-- Logs begin at Mon 2021-10-18 19:43:29 UTC, end at Mon 2021-10-18 22:31:08 UTC. -- Oct 18 20:15:59.761020 n-d-812149-2 systemd[1]: Started Devstack devstack@q-svc.service. Oct 18 20:16:02.645897 n-d-812149-2 neutron-server[100422]: INFO neutron.common.config [-] Logging enabled! Oct 18 20:16:02.646650 n-d-812149-2 neutron-server[100422]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 18 20:16:02.646760 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100422) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 20:16:02.650479 n-d-812149-2 neutron-server[100422]: INFO neutron.common.config [-] Logging enabled! Oct 18 20:16:02.650787 n-d-812149-2 neutron-server[100422]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 18 20:16:02.651127 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100422) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 20:16:02.652299 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 20:16:02.652560 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 20:16:02.653170 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 20:16:02.653461 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 20:16:02.653719 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 20:16:02.654047 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.654347 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.654640 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.654868 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.655342 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.656186 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.656500 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.656866 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.657153 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.657443 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.657724 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.658009 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.658239 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.658521 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.658807 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.659094 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.659320 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] debug = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.659599 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.660026 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.660486 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.660764 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.661051 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.661327 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.661738 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.661895 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.662146 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.662493 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] host = n-d-812149-2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.662773 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.663054 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.663449 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.663832 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.664007 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.664170 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.664506 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.664780 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.665052 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] log_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.665323 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.665607 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.665888 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.666175 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.666396 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.666615 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.666899 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.667196 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.667438 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.667708 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.667974 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.668241 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.668701 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.668844 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.669179 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.669341 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.669684 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.669997 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.670330 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.670750 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.670947 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.671295 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.671523 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.671793 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.672058 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.672342 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.672633 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.672900 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.673200 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.673480 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.673757 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.674092 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.674371 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.674648 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.674919 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.675186 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.675458 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] use_json = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.675726 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.676154 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.676566 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.676847 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.677161 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.677438 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.677713 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.677997 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:02.678294 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.678591 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.678888 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.679170 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.679484 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.679759 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.680044 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.680318 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.680628 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.680920 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.681208 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.681486 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.681772 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.682049 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.682339 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.682645 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.682936 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.683217 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.683485 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.683759 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.684221 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.684591 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.684881 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.685205 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.685491 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.685772 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.686047 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.686331 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.686663 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.686952 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.687217 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.687495 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.687783 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.688059 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.688326 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.688623 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.688908 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.689181 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.689448 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.689726 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.690000 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.690264 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.690529 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.690802 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.691087 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.691359 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.691626 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.691893 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.692169 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.692461 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.692743 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.693012 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.693277 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.693540 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.693813 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.694082 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.694349 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.694620 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.694886 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.695158 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.695422 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.695690 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.695953 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.696219 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.696512 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.696778 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.697044 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.697408 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.697720 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.698208 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.698488 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.698759 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.699114 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.699448 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.699749 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.700026 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.700305 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.700606 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.700881 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.701155 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.701429 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.701702 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.701971 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.702766 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.703063 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.703339 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.703625 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.703902 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.704172 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.704511 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.704782 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.705059 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.705326 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.705602 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.705878 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.706156 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.706441 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.706728 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.707015 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.707301 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.707590 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.707865 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.708170 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.708459 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:02.708674 n-d-812149-2 neutron-server[100422]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 20:16:02.708923 n-d-812149-2 neutron-server[100422]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100422) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 18 20:16:03.192706 n-d-812149-2 neutron-server[100422]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 20:16:03.193002 n-d-812149-2 neutron-server[100422]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 20:16:03.193243 n-d-812149-2 neutron-server[100422]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 20:16:03.193585 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 18 20:16:03.533331 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.533529 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.533777 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.534990 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.535263 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.535523 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.572470 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.572738 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.573004 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.589521 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.589804 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.590072 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.623290 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.623564 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.623828 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.662719 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.663416 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.663416 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.924068 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.924068 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.924068 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.924523 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:03.924968 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.056553 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.056881 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.057167 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.057442 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.057702 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.058017 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.058273 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.058525 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.058771 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.059054 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.059318 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.059576 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.059826 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.060072 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.060322 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.060611 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.060860 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.061123 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.061428 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.061683 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.061950 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.062198 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.062487 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.062895 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.063140 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.063381 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.063837 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:04.064070 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:04.064301 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:04.064560 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:04.064792 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:04.065024 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:04.065402 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 18 20:16:04.069092 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 18 20:16:04.074672 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 18 20:16:04.079512 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Oct 18 20:16:04.081378 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 18 20:16:04.081863 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 18 20:16:04.082193 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 18 20:16:04.082585 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 18 20:16:04.085685 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 18 20:16:04.085938 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 18 20:16:04.086301 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 20:16:04.091926 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 18 20:16:04.116982 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 18 20:16:04.117502 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.117806 n-d-812149-2 neutron-server[100422]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100422) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 18 20:16:04.118170 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.119751 n-d-812149-2 neutron-server[100422]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100422) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 18 20:16:04.120045 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 20:16:04.120296 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 18 20:16:04.124700 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.124976 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.194981 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 18 20:16:04.195228 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 18 20:16:04.195430 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 18 20:16:04.195815 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 18 20:16:04.218463 n-d-812149-2 neutron-server[100422]: DEBUG oslo_db.sqlalchemy.engines [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100422) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 18 20:16:04.773037 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing driver for type 'gre' Oct 18 20:16:04.773715 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] gre ID ranges: [(1, 1000)] Oct 18 20:16:04.835800 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing driver for type 'local' Oct 18 20:16:04.836136 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing driver for type 'vlan' Oct 18 20:16:04.851677 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] VlanTypeDriver initialization complete Oct 18 20:16:04.852018 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing driver for type 'vxlan' Oct 18 20:16:04.852572 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] vxlan ID ranges: [(1, 1000)] Oct 18 20:16:04.913741 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing extension driver 'port_security' Oct 18 20:16:04.914239 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] PortSecurityExtensionDriver initialization complete Oct 18 20:16:04.914764 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing mechanism driver 'openvswitch' Oct 18 20:16:04.915260 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing mechanism driver 'hyperv' Oct 18 20:16:04.927088 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.plugin [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100422) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:16:04.928559 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.929166 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.929769 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.930701 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 20:16:04.931441 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnet after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.932038 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnet after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.932683 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnet after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.933346 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 20:16:04.934048 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.934654 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.935228 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.935893 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 20:16:04.937289 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > security_group after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.937930 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > security_group after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.938539 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > security_group after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.939229 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 20:16:04.939950 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.940587 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.941191 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.941861 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 20:16:04.942567 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > address_group after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.943165 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > address_group after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.943753 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > address_group after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.944510 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100422) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 20:16:04.945179 n-d-812149-2 neutron-server[100422]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] ML2 OVO RPC backend initialized. {{(pid=100422) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 18 20:16:04.946506 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router_interface after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.947114 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.947820 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.948460 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > networks before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.949087 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.949707 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > ports before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.950324 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnet before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.950937 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnets before_response 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.951565 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.952225 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.952879 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.955197 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.955197 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.955197 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.955197 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnet after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.955845 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnet after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.956461 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > subnet after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:04.957562 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.plugin [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Modular L2 Plugin initialization complete Oct 18 20:16:04.958142 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading services supported by the core plugin {{(pid=100422) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 18 20:16:04.958701 n-d-812149-2 neutron-server[100422]: INFO neutron.plugins.ml2.managers [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Got port-security extension from driver 'port_security' Oct 18 20:16:04.959492 n-d-812149-2 neutron-server[100422]: INFO neutron.extensions.vlantransparent [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Disabled vlantransparent extension. Oct 18 20:16:04.960371 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100422) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 18 20:16:04.960946 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: router Oct 18 20:16:05.021128 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router_interface before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.021771 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router after_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.022382 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router before_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.022994 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.023625 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.024176 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router after_delete 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.024762 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > floatingip after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.025522 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > floatingip after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.026057 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router after_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.026652 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.027249 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.027844 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.028499 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.029230 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.029887 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.030353 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.030710 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: subnet after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.031105 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.031505 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > port precommit_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.032078 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.032591 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: port before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.033053 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.033596 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router after_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.033998 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_delete 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.034422 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_create 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.034833 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router_interface after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.035212 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_update 55549900 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.035685 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > agent after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.036190 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > agent after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.036600 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > network after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.037857 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Tracking information for resource: router configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:05.038204 n-d-812149-2 neutron-server[100422]: DEBUG neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Tracking information for resource: floatingip configured {{(pid=100422) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 20:16:05.043955 n-d-812149-2 neutron-server[100422]: INFO neutron.db.l3_agentschedulers_db [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 18 20:16:05.044582 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.044957 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: port after_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.045313 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: port after_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.045669 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: port after_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.047162 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router before_create 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.047533 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_delete 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.047912 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_create 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.048264 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > router precommit_update 55550100 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.053388 n-d-812149-2 neutron-server[100422]: DEBUG neutron.services.provider_configuration [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service providers = [] {{(pid=100422) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 18 20:16:05.053755 n-d-812149-2 neutron-server[100422]: DEBUG neutron.db.servicetype_db [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100422) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 18 20:16:05.056878 n-d-812149-2 neutron-server[100422]: DEBUG neutron.services.service_base [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 20:16:05.057231 n-d-812149-2 neutron-server[100422]: DEBUG neutron.services.service_base [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 20:16:05.057577 n-d-812149-2 neutron-server[100422]: DEBUG neutron.services.service_base [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 20:16:05.058478 n-d-812149-2 neutron-server[100422]: DEBUG neutron.services.service_base [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100422) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 20:16:05.058856 n-d-812149-2 neutron-server[100422]: INFO neutron.services.service_base [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 18 20:16:05.059258 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.059582 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 18 20:16:05.071548 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.071881 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: auto_allocate Oct 18 20:16:05.078208 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: network precommit_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.078622 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: network precommit_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.079321 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.079667 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: tag Oct 18 20:16:05.090462 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.090794 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: timestamp Oct 18 20:16:05.094977 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.095338 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: network_ip_availability Oct 18 20:16:05.101112 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.101485 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.101846 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.102630 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.102956 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: flavors Oct 18 20:16:05.108993 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.109429 n-d-812149-2 neutron-server[100422]: INFO neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading Plugin: revisions Oct 18 20:16:05.114762 n-d-812149-2 neutron-server[100422]: DEBUG neutron.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100422) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 20:16:05.115221 n-d-812149-2 neutron-server[100422]: DEBUG oslo_concurrency.lockutils [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.922s {{(pid=100422) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 20:16:05.116019 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100422) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 18 20:16:05.116354 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Initializing extension manager. Oct 18 20:16:05.116901 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: __init__.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.117247 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: __pycache__ {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.117679 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.118115 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: address_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.118920 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.119513 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: address-group Oct 18 20:16:05.119840 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: address_scope.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.120594 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.121108 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: address-scope Oct 18 20:16:05.121432 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: admin_state_down_before_update.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.122409 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.122922 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: router-admin-state-down-before-update Oct 18 20:16:05.123246 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: agent.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.124559 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.125084 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: agent Oct 18 20:16:05.125409 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: agent_resources_synced.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.126347 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.126861 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: agent-resources-synced Oct 18 20:16:05.127186 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: allowedaddresspairs.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.129138 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.129668 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: allowed-address-pairs Oct 18 20:16:05.130000 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: auto_allocated_topology.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.131144 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.131662 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: auto-allocated-topology Oct 18 20:16:05.131984 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: availability_zone.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.132729 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.133242 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: availability_zone Oct 18 20:16:05.133569 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: availability_zone_filter.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.134536 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.135051 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: availability_zone_filter Oct 18 20:16:05.135373 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: data_plane_status.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.136449 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.137040 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension data-plane-status not supported by any of loaded plugins Oct 18 20:16:05.137454 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: default_subnetpools.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.138473 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.139028 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: default-subnetpools Oct 18 20:16:05.139397 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: dhcpagentscheduler.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.141251 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.141773 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: dhcp_agent_scheduler Oct 18 20:16:05.142101 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: dns.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.143061 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.143569 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension dns-integration not supported by any of loaded plugins Oct 18 20:16:05.143895 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: dns_domain_ports.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.144855 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.145364 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 18 20:16:05.145686 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.146677 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.147182 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 18 20:16:05.147507 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: dvr.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.148219 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.148866 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: dvr Oct 18 20:16:05.149284 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: ecmp_routes.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.150239 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.150746 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension ecmp_routes not supported by any of loaded plugins Oct 18 20:16:05.151069 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: empty_string_filtering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.151998 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.152551 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: empty-string-filtering Oct 18 20:16:05.152875 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.153807 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.154311 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 18 20:16:05.154633 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.156152 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.156688 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 18 20:16:05.157012 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: external_net.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.157954 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.158471 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: external-net Oct 18 20:16:05.158793 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: extra_dhcp_opt.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.159727 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.160240 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: extra_dhcp_opt Oct 18 20:16:05.160715 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: extraroute.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.161647 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.162164 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: extraroute Oct 18 20:16:05.162487 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: extraroute_atomic.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.163572 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.164086 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: extraroute-atomic Oct 18 20:16:05.164443 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: filter_validation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.165152 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.165665 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: filter-validation Oct 18 20:16:05.165996 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: fip_pf_description.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.167231 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.167745 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 18 20:16:05.168069 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: fip_port_details.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.169292 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.169871 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: fip-port-details Oct 18 20:16:05.170245 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: flavors.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.171683 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.172375 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: flavors Oct 18 20:16:05.172823 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.174754 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.175289 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 18 20:16:05.175622 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: floatingip_pools.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.176365 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.177021 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: floatingip-pools Oct 18 20:16:05.177435 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: ip_allocation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.178445 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.178958 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension ip_allocation not supported by any of loaded plugins Oct 18 20:16:05.179282 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.180221 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.180770 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: ip-substring-filtering Oct 18 20:16:05.181100 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l2_adjacency.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.182045 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.182550 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension l2_adjacency not supported by any of loaded plugins Oct 18 20:16:05.182873 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l3.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.183907 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.184460 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: router Oct 18 20:16:05.184789 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l3_conntrack_helper.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.187240 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.187778 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 18 20:16:05.188115 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.189106 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.189629 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: ext-gw-mode Oct 18 20:16:05.189959 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.190893 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.191414 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: l3-ha Oct 18 20:16:05.191743 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l3_flavors.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.192719 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.193237 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: l3-flavors Oct 18 20:16:05.193564 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.194505 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.195020 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: l3-port-ip-change-not-allowed Oct 18 20:16:05.195349 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: l3agentscheduler.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.196511 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.197033 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: l3_agent_scheduler Oct 18 20:16:05.197361 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: logging.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.198997 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.199526 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension logging not supported by any of loaded plugins Oct 18 20:16:05.199859 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: metering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.200657 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.201248 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: metering Oct 18 20:16:05.201578 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.203319 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.203842 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: metering_source_and_destination_fields Oct 18 20:16:05.204172 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: multiprovidernet.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.205316 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.205835 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: multi-provider Oct 18 20:16:05.206172 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: netmtu.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.207111 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.207625 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: net-mtu Oct 18 20:16:05.207953 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: netmtu_writable.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.208933 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.209453 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: net-mtu-writable Oct 18 20:16:05.209781 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: network_availability_zone.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.210470 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.210983 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: network_availability_zone Oct 18 20:16:05.211309 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: network_ip_availability.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.212512 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.213037 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: network-ip-availability Oct 18 20:16:05.213367 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: network_segment_range.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.214219 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.214747 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension network-segment-range not supported by any of loaded plugins Oct 18 20:16:05.215075 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: pagination.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.216106 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.216467 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: pagination Oct 18 20:16:05.216796 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: port_device_profile.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.218300 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.218820 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: port-device-profile Oct 18 20:16:05.219146 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.220078 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.220619 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: port-mac-address-regenerate Oct 18 20:16:05.220945 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.221885 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.222460 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: port-numa-affinity-policy Oct 18 20:16:05.222786 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: port_resource_request.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.223715 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.224226 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension port-resource-request not supported by any of loaded plugins Oct 18 20:16:05.224588 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: portbindings.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.225546 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.226064 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: binding Oct 18 20:16:05.226386 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: portbindings_extended.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.227734 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.228250 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: binding-extended Oct 18 20:16:05.228605 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: portsecurity.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.229540 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.230053 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: port-security Oct 18 20:16:05.230380 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: project_id.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.231374 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.231709 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: project-id Oct 18 20:16:05.232036 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: providernet.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.233007 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.233570 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: provider Oct 18 20:16:05.233896 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.237819 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.238344 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos not supported by any of loaded plugins Oct 18 20:16:05.238679 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.239957 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.240521 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 18 20:16:05.240852 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.241799 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.242321 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 18 20:16:05.242646 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_default.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.243583 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.244101 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-default not supported by any of loaded plugins Oct 18 20:16:05.244452 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_fip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.245131 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.245641 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-fip not supported by any of loaded plugins Oct 18 20:16:05.245964 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_gateway_ip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.246937 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.247449 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 18 20:16:05.247774 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_port_network_policy.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.248754 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.249812 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 18 20:16:05.250135 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.251233 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.251748 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 18 20:16:05.252073 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_pps_rule.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.253322 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.253845 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-pps not supported by any of loaded plugins Oct 18 20:16:05.254174 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_rule_type_details.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.255139 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.255654 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 18 20:16:05.255986 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: qos_rules_alias.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.257112 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.257629 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 18 20:16:05.257957 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: quotasv2.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.259226 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.259557 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: quotas Oct 18 20:16:05.259881 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: quotasv2_detail.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.263345 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.263696 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: quota_details Oct 18 20:16:05.264033 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: rbac.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.265818 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.266395 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: rbac-policies Oct 18 20:16:05.266730 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: rbac_address_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.267782 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.268317 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: rbac-address-group Oct 18 20:16:05.268679 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: rbac_address_scope.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.269766 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.270392 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: rbac-address-scope Oct 18 20:16:05.270805 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: rbac_security_groups.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.271926 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.272493 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: rbac-security-groups Oct 18 20:16:05.272827 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: rbac_subnetpool.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.273854 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.274334 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: rbac-subnetpool Oct 18 20:16:05.274660 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: revisionifmatch.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.275634 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.276155 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: revision-if-match Oct 18 20:16:05.276511 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: revisions.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.277772 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.278353 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: standard-attr-revisions Oct 18 20:16:05.278775 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: router_availability_zone.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.279496 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.280155 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: router_availability_zone Oct 18 20:16:05.280522 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: routerservicetype.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.281534 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.282046 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension router-service-type not supported by any of loaded plugins Oct 18 20:16:05.282373 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.283332 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.283854 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: security-groups-normalized-cidr Oct 18 20:16:05.284182 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: security_groups_port_filtering.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.285220 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.285773 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: port-security-groups-filtering Oct 18 20:16:05.286097 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.287063 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.287579 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: security-groups-remote-address-group Oct 18 20:16:05.287899 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: securitygroup.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.298498 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.299214 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: security-group Oct 18 20:16:05.299559 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: segment.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.300664 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.301238 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension segment not supported by any of loaded plugins Oct 18 20:16:05.301572 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.302873 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.303518 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 18 20:16:05.303940 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: servicetype.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.305355 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.306006 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: service-type Oct 18 20:16:05.306341 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: sorting.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.307476 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.307818 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: sorting Oct 18 20:16:05.308246 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: standard_attr_segment.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.309275 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.309825 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 18 20:16:05.310154 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: standardattrdescription.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.310840 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.311896 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: standard-attr-description Oct 18 20:16:05.312225 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: stateful_security_group.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.313265 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.313795 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: stateful-security-group Oct 18 20:16:05.314126 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: stdattrs_common.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.314737 n-d-812149-2 neutron-server[100422]: WARNING neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 18 20:16:05.315064 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.316044 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.316607 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 18 20:16:05.316980 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: subnet_onboard.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.318155 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.318695 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: subnet_onboard Oct 18 20:16:05.319026 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.319994 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.320549 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 18 20:16:05.320880 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: subnet_service_types.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.321824 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.322344 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: subnet-service-types Oct 18 20:16:05.322674 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: subnetallocation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.323865 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.324465 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: subnet_allocation Oct 18 20:16:05.324802 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.325516 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.326039 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: subnetpool-prefix-ops Oct 18 20:16:05.326364 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.327927 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.328470 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 18 20:16:05.328799 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: tagging.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.329949 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.330481 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: standard-attr-tag Oct 18 20:16:05.330811 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: timestamp.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.332146 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.332704 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loaded extension: standard-attr-timestamp Oct 18 20:16:05.333036 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: trunk.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.334127 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.334651 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension trunk not supported by any of loaded plugins Oct 18 20:16:05.334977 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: trunk_details.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.335941 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.336493 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension trunk-details not supported by any of loaded plugins Oct 18 20:16:05.336820 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: uplink_status_propagation.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.337779 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.338294 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 18 20:16:05.338616 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Loading extension file: vlantransparent.py {{(pid=100422) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 20:16:05.339317 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100422) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 20:16:05.339828 n-d-812149-2 neutron-server[100422]: INFO neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extension vlan-transparent not supported by any of loaded plugins Oct 18 20:16:05.342522 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:network Oct 18 20:16:05.343117 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:subnet Oct 18 20:16:05.343521 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 20:16:05.343927 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:port Oct 18 20:16:05.345325 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.345780 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service FLAVORS assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.346482 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.346926 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.347263 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:router Oct 18 20:16:05.347712 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:floatingip Oct 18 20:16:05.348212 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service METERING assigned prefix: /metering {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.349759 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.350136 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.350494 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100422) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:16:05.351622 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 20:16:05.352079 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:security_group Oct 18 20:16:05.352563 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 20:16:05.353198 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.353533 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 20:16:05.353886 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] subnetpool is already registered Oct 18 20:16:05.354334 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.354659 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 20:16:05.354989 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] subnetpool is already registered Oct 18 20:16:05.357461 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.357903 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service FLAVORS assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.358536 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.358960 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.359296 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:router Oct 18 20:16:05.359642 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] router is already registered Oct 18 20:16:05.360059 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:floatingip Oct 18 20:16:05.360420 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] floatingip is already registered Oct 18 20:16:05.360895 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service METERING assigned prefix: /metering {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.361610 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 20:16:05.362212 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] rbac_policy is already registered Oct 18 20:16:05.362629 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:security_group Oct 18 20:16:05.362965 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] security_group is already registered Oct 18 20:16:05.363371 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 20:16:05.363705 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] security_group_rule is already registered Oct 18 20:16:05.364400 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.364746 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 20:16:05.365082 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] subnetpool is already registered Oct 18 20:16:05.365515 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.v2.resource_helper [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Service CORE assigned prefix: {{(pid=100422) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 20:16:05.365843 n-d-812149-2 neutron-server[100422]: INFO neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 20:16:05.366182 n-d-812149-2 neutron-server[100422]: WARNING neutron.quota.resource_registry [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] subnetpool is already registered Oct 18 20:16:05.366680 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: extensions {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.368223 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: address-groups {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.369769 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: address-scopes {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.371161 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: agents {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.372585 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: auto-allocated-topology {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.374467 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: availability_zones {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.375938 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: dhcp-networks {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.379127 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: dhcp-agents {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.380610 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: routers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.382896 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: flavors {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.384079 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: service_profiles {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.385404 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: next_providers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.386884 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: service_profiles {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.388539 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: floatingip-pools {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.390508 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: routers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.392700 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: floatingips {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.394006 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: l3-routers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.395403 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: l3-agents {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.397025 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: metering-labels {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.398389 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: metering-label-rules {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.399663 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: network-ip-availabilities {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.400985 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: bindings {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.402665 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: quotas {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.404246 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: quotas {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.405884 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: rbac-policies {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.407188 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: security-groups {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.408446 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: security-group-rules {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.409683 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: service-providers {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.410918 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: subnetpools {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.412488 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: subnetpools {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.414150 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.416193 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.418477 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.420768 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.422854 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.425220 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.427331 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.429630 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.431869 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.434391 n-d-812149-2 neutron-server[100422]: DEBUG neutron.api.extensions [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Extended resource: tags {{(pid=100422) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 20:16:05.441948 n-d-812149-2 neutron-server[100422]: WARNING keystonemiddleware.auth_token [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 18 20:16:05.448237 n-d-812149-2 neutron-server[100422]: WARNING keystonemiddleware.auth_token [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 18 20:16:05.458188 n-d-812149-2 neutron-server[100422]: DEBUG oslo_concurrency.lockutils [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Acquired lock "singleton_lock" {{(pid=100422) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 18 20:16:05.458650 n-d-812149-2 neutron-server[100422]: DEBUG oslo_concurrency.lockutils [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Releasing lock "singleton_lock" {{(pid=100422) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 18 20:16:05.459339 n-d-812149-2 neutron-server[100422]: INFO oslo_service.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Starting 2 workers Oct 18 20:16:05.464276 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Started child 100530 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 20:16:05.469204 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Started child 100531 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 20:16:05.470906 n-d-812149-2 neutron-server[100422]: INFO neutron.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Neutron service started, listening on 0.0.0.0:9696 Oct 18 20:16:05.471557 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Publish callbacks [] for process, before_spawn {{(pid=100422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:05.471722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:05.473878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [-] (100530) wsgi starting up on http://0.0.0.0:9696 Oct 18 20:16:05.474407 n-d-812149-2 neutron-server[100422]: INFO oslo_service.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Starting 1 workers Oct 18 20:16:05.474567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40382) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:05.478345 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:05.479925 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Started child 100532 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 20:16:05.480498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [-] (100531) wsgi starting up on http://0.0.0.0:9696 Oct 18 20:16:05.480660 n-d-812149-2 neutron-server[100422]: INFO oslo_service.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Starting 1 workers Oct 18 20:16:05.485716 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Started child 100533 {{(pid=100422) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 20:16:05.485917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083008 Oct 18 20:16:05.487240 n-d-812149-2 neutron-server[100422]: DEBUG neutron_lib.callbacks.manager [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] Publish callbacks [] for process, after_spawn {{(pid=100422) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:05.490322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] calling RpcWorker wait() {{(pid=100532) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 18 20:16:05.491191 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100422) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 20:16:05.491191 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 20:16:05.491191 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 20:16:05.491191 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 20:16:05.491732 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 20:16:05.491877 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 20:16:05.492523 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.492863 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.493157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.service [None req-d1a669f4-eef0-4827-b246-e1632ee69edc None None] returning from RpcWorker wait() {{(pid=100532) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 18 20:16:05.493338 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.493562 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.493931 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.494635 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.494949 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.495280 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.495618 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.495934 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.496172 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.496433 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.496761 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.497068 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.497224 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:05.497979 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.497979 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.498240 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.498491 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.498725 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.499512 n-d-812149-2 neutron-server[100533]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:16:05.499670 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.499945 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.500375 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.500570 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:05.500935 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] debug = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.501255 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.501601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:16:05.501872 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.502186 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.502497 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.502796 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.503122 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.503459 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.503808 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.504110 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.504419 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.504747 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.505067 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.505387 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.505686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.505974 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.506312 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.506610 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.507149 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] host = n-d-812149-2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.507434 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.507725 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.508049 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.508368 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.508717 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.509006 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.509341 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.509699 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.510037 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.510305 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.510645 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.510961 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.511247 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.511563 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.511792 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_options = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.512078 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.512450 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.512759 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.513024 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.513256 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.513501 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.513836 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.514066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.514325 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.515143 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.515367 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.515765 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.516140 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.516546 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.516973 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.517393 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.517798 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.518155 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.518552 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.518929 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.519297 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.519684 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.520059 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.520465 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.520825 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.521183 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.521577 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.521979 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.522337 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.522742 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.523117 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.523563 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.524067 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.524544 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.524985 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.525394 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.525799 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.526191 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.526641 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.527073 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.527509 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.527938 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.528416 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.528836 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.529235 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.529669 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.530126 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_json = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.530566 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.531005 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.531446 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.531849 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.532250 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.532674 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.533074 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.533505 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.534130 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.534676 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.535218 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.535668 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.536128 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.536597 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.537058 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.537516 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.538010 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.538450 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.538959 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.539383 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.539895 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.540352 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.540861 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.541403 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.541881 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.542370 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.542844 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.543280 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.544555 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.545034 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.545531 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.545986 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.546447 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.546868 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.547273 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.547813 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.548274 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.548775 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.549464 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.549866 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.550284 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.550709 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.551126 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.551522 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.551810 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.551998 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.552412 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.552668 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.552882 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.553322 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.553538 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.553907 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.554305 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.554696 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.555067 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.555471 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.555852 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.556215 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.556616 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.556987 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.557366 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.557749 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.558172 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.558567 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.558935 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.559304 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.559676 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.560101 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.560525 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.560912 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.561279 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.562208 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.562432 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.562825 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.563091 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.563333 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.563851 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.564231 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.564518 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.564796 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.564923 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.565182 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.565548 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.565675 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.565883 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.566112 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.566420 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.566590 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.566754 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.566987 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.567543 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.567740 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.568128 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.568457 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.568684 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.568914 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.569132 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.569400 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.569708 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.569965 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.570236 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.570494 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.570787 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.571003 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.571238 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.571461 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.571682 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.571899 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.572185 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.573481 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.573751 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.573989 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.574413 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.574869 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.575293 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.575712 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.576117 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.576584 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.577083 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.578053 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.578473 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.578897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.579365 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.579614 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.579923 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.580178 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.580489 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.580718 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.581006 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.581321 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.581668 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.581898 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.582163 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.582394 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.584545 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.585115 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.585422 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.585729 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.586064 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.586296 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.587050 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.587703 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.588146 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.588614 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.592159 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.592621 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.592910 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.593177 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.593421 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.593744 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.594024 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.595129 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.595129 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.595129 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.595129 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.595607 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.595607 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.595833 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.596096 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.596296 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.602988 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.602988 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.602988 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.603466 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.603466 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.603717 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.603875 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.604064 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.604294 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.607707 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.608066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.608348 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.608611 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.608853 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.609099 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.609359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.609602 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.609856 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.610090 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.610322 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.611378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.611378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.611378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.611378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.612113 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.612113 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.612372 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.613258 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.613502 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.613765 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.614852 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.617489 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.617489 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.617489 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.617794 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.618179 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.618573 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.618955 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.619372 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.619780 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.620342 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.622038 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.623148 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.623575 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.624714 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.624999 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.625369 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.625625 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.625896 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.626150 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.626379 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.626658 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.626898 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.627149 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.627372 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.627611 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.627824 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.628070 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.628289 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.628612 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.629937 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.629937 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.629937 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.629937 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.629937 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.630617 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.636502 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.636930 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.637503 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.637876 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.638238 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.638650 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.639018 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.639376 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.640520 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.640919 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.641259 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.641631 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.642014 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.642368 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.643846 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.645699 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.646078 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.646684 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.647006 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.647397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.647730 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.648058 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.648418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.648805 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.651562 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.651958 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.653341 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.653341 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.653341 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.653341 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.653690 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.654063 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.654745 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.655295 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.655740 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.656215 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.658778 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.659063 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.659353 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.660423 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.660423 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.660701 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.661963 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.662465 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.662783 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.663053 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.663336 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.663626 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.665503 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.665931 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.666271 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.667326 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.667326 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.667508 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.668175 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.668175 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.669332 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.669332 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.669332 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.670360 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.670360 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.670554 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.671347 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.671675 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.672097 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.672568 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.672966 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.673534 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.673934 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.674331 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.674815 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.675142 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.675420 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 20:16:05.676308 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100422) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 20:16:05.676674 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 20:16:05.676887 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 20:16:05.677066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 20:16:05.677272 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 20:16:05.677491 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 20:16:05.677763 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.677995 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.678266 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.678590 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.678820 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.679153 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.679433 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.679710 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.679975 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.680254 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.680562 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.680865 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.681126 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.682784 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.682784 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.682784 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.682784 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.682784 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.682784 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.683165 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.683246 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.683652 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.683823 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] debug = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.684128 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.685954 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.685954 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.685954 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.685954 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.685954 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.685954 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.686468 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.686468 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.687091 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.687364 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.687631 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.687901 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.689317 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.689317 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.689317 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.689317 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.689317 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] host = n-d-812149-2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.690061 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.690061 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.690061 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.690451 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.690591 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.690983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.691159 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.691393 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.692150 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.692150 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.692331 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.693097 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.693097 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.693097 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.693308 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_options = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.693517 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.693786 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.694049 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.694355 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.694640 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.694924 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.695205 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.695492 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.695763 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.696107 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.696310 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.696870 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.697358 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.697632 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.697914 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.698211 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.698497 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.698892 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.699077 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.699282 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.699746 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.700018 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.701148 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.701148 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.701148 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.701148 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.701452 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.702066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.702066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.702287 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.702489 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.702818 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.703137 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.703422 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.703706 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.703989 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.704327 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.704590 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.705994 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.705994 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.705994 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.705994 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.705994 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.706595 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.706595 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.706595 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.706963 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_json = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.707266 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.707454 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.707632 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.707978 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.708193 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.708375 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.708694 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.708965 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 20:16:05.709291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.709581 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.709878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.710203 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.710451 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.710728 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.711003 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.711365 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.711627 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.711865 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.712098 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.714720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.716655 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.720686 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.722180 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.723897 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.725983 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.727864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.727864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.727864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.727864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.727864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.727864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.727864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.729573 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.729573 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.729573 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.729573 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.729573 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.729573 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.730861 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.730861 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.730861 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.731487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:16:05.731755 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.731755 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.731755 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.731755 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.731755 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.731755 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.733066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.733066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.733066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.733066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.733066 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.734702 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.734702 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.734702 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.734702 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.735599 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.735599 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.735599 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.736248 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.736248 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.737056 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.737056 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.737489 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.737489 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.737998 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.738215 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.738435 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.738696 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.738921 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.739187 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.739470 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.739876 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.740102 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.740336 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.740593 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.740864 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.741247 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.741495 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.741720 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.741993 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.742292 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.742576 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.742949 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.743246 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.743481 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.743730 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.744170 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.744527 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.744767 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.745001 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.745229 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.745466 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.745702 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.745951 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.746339 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.746622 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.746837 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.747098 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.747463 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.747702 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.748167 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.748506 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.748738 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.749551 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.749955 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.749955 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.750425 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.750651 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.751007 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.751319 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.751545 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.751763 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.751996 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.752232 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.752565 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.752799 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.753031 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.753345 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.753574 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.753855 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.754118 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.754482 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.754730 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.754979 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.755245 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.756871 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.757148 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.757378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.758415 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.758415 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.758415 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.758415 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.760741 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.762688 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.762688 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.762688 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.762688 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.762688 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.762688 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.762688 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.765397 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.767378 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.769088 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.769088 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.769088 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.769088 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.769088 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.769088 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.769088 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.770753 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.771811 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.772878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.772878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.772878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.772878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.772878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.772878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.772878 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.774291 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.775389 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.776418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.776418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.776418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.776418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.776418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.776418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.776418 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.777359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.777359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.777359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.777359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.777359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.777359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.777359 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.778254 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.778254 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.778254 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.778254 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.778254 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.778254 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779038 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779038 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779038 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779038 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779038 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779687 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779687 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779687 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.779687 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.780252 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.780252 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.780252 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.780252 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781012 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781012 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781012 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781410 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781410 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781410 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781816 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.781816 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.782093 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.782243 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 20:16:05.782395 n-d-812149-2 neutron-server[100422]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100422) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 20:16:18.696834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0c045-ea2f-43ff-8f2e-410486af0ad7 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:16:18.843615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0c045-ea2f-43ff-8f2e-410486af0ad7 None None] No non-hosted networks {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 18 20:16:18.866976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.agentschedulers_db [None req-34a0c045-ea2f-43ff-8f2e-410486af0ad7 None None] DHCP Agent not found on host n-d-812149-2 {{(pid=100532) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 18 20:16:19.104959 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fd90b316-5cbb-4f47-8115-050153eb2002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548300'] for agent, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:23.087508 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e435517-e656-4984-9d56-6b4003889518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548300'] for agent, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:23.171367 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-701f02b1-5098-469b-953b-345737fc33f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:24.006300 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548300'] for agent, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:24.007837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.009965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.010424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.011207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.013505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.014621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.016613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.018533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.019226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.020589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.022519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.023702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:24.024903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812149-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:16:24.042735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812149-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:16:24.938742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548300'] for agent, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:26.372206 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548300'] for agent, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:27.384258 n-d-812149-2 neutron-server[100532]: INFO neutron.db.l3_hamode_db [None req-f9359a3d-e578-432a-a558-22089adea918 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 18 20:16:27.410713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40490) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:27.468545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9359a3d-e578-432a-a558-22089adea918 None None] Routers set() bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:16:27.468938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9359a3d-e578-432a-a558-22089adea918 None None] Router IDs set() for agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 20:16:27.989185 n-d-812149-2 neutron-server[100531]: WARNING oslo_policy.policy [None req-86456aec-31c0-4bdd-b9b1-6185f87f0c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:27.989712 n-d-812149-2 neutron-server[100531]: WARNING oslo_policy.policy [None req-86456aec-31c0-4bdd-b9b1-6185f87f0c2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:28.220669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-86456aec-31c0-4bdd-b9b1-6185f87f0c2d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:16:28.222238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-86456aec-31c0-4bdd-b9b1-6185f87f0c2d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8091860 Oct 18 20:16:31.187386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40504) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:31.530211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:16:31.628197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.policy [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100531) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 20:16:31.676162 n-d-812149-2 neutron-server[100531]: WARNING oslo_policy.policy [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:31.676586 n-d-812149-2 neutron-server[100531]: WARNING oslo_policy.policy [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:31.685660 n-d-812149-2 neutron-server[100531]: INFO neutron.quota [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] Loaded quota_driver: . Oct 18 20:16:31.783514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778216109472', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778216110719', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778216080780', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778216088710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778209128915', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778215882345', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1801952', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1792127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549432', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605240'] for rbac-policy, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:31.855429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:31.856674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2a507f6c-87f6-419c-8eb7-b3eaee9a3cbd admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6678884 Oct 18 20:16:34.788852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40516) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:35.347143 n-d-812149-2 neutron-server[100530]: WARNING oslo_policy.policy [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:35.347793 n-d-812149-2 neutron-server[100530]: WARNING oslo_policy.policy [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:35.585765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '9e9068944fae412c902c93a60768b15b', 'name': 'private', 'tenant_id': '9e9068944fae412c902c93a60768b15b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:16:35.587685 n-d-812149-2 neutron-server[100530]: INFO neutron.quota [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Loaded quota_driver: . Oct 18 20:16:35.654869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Made reservation on behalf of 9e9068944fae412c902c93a60768b15b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:16:35.726883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.policy [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100530) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 20:16:35.776675 n-d-812149-2 neutron-server[100530]: WARNING oslo_policy.policy [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:35.777313 n-d-812149-2 neutron-server[100530]: WARNING oslo_policy.policy [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 20:16:35.789264 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:35.812431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:36.008859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:36.015075 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:36.055132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:16:36.082386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c3dfbc-2077-4050-93cc-a3b2b283387a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:36.088622 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778211269196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:36.089216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Unsubscribe: segment precommit_create {{(pid=100530) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 20:16:36.089734 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Added segment bdba9adc-ac16-479d-b629-eb6e93e5b421 of type vlan for network ee10f422-f0ba-4b6f-a09f-178ce399254e Oct 18 20:16:36.115686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.116060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.116321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.116687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.117006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.117323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.117635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.117948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.118257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.118564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.118872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.119176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Tracked resource versions report: Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: pushed versions: Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: { 'AddressGroup': {'1.2'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'ConntrackHelper': {'1.0'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Log': {'1.0'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Network': {'1.1'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Port': {'1.7'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'PortForwarding': {'1.2'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'QosPolicy': {'1.10'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'SecurityGroup': {'1.4'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'SubPort': {'1.0'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Subnet': {'1.1'}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Trunk': {'1.1'}} Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: consumer versions: Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: L3 agent@n-d-812149-2: {}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: Metadata agent@n-d-812149-2: {}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: Metering agent@n-d-812149-2: {}, Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'ConntrackHelper': '1.0', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Log': '1.0', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Network': '1.1', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Port': '1.7', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'PortForwarding': '1.2', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'QosPolicy': '1.10', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'SecurityGroup': '1.4', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'SecurityGroupRule': '1.2', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'SubPort': '1.0', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Subnet': '1.1', Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: 'Trunk': '1.1'}} Oct 18 20:16:36.120240 n-d-812149-2 neutron-server[100530]: {{(pid=100530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:16:36.213948 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:36.259992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:36.261205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:16:36.261974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:36.322643 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5326142 Oct 18 20:16:36.389396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00201ec6-2475-4d84-8ca9-84ccf8b8f691 admin admin] Pushing event updated for resources: {'Network': ['ID=ee10f422-f0ba-4b6f-a09f-178ce399254e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:36.406148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ee10f422-f0ba-4b6f-a09f-178ce399254e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:16:39.453436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40538) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:40.044472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ed12a-c920-4174-9b16-742c30f2ea6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:16:40.047456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a85ed12a-c920-4174-9b16-742c30f2ea6e admin admin] 10.222.0.66 "GET /v2.0/networks/ee10f422-f0ba-4b6f-a09f-178ce399254e HTTP/1.1" status: 200 len: 825 time: 0.5928073 Oct 18 20:16:40.076209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-32a98c00-1039-4791-863b-d39b87284132 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/2bbd77be-817c-4adf-8aec-240b9676a5a9 HTTP/1.1" status: 200 len: 734 time: 0.0218422 Oct 18 20:16:40.087227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Request body: {'subnet': {'tenant_id': '9e9068944fae412c902c93a60768b15b', 'ip_version': 4, 'subnetpool_id': '2bbd77be-817c-4adf-8aec-240b9676a5a9', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:16:40.119628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Made reservation on behalf of 9e9068944fae412c902c93a60768b15b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:16:40.122809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:40.453283 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:40.533596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Checking segment: {'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:16:40.534656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Network hostable DHCP agents. Network: ee10f422-f0ba-4b6f-a09f-178ce399254e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:16:40.545415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413464aa-fb2e-4ef2-8bbb-45c40501cfe0,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:40.556698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.557077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.557410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.557740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.558087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.558408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.558727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.559045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.559429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.559753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.560068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.560427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Tracked resource versions report: Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: pushed versions: Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: { 'AddressGroup': {'1.2'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'ConntrackHelper': {'1.0'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Log': {'1.0'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Network': {'1.1'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Port': {'1.7'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'PortForwarding': {'1.2'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'QosPolicy': {'1.10'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'SecurityGroup': {'1.4'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'SubPort': {'1.0'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Subnet': {'1.1'}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Trunk': {'1.1'}} Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: consumer versions: Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: L3 agent@n-d-812149-2: {}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: Metadata agent@n-d-812149-2: {}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: Metering agent@n-d-812149-2: {}, Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'ConntrackHelper': '1.0', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Log': '1.0', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Network': '1.1', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Port': '1.7', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'PortForwarding': '1.2', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'QosPolicy': '1.10', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'SecurityGroup': '1.4', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'SecurityGroupRule': '1.2', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'SubPort': '1.0', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Subnet': '1.1', Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: 'Trunk': '1.1'}} Oct 18 20:16:40.561497 n-d-812149-2 neutron-server[100531]: {{(pid=100531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:16:40.599799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Network ee10f422-f0ba-4b6f-a09f-178ce399254e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:16:40.618546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ee10f422-f0ba-4b6f-a09f-178ce399254e) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:16:40.624297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:16:40.625052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:40.631087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76becb92-0770-4472-b536-bb81c27ddc36 None None] Network ee10f422-f0ba-4b6f-a09f-178ce399254e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:16:40.651360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a3b20ea9-247f-480c-ae83-bdde3c3dbdc6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5609844 Oct 18 20:16:41.035789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-ee10f422-f0ba-4b6f-a09f-178ce399254e', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'fixed_ips': [{'subnet_id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:16:41.037196 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:41.378116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Allocated IP 172.20.0.2 (ee10f422-f0ba-4b6f-a09f-178ce399254e/413464aa-fb2e-4ef2-8bbb-45c40501cfe0/99221596-7764-44ab-9788-c3e7664adfa3) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:16:41.673355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:41.684693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:41.755170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Network ee10f422-f0ba-4b6f-a09f-178ce399254e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:16:41.760600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:16:41.771014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:16:41.812696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Pushing event updated for resources: {'Port': ['ID=99221596-7764-44ab-9788-c3e7664adfa3,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:41.840394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.840781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.841127 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.841507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.841847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.842191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.842527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.842858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.843188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.843516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.843844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.844170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Tracked resource versions report: Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: pushed versions: Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: { 'AddressGroup': {'1.2'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'ConntrackHelper': {'1.0'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Log': {'1.0'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Network': {'1.1'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Port': {'1.7'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'PortForwarding': {'1.2'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'QosPolicy': {'1.10'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'SecurityGroup': {'1.4'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'SubPort': {'1.0'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Subnet': {'1.1'}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Trunk': {'1.1'}} Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: consumer versions: Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: L3 agent@n-d-812149-2: {}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: Metadata agent@n-d-812149-2: {}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: Metering agent@n-d-812149-2: {}, Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'ConntrackHelper': '1.0', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Log': '1.0', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Network': '1.1', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Port': '1.7', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'PortForwarding': '1.2', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'QosPolicy': '1.10', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'SecurityGroup': '1.4', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'SecurityGroupRule': '1.2', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'SubPort': '1.0', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Subnet': '1.1', Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: 'Trunk': '1.1'}} Oct 18 20:16:41.845294 n-d-812149-2 neutron-server[100532]: {{(pid=100532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:16:41.878746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Attempting to bind port 99221596-7764-44ab-9788-c3e7664adfa3 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:16:41.879148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Attempting to bind port 99221596-7764-44ab-9788-c3e7664adfa3 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:16:41.879597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Attempting to bind port 99221596-7764-44ab-9788-c3e7664adfa3 on network ee10f422-f0ba-4b6f-a09f-178ce399254e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:16:41.885254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:16:41.885639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Checking segment: {'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:16:41.886111 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:41.886516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Bound using segment: {'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:16:41.887014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Bound port: 99221596-7764-44ab-9788-c3e7664adfa3, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:16:41.887432 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:41.959303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] For port 99221596-7764-44ab-9788-c3e7664adfa3, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:16:41.964299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] For port 99221596-7764-44ab-9788-c3e7664adfa3, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=99221596-7764-44ab-9788-c3e7664adfa3,segment=NetworkSegment(bdba9adc-ac16-479d-b629-eb6e93e5b421),segment_id=bdba9adc-ac16-479d-b629-eb6e93e5b421)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:16:41.970590 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:42.048498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920961d6-d51b-41c0-b551-5cd119a260e8 None None] Pushing event updated for resources: {'Port': ['ID=99221596-7764-44ab-9788-c3e7664adfa3,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:43.691936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40550) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:44.212188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-399d7c07-bf96-4759-80c2-916005444e7e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:16:44.213568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-399d7c07-bf96-4759-80c2-916005444e7e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5200982 Oct 18 20:16:47.031116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40558) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:47.393546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-9c558b13-c13e-42b7-8397-8afc53b094af admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:16:47.394784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9c558b13-c13e-42b7-8397-8afc53b094af admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3626008 Oct 18 20:16:48.593862 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-98939161-de02-48a3-a87c-ee92a893eda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:50.758519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40568) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:51.225089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-409794bf-0928-4c31-96ca-88d6b1228ae0 admin admin] Request body: {'router': {'tenant_id': '9e9068944fae412c902c93a60768b15b', 'name': 'router1', 'admin_state_up': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:16:51.267515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-409794bf-0928-4c31-96ca-88d6b1228ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:51.269427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-409794bf-0928-4c31-96ca-88d6b1228ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:51.450915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-409794bf-0928-4c31-96ca-88d6b1228ae0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:51.456370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-409794bf-0928-4c31-96ca-88d6b1228ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:51.473436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-409794bf-0928-4c31-96ca-88d6b1228ae0 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:51.474808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-409794bf-0928-4c31-96ca-88d6b1228ae0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7149816 Oct 18 20:16:52.396316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 99221596-7764-44ab-9788-c3e7664adfa3 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:16:52.495428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 99221596-7764-44ab-9788-c3e7664adfa3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:16:52.496068 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:52.641027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:52.684506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 99221596-7764-44ab-9788-c3e7664adfa3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=99221596-7764-44ab-9788-c3e7664adfa3,segment=NetworkSegment(bdba9adc-ac16-479d-b629-eb6e93e5b421),segment_id=bdba9adc-ac16-479d-b629-eb6e93e5b421)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:16:52.691626 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:52.758135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=99221596-7764-44ab-9788-c3e7664adfa3,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:52.775473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da3083c-57c9-44a8-8948-b42c6c9309a1 None None] Network ee10f422-f0ba-4b6f-a09f-178ce399254e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:16:52.858749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d60235ec-bdbc-4b2f-8eb8-8dd6148eae79 None None] Provisioning complete for port 99221596-7764-44ab-9788-c3e7664adfa3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:16:52.859112 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d60235ec-bdbc-4b2f-8eb8-8dd6148eae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:53.082952 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31c3c1cb-a9a9-4e78-9e49-17e3cd167bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:53.344278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5fd76216-0e1e-44c8-b139-7033fbf247bb None None] Provisioning complete for port 99221596-7764-44ab-9788-c3e7664adfa3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:16:53.344658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fd76216-0e1e-44c8-b139-7033fbf247bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:54.007151 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:54.146199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 99221596-7764-44ab-9788-c3e7664adfa3 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:16:54.235812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 99221596-7764-44ab-9788-c3e7664adfa3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:16:54.236442 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:54.588428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40590) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:54.608721 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:16:54.759617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-5d1c37d9-8fe2-469b-a11b-2e22f29f1ea2 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:16:54.761404 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5d1c37d9-8fe2-469b-a11b-2e22f29f1ea2 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1717751 Oct 18 20:16:54.859231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:56.290607 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.290687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40608) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:16:57.343363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:16:57.375442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Made reservation on behalf of 81dd5e9cf4b84f72a27c61c3fc57da4b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:16:57.379392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.394990 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.513563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.518999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.537798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Reserving flat network on physical network physnet1 {{(pid=100530) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 18 20:16:57.559366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afede076-ba2e-4ef3-8dac-cb065d1f6b05,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:57.566475 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.566812 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Added segment dfb9f225-e440-4251-8d8f-eae8f057c523 of type flat for network 46350bbf-6178-4487-b76a-d8b49657535f Oct 18 20:16:57.623734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.662351 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.663416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:16:57.663992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:16:57.701367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4095213 Oct 18 20:16:57.738354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f4d5b-f257-4147-8bd5-5f60f6a94cfa admin admin] Pushing event updated for resources: {'Network': ['ID=46350bbf-6178-4487-b76a-d8b49657535f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:16:57.751850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 46350bbf-6178-4487-b76a-d8b49657535f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:17:00.230499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40616) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:17:00.385176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f466eea-86fb-40e4-ac60-5873ddaa8e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:17:00.386640 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4f466eea-86fb-40e4-ac60-5873ddaa8e54 admin admin] 10.222.0.66 "GET /v2.0/subnets/413464aa-fb2e-4ef2-8bbb-45c40501cfe0 HTTP/1.1" status: 200 len: 849 time: 0.1551499 Oct 18 20:17:00.589696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-21f53e21-ae20-4a4d-a347-d7e093a866e1 admin admin] 10.222.0.66 "GET /v2.0/routers/2c3c2e4a-05c3-480e-8883-496322a5fbef HTTP/1.1" status: 200 len: 704 time: 0.1956694 Oct 18 20:17:00.882846 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:01.236675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Allocated IP 172.20.0.1 (ee10f422-f0ba-4b6f-a09f-178ce399254e/413464aa-fb2e-4ef2-8bbb-45c40501cfe0/f5deab68-9e00-4e10-abaa-b3fdaa4203f2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:17:01.454354 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:01.531154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:01.621099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Network ee10f422-f0ba-4b6f-a09f-178ce399254e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:17:01.629161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:17:01.631160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5deab68-9e00-4e10-abaa-b3fdaa4203f2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:01.644289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:17:01.644720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:01.929028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fff30786-0146-4c7c-b9f3-a7681b740d40 None None] Provisioning complete for port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:17:01.929799 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fff30786-0146-4c7c-b9f3-a7681b740d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:01.953452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:01.970283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fff30786-0146-4c7c-b9f3-a7681b740d40 None None] Port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:17:02.193446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:02.199054 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:02.200105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:02.267737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f5deab68-9e00-4e10-abaa-b3fdaa4203f2,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:02.339244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Network ee10f422-f0ba-4b6f-a09f-178ce399254e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:17:02.341361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:17:02.538519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Router 2c3c2e4a-05c3-480e-8883-496322a5fbef is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:17:02.594266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d3c5ca00-b304-4406-86e1-63b91dc0803e None None] Provisioning complete for port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:17:02.594528 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3c5ca00-b304-4406-86e1-63b91dc0803e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:02.635181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5ca00-b304-4406-86e1-63b91dc0803e None None] Port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:17:02.649174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:17:02.658257 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d1f233a2-eb08-4f10-b916-1cda92aa68e9 admin admin] 10.222.0.66 "PUT /v2.0/routers/2c3c2e4a-05c3-480e-8883-496322a5fbef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0618215 Oct 18 20:17:02.676322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Sync routers for ids ['2c3c2e4a-05c3-480e-8883-496322a5fbef'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:17:02.691022 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Routers {'2c3c2e4a-05c3-480e-8883-496322a5fbef'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:17:02.692405 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:16:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2c3c2e4a-05c3-480e-8883-496322a5fbef'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:02.910403 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Set router 2c3c2e4a-05c3-480e-8883-496322a5fbef gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:17:03.429298 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'name': 'router1', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:16:51Z', 'updated_at': '2021-10-18T20:17:01Z', 'revision_number': 2, 'project_id': '9e9068944fae412c902c93a60768b15b', 'gw_port_host': None, '_interfaces': [{'id': 'f5deab68-9e00-4e10-abaa-b3fdaa4203f2', 'name': '', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'mac_address': 'fa:16:3e:3e:d0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:00Z', 'updated_at': '2021-10-18T20:17:02Z', 'revision_number': 2, 'project_id': '9e9068944fae412c902c93a60768b15b', 'subnets': [{'id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbd77be-817c-4adf-8aec-240b9676a5a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:03.484455 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Checking router: 2c3c2e4a-05c3-480e-8883-496322a5fbef for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:17:03.484825 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Updating router 2c3c2e4a-05c3-480e-8883-496322a5fbef port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:17:03.539731 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.160644 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.170345 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.276644 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Pushing event updated for resources: {'Port': ['ID=f5deab68-9e00-4e10-abaa-b3fdaa4203f2,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:04.312509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.312509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.312509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.312509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.312509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.312509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.313543 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.313543 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.313543 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.313954 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.314102 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.315402 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Tracked resource versions report: Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: pushed versions: Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: { 'AddressGroup': {'1.2'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'ConntrackHelper': {'1.0'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Log': {'1.0'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Network': {'1.1'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Port': {'1.7'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'PortForwarding': {'1.2'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'QosPolicy': {'1.10'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'SecurityGroup': {'1.4'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'SubPort': {'1.0'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Subnet': {'1.1'}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Trunk': {'1.1'}} Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: consumer versions: Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: L3 agent@n-d-812149-2: {}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: Metadata agent@n-d-812149-2: {}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: Metering agent@n-d-812149-2: {}, Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'ConntrackHelper': '1.0', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Log': '1.0', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Network': '1.1', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Port': '1.7', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'PortForwarding': '1.2', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'QosPolicy': '1.10', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'SecurityGroup': '1.4', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'SecurityGroupRule': '1.2', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'SubPort': '1.0', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Subnet': '1.1', Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: 'Trunk': '1.1'}} Oct 18 20:17:04.315615 n-d-812149-2 neutron-server[100533]: {{(pid=100533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:17:04.377387 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Attempting to bind port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:17:04.377790 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Attempting to bind port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:17:04.378253 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Attempting to bind port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 on network ee10f422-f0ba-4b6f-a09f-178ce399254e {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:17:04.384372 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:17:04.384818 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Checking segment: {'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:17:04.385290 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.385686 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Bound using segment: {'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:17:04.386215 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Bound port: f5deab68-9e00-4e10-abaa-b3fdaa4203f2, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdba9adc-ac16-479d-b629-eb6e93e5b421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:17:04.386616 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.470170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5cd97e94-e083-4adb-b0f9-6eab8eb23bee None None] Provisioning complete for port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:17:04.471015 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5cd97e94-e083-4adb-b0f9-6eab8eb23bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.485235 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] For port f5deab68-9e00-4e10-abaa-b3fdaa4203f2, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:17:04.508452 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] For port f5deab68-9e00-4e10-abaa-b3fdaa4203f2, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f5deab68-9e00-4e10-abaa-b3fdaa4203f2,segment=NetworkSegment(bdba9adc-ac16-479d-b629-eb6e93e5b421),segment_id=bdba9adc-ac16-479d-b629-eb6e93e5b421)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:17:04.515752 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.517071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5cd97e94-e083-4adb-b0f9-6eab8eb23bee None None] Port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:17:04.599718 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Routers {'2c3c2e4a-05c3-480e-8883-496322a5fbef'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:17:04.600786 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:16:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2c3c2e4a-05c3-480e-8883-496322a5fbef'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:04.606467 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c5f45-91ed-4f7f-ab20-8a368f626cd2 None None] Pushing event updated for resources: {'Port': ['ID=f5deab68-9e00-4e10-abaa-b3fdaa4203f2,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:04.714856 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] Set router 2c3c2e4a-05c3-480e-8883-496322a5fbef gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:17:04.844073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7230b8d6-6af6-4705-97e6-238750b1867e None None] Provisioning complete for port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:17:04.844831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7230b8d6-6af6-4705-97e6-238750b1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.937929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7230b8d6-6af6-4705-97e6-238750b1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.976365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7230b8d6-6af6-4705-97e6-238750b1867e None None] For port f5deab68-9e00-4e10-abaa-b3fdaa4203f2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f5deab68-9e00-4e10-abaa-b3fdaa4203f2,segment=NetworkSegment(bdba9adc-ac16-479d-b629-eb6e93e5b421),segment_id=bdba9adc-ac16-479d-b629-eb6e93e5b421)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:17:04.981914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7230b8d6-6af6-4705-97e6-238750b1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:04.984063 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'name': 'router1', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:16:51Z', 'updated_at': '2021-10-18T20:17:01Z', 'revision_number': 2, 'project_id': '9e9068944fae412c902c93a60768b15b', 'gw_port_host': None, '_interfaces': [{'id': 'f5deab68-9e00-4e10-abaa-b3fdaa4203f2', 'name': '', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'mac_address': 'fa:16:3e:3e:d0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:00Z', 'updated_at': '2021-10-18T20:17:04Z', 'revision_number': 4, 'project_id': '9e9068944fae412c902c93a60768b15b', 'subnets': [{'id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbd77be-817c-4adf-8aec-240b9676a5a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:05.016841 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b647399-9d34-4e04-9891-cbd39a9e2ece None None] The sync data for ids ['2c3c2e4a-05c3-480e-8883-496322a5fbef'] in n-d-812149-2 is: [{'id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'name': 'router1', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:16:51Z', 'updated_at': '2021-10-18T20:17:01Z', 'revision_number': 2, 'project_id': '9e9068944fae412c902c93a60768b15b', 'gw_port_host': None, '_interfaces': [{'id': 'f5deab68-9e00-4e10-abaa-b3fdaa4203f2', 'name': '', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'mac_address': 'fa:16:3e:3e:d0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:00Z', 'updated_at': '2021-10-18T20:17:04Z', 'revision_number': 4, 'project_id': '9e9068944fae412c902c93a60768b15b', 'subnets': [{'id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbd77be-817c-4adf-8aec-240b9676a5a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:17:05.039004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230b8d6-6af6-4705-97e6-238750b1867e None None] Pushing event updated for resources: {'Port': ['ID=f5deab68-9e00-4e10-abaa-b3fdaa4203f2,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:06.235083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40628) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:17:06.396954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed8a24e-21be-417e-9472-35c99009a917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:17:06.398705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6ed8a24e-21be-417e-9472-35c99009a917 admin admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 842 time: 0.1620181 Oct 18 20:17:06.410476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Request body: {'subnet': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'cidr': '172.25.7.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:17:06.442384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Made reservation on behalf of 81dd5e9cf4b84f72a27c61c3fc57da4b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:17:06.446116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:06.949271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:17:06.949809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:07.008935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db6a337-7cc9-4000-803d-edbf541d6f9c,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:07.036926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:17:07.037469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Network hostable DHCP agents. Network: 46350bbf-6178-4487-b76a-d8b49657535f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:17:07.064785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:17:07.079135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 46350bbf-6178-4487-b76a-d8b49657535f) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:17:07.085844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:17:07.086820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:07.089971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3822275-c3a5-4249-85a2-ed112b2a0d83 None None] Network 46350bbf-6178-4487-b76a-d8b49657535f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:17:07.126311 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-17d64a6e-9e8a-4540-804a-ed457f7fef68 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7061188 Oct 18 20:17:07.316115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be41c479-d2e4-49a5-b7a5-f32226d960c9 None None] Network 46350bbf-6178-4487-b76a-d8b49657535f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:17:10.068077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40636) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:17:10.351902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b7efa074-8484-41b2-a7d3-d61763e05662 admin admin] 10.222.0.66 "GET /v2.0/routers/2c3c2e4a-05c3-480e-8883-496322a5fbef HTTP/1.1" status: 200 len: 710 time: 0.2820361 Oct 18 20:17:10.468040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04972310-dcc9-4e81-9def-c7b2b9e63bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:17:10.470290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-04972310-dcc9-4e81-9def-c7b2b9e63bf0 admin admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 886 time: 0.1110907 Oct 18 20:17:10.482120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:17:10.771228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:11.064136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:11.231623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:11.408441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Allocated IP 172.25.7.65 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/29f852aa-fa23-4270-b5a6-18643f0a2c94) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:17:11.535441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:11.624645 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:11.719154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:17:11.724699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:17:11.728145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:17:11.779764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Pushing event updated for resources: {'Port': ['ID=29f852aa-fa23-4270-b5a6-18643f0a2c94,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:12.080912 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:12.174920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f5deab68-9e00-4e10-abaa-b3fdaa4203f2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:17:12.227565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:17:12.228042 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:12.319625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:12.324951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:12.447508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Router 2c3c2e4a-05c3-480e-8883-496322a5fbef has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:17:12.565184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:17:12.569843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:12.571090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d1a83639-3adb-4b88-b290-a5e2378f57f8 admin admin] 10.222.0.66 "PUT /v2.0/routers/2c3c2e4a-05c3-480e-8883-496322a5fbef HTTP/1.1" status: 200 len: 889 time: 2.0935681 Oct 18 20:17:13.328478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Sync routers for ids ['2c3c2e4a-05c3-480e-8883-496322a5fbef'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:17:13.346453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Routers {'2c3c2e4a-05c3-480e-8883-496322a5fbef'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:17:13.347744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:16:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2c3c2e4a-05c3-480e-8883-496322a5fbef'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:13.724861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Set router 2c3c2e4a-05c3-480e-8883-496322a5fbef gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:17:14.224984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'name': 'router1', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '29f852aa-fa23-4270-b5a6-18643f0a2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:16:51Z', 'updated_at': '2021-10-18T20:17:11Z', 'revision_number': 4, 'project_id': '9e9068944fae412c902c93a60768b15b', 'gw_port': {'id': '29f852aa-fa23-4270-b5a6-18643f0a2c94', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:11Z', 'updated_at': '2021-10-18T20:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'f5deab68-9e00-4e10-abaa-b3fdaa4203f2', 'name': '', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'mac_address': 'fa:16:3e:3e:d0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:00Z', 'updated_at': '2021-10-18T20:17:04Z', 'revision_number': 5, 'project_id': '9e9068944fae412c902c93a60768b15b', 'subnets': [{'id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbd77be-817c-4adf-8aec-240b9676a5a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:14.286039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Checking router: 2c3c2e4a-05c3-480e-8883-496322a5fbef for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:17:14.286432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Updating router 2c3c2e4a-05c3-480e-8883-496322a5fbef port 29f852aa-fa23-4270-b5a6-18643f0a2c94 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:17:14.346453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:14.893751 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:14.901643 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:15.049684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Attempting to bind port 29f852aa-fa23-4270-b5a6-18643f0a2c94 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:17:15.050137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Attempting to bind port 29f852aa-fa23-4270-b5a6-18643f0a2c94 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:17:15.050727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Attempting to bind port 29f852aa-fa23-4270-b5a6-18643f0a2c94 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:17:15.063707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:17:15.064178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:17:15.064669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:15.065131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:17:15.065681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Bound port: 29f852aa-fa23-4270-b5a6-18643f0a2c94, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:17:15.066176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:15.070017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b9297-2be7-4f4f-a267-b2c06e79fe11 None None] Pushing event updated for resources: {'Port': ['ID=29f852aa-fa23-4270-b5a6-18643f0a2c94,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:15.130311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] For port 29f852aa-fa23-4270-b5a6-18643f0a2c94, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:17:15.134003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] For port 29f852aa-fa23-4270-b5a6-18643f0a2c94, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=29f852aa-fa23-4270-b5a6-18643f0a2c94,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:17:15.139794 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:15.222679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Routers {'2c3c2e4a-05c3-480e-8883-496322a5fbef'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:17:15.223819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:16:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2c3c2e4a-05c3-480e-8883-496322a5fbef'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:15.290737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b9297-2be7-4f4f-a267-b2c06e79fe11 None None] Pushing event updated for resources: {'Port': ['ID=29f852aa-fa23-4270-b5a6-18643f0a2c94,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:15.300986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:17:15.382252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] Set router 2c3c2e4a-05c3-480e-8883-496322a5fbef gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:17:15.487938 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4435b146-b61f-49d5-b2bd-97034f622bbd admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1849246 Oct 18 20:17:15.645545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'name': 'router1', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '29f852aa-fa23-4270-b5a6-18643f0a2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:16:51Z', 'updated_at': '2021-10-18T20:17:11Z', 'revision_number': 4, 'project_id': '9e9068944fae412c902c93a60768b15b', 'gw_port': {'id': '29f852aa-fa23-4270-b5a6-18643f0a2c94', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:11Z', 'updated_at': '2021-10-18T20:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'f5deab68-9e00-4e10-abaa-b3fdaa4203f2', 'name': '', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'mac_address': 'fa:16:3e:3e:d0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:00Z', 'updated_at': '2021-10-18T20:17:04Z', 'revision_number': 5, 'project_id': '9e9068944fae412c902c93a60768b15b', 'subnets': [{'id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbd77be-817c-4adf-8aec-240b9676a5a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:17:15.675999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d62fc-3fdb-49df-910e-c3f4cb50bf65 None None] The sync data for ids ['2c3c2e4a-05c3-480e-8883-496322a5fbef'] in n-d-812149-2 is: [{'id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'name': 'router1', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '29f852aa-fa23-4270-b5a6-18643f0a2c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:16:51Z', 'updated_at': '2021-10-18T20:17:11Z', 'revision_number': 4, 'project_id': '9e9068944fae412c902c93a60768b15b', 'gw_port': {'id': '29f852aa-fa23-4270-b5a6-18643f0a2c94', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:11Z', 'updated_at': '2021-10-18T20:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'f5deab68-9e00-4e10-abaa-b3fdaa4203f2', 'name': '', 'network_id': 'ee10f422-f0ba-4b6f-a09f-178ce399254e', 'tenant_id': '9e9068944fae412c902c93a60768b15b', 'mac_address': 'fa:16:3e:3e:d0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3c2e4a-05c3-480e-8883-496322a5fbef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:17:00Z', 'updated_at': '2021-10-18T20:17:04Z', 'revision_number': 5, 'project_id': '9e9068944fae412c902c93a60768b15b', 'subnets': [{'id': '413464aa-fb2e-4ef2-8bbb-45c40501cfe0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bbd77be-817c-4adf-8aec-240b9676a5a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:17:16.244307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 29f852aa-fa23-4270-b5a6-18643f0a2c94 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:17:16.316439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 29f852aa-fa23-4270-b5a6-18643f0a2c94 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:17:16.316943 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:16.460729 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:16.496240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 29f852aa-fa23-4270-b5a6-18643f0a2c94, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=29f852aa-fa23-4270-b5a6-18643f0a2c94,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:17:16.503454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:16.585402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=29f852aa-fa23-4270-b5a6-18643f0a2c94,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:17:18.207212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 29f852aa-fa23-4270-b5a6-18643f0a2c94 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:17:18.283265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 29f852aa-fa23-4270-b5a6-18643f0a2c94 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:17:18.283735 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:18.599250 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c9f474c0-ed75-4bde-8e35-f36bf4f4978d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:23.113807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c6732eb4-7cda-4e89-b926-908a2cd6473e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:24.061395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:24.873678 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:26.368898 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:31.603882 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:17:48.639412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-70d002ca-6efb-4d51-8b74-630b32d2f6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:53.088463 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61407c99-13d2-4b1f-a893-6af0fc8d7fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:54.044971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:54.923972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:17:56.340492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:08.610455 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:18:18.599045 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3887595b-e95f-41bb-a36b-162cef915e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:23.080861 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-664251d6-4163-40a2-a928-b37295d7924f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:24.012005 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:24.878264 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:26.327463 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:45.613305 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:18:48.597305 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6976d29-3c5b-4334-a758-d93d66e47d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:53.088037 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dcef8367-d152-4277-b26e-ab4f3f4e3687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:54.018992 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:54.871587 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:18:56.330078 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:13.384136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41242) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:13.454522 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-988ed35b-7915-4efa-81cd-409835dc9623 admin admin] GET failed (client error): The resource could not be found. Oct 18 20:19:13.456123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-988ed35b-7915-4efa-81cd-409835dc9623 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707915 Oct 18 20:19:13.686466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc582698-9d1b-4f90-bdf4-ac8f1479439a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:13.687860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dc582698-9d1b-4f90-bdf4-ac8f1479439a admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2263503 Oct 18 20:19:16.027071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41252) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:16.135900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f5ac8-1bc8-46d5-aab6-4766156628d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:16.136668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f3f5ac8-1bc8-46d5-aab6-4766156628d1 admin admin] 10.222.0.66 "GET /v2.0/subnets/413464aa-fb2e-4ef2-8bbb-45c40501cfe0 HTTP/1.1" status: 200 len: 849 time: 0.1085777 Oct 18 20:19:16.150212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:19:16.240411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Publish callbacks [] for subnet, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:16.396412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778211312150'] for subnet, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:16.425902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:16.426496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:16.427877 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] 10.222.0.66 "PUT /v2.0/subnets/413464aa-fb2e-4ef2-8bbb-45c40501cfe0 HTTP/1.1" status: 200 len: 868 time: 0.2822418 Oct 18 20:19:16.431186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ea8d1-0641-4f50-b6b1-8aed5a84e658 None None] Network ee10f422-f0ba-4b6f-a09f-178ce399254e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:19:16.459041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=413464aa-fb2e-4ef2-8bbb-45c40501cfe0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:19:16.467367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.467716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.468077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.468369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.468725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.469052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.469373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.469694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.470017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.470357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.470658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.470979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080b1801-3422-46fe-9de5-c7278e15fdfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:19:16.898820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-544b41fa-9a42-459f-a70e-47b5b2bc7173 None None] Provisioning complete for port 99221596-7764-44ab-9788-c3e7664adfa3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:19:16.899036 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-544b41fa-9a42-459f-a70e-47b5b2bc7173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:17.012985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-544b41fa-9a42-459f-a70e-47b5b2bc7173 None None] Provisioning complete for port f5deab68-9e00-4e10-abaa-b3fdaa4203f2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:19:17.013523 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-544b41fa-9a42-459f-a70e-47b5b2bc7173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:18.591336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c19e4c3-47b3-48fb-972c-da578f6d93ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:18.804848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41262) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:19.012679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9a68b-4662-4286-8920-98f6a5628ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:19.013143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9a68b-4662-4286-8920-98f6a5628ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:19.014686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8c9a68b-4662-4286-8920-98f6a5628ad0 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2088830 Oct 18 20:19:21.440238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41270) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:21.596660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf50dd-3325-44bc-b288-c2a72da31f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:21.597214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf50dd-3325-44bc-b288-c2a72da31f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:21.598995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aadf50dd-3325-44bc-b288-c2a72da31f87 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1576531 Oct 18 20:19:22.613129 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:19:23.082658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da76e6dd-6093-4447-aefb-c10c3c9c3959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:23.983982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41278) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:24.013539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:24.119424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f10121-f1cd-401b-9113-05321eca6799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:24.120825 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-93f10121-f1cd-401b-9113-05321eca6799 admin admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 886 time: 0.1356447 Oct 18 20:19:24.872188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:26.327718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:26.457309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41286) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:26.594251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ab1a4-53b6-4f9a-80aa-38a58e01e26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:26.595652 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e83ab1a4-53b6-4f9a-80aa-38a58e01e26c admin admin] 10.222.0.66 "GET /v2.0/networks/ee10f422-f0ba-4b6f-a09f-178ce399254e HTTP/1.1" status: 200 len: 869 time: 0.1374624 Oct 18 20:19:28.912336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41294) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:29.115068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb7b13-1485-4600-a77b-7fda5d76ae59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:29.115425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb7b13-1485-4600-a77b-7fda5d76ae59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:29.116953 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5ffb7b13-1485-4600-a77b-7fda5d76ae59 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2036481 Oct 18 20:19:31.473303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41302) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:31.568635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69c70a-f690-4ea9-b266-c8bf7be09f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:31.569080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69c70a-f690-4ea9-b266-c8bf7be09f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:31.571245 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ee69c70a-f690-4ea9-b266-c8bf7be09f22 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0969636 Oct 18 20:19:33.941318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41310) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:34.030008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bca899-5efe-4b1f-8336-f29e493f9757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:34.031379 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d6bca899-5efe-4b1f-8336-f29e493f9757 admin admin] 10.222.0.66 "GET /v2.0/subnets/1db6a337-7cc9-4000-803d-edbf541d6f9c HTTP/1.1" status: 200 len: 816 time: 0.0891030 Oct 18 20:19:36.361850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41318) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:19:36.457469 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269f8b5-6198-4f25-949a-829975a5f951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:19:36.458771 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f269f8b5-6198-4f25-949a-829975a5f951 admin admin] 10.222.0.66 "GET /v2.0/subnets/413464aa-fb2e-4ef2-8bbb-45c40501cfe0 HTTP/1.1" status: 200 len: 868 time: 0.0959635 Oct 18 20:19:48.623149 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-beeaf0f7-b1b7-4c1b-8907-5bf729009c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:53.091429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3694cdf-1f7e-45ec-bdc5-974d6e44957d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:54.024407 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:54.879635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:56.332277 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:19:59.616643 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:20:01.945906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41372) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:20:02.017982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-02c6f7de-3d33-45d7-a005-9ae4412f2d69 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:20:02.019044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-02c6f7de-3d33-45d7-a005-9ae4412f2d69 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0718627 Oct 18 20:20:04.497429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41380) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:20:04.582699 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7651583-baee-4dbe-857e-6816e8f8e689 admin admin] GET failed (client error): The resource could not be found. Oct 18 20:20:04.584162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b7651583-baee-4dbe-857e-6816e8f8e689 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0858614 Oct 18 20:20:04.739902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fe929-eb6f-448d-b29f-4c93c4e5e748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:20:04.742018 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6b7fe929-eb6f-448d-b29f-4c93c4e5e748 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1525912 Oct 18 20:20:07.222966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41388) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:20:07.277966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:20:07.312407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Made reservation on behalf of 81dd5e9cf4b84f72a27c61c3fc57da4b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:20:07.316423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:07.369259 n-d-812149-2 neutron-server[100530]: WARNING neutron.services.revisions.revision_plugin [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Could not find related network for resource to bump revision. Oct 18 20:20:07.389634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:20:07.406331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:07.406892 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Added segment 1ed34a2c-1a03-477f-bac2-23d592e0b984 of type vlan for network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 Oct 18 20:20:07.478216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:07.519283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:07.520351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:20:07.521079 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:07.558391 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3339348 Oct 18 20:20:07.593047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a5f14-e109-4255-8249-cfc9fcd966be admin admin] Pushing event updated for resources: {'Network': ['ID=16c9a465-01c8-4afb-a83f-e9fa1070abe8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:20:07.609553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:20:10.067817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:20:10.130885 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-264cced5-d989-44f6-9926-f74780f2c447 admin admin] GET failed (client error): The resource could not be found. Oct 18 20:20:10.132913 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-264cced5-d989-44f6-9926-f74780f2c447 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0640941 Oct 18 20:20:10.206076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea300833-5ccb-4309-94ea-240dbc61976e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:20:10.207568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ea300833-5ccb-4309-94ea-240dbc61976e admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688887 Oct 18 20:20:10.219482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Request body: {'subnet': {'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:20:10.248684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Made reservation on behalf of 81dd5e9cf4b84f72a27c61c3fc57da4b for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:20:10.251079 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:10.509574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:10.567006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:20:10.581577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:20:10.581927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Network hostable DHCP agents. Network: 16c9a465-01c8-4afb-a83f-e9fa1070abe8, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:20:10.605277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:20:10.620138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 16c9a465-01c8-4afb-a83f-e9fa1070abe8) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:20:10.625565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:20:10.626293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:10.632773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9269d-7edd-49a4-9484-0e9d4b733b74 None None] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:20:10.651277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9d56d073-e1e2-4993-806e-0da88bb3a312 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4352291 Oct 18 20:20:10.876106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'tenant_id': '81dd5e9cf4b84f72a27c61c3fc57da4b', 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:20:10.877191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:11.094605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Allocated IP 192.168.233.2 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/7e77d77a-d713-4c57-a297-b6447119f901) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:20:11.283021 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:11.291700 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:11.357222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:20:11.365567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:20:11.370004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:20:11.379532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Pushing event updated for resources: {'Port': ['ID=7e77d77a-d713-4c57-a297-b6447119f901,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:20:11.393103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.393469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.393815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.394175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.394499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.394829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.395159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.395560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.395888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.396214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.396560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.397412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:20:11.448054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Attempting to bind port 7e77d77a-d713-4c57-a297-b6447119f901 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:20:11.448442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Attempting to bind port 7e77d77a-d713-4c57-a297-b6447119f901 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:20:11.448815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Attempting to bind port 7e77d77a-d713-4c57-a297-b6447119f901 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:20:11.455378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:20:11.455769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:20:11.456146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:11.456577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:20:11.457059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Bound port: 7e77d77a-d713-4c57-a297-b6447119f901, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:20:11.457470 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:11.543177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] For port 7e77d77a-d713-4c57-a297-b6447119f901, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:20:11.547695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] For port 7e77d77a-d713-4c57-a297-b6447119f901, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7e77d77a-d713-4c57-a297-b6447119f901,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:20:11.553683 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:11.620754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea99a6-1437-4280-9007-f0f9dc58ccb7 None None] Pushing event updated for resources: {'Port': ['ID=7e77d77a-d713-4c57-a297-b6447119f901,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:20:12.401283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7e77d77a-d713-4c57-a297-b6447119f901 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:20:12.473589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7e77d77a-d713-4c57-a297-b6447119f901 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:20:12.473962 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:12.574699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4fd55-63a5-44aa-b527-4a3d3ec01944 None None] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:20:12.614613 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:12.695568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 7e77d77a-d713-4c57-a297-b6447119f901, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7e77d77a-d713-4c57-a297-b6447119f901,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:20:12.707834 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:12.772375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d879b5de-4499-4a86-a067-a0174d5e7a50 None None] Provisioning complete for port 7e77d77a-d713-4c57-a297-b6447119f901 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:20:12.772682 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d879b5de-4499-4a86-a067-a0174d5e7a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:12.827228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=7e77d77a-d713-4c57-a297-b6447119f901,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:20:13.166663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3dd5d18f-7fb4-48f0-9225-913ea3d8ad78 None None] Provisioning complete for port 7e77d77a-d713-4c57-a297-b6447119f901 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:20:13.167091 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d18f-7fb4-48f0-9225-913ea3d8ad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:14.303972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7e77d77a-d713-4c57-a297-b6447119f901 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:20:14.364305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7e77d77a-d713-4c57-a297-b6447119f901 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:20:14.364823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:18.597235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcb32710-030d-4245-ba49-b99c04067f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:23.085858 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5eb80a34-e401-428a-9e4e-774d01083eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:24.025023 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:24.882298 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:26.339513 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:36.617321 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:20:48.600870 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dded2585-cd0c-4552-8faf-a52cce9e270a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:53.081647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5af861b-84f5-44bf-9f47-3d7a8c2d939f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:54.021061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:54.885804 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:20:56.347489 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:13.621513 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:21:18.612681 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0338637-8449-4dce-a796-1d9c53f3c7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:23.077625 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cff6333-111d-4e1f-b05f-2be7c5c91181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:24.015202 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:24.886518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:26.347670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:27.592953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41450) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:21:27.599905 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-9d079d05-abaf-4322-a3dc-6e62b4421416 tempest-verify_tempest_config-1550450067 tempest-verify_tempest_config-1550450067-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:21:27.600999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9d079d05-abaf-4322-a3dc-6e62b4421416 tempest-verify_tempest_config-1550450067 tempest-verify_tempest_config-1550450067-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0067413 Oct 18 20:21:27.983717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41468) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:21:28.108001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:28.197908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:28.202441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:28.249546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904bbfaa-a598-49f3-bee5-efd1a97696d2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:21:28.254323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5805a94c95940d49b7fb1a760e5decb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2689095 Oct 18 20:21:28.257786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41474) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:21:28.260241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.260623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.260967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.261294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.261624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.261953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.262283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.262605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.262925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.263266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.263564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.263885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50101e78-d4d6-4aa0-a188-19e42a997f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.349845 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:28.371242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:28.462534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:28.465568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:28.466811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/904bbfaa-a598-49f3-bee5-efd1a97696d2 HTTP/1.1" status: 204 len: 168 time: 0.2079713 Oct 18 20:21:28.474919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bbfaa-a598-49f3-bee5-efd1a97696d2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:21:28.482170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.482509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.482851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.483184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.483510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.483839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.484171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.484537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.484846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.485164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.485485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:28.485797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9abe6f-a73b-4162-b494-bfaa31dadcea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:21:48.607574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b447b0de-5921-4184-a107-6f7d72a83618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:50.624761 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:21:53.092523 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3faf59c2-d914-4eb7-ab65-861918402eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:54.019604 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:54.891235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:21:56.350278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:18.621025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a4a3f6f5-07de-49a4-bd92-b25c64c4731c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:23.093740 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e6e1bc0b-1362-4ab6-b4c3-af2e83606428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:24.031623 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:24.903169 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:26.360583 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:27.630166 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:22:48.618173 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-74e2995c-78ee-4563-9ed3-0db3479130f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:53.101698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8cb5-dd06-4234-ba52-a1ab8a33c23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:54.029960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:54.901092 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:22:56.357610 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:04.635110 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:23:18.622921 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1aa76922-6fd9-4cc1-8c04-a0f0cf0b670f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:23.091789 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8858b554-3dc2-4045-b881-142a28bbe4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:24.028299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:24.913087 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:26.358947 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:41.640833 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:23:48.623396 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-758de6b8-070f-42da-82b9-28a9304ba9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:53.097621 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03264fd2-9c24-47c6-b9fb-c48ec75db55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:54.024716 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:54.914198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:23:56.374209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:18.617480 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b81e8ad8-f150-4e36-8d4b-6291422d9160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:18.640837 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 5 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:24:23.104630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aacf6a6f-8cb1-4d50-9eec-1263ef83123a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:24.018649 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:24.916602 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:26.381086 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:42.685036 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548300'] for agent, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:48.267612 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548300'] for agent, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:48.632804 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbe532a7-fc19-4c00-bf53-e6bb8650253e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:53.095787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4236d9a4-812f-4848-aab8-68874fbd115a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:54.031481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:54.924990 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:24:55.647035 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:24:56.386371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:12.688168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:18.232166 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:18.626558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82708c67-c43f-46b7-8093-a298181410ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:23.100851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad09a317-68d0-4724-8971-3d0347f1255f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:24.034961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:24.921883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:26.385766 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:32.650613 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:25:37.393120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41534) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:25:37.557644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1bc4f3e6-a052-41f4-bca4-2c1ea192d051 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1626537 Oct 18 20:25:40.597515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41544) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:25:40.699781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a27e7b0b-f772-4abc-a247-d04998034158 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0995426 Oct 18 20:25:42.686493 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:48.241190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:48.658721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5480ee93-ae77-4853-9268-023ef223377b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:53.097749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-813a7d94-8677-4107-a085-816bfe647e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:54.032457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:54.933197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:25:56.386036 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:09.652793 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:26:12.706483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:18.257030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:18.639872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5acc76df-5e70-477d-b2f0-9edabf81e956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:23.100724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c01bb6e-a36a-4ffb-8339-5c701bff6b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:24.040086 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:24.923641 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:26.407215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:42.705303 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:46.653688 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:26:48.248880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:48.637972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6c63473-a752-4ac1-a919-70266dff5c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:53.105563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-75089be0-8bc1-4acf-8609-d8a3d0481611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:54.039491 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:54.936854 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:26:56.411689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:12.727950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:18.260283 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:18.630379 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6c1486d2-c7f9-4361-a40a-8e806375e465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:21.948996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41788) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:22.823204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41812) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:22.824290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a114020-9e6d-4bec-9e62-a3e4b73a56e0 tempest-AutoAllocateNetworkTest-1775913741 tempest-AutoAllocateNetworkTest-1775913741-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=727de6786a74417281b244f3a8e714bf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8727536 Oct 18 20:27:23.104579 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cba9c585-aaac-482c-b044-decb4aa5fc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:23.113961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955a2e8-511e-432b-9c25-537f1a28f4aa tempest-AutoAllocateNetworkTest-1775913741 tempest-AutoAllocateNetworkTest-1775913741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:23.121719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8955a2e8-511e-432b-9c25-537f1a28f4aa tempest-AutoAllocateNetworkTest-1775913741 tempest-AutoAllocateNetworkTest-1775913741-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2913413 Oct 18 20:27:23.122097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41832) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:23.235533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41836) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:23.235982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ef28cd4c-14a5-4ea6-9685-129c4cbb925e tempest-AutoAllocateNetworkTest-1775913741 tempest-AutoAllocateNetworkTest-1775913741-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116164 Oct 18 20:27:23.293473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4d61bf2f-a260-4bca-a93d-98d095969585 tempest-AutoAllocateNetworkTest-1775913741 tempest-AutoAllocateNetworkTest-1775913741-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=727de6786a74417281b244f3a8e714bf HTTP/1.1" status: 200 len: 208 time: 0.0544837 Oct 18 20:27:23.663120 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:27:24.042671 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:24.671556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:24.932522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.159915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.293356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.302966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.366728 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=727de6786a74417281b244f3a8e714bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6926119 Oct 18 20:27:25.407657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41900) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:25.410874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4472096-4565-4501-98fe-c607dbe0be9e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:25.416044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.416044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.416044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.416044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.418088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.418088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.418088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.418683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.419885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.420416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.421800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.422653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60182a9-ca78-4dc6-b780-bbf9352746c5 admin admin] Tracked resource versions report: Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: pushed versions: Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: { 'AddressGroup': {'1.2'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'ConntrackHelper': {'1.0'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Log': {'1.0'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Network': {'1.1'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Port': {'1.7'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'PortForwarding': {'1.2'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'QosPolicy': {'1.10'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'SecurityGroup': {'1.4'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'SubPort': {'1.0'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Subnet': {'1.1'}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Trunk': {'1.1'}} Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: consumer versions: Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: HyperV agent@n-h1-812149-2: {}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: HyperV agent@n-h2-812149-2: {}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: L3 agent@n-d-812149-2: {}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: Metadata agent@n-d-812149-2: {}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: Metering agent@n-d-812149-2: {}, Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'ConntrackHelper': '1.0', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Log': '1.0', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Network': '1.1', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Port': '1.7', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'PortForwarding': '1.2', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'QosPolicy': '1.10', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'SecurityGroup': '1.4', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'SecurityGroupRule': '1.2', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'SubPort': '1.0', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Subnet': '1.1', Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: 'Trunk': '1.1'}} Oct 18 20:27:25.424926 n-d-812149-2 neutron-server[100530]: {{(pid=100530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:27:25.470678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.504000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.592038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.595990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:25.597879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4472096-4565-4501-98fe-c607dbe0be9e HTTP/1.1" status: 204 len: 168 time: 0.2202516 Oct 18 20:27:25.608766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4472096-4565-4501-98fe-c607dbe0be9e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:25.620579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.621042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.621541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.622369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.622852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.623299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.623763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.624267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.624764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.625394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.625876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.626338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93292c0-9ecb-44ce-8a81-c590fa414170 admin admin] Tracked resource versions report: Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: pushed versions: Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: { 'AddressGroup': {'1.2'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'ConntrackHelper': {'1.0'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Log': {'1.0'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Network': {'1.1'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Port': {'1.7'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'PortForwarding': {'1.2'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'QosPolicy': {'1.10'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'SecurityGroup': {'1.4'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'SubPort': {'1.0'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Subnet': {'1.1'}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Trunk': {'1.1'}} Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: consumer versions: Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: HyperV agent@n-h1-812149-2: {}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: HyperV agent@n-h2-812149-2: {}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: L3 agent@n-d-812149-2: {}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: Metadata agent@n-d-812149-2: {}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: Metering agent@n-d-812149-2: {}, Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'ConntrackHelper': '1.0', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Log': '1.0', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Network': '1.1', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Port': '1.7', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'PortForwarding': '1.2', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'QosPolicy': '1.10', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'SecurityGroup': '1.4', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'SecurityGroupRule': '1.2', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'SubPort': '1.0', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Subnet': '1.1', Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: 'Trunk': '1.1'}} Oct 18 20:27:25.627596 n-d-812149-2 neutron-server[100531]: {{(pid=100531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:27:26.409165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:27.691225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41980) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:27.726930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41984) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:28.265601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f35c4cf-6bc9-4b91-aae5-66a1f11b6d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.283537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5453-868a-400c-aa04-809b348548f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.432874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f35c4cf-6bc9-4b91-aae5-66a1f11b6d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.442690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f35c4cf-6bc9-4b91-aae5-66a1f11b6d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.538078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9f35c4cf-6bc9-4b91-aae5-66a1f11b6d30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=106a3e11a438471c94a0d9abc1905bdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8088951 Oct 18 20:27:28.539449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42006) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:28.553142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35c4cf-6bc9-4b91-aae5-66a1f11b6d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d506878-1c01-4814-8d15-0932ab65636c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:28.573054 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5453-868a-400c-aa04-809b348548f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.586407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5453-868a-400c-aa04-809b348548f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.670261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42016) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:28.675684 n-d-812149-2 neutron-server[100531]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 18 20:27:28.686413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99706009-aa7e-45b1-81bf-582162f1a9ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.699955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5cfd5453-868a-400c-aa04-809b348548f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c32bfb424fdc4e148338b5476521d9e4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0055172 Oct 18 20:27:28.705827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42020) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:28.720653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5453-868a-400c-aa04-809b348548f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d8020-1932-4d57-ad07-794f64cc11fa,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:28.730712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99706009-aa7e-45b1-81bf-582162f1a9ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.745677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-7a261480-3c5a-4234-80f2-3e03d3fc8e57 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722895 Oct 18 20:27:28.822227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99706009-aa7e-45b1-81bf-582162f1a9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.828063 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99706009-aa7e-45b1-81bf-582162f1a9ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:28.830975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-99706009-aa7e-45b1-81bf-582162f1a9ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d506878-1c01-4814-8d15-0932ab65636c HTTP/1.1" status: 204 len: 168 time: 0.2787097 Oct 18 20:27:28.850181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706009-aa7e-45b1-81bf-582162f1a9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d506878-1c01-4814-8d15-0932ab65636c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:29.026790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25f378e1-8271-479d-bcd1-ffa4dcd29d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.128034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-fcb6e8dc-2db8-4bd9-8e59-6586fbcdf1d3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:29.130549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-fcb6e8dc-2db8-4bd9-8e59-6586fbcdf1d3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746073 Oct 18 20:27:29.134756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25f378e1-8271-479d-bcd1-ffa4dcd29d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.204183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-fd9ee5f9-b2ae-460b-b8a6-e6da6049d13f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/quotas/0bdfa0f297b74dfbbf58d39922ffd060 HTTP/1.1" status: 200 len: 375 time: 0.0527678 Oct 18 20:27:29.321245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-fe070d6c-3dea-4305-8d66-e92b4ddec969 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958271 Oct 18 20:27:29.324398 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25f378e1-8271-479d-bcd1-ffa4dcd29d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.329084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25f378e1-8271-479d-bcd1-ffa4dcd29d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.331431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25f378e1-8271-479d-bcd1-ffa4dcd29d2b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b4d8020-1932-4d57-ad07-794f64cc11fa HTTP/1.1" status: 204 len: 168 time: 0.6232698 Oct 18 20:27:29.345858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f378e1-8271-479d-bcd1-ffa4dcd29d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d8020-1932-4d57-ad07-794f64cc11fa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:29.455069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42034) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:29.477874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b43fdbf-8fb7-4f00-a510-652d2d58475e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.643499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b43fdbf-8fb7-4f00-a510-652d2d58475e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.651240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b43fdbf-8fb7-4f00-a510-652d2d58475e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.745919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43fdbf-8fb7-4f00-a510-652d2d58475e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d62eee-37d2-45aa-8cba-921b40d8b7e5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:29.760291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4b43fdbf-8fb7-4f00-a510-652d2d58475e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d17faccaa6fa4228820a9bdc9af38985&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3033457 Oct 18 20:27:29.767936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42052) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:29.872303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2457dd-d629-46e0-832c-d5f137f1ce97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:29.910973 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2457dd-d629-46e0-832c-d5f137f1ce97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.000147 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2457dd-d629-46e0-832c-d5f137f1ce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.008127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2457dd-d629-46e0-832c-d5f137f1ce97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.010254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d2457dd-d629-46e0-832c-d5f137f1ce97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07d62eee-37d2-45aa-8cba-921b40d8b7e5 HTTP/1.1" status: 204 len: 168 time: 0.2371917 Oct 18 20:27:30.025010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2457dd-d629-46e0-832c-d5f137f1ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d62eee-37d2-45aa-8cba-921b40d8b7e5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:30.137427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42060) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:30.165985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce88127f-7569-4ea8-a180-13bf8d34c0ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.345185 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce88127f-7569-4ea8-a180-13bf8d34c0ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.353603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce88127f-7569-4ea8-a180-13bf8d34c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.418536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ce88127f-7569-4ea8-a180-13bf8d34c0ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bfed2708ac0c4729ba49ee4d6498e501&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2763388 Oct 18 20:27:30.424836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42062) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:30.458952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88127f-7569-4ea8-a180-13bf8d34c0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003ecb40-bc37-4bdd-b3a3-374adad3d436,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:30.611295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b4fc87-be5b-40f8-9187-51750799eee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.657679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b4fc87-be5b-40f8-9187-51750799eee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.756709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b4fc87-be5b-40f8-9187-51750799eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.764495 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b4fc87-be5b-40f8-9187-51750799eee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:30.768646 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-39b4fc87-be5b-40f8-9187-51750799eee2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/003ecb40-bc37-4bdd-b3a3-374adad3d436 HTTP/1.1" status: 204 len: 168 time: 0.3397739 Oct 18 20:27:30.784123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4fc87-be5b-40f8-9187-51750799eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ecb40-bc37-4bdd-b3a3-374adad3d436,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:31.139473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d09b8d3-908a-4771-b58e-d0b72e08c307 req-817a345b-0810-4b35-8a6b-ee67b6f264a0 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 210 time: 0.1106269 Oct 18 20:27:32.599835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a178b8a9-206b-4228-9ebc-3771c6f88171 req-36f37d2c-a6d6-420c-a7ec-e88d7e5790a1 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 210 time: 0.0593915 Oct 18 20:27:32.910025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.30', 56746) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:33.003420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-98a8fcd3-cb2d-4af7-a861-551ba7bb95be tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913706 Oct 18 20:27:33.262874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-c2343041-6f6b-4284-a086-84a8f50ccc9f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:33.266792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-c2343041-6f6b-4284-a086-84a8f50ccc9f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557852 Oct 18 20:27:33.368194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Request body: {'port': {'device_id': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '0bdfa0f297b74dfbbf58d39922ffd060'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:33.568966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:33.763753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Made reservation on behalf of 0bdfa0f297b74dfbbf58d39922ffd060 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:27:33.775985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:33.814423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:33.991970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41a118aa-63fd-4a08-8d07-0790935e21b3 req-7fcc1429-efde-458a-a630-0f7b431db83f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 210 time: 0.0585418 Oct 18 20:27:34.076732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.085451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.165290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec8bed72-5524-42ff-bc68-888a8bf8aa9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.293396 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec8bed72-5524-42ff-bc68-888a8bf8aa9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.299733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec8bed72-5524-42ff-bc68-888a8bf8aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.333291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bed72-5524-42ff-bc68-888a8bf8aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ee5ec-9167-4148-a9fe-904b53dc600f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:34.373739 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ec8bed72-5524-42ff-bc68-888a8bf8aa9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=45abe0a7f301447595725585ec91c1b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8022661 Oct 18 20:27:34.374889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:34.389053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42230) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:34.452481 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c11b2d8-1d07-4d01-b413-2aafde9ad561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.482694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe4f18e-8631-412b-80f0-6ec8abc943b4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:34.484577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c11b2d8-1d07-4d01-b413-2aafde9ad561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.586069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c11b2d8-1d07-4d01-b413-2aafde9ad561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.605910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c11b2d8-1d07-4d01-b413-2aafde9ad561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:34.613730 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9c11b2d8-1d07-4d01-b413-2aafde9ad561 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb2ee5ec-9167-4148-a9fe-904b53dc600f HTTP/1.1" status: 204 len: 168 time: 0.2371881 Oct 18 20:27:34.630494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11b2d8-1d07-4d01-b413-2aafde9ad561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ee5ec-9167-4148-a9fe-904b53dc600f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:34.739077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Allocated IP 192.168.233.152 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/01696867-4797-44f4-8da5-74978f3a1086) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:27:35.201250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42244) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:35.318091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4c3ed74-bafe-43c4-b49e-c87e4b1b1234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:35.392324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c0d902f-ba8a-426b-9f29-b30c33fdf2ed req-ea74c26c-8cc2-4ba7-94ec-86c65a2f6a22 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 210 time: 0.1549652 Oct 18 20:27:35.646111 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4c3ed74-bafe-43c4-b49e-c87e4b1b1234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:35.664357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4c3ed74-bafe-43c4-b49e-c87e4b1b1234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:35.780796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3ed74-bafe-43c4-b49e-c87e4b1b1234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29df56ac-a47a-42ba-a002-24045a8c496e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:35.811220 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:35.923525 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8fac92b0-d127-42fd-a1c2-27141a1174d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:35.963622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a4c3ed74-bafe-43c4-b49e-c87e4b1b1234 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cb77f020b3a4f1b90a6d5a44417267c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5645108 Oct 18 20:27:35.965051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42254) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:36.022907 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.186885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42258) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:36.247726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:27:36.250080 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53cb6be0-7846-445a-821b-f2d503d7b78a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.283671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:27:36.288437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:27:36.300170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:36.301337 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.317399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42260) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:36.364456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Pushing event updated for resources: {'Port': ['ID=01696867-4797-44f4-8da5-74978f3a1086,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:36.391665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8fac92b0-d127-42fd-a1c2-27141a1174d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.410327 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8fac92b0-d127-42fd-a1c2-27141a1174d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.445527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-ac825200-4832-4761-8f4d-09d4d2e1a4c3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0842633 Oct 18 20:27:36.459668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-fe1562eb-ad84-4532-bb54-44712b47aeba tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:27:36.466082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-fe1562eb-ad84-4532-bb54-44712b47aeba tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0136971 Oct 18 20:27:36.524050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8fac92b0-d127-42fd-a1c2-27141a1174d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55243b91494d43ba81519b9259a78cbb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3208773 Oct 18 20:27:36.528769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42268) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:36.674833 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-766e376a-c46f-4a53-b598-c25d7c457246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.718246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac92b0-d127-42fd-a1c2-27141a1174d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d093844d-5f73-4e5c-8e91-73a5e1f51173,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:36.761397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-766e376a-c46f-4a53-b598-c25d7c457246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.793978 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae7960b0-257b-4bd9-833f-54fbf805bd25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.842741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae7960b0-257b-4bd9-833f-54fbf805bd25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.867475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7cdbb952-7ce3-40af-bd2e-def08cc7f803 None None] Provisioning complete for port 01696867-4797-44f4-8da5-74978f3a1086 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:27:36.871029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb952-7ce3-40af-bd2e-def08cc7f803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.915673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-766e376a-c46f-4a53-b598-c25d7c457246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.925251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-defa6897-3872-4980-b69a-0d3411ee7d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.934497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-766e376a-c46f-4a53-b598-c25d7c457246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:36.943368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-766e376a-c46f-4a53-b598-c25d7c457246 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29df56ac-a47a-42ba-a002-24045a8c496e HTTP/1.1" status: 204 len: 168 time: 0.9620135 Oct 18 20:27:36.971106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e376a-c46f-4a53-b598-c25d7c457246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29df56ac-a47a-42ba-a002-24045a8c496e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:37.012656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbb952-7ce3-40af-bd2e-def08cc7f803 None None] Port 01696867-4797-44f4-8da5-74978f3a1086 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:27:37.073601 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53cb6be0-7846-445a-821b-f2d503d7b78a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:37.143376 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae7960b0-257b-4bd9-833f-54fbf805bd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:37.150176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae7960b0-257b-4bd9-833f-54fbf805bd25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:37.159743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ae7960b0-257b-4bd9-833f-54fbf805bd25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d093844d-5f73-4e5c-8e91-73a5e1f51173 HTTP/1.1" status: 204 len: 168 time: 0.6227882 Oct 18 20:27:37.192050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53cb6be0-7846-445a-821b-f2d503d7b78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:37.207962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Request body: {'port': {'device_id': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:37.214389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7960b0-257b-4bd9-833f-54fbf805bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d093844d-5f73-4e5c-8e91-73a5e1f51173,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:37.336075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b83ed-f7bf-4ea5-ac5c-e5afad0f6dc4 req-93784833-fdf8-419c-8948-6b37e1c81a99 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:37.339059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-008b83ed-f7bf-4ea5-ac5c-e5afad0f6dc4 req-93784833-fdf8-419c-8948-6b37e1c81a99 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 936 time: 0.6186054 Oct 18 20:27:37.577054 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-53cb6be0-7846-445a-821b-f2d503d7b78a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63583dcc96e743a09bc7bc314687b2b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3793039 Oct 18 20:27:37.581263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42288) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:37.759156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0cc55b28-c2c1-407f-835a-db994fa219dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:37.775442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb6be0-7846-445a-821b-f2d503d7b78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f04312-f57d-42fc-b90a-260193b2d8ea,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:37.835974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0cc55b28-c2c1-407f-835a-db994fa219dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:37.940418 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-008b83ed-f7bf-4ea5-ac5c-e5afad0f6dc4 req-a9bc5a7f-04b0-4d1c-a4b6-8780f7dd9a4d tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173402 Oct 18 20:27:37.948419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:37.992560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0cc55b28-c2c1-407f-835a-db994fa219dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.015308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0cc55b28-c2c1-407f-835a-db994fa219dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.017815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0cc55b28-c2c1-407f-835a-db994fa219dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9f04312-f57d-42fc-b90a-260193b2d8ea HTTP/1.1" status: 204 len: 168 time: 0.4345875 Oct 18 20:27:38.046956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc55b28-c2c1-407f-835a-db994fa219dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f04312-f57d-42fc-b90a-260193b2d8ea,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:38.183257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42292) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:38.189179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-defa6897-3872-4980-b69a-0d3411ee7d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.208098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-defa6897-3872-4980-b69a-0d3411ee7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.257342 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf971fe-84d6-4125-a539-7cac7b9a4365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.323804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42294) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:38.409742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d338-81d9-478d-8a87-6642647cd032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.457714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-defa6897-3872-4980-b69a-0d3411ee7d2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=643ac235d0b44a859556ae9791aa7e38&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1314280 Oct 18 20:27:38.476545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42296) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:38.491755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa6897-3872-4980-b69a-0d3411ee7d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f7b9f-29ca-46d9-a76e-a768980cfc6d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:38.650635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5880e2ef-2859-4bde-927e-48639516b0a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.686556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf971fe-84d6-4125-a539-7cac7b9a4365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.708122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf971fe-84d6-4125-a539-7cac7b9a4365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.783744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5880e2ef-2859-4bde-927e-48639516b0a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.799092 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4cf971fe-84d6-4125-a539-7cac7b9a4365 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f6107695fc34d39b70e66e47e0a4cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6133878 Oct 18 20:27:38.806360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42298) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:38.807994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf971fe-84d6-4125-a539-7cac7b9a4365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a6b73-38b4-431e-a50e-4fd906bb737a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:38.861841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d338-81d9-478d-8a87-6642647cd032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.871121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2f1d338-81d9-478d-8a87-6642647cd032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:38.933159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e2f1d338-81d9-478d-8a87-6642647cd032 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d6411d2a0f241778c8e6b283ea87435&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6033492 Oct 18 20:27:38.935853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1d338-81d9-478d-8a87-6642647cd032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb90d1b-15ff-4ed6-986f-6097ca91131e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:38.938627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42302) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:39.036341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d9a757e-fd9e-4ae0-ad40-2aabad151fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.097897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d9a757e-fd9e-4ae0-ad40-2aabad151fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.137780 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8344e13-c1dd-4058-a1e7-c6b0f72ef34f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.155428 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5880e2ef-2859-4bde-927e-48639516b0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.160292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5880e2ef-2859-4bde-927e-48639516b0a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.167739 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5880e2ef-2859-4bde-927e-48639516b0a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/762f7b9f-29ca-46d9-a76e-a768980cfc6d HTTP/1.1" status: 204 len: 168 time: 0.6912258 Oct 18 20:27:39.186880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01696867-4797-44f4-8da5-74978f3a1086 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:27:39.269831 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.303347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d9a757e-fd9e-4ae0-ad40-2aabad151fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.312140 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d9a757e-fd9e-4ae0-ad40-2aabad151fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.322301 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7d9a757e-fd9e-4ae0-ad40-2aabad151fe1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cb90d1b-15ff-4ed6-986f-6097ca91131e HTTP/1.1" status: 204 len: 168 time: 0.3721478 Oct 18 20:27:39.329856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8344e13-c1dd-4058-a1e7-c6b0f72ef34f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.349609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a757e-fd9e-4ae0-ad40-2aabad151fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb90d1b-15ff-4ed6-986f-6097ca91131e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:39.393051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880e2ef-2859-4bde-927e-48639516b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f7b9f-29ca-46d9-a76e-a768980cfc6d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:39.525036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Transition to ACTIVE for port object 01696867-4797-44f4-8da5-74978f3a1086 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:27:39.543854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.638012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199b74b-cafa-4747-b742-f5942a0490b5 req-96533864-d473-4b0d-9586-9551ff4a3fec tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:39.652743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5199b74b-cafa-4747-b742-f5942a0490b5 req-96533864-d473-4b0d-9586-9551ff4a3fec tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 936 time: 0.3933399 Oct 18 20:27:39.705257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Pushing event updated for resources: {'Port': ['ID=01696867-4797-44f4-8da5-74978f3a1086,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:39.826369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8344e13-c1dd-4058-a1e7-c6b0f72ef34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.831856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c8344e13-c1dd-4058-a1e7-c6b0f72ef34f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:39.834390 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c8344e13-c1dd-4058-a1e7-c6b0f72ef34f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c33a6b73-38b4-431e-a50e-4fd906bb737a HTTP/1.1" status: 204 len: 168 time: 1.0259967 Oct 18 20:27:39.898600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Attempting to bind port 01696867-4797-44f4-8da5-74978f3a1086 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:27:39.899459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Attempting to bind port 01696867-4797-44f4-8da5-74978f3a1086 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:27:39.900161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Attempting to bind port 01696867-4797-44f4-8da5-74978f3a1086 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:27:39.930859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Port 01696867-4797-44f4-8da5-74978f3a1086 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:27:39.931546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Attempting to bind port 01696867-4797-44f4-8da5-74978f3a1086 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:27:39.941967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8344e13-c1dd-4058-a1e7-c6b0f72ef34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a6b73-38b4-431e-a50e-4fd906bb737a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:39.986101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5199b74b-cafa-4747-b742-f5942a0490b5 req-047551f0-0e5d-4c8b-a669-439d843d78fa tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301725 Oct 18 20:27:39.991986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:27:40.009969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:27:40.011002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:27:40.013992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Bound port: 01696867-4797-44f4-8da5-74978f3a1086, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:27:40.014708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:40.204731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] For port 01696867-4797-44f4-8da5-74978f3a1086, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:27:40.212818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] For port 01696867-4797-44f4-8da5-74978f3a1086, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=01696867-4797-44f4-8da5-74978f3a1086,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:27:40.232367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:40.376600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42324) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:40.426183 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdc9be86-3dfe-48c3-bb19-509d941310c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:40.601467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdc9be86-3dfe-48c3-bb19-509d941310c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:40.609943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdc9be86-3dfe-48c3-bb19-509d941310c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:40.625898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:40.628555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:40.632021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] 10.222.0.30 "PUT /v2.0/ports/01696867-4797-44f4-8da5-74978f3a1086 HTTP/1.1" status: 200 len: 1096 time: 3.8604593 Oct 18 20:27:40.637253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'tag': '01696867-4797-44f4-8da5-74978f3a1086'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:27:40.746313 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bdc9be86-3dfe-48c3-bb19-509d941310c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa4d05beadf04dcab80f8c65d4b67bba&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3636010 Oct 18 20:27:40.746313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9be86-3dfe-48c3-bb19-509d941310c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3a132c-a878-439b-8b76-e38d7b2f73bb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:40.755307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42328) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:40.894453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc0868-91d5-4802-a905-aad08afd4852 service neutron] Pushing event updated for resources: {'Port': ['ID=01696867-4797-44f4-8da5-74978f3a1086,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:40.919539 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d960986-b56e-4909-bbcb-c39909d15da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:41.044175 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d960986-b56e-4909-bbcb-c39909d15da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:41.205887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d960986-b56e-4909-bbcb-c39909d15da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:41.213030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d960986-b56e-4909-bbcb-c39909d15da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:41.215284 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5d960986-b56e-4909-bbcb-c39909d15da7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b3a132c-a878-439b-8b76-e38d7b2f73bb HTTP/1.1" status: 204 len: 168 time: 0.4585695 Oct 18 20:27:41.224752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d960986-b56e-4909-bbcb-c39909d15da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3a132c-a878-439b-8b76-e38d7b2f73bb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:41.330845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e2969-8e83-431a-92d1-6f600d5b3aa8 req-1cccbc0d-2dec-472a-91e3-2ec29ebce1d8 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:41.336346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e4e2969-8e83-431a-92d1-6f600d5b3aa8 req-1cccbc0d-2dec-472a-91e3-2ec29ebce1d8 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 948 time: 0.1127708 Oct 18 20:27:41.586232 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e4e2969-8e83-431a-92d1-6f600d5b3aa8 req-125fb290-fb65-4322-bee5-1d227610de89 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318103 Oct 18 20:27:41.639477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-12d9d037-7d6e-4057-8806-160658f0ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:41.642716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-12d9d037-7d6e-4057-8806-160658f0ca75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 1099 time: 0.2468793 Oct 18 20:27:41.670153 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2946983a-688e-47b8-840a-1aeb96bcd898" -d '{"events": [{"name": "network-changed", "server_uuid": "49a4c316-512a-4b31-b76d-cf31dcdf3aca", "tag": "01696867-4797-44f4-8da5-74978f3a1086"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:27:42.621301 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c17006e-e100-489d-823f-621afe66e4a1 x-openstack-request-id: req-3c17006e-e100-489d-823f-621afe66e4a1 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:27:42.622460 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a4c316-512a-4b31-b76d-cf31dcdf3aca", "tag": "01696867-4797-44f4-8da5-74978f3a1086", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:27:42.623258 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c17006e-e100-489d-823f-621afe66e4a1 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:27:42.623428 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'tag': '01696867-4797-44f4-8da5-74978f3a1086', 'status': 'completed', 'code': 200} Oct 18 20:27:42.768631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:42.905889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118ea6-a25d-4862-bade-ea2b895bde99 req-b1582acb-71a7-4d19-a2a2-42008c4d4e79 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:42.908665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b118ea6-a25d-4862-bade-ea2b895bde99 req-b1582acb-71a7-4d19-a2a2-42008c4d4e79 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 948 time: 0.1367898 Oct 18 20:27:42.997349 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b118ea6-a25d-4862-bade-ea2b895bde99 req-7d61f94a-e682-4d1d-ae4d-8e28df77efb9 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Oct 18 20:27:44.296032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ae286-e82e-4840-8c74-0337beb0e6b2 req-e2543acd-71b8-4709-842a-2a88c00f468b tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:44.301003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ca5ae286-e82e-4840-8c74-0337beb0e6b2 req-e2543acd-71b8-4709-842a-2a88c00f468b tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 948 time: 0.1692574 Oct 18 20:27:44.390274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ca5ae286-e82e-4840-8c74-0337beb0e6b2 req-6cb136e1-caf9-4c88-8641-a65ef33cd71e tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786891 Oct 18 20:27:46.869241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-db37ce30-f3af-424b-8800-f09060742f38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=01696867-4797-44f4-8da5-74978f3a1086 HTTP/1.1" status: 200 len: 217 time: 0.1376712 Oct 18 20:27:46.982919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c73ad-6959-4c02-8f84-e6f8df965e61 req-48916cd1-e97a-40a0-8518-4d3b327c3493 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:46.989742 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c73c73ad-6959-4c02-8f84-e6f8df965e61 req-48916cd1-e97a-40a0-8518-4d3b327c3493 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 948 time: 0.3060620 Oct 18 20:27:47.016165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-7a71d552-45e0-45a7-8cb0-4a502d692cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:47.019042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-7a71d552-45e0-45a7-8cb0-4a502d692cac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1424098 Oct 18 20:27:47.164656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c73c73ad-6959-4c02-8f84-e6f8df965e61 req-23d7dd84-8da1-44ab-8635-c60d3fdb67e4 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661174 Oct 18 20:27:47.203197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87660ed3-5d98-4d50-9c54-535174668a0c req-a0d18f7f-1576-42ed-afe7-4b3869b3c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:47.205956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-a0d18f7f-1576-42ed-afe7-4b3869b3c607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682954 Oct 18 20:27:47.384376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-0b3b9e99-38b2-42e7-a1a1-ef65673cb9d8 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685615 Oct 18 20:27:47.534156 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87660ed3-5d98-4d50-9c54-535174668a0c req-b09ffb20-55d4-4a32-94e9-13ff43202bc5 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412973 Oct 18 20:27:47.664685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-16c78074-ed42-4862-8706-fd22b7cb2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:47.666775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-16c78074-ed42-4862-8706-fd22b7cb2c65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 1099 time: 0.0666866 Oct 18 20:27:47.875249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-c093852a-aaf1-468c-bf05-8a784f851ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:47.877327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-c093852a-aaf1-468c-bf05-8a784f851ac9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2030065 Oct 18 20:27:47.967151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-a7e57ca5-a6d3-4148-b58c-0436a3b6b45c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=01696867-4797-44f4-8da5-74978f3a1086 HTTP/1.1" status: 200 len: 217 time: 0.0795121 Oct 18 20:27:48.068725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-86e8f509-bb44-4769-ac8f-87adfcac2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:48.072335 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-86e8f509-bb44-4769-ac8f-87adfcac2129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0973887 Oct 18 20:27:48.148950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-94528857-0260-4ba3-b4fd-e5a129fb8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:48.150598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-94528857-0260-4ba3-b4fd-e5a129fb8487 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695100 Oct 18 20:27:48.258957 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.338786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-faaa2930-f2d5-47d0-9f82-8eed76fd2c0d service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789758 Oct 18 20:27:48.398436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Request body: {'security_group': {'name': 'tempest-securitygroup-187890062', 'description': 'tempest-description-2102414197'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:48.482152 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.508463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.512640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2946983a-688e-47b8-840a-1aeb96bcd898 req-02183f53-9481-4f24-855f-00f1deaed597 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641521 Oct 18 20:27:48.651041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.656583 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.666662 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-abcf6563-d1d1-486f-a2fc-414242152680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.748139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e4f815-758f-4cc6-adf6-058a968d8e90,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:48.832861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.840127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.894967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:48.897532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f4e20cc-59ff-47f0-8602-63dc91216bc3 req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5124388 Oct 18 20:27:48.914398 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc37a36-4c55-41a4-89b6-181b63611389 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa49bba7-891b-496f-80af-7c1cc6eb1cd6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:49.229232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860b61-32b5-450e-8a69-83bf086e79b8 req-4116a0e7-aab8-4663-a0eb-4af04c10d2ee tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:49.231042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e860b61-32b5-450e-8a69-83bf086e79b8 req-4116a0e7-aab8-4663-a0eb-4af04c10d2ee tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 948 time: 0.0799606 Oct 18 20:27:49.297775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e860b61-32b5-450e-8a69-83bf086e79b8 req-9b226355-536c-4766-8a1b-72b2931381f0 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538096 Oct 18 20:27:49.341467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e214cc14-67df-4a92-8c70-8832f5dc2971 req-a65834f2-1649-4eaa-8edf-968942fbb0f1 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Request body: {'security_group': {'name': 'tempest-securitygroup-389730565', 'description': 'tempest-description-1752488649'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:49.372022 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e214cc14-67df-4a92-8c70-8832f5dc2971 req-a65834f2-1649-4eaa-8edf-968942fbb0f1 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:49.488807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e214cc14-67df-4a92-8c70-8832f5dc2971 req-a65834f2-1649-4eaa-8edf-968942fbb0f1 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:49.489095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:49.494824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e214cc14-67df-4a92-8c70-8832f5dc2971 req-a65834f2-1649-4eaa-8edf-968942fbb0f1 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:49.542823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e214cc14-67df-4a92-8c70-8832f5dc2971 req-a65834f2-1649-4eaa-8edf-968942fbb0f1 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:49.545269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e214cc14-67df-4a92-8c70-8832f5dc2971 req-a65834f2-1649-4eaa-8edf-968942fbb0f1 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2094905 Oct 18 20:27:49.555884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65834f2-1649-4eaa-8edf-968942fbb0f1 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7c2447-018f-4cd7-888e-0e6d02957158,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:49.682323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f522bf8c-aa4d-4b3e-9498-f68c774125c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:49.805090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f522bf8c-aa4d-4b3e-9498-f68c774125c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:49.812871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f522bf8c-aa4d-4b3e-9498-f68c774125c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:49.889106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522bf8c-aa4d-4b3e-9498-f68c774125c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1f32f8-c646-4665-b8e7-f5ed0955ee47,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:49.898359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f522bf8c-aa4d-4b3e-9498-f68c774125c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=672a9bf9d40945c4853643b4784205db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068375 Oct 18 20:27:49.906141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42514) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:50.000746 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-727d5538-62e1-42d8-998f-4ed9222af201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.045002 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-727d5538-62e1-42d8-998f-4ed9222af201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.117679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-727d5538-62e1-42d8-998f-4ed9222af201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.120714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-727d5538-62e1-42d8-998f-4ed9222af201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.122176 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-727d5538-62e1-42d8-998f-4ed9222af201 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d1f32f8-c646-4665-b8e7-f5ed0955ee47 HTTP/1.1" status: 204 len: 168 time: 0.2184117 Oct 18 20:27:50.133113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d5538-62e1-42d8-998f-4ed9222af201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1f32f8-c646-4665-b8e7-f5ed0955ee47,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:50.329635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1868242405', 'description': 'tempest-description-1145622214'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:50.359689 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.371825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.514750 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.520745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.584323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42526) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:50.589177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8ae8f8-16ea-4101-a368-6710121e2ad0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:50.604968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c724bb4-44ea-4ef4-800a-0d6c18089201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.649012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.654107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.697531 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.699629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46c766db-30c0-4cfd-8f6c-9cbf61c1b114 req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3744700 Oct 18 20:27:50.703467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053b949-9b52-4e95-912b-634e2e6863b2 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da6c3bd-2382-47c5-8ff9-d782cfc9a2ef,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:50.753294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c724bb4-44ea-4ef4-800a-0d6c18089201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.759803 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c724bb4-44ea-4ef4-800a-0d6c18089201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.827010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c724bb4-44ea-4ef4-800a-0d6c18089201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1997d83-9952-45fc-854a-1fb637bc0c9c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:50.839052 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0c724bb4-44ea-4ef4-800a-0d6c18089201 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bff368780774ca9b380e6472bae965d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475073 Oct 18 20:27:50.843269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42532) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:50.927171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc4e6-750a-4b96-99e9-ebe293340025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:50.932048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798b6f1-11f6-4832-8e97-dc4aadb00ba4 req-2c4ea1da-295b-43b0-be45-f848bb820d08 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:50.933777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6798b6f1-11f6-4832-8e97-dc4aadb00ba4 req-2c4ea1da-295b-43b0-be45-f848bb820d08 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 948 time: 0.0918596 Oct 18 20:27:50.967859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc4e6-750a-4b96-99e9-ebe293340025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.009151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6798b6f1-11f6-4832-8e97-dc4aadb00ba4 req-a2e74614-ca3d-43aa-b804-2066bad0bdb6 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639992 Oct 18 20:27:51.055847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc4e6-750a-4b96-99e9-ebe293340025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.058909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e1a391e5-7e22-44df-90c4-a15e3ef7d849 req-2e13f0c3-1813-474e-863a-b260f86cc662 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1463130393', 'description': 'tempest-description-546236887'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:51.060805 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab1dc4e6-750a-4b96-99e9-ebe293340025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.062947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ab1dc4e6-750a-4b96-99e9-ebe293340025 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1997d83-9952-45fc-854a-1fb637bc0c9c HTTP/1.1" status: 204 len: 168 time: 0.2181733 Oct 18 20:27:51.078765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dc4e6-750a-4b96-99e9-ebe293340025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1997d83-9952-45fc-854a-1fb637bc0c9c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:51.251163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e1a391e5-7e22-44df-90c4-a15e3ef7d849 req-2e13f0c3-1813-474e-863a-b260f86cc662 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.358429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e1a391e5-7e22-44df-90c4-a15e3ef7d849 req-2e13f0c3-1813-474e-863a-b260f86cc662 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.366054 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e1a391e5-7e22-44df-90c4-a15e3ef7d849 req-2e13f0c3-1813-474e-863a-b260f86cc662 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.406422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e1a391e5-7e22-44df-90c4-a15e3ef7d849 req-2e13f0c3-1813-474e-863a-b260f86cc662 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.407836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1a391e5-7e22-44df-90c4-a15e3ef7d849 req-2e13f0c3-1813-474e-863a-b260f86cc662 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3623433 Oct 18 20:27:51.413877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13f0c3-1813-474e-863a-b260f86cc662 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39070744-e032-45b2-9477-6892a03ee5e2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:51.466795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 01696867-4797-44f4-8da5-74978f3a1086 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:27:51.670504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 01696867-4797-44f4-8da5-74978f3a1086, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=01696867-4797-44f4-8da5-74978f3a1086,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:27:51.691730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '01696867-4797-44f4-8da5-74978f3a1086', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '01696867-4797-44f4-8da5-74978f3a1086', 'mac_address': 'fa:16:3e:9e:7d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:27:51.739475 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-efb67dd2-27ef-407f-9764-fb72ba11f8a1 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 20258 time: 0.2355800 Oct 18 20:27:51.767783 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.784431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01696867-4797-44f4-8da5-74978f3a1086 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:27:51.809140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 01696867-4797-44f4-8da5-74978f3a1086, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=01696867-4797-44f4-8da5-74978f3a1086,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:27:51.814214 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:51.818093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-0bc70877-4515-4414-8238-9d96bfb8fa08 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/75c3dfbc-2077-4050-93cc-a3b2b283387a HTTP/1.1" status: 200 len: 2973 time: 0.0759001 Oct 18 20:27:51.879289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=01696867-4797-44f4-8da5-74978f3a1086,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:51.889041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.889507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.889764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.890062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.890548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.890886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.891219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.891614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.891948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.892275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.892632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.892959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Tracked resource versions report: Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: pushed versions: Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: { 'AddressGroup': {'1.2'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'ConntrackHelper': {'1.0'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Log': {'1.0'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Network': {'1.1'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Port': {'1.7'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'PortForwarding': {'1.2'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'QosPolicy': {'1.10'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'SecurityGroup': {'1.4'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'SubPort': {'1.0'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Subnet': {'1.1'}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Trunk': {'1.1'}} Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: consumer versions: Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: HyperV agent@n-h1-812149-2: {}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: HyperV agent@n-h2-812149-2: {}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: L3 agent@n-d-812149-2: {}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: Metadata agent@n-d-812149-2: {}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: Metering agent@n-d-812149-2: {}, Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'ConntrackHelper': '1.0', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Log': '1.0', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Network': '1.1', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Port': '1.7', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'PortForwarding': '1.2', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'QosPolicy': '1.10', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'SecurityGroup': '1.4', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'SecurityGroupRule': '1.2', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'SubPort': '1.0', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Subnet': '1.1', Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: 'Trunk': '1.1'}} Oct 18 20:27:51.894064 n-d-812149-2 neutron-server[100532]: {{(pid=100532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:27:51.912284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-28121863-24ec-4816-9de7-eeb53f16ac59 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/75c3dfbc-2077-4050-93cc-a3b2b283387a HTTP/1.1" status: 200 len: 2973 time: 0.0792882 Oct 18 20:27:51.984520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-1aa6500e-0b59-41a1-9a22-c9407be0247c tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7fe4f18e-8631-412b-80f0-6ec8abc943b4 HTTP/1.1" status: 200 len: 2977 time: 0.0657988 Oct 18 20:27:52.061451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-0f2d3875-cb7a-438c-9eb2-268daefc3b65 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7fe4f18e-8631-412b-80f0-6ec8abc943b4 HTTP/1.1" status: 200 len: 2977 time: 0.0649776 Oct 18 20:27:52.133346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-13c169b0-512d-4e64-b4c0-f7d58a8cbadc tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/84e4f815-758f-4cc6-adf6-058a968d8e90 HTTP/1.1" status: 200 len: 2981 time: 0.0603333 Oct 18 20:27:52.135128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['01696867-4797-44f4-8da5-74978f3a1086'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:27:52.210315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-2054a855-7c3d-41fe-8bcb-7120c6a4cdeb tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/84e4f815-758f-4cc6-adf6-058a968d8e90 HTTP/1.1" status: 200 len: 2981 time: 0.0639906 Oct 18 20:27:52.297238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-d09d0a0f-b1e5-4e81-a0a8-ef5890dcef26 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/afede076-ba2e-4ef3-8dac-cb065d1f6b05 HTTP/1.1" status: 200 len: 2977 time: 0.0724220 Oct 18 20:27:52.363155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-437a9497-7edb-45e5-b0ba-da15966b81b6 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/afede076-ba2e-4ef3-8dac-cb065d1f6b05 HTTP/1.1" status: 200 len: 2977 time: 0.0572135 Oct 18 20:27:52.432500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-a74e82d6-c464-47d3-a8b8-71a3ff953172 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/db8ae8f8-16ea-4101-a368-6710121e2ad0 HTTP/1.1" status: 200 len: 2981 time: 0.0565364 Oct 18 20:27:52.511413 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cbffc38-6380-4dbb-95d1-c48178f04f61 req-e89f8fa4-6197-43f9-8266-e3794a7080cb tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/db8ae8f8-16ea-4101-a368-6710121e2ad0 HTTP/1.1" status: 200 len: 2981 time: 0.0699019 Oct 18 20:27:52.703475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf9f65-ff57-4371-a86a-86c011118a32 req-d6072dc6-71a1-4511-a356-03db31b38c2a tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:52.705090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5cf9f65-ff57-4371-a86a-86c011118a32 req-d6072dc6-71a1-4511-a356-03db31b38c2a tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 949 time: 0.0633171 Oct 18 20:27:52.775934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5cf9f65-ff57-4371-a86a-86c011118a32 req-da340372-aba8-4415-87c3-838ab7fc395e tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624812 Oct 18 20:27:52.944102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-087e6223-a028-4ab6-8ba5-5c5cfca06995 req-a0043df0-8337-4856-b1ff-7b571182c2eb tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8e49b92bcaf4745b89eabaf31ad0a30 HTTP/1.1" status: 200 len: 6102 time: 0.1209383 Oct 18 20:27:53.003907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-087e6223-a028-4ab6-8ba5-5c5cfca06995 req-82557fa0-6e74-461b-8cef-93c2874155ca tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "GET /v2.0/security-groups/84e4f815-758f-4cc6-adf6-058a968d8e90 HTTP/1.1" status: 200 len: 2981 time: 0.0516808 Oct 18 20:27:53.070533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-087e6223-a028-4ab6-8ba5-5c5cfca06995 req-50304fd0-8c17-4286-b7a7-4efc44514e4f tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "GET /v2.0/security-groups/84e4f815-758f-4cc6-adf6-058a968d8e90 HTTP/1.1" status: 200 len: 2981 time: 0.0589535 Oct 18 20:27:53.101984 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d39704a-6203-49c7-ad1c-25627499dbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.203686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87ee62d8-3ed9-47d5-b3cd-811e2d249617 req-781875fb-c834-43eb-83ee-880245cb7b1d tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/39070744-e032-45b2-9477-6892a03ee5e2 HTTP/1.1" status: 200 len: 1777 time: 0.0612860 Oct 18 20:27:53.288944 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87ee62d8-3ed9-47d5-b3cd-811e2d249617 req-fa83a6d9-01d1-415c-a50c-fd54cf033672 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.319766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87ee62d8-3ed9-47d5-b3cd-811e2d249617 req-fa83a6d9-01d1-415c-a50c-fd54cf033672 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.395982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87ee62d8-3ed9-47d5-b3cd-811e2d249617 req-fa83a6d9-01d1-415c-a50c-fd54cf033672 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.401399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-87ee62d8-3ed9-47d5-b3cd-811e2d249617 req-fa83a6d9-01d1-415c-a50c-fd54cf033672 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.403591 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87ee62d8-3ed9-47d5-b3cd-811e2d249617 req-fa83a6d9-01d1-415c-a50c-fd54cf033672 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/39070744-e032-45b2-9477-6892a03ee5e2 HTTP/1.1" status: 204 len: 173 time: 0.1907809 Oct 18 20:27:53.420000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83a6d9-01d1-415c-a50c-fd54cf033672 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39070744-e032-45b2-9477-6892a03ee5e2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:53.451165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 01696867-4797-44f4-8da5-74978f3a1086 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:27:53.547162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 01696867-4797-44f4-8da5-74978f3a1086 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:27:53.556105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42590) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:53.564920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 01696867-4797-44f4-8da5-74978f3a1086 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:27:53.565721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.697325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.735672 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf8-51cd-4770-8bc0-f769e93f3b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.744064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01696867-4797-44f4-8da5-74978f3a1086'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:27:53.845813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8d5cdef-f532-4dce-bf7d-19df16eb64ff req-4b554ed9-3316-4069-83b8-49fd771f3dd8 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "GET /v2.0/security-groups/2da6c3bd-2382-47c5-8ff9-d782cfc9a2ef HTTP/1.1" status: 200 len: 1778 time: 0.0713573 Oct 18 20:27:53.882076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 01696867-4797-44f4-8da5-74978f3a1086, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=01696867-4797-44f4-8da5-74978f3a1086,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:27:53.889006 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.910010 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf8-51cd-4770-8bc0-f769e93f3b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.925208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4932cbf8-51cd-4770-8bc0-f769e93f3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:53.954583 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59716cd-9c4b-4d2e-b127-40b4badb517a" -d '{"events": [{"server_uuid": "49a4c316-512a-4b31-b76d-cf31dcdf3aca", "name": "network-vif-plugged", "status": "completed", "tag": "01696867-4797-44f4-8da5-74978f3a1086"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:27:53.990381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932cbf8-51cd-4770-8bc0-f769e93f3b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6e9ca4-aa8d-4b6e-91a9-da4711eb3bad,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:53.999763 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4932cbf8-51cd-4770-8bc0-f769e93f3b4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85f09f6199c440408e7b90985538f807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420631 Oct 18 20:27:54.003978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42604) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:54.022254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=01696867-4797-44f4-8da5-74978f3a1086,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:54.024274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c8d5cdef-f532-4dce-bf7d-19df16eb64ff req-cf88c34b-4da7-4401-a095-80bdaf20d884 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.052309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.073120 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c8d5cdef-f532-4dce-bf7d-19df16eb64ff req-cf88c34b-4da7-4401-a095-80bdaf20d884 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.094681 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca187377-5387-458b-83ff-ae521a7846cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.138119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca187377-5387-458b-83ff-ae521a7846cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.143796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c8d5cdef-f532-4dce-bf7d-19df16eb64ff req-cf88c34b-4da7-4401-a095-80bdaf20d884 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.148789 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c8d5cdef-f532-4dce-bf7d-19df16eb64ff req-cf88c34b-4da7-4401-a095-80bdaf20d884 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.150810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8d5cdef-f532-4dce-bf7d-19df16eb64ff req-cf88c34b-4da7-4401-a095-80bdaf20d884 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/2da6c3bd-2382-47c5-8ff9-d782cfc9a2ef HTTP/1.1" status: 204 len: 173 time: 0.2813094 Oct 18 20:27:54.164838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88c34b-4da7-4401-a095-80bdaf20d884 tempest-SecurityGroupsTestAdminJSON-922678404 tempest-SecurityGroupsTestAdminJSON-922678404-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da6c3bd-2382-47c5-8ff9-d782cfc9a2ef,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:54.263751 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca187377-5387-458b-83ff-ae521a7846cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.268671 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca187377-5387-458b-83ff-ae521a7846cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.270662 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ca187377-5387-458b-83ff-ae521a7846cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e6e9ca4-aa8d-4b6e-91a9-da4711eb3bad HTTP/1.1" status: 204 len: 168 time: 0.2653131 Oct 18 20:27:54.286007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca187377-5387-458b-83ff-ae521a7846cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6e9ca4-aa8d-4b6e-91a9-da4711eb3bad,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:54.370891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd4f46-d66b-470e-8d10-e24910e8fcfe req-df20c2d8-1308-4f01-bffc-34f63e8bba9b tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:54.373452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfcd4f46-d66b-470e-8d10-e24910e8fcfe req-df20c2d8-1308-4f01-bffc-34f63e8bba9b tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 950 time: 0.1046824 Oct 18 20:27:54.454769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfcd4f46-d66b-470e-8d10-e24910e8fcfe req-83d40e4a-e528-497f-ba2b-858cfb50ed6e tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689046 Oct 18 20:27:54.622456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:54.784979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42622) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:54.820810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50fae51d-22aa-4cc0-bd73-fb2ef8ec4767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:54.878263 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03c38cc-0b97-4c17-944c-a3ab50eb86d7 x-openstack-request-id: req-d03c38cc-0b97-4c17-944c-a3ab50eb86d7 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:27:54.879750 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a4c316-512a-4b31-b76d-cf31dcdf3aca", "name": "network-vif-plugged", "status": "completed", "tag": "01696867-4797-44f4-8da5-74978f3a1086", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:27:54.880482 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d03c38cc-0b97-4c17-944c-a3ab50eb86d7 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:27:54.881553 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01696867-4797-44f4-8da5-74978f3a1086', 'code': 200} Oct 18 20:27:54.961886 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.001958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b4d23c7-6240-4001-b463-cbb2cc9c5163 req-8373d819-715c-4229-8239-429b5b4c19db tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "GET /v2.0/security-groups/9c7c2447-018f-4cd7-888e-0e6d02957158 HTTP/1.1" status: 200 len: 1777 time: 0.1055896 Oct 18 20:27:55.081706 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-abf7d9ea-f171-4b42-9dc5-6e20c59eba4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.113636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50fae51d-22aa-4cc0-bd73-fb2ef8ec4767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.166441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50fae51d-22aa-4cc0-bd73-fb2ef8ec4767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.209094 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-abf7d9ea-f171-4b42-9dc5-6e20c59eba4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.215269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-abf7d9ea-f171-4b42-9dc5-6e20c59eba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.263710 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-abf7d9ea-f171-4b42-9dc5-6e20c59eba4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da6e42c2e23e4b56a0909f5092d72c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392641 Oct 18 20:27:55.264411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7d9ea-f171-4b42-9dc5-6e20c59eba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6313f431-85f7-4f30-891f-a100807b864e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:55.268085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42624) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:55.285732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fae51d-22aa-4cc0-bd73-fb2ef8ec4767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a0cf05-a343-4f55-86fb-16c53a7ccadc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:55.298012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-50fae51d-22aa-4cc0-bd73-fb2ef8ec4767 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=632d77019f1940cc8d17d95a740267cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109673 Oct 18 20:27:55.305074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42626) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:55.316939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3120db-3fc6-4099-967c-bb64b8a24706 req-df204f0f-1b0d-49c0-98d0-6d96d08a89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:55.320106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad3120db-3fc6-4099-967c-bb64b8a24706 req-df204f0f-1b0d-49c0-98d0-6d96d08a89a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 1101 time: 0.2837934 Oct 18 20:27:55.365404 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b4d23c7-6240-4001-b463-cbb2cc9c5163 req-867de34f-1fd9-43fd-b02d-1fe6bf7a5c45 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.369456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea23e-72ac-4670-b52e-e42e7e00588e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.370196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ad3120db-3fc6-4099-967c-bb64b8a24706 req-6233f199-52cf-459a-b0aa-711169c01586 service neutron] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.406949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a26e847c-0a21-4d77-9097-5738620ea2e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.415426 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea23e-72ac-4670-b52e-e42e7e00588e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.437311 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b4d23c7-6240-4001-b463-cbb2cc9c5163 req-867de34f-1fd9-43fd-b02d-1fe6bf7a5c45 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.461287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a26e847c-0a21-4d77-9097-5738620ea2e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.534149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea23e-72ac-4670-b52e-e42e7e00588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.536979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5ea23e-72ac-4670-b52e-e42e7e00588e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.537298 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b4d23c7-6240-4001-b463-cbb2cc9c5163 req-867de34f-1fd9-43fd-b02d-1fe6bf7a5c45 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.538365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1b5ea23e-72ac-4670-b52e-e42e7e00588e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6313f431-85f7-4f30-891f-a100807b864e HTTP/1.1" status: 204 len: 168 time: 0.2688591 Oct 18 20:27:55.543960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b4d23c7-6240-4001-b463-cbb2cc9c5163 req-867de34f-1fd9-43fd-b02d-1fe6bf7a5c45 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.545034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a26e847c-0a21-4d77-9097-5738620ea2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.545188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b4d23c7-6240-4001-b463-cbb2cc9c5163 req-867de34f-1fd9-43fd-b02d-1fe6bf7a5c45 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "DELETE /v2.0/security-groups/9c7c2447-018f-4cd7-888e-0e6d02957158 HTTP/1.1" status: 204 len: 173 time: 0.5271254 Oct 18 20:27:55.545319 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a26e847c-0a21-4d77-9097-5738620ea2e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.546126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a26e847c-0a21-4d77-9097-5738620ea2e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45a0cf05-a343-4f55-86fb-16c53a7ccadc HTTP/1.1" status: 204 len: 168 time: 0.2398369 Oct 18 20:27:55.555587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ea23e-72ac-4670-b52e-e42e7e00588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6313f431-85f7-4f30-891f-a100807b864e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:55.583500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867de34f-1fd9-43fd-b02d-1fe6bf7a5c45 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7c2447-018f-4cd7-888e-0e6d02957158,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:55.594690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e847c-0a21-4d77-9097-5738620ea2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a0cf05-a343-4f55-86fb-16c53a7ccadc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:55.667889 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ad3120db-3fc6-4099-967c-bb64b8a24706 req-6233f199-52cf-459a-b0aa-711169c01586 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.675949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ad3120db-3fc6-4099-967c-bb64b8a24706 req-6233f199-52cf-459a-b0aa-711169c01586 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:55.723245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad3120db-3fc6-4099-967c-bb64b8a24706 req-6233f199-52cf-459a-b0aa-711169c01586 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871055 Oct 18 20:27:55.742588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233f199-52cf-459a-b0aa-711169c01586 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=419b83d8-bad7-4d3e-98c6-36f6967203fc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:55.836988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdf29d-d704-402c-9c55-2ea2de76d61d req-c1252739-dbd6-45f5-8d9d-afb646d86abe tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:55.839004 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1bfdf29d-d704-402c-9c55-2ea2de76d61d req-c1252739-dbd6-45f5-8d9d-afb646d86abe tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 950 time: 0.0767112 Oct 18 20:27:55.901046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1bfdf29d-d704-402c-9c55-2ea2de76d61d req-8f7e0376-b18b-4595-9b67-bef78d3ac3e1 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Oct 18 20:27:56.038799 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66f627fd-45a9-4ef0-8f6a-80e2384cb782 req-1657800b-5093-44d4-adf5-f71676d9981d tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "GET /v2.0/security-groups/fa49bba7-891b-496f-80af-7c1cc6eb1cd6 HTTP/1.1" status: 200 len: 1777 time: 0.0736818 Oct 18 20:27:56.058504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42646) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:56.074710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9847f73a-815c-4b5e-a337-d4decd63717b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.137819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-66f627fd-45a9-4ef0-8f6a-80e2384cb782 req-3abec968-57cf-43ef-b848-3240d9e87f24 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.170748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-66f627fd-45a9-4ef0-8f6a-80e2384cb782 req-3abec968-57cf-43ef-b848-3240d9e87f24 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.194044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9847f73a-815c-4b5e-a337-d4decd63717b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.203812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9847f73a-815c-4b5e-a337-d4decd63717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.245513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847f73a-815c-4b5e-a337-d4decd63717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f24a3e0-f68e-42d8-8cbc-82e8634cb4ed,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:56.247810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-66f627fd-45a9-4ef0-8f6a-80e2384cb782 req-3abec968-57cf-43ef-b848-3240d9e87f24 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.254755 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9847f73a-815c-4b5e-a337-d4decd63717b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b74bf0e25224bce813685c15a1e53ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899939 Oct 18 20:27:56.255004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-66f627fd-45a9-4ef0-8f6a-80e2384cb782 req-3abec968-57cf-43ef-b848-3240d9e87f24 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.255147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42650) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:56.268058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66f627fd-45a9-4ef0-8f6a-80e2384cb782 req-3abec968-57cf-43ef-b848-3240d9e87f24 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] 10.222.0.66 "DELETE /v2.0/security-groups/fa49bba7-891b-496f-80af-7c1cc6eb1cd6 HTTP/1.1" status: 204 len: 173 time: 0.2163548 Oct 18 20:27:56.286342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abec968-57cf-43ef-b848-3240d9e87f24 tempest-SecurityGroupsTestAdminJSON-550521682 tempest-SecurityGroupsTestAdminJSON-550521682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa49bba7-891b-496f-80af-7c1cc6eb1cd6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:56.327433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7009407e-243d-47bc-bfe9-13be2934aba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.371561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7009407e-243d-47bc-bfe9-13be2934aba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.415104 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.479217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7009407e-243d-47bc-bfe9-13be2934aba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.484140 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7009407e-243d-47bc-bfe9-13be2934aba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:56.486453 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7009407e-243d-47bc-bfe9-13be2934aba3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f24a3e0-f68e-42d8-8cbc-82e8634cb4ed HTTP/1.1" status: 204 len: 168 time: 0.2299569 Oct 18 20:27:56.500886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009407e-243d-47bc-bfe9-13be2934aba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f24a3e0-f68e-42d8-8cbc-82e8634cb4ed,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:56.879662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42670) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:57.050584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42678) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:57.080824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e39128-79d0-4542-aae7-130d7c7c5ee9 req-229ad9a4-f0e8-4597-addf-5b9594343049 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:57.083372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1e39128-79d0-4542-aae7-130d7c7c5ee9 req-229ad9a4-f0e8-4597-addf-5b9594343049 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 950 time: 0.0820215 Oct 18 20:27:57.175661 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1e39128-79d0-4542-aae7-130d7c7c5ee9 req-052cde62-c018-4b1e-bdf8-ef93fb661449 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793130 Oct 18 20:27:57.211690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-459550651-network', 'tenant_id': '6476cb76270b414c915a463d71a0316b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:57.230663 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9cc4a7a8-32b6-49c3-9f58-8a0971f8ff72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8e49b92bcaf4745b89eabaf31ad0a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480773 Oct 18 20:27:57.233456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42686) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:57.256772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Made reservation on behalf of 6476cb76270b414c915a463d71a0316b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:27:57.261658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.277112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.325098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-323e94af-8bdc-4093-a1dc-34fb2cf11ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.364114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-323e94af-8bdc-4093-a1dc-34fb2cf11ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.465073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-323e94af-8bdc-4093-a1dc-34fb2cf11ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.474149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-323e94af-8bdc-4093-a1dc-34fb2cf11ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.476837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-323e94af-8bdc-4093-a1dc-34fb2cf11ea6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84e4f815-758f-4cc6-adf6-058a968d8e90 HTTP/1.1" status: 204 len: 168 time: 0.2415118 Oct 18 20:27:57.505108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.515827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.533502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e94af-8bdc-4093-a1dc-34fb2cf11ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e4f815-758f-4cc6-adf6-058a968d8e90,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:57.613322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:27:57.618368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b42d131-c1f5-48a3-874b-902b1529db9e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:57.666389 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.667561 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Added segment d5659f54-3c0e-440f-be5e-3d7874759637 of type vlan for network a1405101-c4da-4c56-814f-9698ac64cda8 Oct 18 20:27:57.754136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.816535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.818795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:57.821121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.891147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8385923 Oct 18 20:27:57.896349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42702) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:57.911972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Request body: {'subnet': {'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-459550651-subnet', 'tenant_id': '6476cb76270b414c915a463d71a0316b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:57.964245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Made reservation on behalf of 6476cb76270b414c915a463d71a0316b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:27:57.969011 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:57.975980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf3b22-330c-4158-a951-a815d5aaaa29 admin admin] Pushing event updated for resources: {'Network': ['ID=a1405101-c4da-4c56-814f-9698ac64cda8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:57.993412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a1405101-c4da-4c56-814f-9698ac64cda8 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:27:58.151311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42706) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:58.242845 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f2a3ab59-7ef6-42b6-a059-27b1d5ff41ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7883eb5c383147c48e94d093df5a1290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884438 Oct 18 20:27:58.246717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42712) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:58.307994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8df06be8-bfc5-47d6-8839-903fcfa8df17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:58.345370 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8df06be8-bfc5-47d6-8839-903fcfa8df17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:58.397623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:58.429875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8df06be8-bfc5-47d6-8839-903fcfa8df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:58.433961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8df06be8-bfc5-47d6-8839-903fcfa8df17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:58.437459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8df06be8-bfc5-47d6-8839-903fcfa8df17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db8ae8f8-16ea-4101-a368-6710121e2ad0 HTTP/1.1" status: 204 len: 168 time: 0.1886294 Oct 18 20:27:58.462498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df06be8-bfc5-47d6-8839-903fcfa8df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8ae8f8-16ea-4101-a368-6710121e2ad0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:58.482382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b8533-dc3b-4fec-831a-85185df74fa1 req-5e836875-d29c-4191-9ec2-9c0c11185af8 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:58.484485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-914b8533-dc3b-4fec-831a-85185df74fa1 req-5e836875-d29c-4191-9ec2-9c0c11185af8 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 950 time: 0.1625376 Oct 18 20:27:58.492716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b303cbf8-f8d1-49ee-9877-3e516296a170,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:27:58.549572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:27:58.549967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Network hostable DHCP agents. Network: a1405101-c4da-4c56-814f-9698ac64cda8, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:27:58.564172 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-914b8533-dc3b-4fec-831a-85185df74fa1 req-56437c28-ceb2-4c23-8f62-061066b42c84 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645185 Oct 18 20:27:58.582775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Network a1405101-c4da-4c56-814f-9698ac64cda8 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:27:58.599347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, a1405101-c4da-4c56-814f-9698ac64cda8) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:27:58.605775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:58.606555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:58.630310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4248f5d1-ba7d-4a32-93e1-b9321b8fdcc6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7308843 Oct 18 20:27:58.641111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e3bd8e-0235-4e1d-8b4f-d1415d68dcfb None None] Network a1405101-c4da-4c56-814f-9698ac64cda8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:27:58.829934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ed7b2-6bc8-4c53-945c-76c64226943c None None] Network a1405101-c4da-4c56-814f-9698ac64cda8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:27:59.549002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910cf52-d44a-4c60-9975-706d723b7a19 req-56e2f1c4-6de9-4bb7-8cb3-2426eb524fbd tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:27:59.550778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d910cf52-d44a-4c60-9975-706d723b7a19 req-56e2f1c4-6de9-4bb7-8cb3-2426eb524fbd tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 950 time: 0.0671675 Oct 18 20:27:59.602937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d910cf52-d44a-4c60-9975-706d723b7a19 req-6a339f05-00ad-48e2-9586-bd4fd77fcd00 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Oct 18 20:27:59.837023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42764) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:27:59.845745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-373210755-network', 'tenant_id': '50d4ebcf9f5e4fafa5d4b261dc904058'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:27:59.884073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Made reservation on behalf of 50d4ebcf9f5e4fafa5d4b261dc904058 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:27:59.887745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:27:59.899273 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.014654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.029127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.045435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:28:00.062666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a599fe5d-6431-4be9-bd5d-caa69a713d85,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:00.066159 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.066493 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Added segment 96bde9d1-40f2-4322-8bee-2ff3c7bb413d of type vlan for network ba828415-6769-4693-893b-db0a43501ef8 Oct 18 20:28:00.123042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.170906 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.172660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.173668 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.239773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4009149 Oct 18 20:28:00.244805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42770) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:00.302990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Request body: {'subnet': {'network_id': 'ba828415-6769-4693-893b-db0a43501ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-373210755-subnet', 'tenant_id': '50d4ebcf9f5e4fafa5d4b261dc904058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:00.316921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb325a-72a1-4857-b352-0e471c03f8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba828415-6769-4693-893b-db0a43501ef8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:00.342289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ba828415-6769-4693-893b-db0a43501ef8 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:28:00.356855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Made reservation on behalf of 50d4ebcf9f5e4fafa5d4b261dc904058 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:00.362450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.470316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a448-fda4-434a-bfdd-d59a30a33fc3 req-68ccc6fa-69d0-4885-8cff-6d1ba048f496 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.471323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a448-fda4-434a-bfdd-d59a30a33fc3 req-68ccc6fa-69d0-4885-8cff-6d1ba048f496 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.472715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a448-fda4-434a-bfdd-d59a30a33fc3 req-68ccc6fa-69d0-4885-8cff-6d1ba048f496 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.473772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a448-fda4-434a-bfdd-d59a30a33fc3 req-68ccc6fa-69d0-4885-8cff-6d1ba048f496 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.474728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9a448-fda4-434a-bfdd-d59a30a33fc3 req-68ccc6fa-69d0-4885-8cff-6d1ba048f496 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.477980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04e9a448-fda4-434a-bfdd-d59a30a33fc3 req-68ccc6fa-69d0-4885-8cff-6d1ba048f496 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3578 time: 0.3394918 Oct 18 20:28:00.673472 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:28:00.680015 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.694804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685843f-bd8f-45ec-ac3a-75ff2e9d78e1 req-d021f875-ac6a-4259-b2ca-d34727410bcf tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.709283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b685843f-bd8f-45ec-ac3a-75ff2e9d78e1 req-d021f875-ac6a-4259-b2ca-d34727410bcf tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 886 time: 0.1981008 Oct 18 20:28:00.799658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50845cf8-64a0-4666-b5fb-b1c32d785324,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:00.822562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Checking segment: {'id': '96bde9d1-40f2-4322-8bee-2ff3c7bb413d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'ba828415-6769-4693-893b-db0a43501ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:00.823300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Network hostable DHCP agents. Network: ba828415-6769-4693-893b-db0a43501ef8, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:28:00.859514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Network ba828415-6769-4693-893b-db0a43501ef8 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:28:00.875574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ba828415-6769-4693-893b-db0a43501ef8) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:00.884870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.886092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:00.893641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658aa208-fab9-4d9e-ab1c-62c4f6628edc None None] Network ba828415-6769-4693-893b-db0a43501ef8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:28:00.899766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292ab3c-050d-4cc9-a9a7-6b941354e30f req-7a0b81f6-3d6d-4976-9d0d-1d8d0741af00 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:00.917532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4292ab3c-050d-4cc9-a9a7-6b941354e30f req-7a0b81f6-3d6d-4976-9d0d-1d8d0741af00 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 950 time: 0.1251130 Oct 18 20:28:00.943121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df845ede-fccf-4f6f-846d-355a13c50695 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6956425 Oct 18 20:28:01.050095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4292ab3c-050d-4cc9-a9a7-6b941354e30f req-8ce69693-983a-488c-8dc9-622365c258a6 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274822 Oct 18 20:28:01.095453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-8037d15c-ae28-4c72-95c6-58ae71ecef89 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:01.098517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-8037d15c-ae28-4c72-95c6-58ae71ecef89 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=49a4c316-512a-4b31-b76d-cf31dcdf3aca HTTP/1.1" status: 200 len: 1101 time: 0.1299846 Oct 18 20:28:01.191230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38adb6-f321-4133-8c67-b1dd00c7e9d4 None None] Network ba828415-6769-4693-893b-db0a43501ef8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:28:01.421457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2affab-f2de-4016-88ea-da3d6e6892e6 req-e71a7b23-a3ae-481d-870c-eaf7e3479f80 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:01.422185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2affab-f2de-4016-88ea-da3d6e6892e6 req-e71a7b23-a3ae-481d-870c-eaf7e3479f80 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:01.423013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2affab-f2de-4016-88ea-da3d6e6892e6 req-e71a7b23-a3ae-481d-870c-eaf7e3479f80 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:01.423834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2affab-f2de-4016-88ea-da3d6e6892e6 req-e71a7b23-a3ae-481d-870c-eaf7e3479f80 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:01.424645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2affab-f2de-4016-88ea-da3d6e6892e6 req-e71a7b23-a3ae-481d-870c-eaf7e3479f80 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:01.427420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2affab-f2de-4016-88ea-da3d6e6892e6 req-e71a7b23-a3ae-481d-870c-eaf7e3479f80 tempest-NetworksTest-258244911 tempest-NetworksTest-258244911-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.3187628 Oct 18 20:28:01.448481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Deleting port 01696867-4797-44f4-8da5-74978f3a1086 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:28:01.448870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:01.569140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] For port 01696867-4797-44f4-8da5-74978f3a1086, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=01696867-4797-44f4-8da5-74978f3a1086,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:01.569683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:01.590240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Calling delete_port for 01696867-4797-44f4-8da5-74978f3a1086 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:28:01.760640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42816) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:01.889488 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25f4153b-639f-4ab3-a26c-4bd5f4a600b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:01.992595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25f4153b-639f-4ab3-a26c-4bd5f4a600b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:01.998086 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25f4153b-639f-4ab3-a26c-4bd5f4a600b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.047515 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-25f4153b-639f-4ab3-a26c-4bd5f4a600b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4070f62c488a420fa9e698b7434f5584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853644 Oct 18 20:28:02.048549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4153b-639f-4ab3-a26c-4bd5f4a600b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5023d196-ae7f-4cd3-94c9-393feee12000,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:02.052649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42820) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:02.098270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a14786-26b7-48ac-be70-5bc2c029691e req-3b3ed9c1-71bf-488a-aabb-ac7134de3320 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:02.100488 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-3b3ed9c1-71bf-488a-aabb-ac7134de3320 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.4200962 Oct 18 20:28:02.133373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-75c841b9-8b1d-4500-ac93-145626c44fa0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/quotas/6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 375 time: 0.0210130 Oct 18 20:28:02.144732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.148105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-477d19cc-c5fb-46ae-a381-eb85935233b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.158051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['01696867-4797-44f4-8da5-74978f3a1086'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:02.186733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-477d19cc-c5fb-46ae-a381-eb85935233b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.219401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-5f62d866-cf27-4a77-8fd7-217c34e587e8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710995 Oct 18 20:28:02.220741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Pushing event deleted for resources: {'Port': ['ID=01696867-4797-44f4-8da5-74978f3a1086,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:02.279741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-477d19cc-c5fb-46ae-a381-eb85935233b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.286983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-477d19cc-c5fb-46ae-a381-eb85935233b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.289763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-477d19cc-c5fb-46ae-a381-eb85935233b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5023d196-ae7f-4cd3-94c9-393feee12000 HTTP/1.1" status: 204 len: 168 time: 0.2352006 Oct 18 20:28:02.312666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d19cc-c5fb-46ae-a381-eb85935233b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5023d196-ae7f-4cd3-94c9-393feee12000,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:02.338808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] No DVR routers for this DVR port 01696867-4797-44f4-8da5-74978f3a1086 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:28:02.347963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.353315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4210c60-f9fc-4d1b-a1cc-b1bd240d453e req-e70b8398-1ad6-4288-af39-e7cb4eba8388 tempest-DeleteServersAdminTestJSON-468410874 tempest-DeleteServersAdminTestJSON-468410874-project-admin] 10.222.0.30 "DELETE /v2.0/ports/01696867-4797-44f4-8da5-74978f3a1086 HTTP/1.1" status: 204 len: 173 time: 1.2470148 Oct 18 20:28:02.354026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'name': 'network-vif-deleted', 'tag': '01696867-4797-44f4-8da5-74978f3a1086'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:02.366379 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a341b4c-35ef-4281-9c9a-eca4259324f7" -d '{"events": [{"server_uuid": "49a4c316-512a-4b31-b76d-cf31dcdf3aca", "name": "network-vif-deleted", "tag": "01696867-4797-44f4-8da5-74978f3a1086"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:02.440487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-34eb5b9b-cd88-4a06-8bec-d6b8fb1249e1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:28:02.443022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-34eb5b9b-cd88-4a06-8bec-d6b8fb1249e1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0706377 Oct 18 20:28:02.609909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-6b081d1d-3d56-43d4-92f9-457e66ae54cd service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557164 Oct 18 20:28:02.719807 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-e7a772fa-1fed-42fd-ae89-1da1975e8321 service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029656 Oct 18 20:28:02.786963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42838) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:02.802514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b79ff4a-8e28-47bd-a6a5-fa4d9a4b2da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.964518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b79ff4a-8e28-47bd-a6a5-fa4d9a4b2da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:02.975431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b79ff4a-8e28-47bd-a6a5-fa4d9a4b2da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:03.043800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79ff4a-8e28-47bd-a6a5-fa4d9a4b2da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2f8a7e-1c0f-4620-85b3-de88761f1665,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:03.091729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9b79ff4a-8e28-47bd-a6a5-fa4d9a4b2da7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10d1a3f7e3f348f9b14a23f792243278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029125 Oct 18 20:28:03.096066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42852) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:03.204893 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07f6f1fa-5c71-44d8-9901-45c943cf1a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:03.239677 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07f6f1fa-5c71-44d8-9901-45c943cf1a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:03.328750 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07f6f1fa-5c71-44d8-9901-45c943cf1a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:03.334654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07f6f1fa-5c71-44d8-9901-45c943cf1a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:03.336738 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-07f6f1fa-5c71-44d8-9901-45c943cf1a35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e2f8a7e-1c0f-4620-85b3-de88761f1665 HTTP/1.1" status: 204 len: 168 time: 0.2388949 Oct 18 20:28:03.356031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f1fa-5c71-44d8-9901-45c943cf1a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2f8a7e-1c0f-4620-85b3-de88761f1665,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:03.572860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-d530bfb2-a668-41c8-b76b-c8ff9d70913e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b464069e97e64087b1bb21922a7e4fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575242 Oct 18 20:28:03.777071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-cb8c9358-a4a4-4615-92cf-f68daaf1db9e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:03.779123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-cb8c9358-a4a4-4615-92cf-f68daaf1db9e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912773 Oct 18 20:28:03.800607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-6372d00e-53cd-45f3-a9c0-fedc871e5913 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/quotas/b464069e97e64087b1bb21922a7e4fdc HTTP/1.1" status: 200 len: 375 time: 0.0104740 Oct 18 20:28:03.845534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-7bfbc658-e7b3-490c-9e35-2427d5414d36 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b464069e97e64087b1bb21922a7e4fdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318639 Oct 18 20:28:04.187088 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc0afd-f488-448c-a015-21059490361d x-openstack-request-id: req-4efc0afd-f488-448c-a015-21059490361d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:04.187708 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a4c316-512a-4b31-b76d-cf31dcdf3aca", "name": "network-vif-deleted", "tag": "01696867-4797-44f4-8da5-74978f3a1086", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:04.188213 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4efc0afd-f488-448c-a015-21059490361d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:04.189011 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a4c316-512a-4b31-b76d-cf31dcdf3aca', 'name': 'network-vif-deleted', 'tag': '01696867-4797-44f4-8da5-74978f3a1086', 'status': 'completed', 'code': 200} Oct 18 20:28:04.305627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4d29ba8-1587-41fd-a505-2d52fc5286c3 req-cf5f096c-437c-4f7f-a0cc-9eb6bdb26be7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 210 time: 0.0585580 Oct 18 20:28:04.404744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c40b55f7-2684-4a6f-b26c-d629235cf230 req-b76d4fe7-3639-4ddc-b7a6-4a82b0ece96b tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 210 time: 0.0553975 Oct 18 20:28:04.618000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-ed890ae2-66d6-42a2-b089-6a1ebef084d0 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491695 Oct 18 20:28:04.812161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-f30412b1-d9a0-4994-bf61-aa51ce12d242 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:04.825013 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-f30412b1-d9a0-4994-bf61-aa51ce12d242 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973631 Oct 18 20:28:04.849305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-0cde5f89-70d2-47bb-a3f2-a9cad65ba0f6 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/quotas/0bdfa0f297b74dfbbf58d39922ffd060 HTTP/1.1" status: 200 len: 375 time: 0.0224366 Oct 18 20:28:04.913464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-d716558b-f715-4b5d-a2c3-631ee55fff5e tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486083 Oct 18 20:28:05.170445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a14786-26b7-48ac-be70-5bc2c029691e req-622060f7-d93c-4125-8095-762878664034 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:05.172901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-622060f7-d93c-4125-8095-762878664034 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.2530258 Oct 18 20:28:05.194822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Request body: {'port': {'device_id': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'admin_state_up': True, 'tenant_id': '6476cb76270b414c915a463d71a0316b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:05.331187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be988039-70e7-4458-bd44-32024d53e0d3 req-e875b2f8-17ec-4a8a-87ab-a5d337a31860 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0317030 Oct 18 20:28:05.394142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Made reservation on behalf of 6476cb76270b414c915a463d71a0316b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:05.399960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:05.480682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e35d15f-974b-471e-a15f-c993ea2b7d5d req-8942d0df-5654-4870-a38f-d15c1c3e55e1 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 210 time: 0.0592351 Oct 18 20:28:05.545100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 01696867-4797-44f4-8da5-74978f3a1086 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:28:05.587323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 01696867-4797-44f4-8da5-74978f3a1086 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:28:05.588328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 01696867-4797-44f4-8da5-74978f3a1086 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:28:05.641654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Allocated IP 172.20.0.2 (a1405101-c4da-4c56-814f-9698ac64cda8/b303cbf8-f8d1-49ee-9877-3e516296a170/e4227bd0-f336-494b-b302-002cf07c5a8c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:28:05.708125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.30', 56759) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:05.729018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97882876-773d-4312-8f22-5e3442afb4b4 req-607d69f5-7861-4954-8aae-2548f0efb3bb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 210 time: 0.0790207 Oct 18 20:28:05.816624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-90db1d2c-9bb5-429b-830a-c27be27e0876 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b464069e97e64087b1bb21922a7e4fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017115 Oct 18 20:28:05.996836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-3d929905-8aaa-4856-9b13-3823a532217f tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:06.000162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-3d929905-8aaa-4856-9b13-3823a532217f tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767018 Oct 18 20:28:06.016808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Request body: {'port': {'device_id': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': 'b464069e97e64087b1bb21922a7e4fdc'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:06.106957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.192677 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.277703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Network a1405101-c4da-4c56-814f-9698ac64cda8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:28:06.283411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:06.296482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:28:06.306022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:06.307015 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.325266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:06.350296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-9c976fae-7f0f-41a8-8df5-de2cc2430db7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1663115 Oct 18 20:28:06.368960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Request body: {'port': {'device_id': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:06.450100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Made reservation on behalf of b464069e97e64087b1bb21922a7e4fdc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:06.454484 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.471435 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.474451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.578550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81eb99fc-bfc1-4a8d-9f9f-bda5d1a086d1 req-377b1e83-7777-4927-b0d8-cdd210f4cc95 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0453022 Oct 18 20:28:06.590332 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.596916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:06.795885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.79', 55329) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:06.819486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7eb746-405a-4ac7-b404-dbe92baab111,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:06.855321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-5d6ea57c-bbd9-461c-8f2b-062771385af8 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337064 Oct 18 20:28:07.005473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Allocated IP 192.168.233.99 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/282c4756-6350-4dc4-90bc-d10c176c6da7) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:28:07.035841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c8328-403e-4098-9374-db90c1c8dbdd req-2bb9b621-8efe-43d8-8671-cc5bb0eab7f4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:07.037770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e8c8328-403e-4098-9374-db90c1c8dbdd req-2bb9b621-8efe-43d8-8671-cc5bb0eab7f4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 931 time: 0.1448863 Oct 18 20:28:07.059673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4227bd0-f336-494b-b302-002cf07c5a8c {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:07.079139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.128056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-7d0f4bb8-4ced-4c54-b971-f07a675db47f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:07.130064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-7d0f4bb8-4ced-4c54-b971-f07a675db47f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2618227 Oct 18 20:28:07.133698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Transition to ACTIVE for port object e4227bd0-f336-494b-b302-002cf07c5a8c will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:07.141458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.161225 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e8c8328-403e-4098-9374-db90c1c8dbdd req-04fc09dd-4fa8-46c2-95c5-72628a592cbf tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084838 Oct 18 20:28:07.277957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:07.307989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b5e708c-c68d-4ab6-9717-d860898ddf59 req-3d3c0745-8b12-474c-8bf3-e437be140a91 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 210 time: 0.0620353 Oct 18 20:28:07.313589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.360867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:07.361776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:07.361968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.362145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:07.372197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:07.372736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:07.382382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:07.383060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:07.383711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:07.384541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Bound port: e4227bd0-f336-494b-b302-002cf07c5a8c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:07.385126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.460457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:28:07.466742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:07.473373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:28:07.479598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:07.480247 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.514887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Pushing event updated for resources: {'Port': ['ID=282c4756-6350-4dc4-90bc-d10c176c6da7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:07.527698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:07.533730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:07.546683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.559764 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8ab88fac-d0b2-4a66-8258-b9a542287aa4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5500252 Oct 18 20:28:07.572560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Request body: {'port': {'device_id': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:07.621921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:07.622808 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.626073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 1091 time: 1.2639263 Oct 18 20:28:07.626073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:07.633605 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e" -d '{"events": [{"name": "network-changed", "server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:07.656145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f2d0-96e4-4907-9258-9fc5be3d81c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:07.691901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.733620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a14786-26b7-48ac-be70-5bc2c029691e req-753144e5-1684-491e-ad79-884fd95464d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:07.735542 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-753144e5-1684-491e-ad79-884fd95464d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1094 time: 0.0581033 Oct 18 20:28:07.826186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-135c43e8-037c-4588-87ed-7ca03e0f0c5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0811136 Oct 18 20:28:07.857044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77b96adf-2fe3-4614-bf40-5c22b7b95df3 req-66206b22-cb79-45f8-a625-6e03939e48d9 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0427396 Oct 18 20:28:07.896153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eadb7762-b9d7-4a42-8b19-71580d90f905 None None] Provisioning complete for port 282c4756-6350-4dc4-90bc-d10c176c6da7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:07.897610 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eadb7762-b9d7-4a42-8b19-71580d90f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:07.920021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a14786-26b7-48ac-be70-5bc2c029691e req-2a3f2183-174b-4062-b883-1edf7807c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:07.921664 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-2a3f2183-174b-4062-b883-1edf7807c8d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0788996 Oct 18 20:28:07.948370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-eadb7762-b9d7-4a42-8b19-71580d90f905 None None] Port 282c4756-6350-4dc4-90bc-d10c176c6da7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:28:07.959951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-a4b538fd-d340-41b8-9fb0-edc4e2c29aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300360 Oct 18 20:28:07.997155 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471fe0e6-c443-4cd5-8b43-1cd0114cf2da x-openstack-request-id: req-471fe0e6-c443-4cd5-8b43-1cd0114cf2da {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:07.997675 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:07.997944 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-471fe0e6-c443-4cd5-8b43-1cd0114cf2da {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:07.999425 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c', 'status': 'completed', 'code': 200} Oct 18 20:28:08.095850 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-8923e068-67f5-4181-b876-c6d9a7d5aa55 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283963 Oct 18 20:28:08.150728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282c4756-6350-4dc4-90bc-d10c176c6da7 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:08.159362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:08.196146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Transition to ACTIVE for port object 282c4756-6350-4dc4-90bc-d10c176c6da7 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:08.202698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:08.228114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73a14786-26b7-48ac-be70-5bc2c029691e req-f38017aa-1f1f-4631-bbb4-35b2891b0d59 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249990 Oct 18 20:28:08.284566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=282c4756-6350-4dc4-90bc-d10c176c6da7,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:08.350039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Attempting to bind port 282c4756-6350-4dc4-90bc-d10c176c6da7 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:08.351187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Attempting to bind port 282c4756-6350-4dc4-90bc-d10c176c6da7 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:08.351678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Attempting to bind port 282c4756-6350-4dc4-90bc-d10c176c6da7 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:08.358244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-581a7101-06b8-43e8-a0c2-4c149df0b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:08.360293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-581a7101-06b8-43e8-a0c2-4c149df0b7ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1094 time: 0.0638759 Oct 18 20:28:08.368993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Port 282c4756-6350-4dc4-90bc-d10c176c6da7 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:08.369323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Attempting to bind port 282c4756-6350-4dc4-90bc-d10c176c6da7 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:08.378778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:08.379870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:08.380263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:08.381653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Bound port: 282c4756-6350-4dc4-90bc-d10c176c6da7, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:08.382251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:08.515409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] For port 282c4756-6350-4dc4-90bc-d10c176c6da7, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:08.524500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] For port 282c4756-6350-4dc4-90bc-d10c176c6da7, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=282c4756-6350-4dc4-90bc-d10c176c6da7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:08.530131 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:08.574065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:08.575141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:08.577288 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/282c4756-6350-4dc4-90bc-d10c176c6da7 HTTP/1.1" status: 200 len: 1095 time: 1.0094063 Oct 18 20:28:08.577874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'tag': '282c4756-6350-4dc4-90bc-d10c176c6da7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:08.769854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cf1bb-a4cb-403f-ab7a-50e46eced4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=282c4756-6350-4dc4-90bc-d10c176c6da7,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:08.798574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-ab9d2d66-9811-485c-9037-4d1d60eb9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:08.800475 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-ab9d2d66-9811-485c-9037-4d1d60eb9594 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b464069e97e64087b1bb21922a7e4fdc&device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 1098 time: 0.1288595 Oct 18 20:28:08.874326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-b3021371-ff6c-473d-aadc-ef818b9549c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:08.875891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-b3021371-ff6c-473d-aadc-ef818b9549c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.5079129 Oct 18 20:28:08.885950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88cb7a-2aa1-4ea9-a4ff-5a3aaf07f055 req-0c0ff014-b54b-4132-9083-53a433474984 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:08.887479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a88cb7a-2aa1-4ea9-a4ff-5a3aaf07f055 req-0c0ff014-b54b-4132-9083-53a433474984 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0911288 Oct 18 20:28:08.896820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-a94affd6-c351-4696-845a-2bbf3fe39331 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=282c4756-6350-4dc4-90bc-d10c176c6da7 HTTP/1.1" status: 200 len: 217 time: 0.0843883 Oct 18 20:28:08.936943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-9c8310a2-67d4-4a60-9f65-4014687d9c23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0483971 Oct 18 20:28:08.982942 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd1be02-bdd1-486f-b289-41a21edd6959", "tag": "282c4756-6350-4dc4-90bc-d10c176c6da7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:09.005308 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a88cb7a-2aa1-4ea9-a4ff-5a3aaf07f055 req-64fb59ea-6c43-488c-bb86-32b38c11182e tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090865 Oct 18 20:28:09.020900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-8cf75a78-5c57-458b-bf5b-4f4aca317e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:09.022982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-8cf75a78-5c57-458b-bf5b-4f4aca317e68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0782752 Oct 18 20:28:09.045094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8415e6d6-38f7-4b77-8e49-7d36571d990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:09.061401 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-8415e6d6-38f7-4b77-8e49-7d36571d990f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1516790 Oct 18 20:28:09.091181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-129fb453-b978-4086-8a27-6a67d198d777 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568347 Oct 18 20:28:09.153866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-b6b84391-e322-44ad-af76-7060b12e9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:09.156487 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-b6b84391-e322-44ad-af76-7060b12e9b8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887065 Oct 18 20:28:09.239360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3b6d9-223b-4c70-afa7-6c9a618f425f req-ba5293b5-5612-45eb-9fb1-db7f700bbb94 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:09.242112 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afe3b6d9-223b-4c70-afa7-6c9a618f425f req-ba5293b5-5612-45eb-9fb1-db7f700bbb94 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 947 time: 0.1297121 Oct 18 20:28:09.283218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-9303d6fa-dfe5-4e4a-8e67-46062eb11811 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845875 Oct 18 20:28:09.302139 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-0f52815f-d304-4925-aee1-f81bfadd5ebf service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353540 Oct 18 20:28:09.334742 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afe3b6d9-223b-4c70-afa7-6c9a618f425f req-3cb7ac4a-5cb4-4593-8f5a-fdab9a89e3e9 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727158 Oct 18 20:28:09.479680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02cbb9ec-ca1d-42bf-9f21-b8a5121d839e req-f99ce1aa-155f-4419-ad73-ac57376fdb73 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835961 Oct 18 20:28:09.649981 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d19b7142-d01e-42ba-83f4-b3a00c36576c req-676b81d3-84c6-4693-8f6a-17532ed6ee34 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409798 Oct 18 20:28:09.690547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-efc5b790-07d9-403f-a776-8be0aed4fc73 req-cee480e6-7a93-4922-ab8b-ddb148b9b1d9 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0323451 Oct 18 20:28:09.833244 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04d7102-c90b-4e0f-8f66-31f046437dfa x-openstack-request-id: req-a04d7102-c90b-4e0f-8f66-31f046437dfa {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:09.846822 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd1be02-bdd1-486f-b289-41a21edd6959", "tag": "282c4756-6350-4dc4-90bc-d10c176c6da7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:09.847499 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a04d7102-c90b-4e0f-8f66-31f046437dfa {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:09.848250 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'tag': '282c4756-6350-4dc4-90bc-d10c176c6da7', 'status': 'completed', 'code': 200} Oct 18 20:28:09.933360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-2273ae5a-9dfe-4537-a3cc-97c3b1cfe2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:09.935126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-2273ae5a-9dfe-4537-a3cc-97c3b1cfe2f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b464069e97e64087b1bb21922a7e4fdc&device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 1098 time: 0.0735273 Oct 18 20:28:10.141687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-c6004e9a-5390-4aab-b1b0-627359469dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:10.144233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-c6004e9a-5390-4aab-b1b0-627359469dcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1981673 Oct 18 20:28:10.197769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-a04111a4-1bb9-451b-a4ab-517576798af2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=282c4756-6350-4dc4-90bc-d10c176c6da7 HTTP/1.1" status: 200 len: 217 time: 0.0449328 Oct 18 20:28:10.226332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded9c9-f4c9-42d5-b4fe-c18df68e1e2a req-98d6c3b8-8009-4cc2-b525-aca08a28b97c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:10.228517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0ded9c9-f4c9-42d5-b4fe-c18df68e1e2a req-98d6c3b8-8009-4cc2-b525-aca08a28b97c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0757051 Oct 18 20:28:10.257336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-688f8709-7db1-4f70-8cef-cf025404f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:10.258972 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-688f8709-7db1-4f70-8cef-cf025404f7b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0528932 Oct 18 20:28:10.281253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0ded9c9-f4c9-42d5-b4fe-c18df68e1e2a req-6ab2b21f-cc1f-4f5b-9153-00e825da32c3 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Oct 18 20:28:10.316844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-37c5a196-5518-47d5-b523-f0bd16729380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:10.318654 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-37c5a196-5518-47d5-b523-f0bd16729380 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520298 Oct 18 20:28:10.449075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-1871fb9b-5773-42da-81e9-f3d930e1e83c service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217668 Oct 18 20:28:10.603973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e5861c1-23c6-4517-85d1-4ec4f483ab5b req-5dfe0629-d794-41dc-bd7c-6b2b2ef7d49d service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472890 Oct 18 20:28:10.645838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de73a5-53fa-485e-b580-d621b02ae8a1 req-10422e94-95a3-4383-a327-eacab857fad0 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:10.647954 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5de73a5-53fa-485e-b580-d621b02ae8a1 req-10422e94-95a3-4383-a327-eacab857fad0 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 947 time: 0.0760958 Oct 18 20:28:10.694683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5de73a5-53fa-485e-b580-d621b02ae8a1 req-b2f86787-bbc0-42a0-9bea-248b8ec8b95c tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Oct 18 20:28:10.872503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a421e112-1318-43e6-89de-61be6d022525 req-250eda23-f22c-4ef2-8d75-66af431961f9 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0335996 Oct 18 20:28:11.475010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e578e-dcb4-422e-80de-98e007930340 req-ef87cdc0-ffbe-4207-bc94-3c85f53e9ee2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:11.476856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-958e578e-dcb4-422e-80de-98e007930340 req-ef87cdc0-ffbe-4207-bc94-3c85f53e9ee2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0586140 Oct 18 20:28:11.525929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-958e578e-dcb4-422e-80de-98e007930340 req-7fdb21f5-b330-43a0-b157-c37c61a241bb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Oct 18 20:28:11.565971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:28:11.692124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:11.709450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'e4227bd0-f336-494b-b302-002cf07c5a8c', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'port_id': 'e4227bd0-f336-494b-b302-002cf07c5a8c', 'mac_address': 'fa:16:3e:86:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b303cbf8-f8d1-49ee-9877-3e516296a170', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:28:11.760815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:11.778861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4227bd0-f336-494b-b302-002cf07c5a8c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:11.811315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:11.817395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:11.887255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:12.026981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e4227bd0-f336-494b-b302-002cf07c5a8c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:12.047172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dfc6d-11d5-48ab-af06-ba90ccbd9bf6 req-d4f2f1c5-7793-49fb-b884-1a66630a336a tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:12.048646 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a21dfc6d-11d5-48ab-af06-ba90ccbd9bf6 req-d4f2f1c5-7793-49fb-b884-1a66630a336a tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 947 time: 0.0561447 Oct 18 20:28:12.101702 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a21dfc6d-11d5-48ab-af06-ba90ccbd9bf6 req-4b13fcd1-18f6-4dc2-892a-cca768abb43e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Oct 18 20:28:12.233142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-efcfc5a8-da82-487f-ad69-23b2747a6c5c req-b40aced4-69e6-4c9e-bb1d-2be04d2a31ea tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0317097 Oct 18 20:28:12.754240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.049775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6612fb-b827-4a6f-bc97-9375afff05a7 req-6dce54dc-a55b-405b-9eaa-f618dbe796c3 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:13.053136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff6612fb-b827-4a6f-bc97-9375afff05a7 req-6dce54dc-a55b-405b-9eaa-f618dbe796c3 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 944 time: 0.0726759 Oct 18 20:28:13.118166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff6612fb-b827-4a6f-bc97-9375afff05a7 req-5f5e1022-49f0-467e-9af9-72abc866acbe tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579212 Oct 18 20:28:13.221557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43096) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:13.271596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4c803-dd6e-4663-bf5a-c82098e8f190 req-47a76404-2c92-4e3e-8aed-5a09c868c90c tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:13.273536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4be4c803-dd6e-4663-bf5a-c82098e8f190 req-47a76404-2c92-4e3e-8aed-5a09c868c90c tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 947 time: 0.0640376 Oct 18 20:28:13.347306 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4be4c803-dd6e-4663-bf5a-c82098e8f190 req-633f41cb-456b-49ad-b023-01bfcd78e919 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604668 Oct 18 20:28:13.428819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d34c16bc-d712-487f-a481-060e5293dbf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.492529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f02faff4-17fa-4bc2-bd9c-a0399edc3b92 req-72e7784e-1786-4bbd-8848-d12c42287321 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0411074 Oct 18 20:28:13.555235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d34c16bc-d712-487f-a481-060e5293dbf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.561270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 282c4756-6350-4dc4-90bc-d10c176c6da7 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:28:13.561551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d34c16bc-d712-487f-a481-060e5293dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.651382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d34c16bc-d712-487f-a481-060e5293dbf1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d6639a424cb4517a74380710dc3c336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284186 Oct 18 20:28:13.655128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43102) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:13.661742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c16bc-d712-487f-a481-060e5293dbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c600907e-b6dc-4dbc-a33a-e2af72bee2a3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:13.731029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3931b930-95a9-481c-a0cf-78aa5ba7d45c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.736530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:28:13.763455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3931b930-95a9-481c-a0cf-78aa5ba7d45c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.848556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3931b930-95a9-481c-a0cf-78aa5ba7d45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.852467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3931b930-95a9-481c-a0cf-78aa5ba7d45c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:13.857424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3931b930-95a9-481c-a0cf-78aa5ba7d45c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c600907e-b6dc-4dbc-a33a-e2af72bee2a3 HTTP/1.1" status: 204 len: 168 time: 0.1981044 Oct 18 20:28:13.869476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931b930-95a9-481c-a0cf-78aa5ba7d45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c600907e-b6dc-4dbc-a33a-e2af72bee2a3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:13.939035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port e4227bd0-f336-494b-b302-002cf07c5a8c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:28:13.955354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 282c4756-6350-4dc4-90bc-d10c176c6da7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=282c4756-6350-4dc4-90bc-d10c176c6da7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:13.970881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '282c4756-6350-4dc4-90bc-d10c176c6da7', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '282c4756-6350-4dc4-90bc-d10c176c6da7', 'mac_address': 'fa:16:3e:12:67:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:28:13.978234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port e4227bd0-f336-494b-b302-002cf07c5a8c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:13.981598 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.102483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.126563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282c4756-6350-4dc4-90bc-d10c176c6da7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:14.186767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 282c4756-6350-4dc4-90bc-d10c176c6da7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=282c4756-6350-4dc4-90bc-d10c176c6da7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:14.197417 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.212864 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.271903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:14.274409 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f96feb1-89cf-4cf4-902e-07a9f6bfd704" -d '{"events": [{"server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "name": "network-vif-plugged", "status": "completed", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:14.275210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016dc4-ded8-4f0e-a014-a2c24f611818 req-9495a7dd-8b83-4a5f-b4d9-ca3f91ae32fb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:14.285031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96016dc4-ded8-4f0e-a014-a2c24f611818 req-9495a7dd-8b83-4a5f-b4d9-ca3f91ae32fb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 944 time: 0.0718937 Oct 18 20:28:14.286657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43112) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:14.297937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:14.301276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5f8038e-d548-47f3-898c-1ece4d4ba114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.315323 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.324006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=282c4756-6350-4dc4-90bc-d10c176c6da7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:14.338231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96016dc4-ded8-4f0e-a014-a2c24f611818 req-3bcda1f5-5889-4211-a87d-d27d8f3776d2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508161 Oct 18 20:28:14.402069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:14.410091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['282c4756-6350-4dc4-90bc-d10c176c6da7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:14.425970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5f8038e-d548-47f3-898c-1ece4d4ba114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.431864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5f8038e-d548-47f3-898c-1ece4d4ba114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.446661 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f538d1-429d-4ebf-9a34-8a68ae9fbdae x-openstack-request-id: req-f0f538d1-429d-4ebf-9a34-8a68ae9fbdae {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:14.446980 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "name": "network-vif-plugged", "status": "completed", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:14.447246 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0f538d1-429d-4ebf-9a34-8a68ae9fbdae {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:14.447650 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c', 'code': 200} Oct 18 20:28:14.475791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8038e-d548-47f3-898c-1ece4d4ba114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0fff85-9968-45d5-a6e0-958a876f00fe,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:14.558309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a5f8038e-d548-47f3-898c-1ece4d4ba114 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=768f336086bb4607a6d34385f23c03da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696612 Oct 18 20:28:14.574178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43118) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:14.638477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9e8cd-ef30-4432-a871-2eb36a6f16e3 req-7725a750-082f-4685-93dd-7ee5762902b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:14.642043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddc9e8cd-ef30-4432-a871-2eb36a6f16e3 req-7725a750-082f-4685-93dd-7ee5762902b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1096 time: 0.1284168 Oct 18 20:28:14.652760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11862ba-ae22-428b-904e-592ed98a1450 req-dd9ca963-87dc-4f32-911b-fef0f09bc837 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:14.654365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d11862ba-ae22-428b-904e-592ed98a1450 req-dd9ca963-87dc-4f32-911b-fef0f09bc837 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 948 time: 0.1138632 Oct 18 20:28:14.688593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0753da76-c745-47af-afc5-85bc2efa22f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.688862 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddc9e8cd-ef30-4432-a871-2eb36a6f16e3 req-0a1eca83-a011-4e70-bf73-955fab196c95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Oct 18 20:28:14.724203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0753da76-c745-47af-afc5-85bc2efa22f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.728634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d11862ba-ae22-428b-904e-592ed98a1450 req-8a3733f8-d284-41c0-b438-157d35e80381 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666940 Oct 18 20:28:14.787941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0753da76-c745-47af-afc5-85bc2efa22f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.791133 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0753da76-c745-47af-afc5-85bc2efa22f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:14.792774 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0753da76-c745-47af-afc5-85bc2efa22f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c0fff85-9968-45d5-a6e0-958a876f00fe HTTP/1.1" status: 204 len: 168 time: 0.2171392 Oct 18 20:28:14.812142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753da76-c745-47af-afc5-85bc2efa22f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0fff85-9968-45d5-a6e0-958a876f00fe,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:14.835419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d6343e3-9060-43ac-bfae-9f74ddc42262 req-5d50227b-efa2-4f0a-9134-f7b4604c77ca tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0380599 Oct 18 20:28:15.475040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfad90d-36e9-486a-bdde-2440bb9f3cd0 req-3333d732-74d4-4410-8252-b22bfd4a009a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:15.476676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-acfad90d-36e9-486a-bdde-2440bb9f3cd0 req-3333d732-74d4-4410-8252-b22bfd4a009a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 945 time: 0.0533712 Oct 18 20:28:15.524022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-acfad90d-36e9-486a-bdde-2440bb9f3cd0 req-1c40e156-72d5-4152-81d2-33b7f5a37554 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Oct 18 20:28:15.575218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 282c4756-6350-4dc4-90bc-d10c176c6da7 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:28:15.640903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 282c4756-6350-4dc4-90bc-d10c176c6da7 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:28:15.647550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 282c4756-6350-4dc4-90bc-d10c176c6da7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:15.648087 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:15.769031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:15.838416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 282c4756-6350-4dc4-90bc-d10c176c6da7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=282c4756-6350-4dc4-90bc-d10c176c6da7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:15.849506 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:15.890726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1e4f3-5f93-4cb7-b066-6f8e60c1157b req-75b66be9-c121-43c2-a323-81087f83666e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:15.892427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fe1e4f3-5f93-4cb7-b066-6f8e60c1157b req-75b66be9-c121-43c2-a323-81087f83666e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 948 time: 0.0665119 Oct 18 20:28:15.955588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fe1e4f3-5f93-4cb7-b066-6f8e60c1157b req-324ec56c-93cd-460a-83f1-598f78c88030 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563099 Oct 18 20:28:15.957294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=282c4756-6350-4dc4-90bc-d10c176c6da7,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:16.069778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f244b78d-66c1-48da-ae6e-48c2d1b7ead7 req-55a29fa2-e86a-4867-981f-78ef11dbc7ce tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 210 time: 0.0327587 Oct 18 20:28:16.085005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Request body: {'port': {'device_id': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '0bdfa0f297b74dfbbf58d39922ffd060'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:16.278012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Made reservation on behalf of 0bdfa0f297b74dfbbf58d39922ffd060 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:16.282257 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:16.446859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Allocated IP 192.168.233.200 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/c13fc479-1c82-4360-b739-5a23963ee750) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:28:16.449011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c4756-6350-4dc4-90bc-d10c176c6da7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:16.451812 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25bd9b1-6043-4a30-951f-b4cd24ed0883" -d '{"events": [{"server_uuid": "9fd1be02-bdd1-486f-b289-41a21edd6959", "name": "network-vif-plugged", "status": "completed", "tag": "282c4756-6350-4dc4-90bc-d10c176c6da7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:16.504821 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae62beb-d014-4fcc-93b0-98735cc29182 x-openstack-request-id: req-1ae62beb-d014-4fcc-93b0-98735cc29182 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:16.505157 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd1be02-bdd1-486f-b289-41a21edd6959", "name": "network-vif-plugged", "status": "completed", "tag": "282c4756-6350-4dc4-90bc-d10c176c6da7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:16.505792 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ae62beb-d014-4fcc-93b0-98735cc29182 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:16.506488 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282c4756-6350-4dc4-90bc-d10c176c6da7', 'code': 200} Oct 18 20:28:16.668001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052a69a-0c57-4593-a0fd-a81a8d1044c8 req-f1f850de-3c05-41fd-8bb3-a008cb76c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:16.669817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f052a69a-0c57-4593-a0fd-a81a8d1044c8 req-f1f850de-3c05-41fd-8bb3-a008cb76c49c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 1100 time: 0.0820374 Oct 18 20:28:16.718368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f052a69a-0c57-4593-a0fd-a81a8d1044c8 req-d6b4fff8-94be-4f79-9556-1c0e2e31a7c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Oct 18 20:28:16.760949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:16.815165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc631194-e6f8-42bf-b359-37d87c227e85 req-d8da48b4-7e3c-48f3-9ccf-8992e266ca3a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:16.816851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc631194-e6f8-42bf-b359-37d87c227e85 req-d8da48b4-7e3c-48f3-9ccf-8992e266ca3a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 945 time: 0.1483104 Oct 18 20:28:16.845427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:16.914639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:28:16.920528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:16.930929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc631194-e6f8-42bf-b359-37d87c227e85 req-b057edfd-bf96-4bda-becd-f24510de86e3 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064734 Oct 18 20:28:16.932053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:28:16.941000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:16.941000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:16.944342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Pushing event updated for resources: {'Port': ['ID=c13fc479-1c82-4360-b739-5a23963ee750,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:16.966385 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-562d167b-d6cf-424f-8a65-657da3f0b63f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8885980 Oct 18 20:28:16.986456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-b513c246-f75e-4548-87fd-9846393d34dc tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:28:16.988479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-b513c246-f75e-4548-87fd-9846393d34dc tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099399 Oct 18 20:28:17.185199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Request body: {'port': {'device_id': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:17.251124 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:17.261747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1215ca27-b9e5-42be-b829-ee13ccae7c8c None None] Provisioning complete for port c13fc479-1c82-4360-b739-5a23963ee750 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:17.262371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1215ca27-b9e5-42be-b829-ee13ccae7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:17.327077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1215ca27-b9e5-42be-b829-ee13ccae7c8c None None] Port c13fc479-1c82-4360-b739-5a23963ee750 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:28:17.590600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455b843-ed86-4cfd-8182-7e0847ced08f req-154edbcc-2662-4e3b-ad21-216cdf0ff5dd tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:17.591869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c455b843-ed86-4cfd-8182-7e0847ced08f req-154edbcc-2662-4e3b-ad21-216cdf0ff5dd tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1096 time: 0.1054397 Oct 18 20:28:17.673248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13fc479-1c82-4360-b739-5a23963ee750 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:17.680239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c455b843-ed86-4cfd-8182-7e0847ced08f req-59d8d107-e79b-4f81-ae72-547f332f2360 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734549 Oct 18 20:28:17.685490 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:17.703916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Transition to ACTIVE for port object c13fc479-1c82-4360-b739-5a23963ee750 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:17.709611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:17.814727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c13fc479-1c82-4360-b739-5a23963ee750,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:17.819777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Attempting to bind port c13fc479-1c82-4360-b739-5a23963ee750 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:17.820110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Attempting to bind port c13fc479-1c82-4360-b739-5a23963ee750 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:17.820463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Attempting to bind port c13fc479-1c82-4360-b739-5a23963ee750 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:17.827542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Port c13fc479-1c82-4360-b739-5a23963ee750 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:17.827867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Attempting to bind port c13fc479-1c82-4360-b739-5a23963ee750 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:17.839497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:17.839840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:17.840730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:17.841135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Bound port: c13fc479-1c82-4360-b739-5a23963ee750, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:17.841541 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:17.961663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78569fd9-58e1-418e-b5b5-c5cedc17b60d req-4821fa8b-f1c2-4e72-90a8-a820644b3a00 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:17.963388 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78569fd9-58e1-418e-b5b5-c5cedc17b60d req-4821fa8b-f1c2-4e72-90a8-a820644b3a00 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 949 time: 0.1036613 Oct 18 20:28:17.971521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] For port c13fc479-1c82-4360-b739-5a23963ee750, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:17.976748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] For port c13fc479-1c82-4360-b739-5a23963ee750, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c13fc479-1c82-4360-b739-5a23963ee750,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:17.987271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:18.053351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:18.053996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:18.055433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] 10.222.0.79 "PUT /v2.0/ports/c13fc479-1c82-4360-b739-5a23963ee750 HTTP/1.1" status: 200 len: 1096 time: 0.9225364 Oct 18 20:28:18.055893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'tag': 'c13fc479-1c82-4360-b739-5a23963ee750'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:18.058219 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf2267b-4d5b-4b33-bbc6-2120def2c9a8", "tag": "c13fc479-1c82-4360-b739-5a23963ee750"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:18.089303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78569fd9-58e1-418e-b5b5-c5cedc17b60d req-72b3581d-b360-44df-b250-22d6f0bf2c97 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108658 Oct 18 20:28:18.098233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4371023-9802-408f-9596-f228fe6686a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c13fc479-1c82-4360-b739-5a23963ee750,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:18.250660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-b2df3cb6-53c3-4b97-9c28-feb2300a471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:18.252034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:18.253230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-b2df3cb6-53c3-4b97-9c28-feb2300a471c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 1099 time: 0.1348736 Oct 18 20:28:18.336125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-8b479505-716e-4135-bcf7-2ebc33be83fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c13fc479-1c82-4360-b739-5a23963ee750 HTTP/1.1" status: 200 len: 217 time: 0.0708790 Oct 18 20:28:18.350930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c934-e66b-4911-83d6-c75f21bc1de5 req-6db4b554-1eb5-4e2d-8a6a-5416b681e681 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:18.353415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93c5c934-e66b-4911-83d6-c75f21bc1de5 req-6db4b554-1eb5-4e2d-8a6a-5416b681e681 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 948 time: 0.1711555 Oct 18 20:28:18.458072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-8616adec-fd2a-4e33-b04d-948fa097ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:18.459627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-8616adec-fd2a-4e33-b04d-948fa097ed2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1049726 Oct 18 20:28:18.465011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93c5c934-e66b-4911-83d6-c75f21bc1de5 req-066b433e-82a4-4360-92e1-e4945f4e6d4c tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970263 Oct 18 20:28:18.530110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c800c0-5776-4748-998d-9614f65a8f1d req-f0d90bad-8d9c-4bbf-bae9-73e25305a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:18.531651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-f0d90bad-8d9c-4bbf-bae9-73e25305a65d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622506 Oct 18 20:28:18.655956 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c0de-d8bc-4d0e-9a09-1926d586bbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:18.669960 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-e00df7f4-c813-4a46-9ef9-652ac961d80d service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287258 Oct 18 20:28:18.813614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ac8c-9b6e-436a-8dbd-d55fd531a81a req-27a24d7d-6441-43d5-a200-b3d706f23bd0 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:18.815297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f886ac8c-9b6e-436a-8dbd-d55fd531a81a req-27a24d7d-6441-43d5-a200-b3d706f23bd0 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1096 time: 0.1006052 Oct 18 20:28:18.837855 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67c800c0-5776-4748-998d-9614f65a8f1d req-17a52adc-eab0-4062-b199-f075753703f2 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602640 Oct 18 20:28:18.872455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f886ac8c-9b6e-436a-8dbd-d55fd531a81a req-9324040d-3ad4-425a-8101-3d380e39633b tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466888 Oct 18 20:28:18.937868 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643a407e-f341-4d9a-a9ad-98d2ef28f8b5 x-openstack-request-id: req-643a407e-f341-4d9a-a9ad-98d2ef28f8b5 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:18.938354 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf2267b-4d5b-4b33-bbc6-2120def2c9a8", "tag": "c13fc479-1c82-4360-b739-5a23963ee750", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:18.938776 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-643a407e-f341-4d9a-a9ad-98d2ef28f8b5 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:18.939421 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'tag': 'c13fc479-1c82-4360-b739-5a23963ee750', 'status': 'completed', 'code': 200} Oct 18 20:28:19.010068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-a21a52f0-0f92-4881-b0ff-dfb57e8920d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:19.012833 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-a21a52f0-0f92-4881-b0ff-dfb57e8920d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 1099 time: 0.0496204 Oct 18 20:28:19.147242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-f8b616d4-a999-46cf-8f62-3595537a9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:19.149066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-f8b616d4-a999-46cf-8f62-3595537a9b14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1260445 Oct 18 20:28:19.205896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-197fbccb-99e4-4a1b-a15c-e8e59cde7a88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c13fc479-1c82-4360-b739-5a23963ee750 HTTP/1.1" status: 200 len: 217 time: 0.0479479 Oct 18 20:28:19.283730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-b05c70ba-f212-4d75-bd4d-7e4672641a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:19.286157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-b05c70ba-f212-4d75-bd4d-7e4672641a69 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0701168 Oct 18 20:28:19.372269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b362bc-2eee-478f-ac47-5aa8ab544679 req-b6443a80-439c-4d41-91c0-8b8114c645be tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:19.373899 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32b362bc-2eee-478f-ac47-5aa8ab544679 req-b6443a80-439c-4d41-91c0-8b8114c645be tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 949 time: 0.0783932 Oct 18 20:28:19.376895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-8b8fd7a1-d44e-4038-a30c-43e51ad1512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:19.378392 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-8b8fd7a1-d44e-4038-a30c-43e51ad1512a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841193 Oct 18 20:28:19.651921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32b362bc-2eee-478f-ac47-5aa8ab544679 req-494235a1-b15c-46b0-9c7a-b0c5d324a649 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665102 Oct 18 20:28:19.686456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-1ea54b55-b2e0-4ef2-9dae-d01206281c9d service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943022 Oct 18 20:28:19.790835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1eabf190-50c6-4efc-b9e1-0404f7c0ec81 req-d05699f6-81e4-43a1-8580-2086140cfceb service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960763 Oct 18 20:28:19.923269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-2106d667-a6fc-42f4-8a4c-45546b71d763 req-dcfa294c-76f4-4edd-b7e2-43d339c9cf95 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:28:19.925084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2106d667-a6fc-42f4-8a4c-45546b71d763 req-dcfa294c-76f4-4edd-b7e2-43d339c9cf95 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081391 Oct 18 20:28:20.569980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43258) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:20.772843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68bbeeb9-4965-480f-9187-6bafa3d78c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:20.867304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68bbeeb9-4965-480f-9187-6bafa3d78c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:20.871189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68bbeeb9-4965-480f-9187-6bafa3d78c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:20.919439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-68bbeeb9-4965-480f-9187-6bafa3d78c38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a539f96003d4b5c9820b9e92654eac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482444 Oct 18 20:28:20.920794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbeeb9-4965-480f-9187-6bafa3d78c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fbbf7d-df89-4d9d-910e-477a8a886557,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:20.922329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43268) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:20.988851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8ca-391a-4fba-8383-37148f342022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.015456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8ca-391a-4fba-8383-37148f342022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.079042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8ca-391a-4fba-8383-37148f342022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.082138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef8ca-391a-4fba-8383-37148f342022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.083567 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0a7ef8ca-391a-4fba-8383-37148f342022 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09fbbf7d-df89-4d9d-910e-477a8a886557 HTTP/1.1" status: 204 len: 168 time: 0.1594052 Oct 18 20:28:21.094373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef8ca-391a-4fba-8383-37148f342022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fbbf7d-df89-4d9d-910e-477a8a886557,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:21.388573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43282) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:21.421186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43286) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:21.436532 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0edc2690-d1a6-4a2e-9f06-d086f28e6799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.526264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0edc2690-d1a6-4a2e-9f06-d086f28e6799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.533264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0edc2690-d1a6-4a2e-9f06-d086f28e6799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.581520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0edc2690-d1a6-4a2e-9f06-d086f28e6799 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d72edbd814304d03af42f800796809ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591887 Oct 18 20:28:21.585841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43288) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:21.592782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc2690-d1a6-4a2e-9f06-d086f28e6799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b80345-6434-487e-a134-a5c77025932c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:21.652102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33f3c6d6-2a50-4821-a194-59ed2346f0d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.663917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-d3add00b-6512-40be-91c6-4911006bdeac tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:28:21.665201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-d3add00b-6512-40be-91c6-4911006bdeac tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2752936 Oct 18 20:28:21.716990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33f3c6d6-2a50-4821-a194-59ed2346f0d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.745660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-8fb98314-0fd8-4730-aaba-db38940a7e62 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:21.747133 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-8fb98314-0fd8-4730-aaba-db38940a7e62 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 1093 time: 0.0737896 Oct 18 20:28:21.791203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33f3c6d6-2a50-4821-a194-59ed2346f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.794262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33f3c6d6-2a50-4821-a194-59ed2346f0d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:21.795471 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-33f3c6d6-2a50-4821-a194-59ed2346f0d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1b80345-6434-487e-a134-a5c77025932c HTTP/1.1" status: 204 len: 168 time: 0.2086148 Oct 18 20:28:21.809663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3c6d6-2a50-4821-a194-59ed2346f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b80345-6434-487e-a134-a5c77025932c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:21.855589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Request body: {'binding': {'host': 'n-h2-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:21.856075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:28:22.034470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on host n-h2-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:22.034896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:22.035439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:22.044088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:22.044664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:22.053614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:22.054170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:22.054810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:22.055646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Bound port: e4227bd0-f336-494b-b302-002cf07c5a8c, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:22.209656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:22.218263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:22.219526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a85b4445-bd45-4e6d-b191-b5b92bdad010 service neutron] 10.222.0.66 "POST /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4229946 Oct 18 20:28:22.484130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d1550-d215-4301-8cb8-d33ad29a4aa1 req-257fbe18-5c6f-4163-b30b-781b50b2e46f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:22.487204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9d1550-d215-4301-8cb8-d33ad29a4aa1 req-257fbe18-5c6f-4163-b30b-781b50b2e46f tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 948 time: 0.0832760 Oct 18 20:28:22.572260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9d1550-d215-4301-8cb8-d33ad29a4aa1 req-5e2a6999-b921-4521-9f6d-84745ba8a7b4 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692291 Oct 18 20:28:22.586503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-e36193bf-f0c0-405d-95ea-350172b0e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:22.588053 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-e36193bf-f0c0-405d-95ea-350172b0e32f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0617507 Oct 18 20:28:22.700480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-569bc871-462b-4847-91ca-c20a3b037b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:22.702844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-569bc871-462b-4847-91ca-c20a3b037b7c service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.1050265 Oct 18 20:28:22.772955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-17c4a50d-5b84-4c8f-a3db-6295c858322f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0587878 Oct 18 20:28:22.851587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-6fa2bd94-b58f-4543-8714-ccc98b00af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:22.853144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-6fa2bd94-b58f-4543-8714-ccc98b00af24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0720024 Oct 18 20:28:22.891784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-b3262c78-d6c5-41f7-a752-7dbaaf8abe79 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279319 Oct 18 20:28:23.020292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-390c9e4a-0070-4c5f-8b53-5d2e40f65888 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191370 Oct 18 20:28:23.122272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c13fc479-1c82-4360-b739-5a23963ee750 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:28:23.128608 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44ac1b59-4b90-40a6-bf71-d2e7eca26beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:23.176016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c52d6-09bf-4257-85eb-3a8f1a6cced1 req-c1b8e433-66f4-4114-b406-88ee29eb3d00 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:23.178985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-885c52d6-09bf-4257-85eb-3a8f1a6cced1 req-c1b8e433-66f4-4114-b406-88ee29eb3d00 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 945 time: 0.1021714 Oct 18 20:28:23.211091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-b74c7ce0-a057-44c6-874f-efdb78c7484b service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825533 Oct 18 20:28:23.247671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-885c52d6-09bf-4257-85eb-3a8f1a6cced1 req-ca34e061-d569-49cf-b4d9-282ab70f88b4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620871 Oct 18 20:28:23.281495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c13fc479-1c82-4360-b739-5a23963ee750, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c13fc479-1c82-4360-b739-5a23963ee750,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:23.305277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'c13fc479-1c82-4360-b739-5a23963ee750', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'c13fc479-1c82-4360-b739-5a23963ee750', 'mac_address': 'fa:16:3e:04:e9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:28:23.377743 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:23.395436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13fc479-1c82-4360-b739-5a23963ee750 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:23.421268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c13fc479-1c82-4360-b739-5a23963ee750, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c13fc479-1c82-4360-b739-5a23963ee750,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:23.427489 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:23.473530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-ccba8080-df02-4edf-9cae-dbc49b5c3f83 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b464069e97e64087b1bb21922a7e4fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544336 Oct 18 20:28:23.529868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-284df1d6-aa5a-4502-b9eb-5b3245701820 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:23.531539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-284df1d6-aa5a-4502-b9eb-5b3245701820 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.1526933 Oct 18 20:28:23.533108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c13fc479-1c82-4360-b739-5a23963ee750,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:23.550517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812149-2'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:23.671388 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:23.681678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-95a9056e-99bd-4fca-88eb-84dab1c6fe7c tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:23.683628 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-95a9056e-99bd-4fca-88eb-84dab1c6fe7c tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909168 Oct 18 20:28:23.730576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-e23db515-708d-46f0-8192-4f08dd23cb66 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/quotas/b464069e97e64087b1bb21922a7e4fdc HTTP/1.1" status: 200 len: 375 time: 0.0340531 Oct 18 20:28:23.837223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['c13fc479-1c82-4360-b739-5a23963ee750'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:23.936767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-3e73b6ac-e27c-4980-9259-29c5ee403497 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b464069e97e64087b1bb21922a7e4fdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1970387 Oct 18 20:28:23.968663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:23.975055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43352) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:24.024939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:24.070154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.141774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:24.146930 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b312f6-bf84-4d89-b2e6-35e785129c70" -d '{"events": [{"server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:24.169530 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.199577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.214853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-507fa7f6-1347-4658-aaf3-64110ac1f68f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.344352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:24.361461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aa152-3ca2-4dad-8b97-d1f5cbde35f8 req-45405c36-6eff-4851-9236-685fa1cc7635 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:24.362929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1aa152-3ca2-4dad-8b97-d1f5cbde35f8 req-45405c36-6eff-4851-9236-685fa1cc7635 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 949 time: 0.1648364 Oct 18 20:28:24.374505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on host n-h1-812149-2 for vnic_type normal with profile {"migrating_to": "n-h2-812149-2"} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:24.375662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:24.376711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:24.404255 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-507fa7f6-1347-4658-aaf3-64110ac1f68f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.409919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:24.410484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Attempting to bind port e4227bd0-f336-494b-b302-002cf07c5a8c on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:24.414511 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-507fa7f6-1347-4658-aaf3-64110ac1f68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.432349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:24.432942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:24.433492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:24.434239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Bound port: e4227bd0-f336-494b-b302-002cf07c5a8c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:24.434807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.456835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fa7f6-1347-4658-aaf3-64110ac1f68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8794a1-0d1b-40e3-a8a8-ea3e8f777c2e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:24.484191 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-507fa7f6-1347-4658-aaf3-64110ac1f68f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d77d734b63854e9da39489562f6b8103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075693 Oct 18 20:28:24.484863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43368) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:24.525916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1aa152-3ca2-4dad-8b97-d1f5cbde35f8 req-5b49b4a9-65fb-4b58-8ec0-53d30d21d4cb tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429253 Oct 18 20:28:24.626850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f3af50a-c77b-4719-a8ac-1c2eac464813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.644656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:24.651444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:24.659908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.684511 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f3af50a-c77b-4719-a8ac-1c2eac464813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.760820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2b296db-b480-47c2-b412-97d1109214df req-9c6c1451-922d-4d64-9904-d2db6719a8e9 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 210 time: 0.0928500 Oct 18 20:28:24.778680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f3af50a-c77b-4719-a8ac-1c2eac464813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.781700 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f3af50a-c77b-4719-a8ac-1c2eac464813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.787546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9f3af50a-c77b-4719-a8ac-1c2eac464813 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f8794a1-0d1b-40e3-a8a8-ea3e8f777c2e HTTP/1.1" status: 204 len: 168 time: 0.2971182 Oct 18 20:28:24.811272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3af50a-c77b-4719-a8ac-1c2eac464813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8794a1-0d1b-40e3-a8a8-ea3e8f777c2e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:24.862389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:24.863618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:24.866397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] 10.222.0.79 "PUT /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 1121 time: 1.3228366 Oct 18 20:28:24.872056 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07abe87f-a6a3-4b25-a9c3-9d2ea040c64d x-openstack-request-id: req-07abe87f-a6a3-4b25-a9c3-9d2ea040c64d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:24.872674 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:24.873097 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07abe87f-a6a3-4b25-a9c3-9d2ea040c64d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:24.873737 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c', 'code': 200} Oct 18 20:28:24.880894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cda632-6cc9-4d4e-bb43-90bb3e97dca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=8']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:24.952533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e4227bd0-f336-494b-b302-002cf07c5a8c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:24.961242 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.049754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672d289-1695-4ca1-86f3-d696c4cbf167 req-fc4904de-30f2-44c3-a8c8-bff4e3fb98d6 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:25.052280 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5672d289-1695-4ca1-86f3-d696c4cbf167 req-fc4904de-30f2-44c3-a8c8-bff4e3fb98d6 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0637860 Oct 18 20:28:25.100068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5672d289-1695-4ca1-86f3-d696c4cbf167 req-7de28c5b-0dd7-4374-8803-ccbfdd3188bc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Oct 18 20:28:25.105679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c13fc479-1c82-4360-b739-5a23963ee750 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:28:25.252654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43376) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:25.267751 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.280629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port c13fc479-1c82-4360-b739-5a23963ee750 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:28:25.287831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port c13fc479-1c82-4360-b739-5a23963ee750 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:25.288447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.390511 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.395536 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.409022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.437935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13fc479-1c82-4360-b739-5a23963ee750'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:25.440266 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545f470b-0ba8-4c57-acfb-1fb6812890a5" -d '{"events": [{"server_uuid": "eaf2267b-4d5b-4b33-bbc6-2120def2c9a8", "name": "network-vif-plugged", "status": "completed", "tag": "c13fc479-1c82-4360-b739-5a23963ee750"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:25.441907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4d625ceeca94e2bad5f596f0023969c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883557 Oct 18 20:28:25.443648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf8795d-a05c-45d0-acf1-78639c3c8709,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:25.446378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43380) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:25.455976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c13fc479-1c82-4360-b739-5a23963ee750, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c13fc479-1c82-4360-b739-5a23963ee750,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:25.459749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.460091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.460636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.460976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.461303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.461639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.461963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.462347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.462788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.462943 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.463109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.463237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.463553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a3e92-a06b-41b5-b9b3-21f42472b589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:25.514812 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be88be3f-0efc-4174-a5bd-a64bd9ea10c6 x-openstack-request-id: req-be88be3f-0efc-4174-a5bd-a64bd9ea10c6 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:25.515300 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf2267b-4d5b-4b33-bbc6-2120def2c9a8", "name": "network-vif-plugged", "status": "completed", "tag": "c13fc479-1c82-4360-b739-5a23963ee750", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:25.515563 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be88be3f-0efc-4174-a5bd-a64bd9ea10c6 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:25.516005 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13fc479-1c82-4360-b739-5a23963ee750', 'code': 200} Oct 18 20:28:25.543754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3d2abee-b229-47b9-b73b-1154d790e0dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.563889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c13fc479-1c82-4360-b739-5a23963ee750,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:25.579550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3d2abee-b229-47b9-b73b-1154d790e0dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.668812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3d2abee-b229-47b9-b73b-1154d790e0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.671329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3d2abee-b229-47b9-b73b-1154d790e0dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:25.672945 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f3d2abee-b229-47b9-b73b-1154d790e0dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baf8795d-a05c-45d0-acf1-78639c3c8709 HTTP/1.1" status: 204 len: 168 time: 0.2253716 Oct 18 20:28:25.678524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.79', 55341) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:25.705661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b7746-5113-457a-ab9d-ed02e7b2cf5c req-6a45249d-0870-426d-91eb-b23edd53a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:25.708509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-095b7746-5113-457a-ab9d-ed02e7b2cf5c req-6a45249d-0870-426d-91eb-b23edd53a6be service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 1101 time: 0.0973754 Oct 18 20:28:25.710232 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-1efba7ad-ddf7-41dc-9577-60f2f95279d9 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b464069e97e64087b1bb21922a7e4fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294938 Oct 18 20:28:25.711145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2abee-b229-47b9-b73b-1154d790e0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf8795d-a05c-45d0-acf1-78639c3c8709,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:25.718154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18bfdd-bd03-44a0-a093-5e7abf3e5917 req-c9fc1f59-d06e-4f70-8654-1271a3fa1a39 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:25.730251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e18bfdd-bd03-44a0-a093-5e7abf3e5917 req-c9fc1f59-d06e-4f70-8654-1271a3fa1a39 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 950 time: 0.0806112 Oct 18 20:28:25.792819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-095b7746-5113-457a-ab9d-ed02e7b2cf5c req-0622f641-f3af-44e9-b56e-f6595316febe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 Oct 18 20:28:25.804998 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e18bfdd-bd03-44a0-a093-5e7abf3e5917 req-fff71043-3aff-46da-b5dc-6ce55fd044bb tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632401 Oct 18 20:28:25.851634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-a68e0f8d-3631-4c12-9ab1-86f41e534f1f tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:25.853326 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-a68e0f8d-3631-4c12-9ab1-86f41e534f1f tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1333396 Oct 18 20:28:25.908595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4309cc7d-e4a1-468b-a124-9c7b5858bcc4 req-a4bfd302-a02c-49e7-8db2-1acd45ce14b7 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 210 time: 0.0280216 Oct 18 20:28:26.163137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Request body: {'port': {'device_id': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': 'b464069e97e64087b1bb21922a7e4fdc'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:26.248296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b97da9-5935-4e37-afe1-bbcafbc633c8 req-68fa9844-a508-4057-b36c-3caed2443a9e tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:26.256663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8b97da9-5935-4e37-afe1-bbcafbc633c8 req-68fa9844-a508-4057-b36c-3caed2443a9e tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0668051 Oct 18 20:28:26.300253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8b97da9-5935-4e37-afe1-bbcafbc633c8 req-fe3bfa41-d0c3-470e-a17c-0bdfd50b85d8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Oct 18 20:28:26.375920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Made reservation on behalf of b464069e97e64087b1bb21922a7e4fdc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:26.381592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:26.411874 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:26.579896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Allocated IP 192.168.233.112 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/6989be0b-0f8f-4e00-9bba-bb71a091e9d9) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:28:26.801534 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:26.850607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:26.868038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['282c4756-6350-4dc4-90bc-d10c176c6da7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:26.875592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:26.879921 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54960a38-85e9-4607-9e55-1d2ec98f3086" -d '{"events": [{"name": "network-changed", "server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:26.959953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:28:26.968924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:26.977096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:28:26.991480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:26.992312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:27.023855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Pushing event updated for resources: {'Port': ['ID=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:27.046738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6abf471b-ddf0-4cd9-8638-4fe713099149 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8915772 Oct 18 20:28:27.056681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e9268-a9a4-4efe-983c-980085c9f7a4 req-003ee004-cb9f-4bb3-b880-0de50b1fa621 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:27.058573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-001e9268-a9a4-4efe-983c-980085c9f7a4 req-003ee004-cb9f-4bb3-b880-0de50b1fa621 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 950 time: 0.1251194 Oct 18 20:28:27.070461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Request body: {'port': {'device_id': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:27.132597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:28:27.184232 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-001e9268-a9a4-4efe-983c-980085c9f7a4 req-c0ec8d46-eec6-4a42-9adc-2e4e42e3e98d tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119213 Oct 18 20:28:27.222376 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:27.349139 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b52c126-2607-43bc-8b18-129e9197dae6 x-openstack-request-id: req-7b52c126-2607-43bc-8b18-129e9197dae6 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:27.350202 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:27.350476 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b52c126-2607-43bc-8b18-129e9197dae6 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:27.352771 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c', 'status': 'completed', 'code': 200} Oct 18 20:28:27.407478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:27.423452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c has no active binding in host n-h2-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:28:27.495092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7aec5fc5-8163-4133-9297-879d4b605f95 None None] Provisioning complete for port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:27.495572 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7aec5fc5-8163-4133-9297-879d4b605f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:27.510013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-3888d6aa-c584-4b90-a8c9-d580494d0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:27.512666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-3888d6aa-c584-4b90-a8c9-d580494d0b29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1124 time: 0.0923076 Oct 18 20:28:27.576349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7aec5fc5-8163-4133-9297-879d4b605f95 None None] Port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:28:27.585031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f84b87-9845-4c8a-8c81-b5f0fd7a6fca req-eeed536b-9763-482d-b58b-7aebb8010685 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:27.589550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26f84b87-9845-4c8a-8c81-b5f0fd7a6fca req-eeed536b-9763-482d-b58b-7aebb8010685 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 936 time: 0.1108675 Oct 18 20:28:27.642734 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26f84b87-9845-4c8a-8c81-b5f0fd7a6fca req-ea9c5b32-b4bf-4162-a632-c534f2119c87 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Oct 18 20:28:27.728942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-ceff82f4-df90-43ea-a260-f2799f77c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:27.729980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-ceff82f4-df90-43ea-a260-f2799f77c3e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.1564043 Oct 18 20:28:27.791899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-833644de-4390-4d7d-ac7f-eb299d12d718 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0402188 Oct 18 20:28:27.825777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:27.873335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:27.915639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Transition to ACTIVE for port object 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:27.925951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-9fdd808c-1c98-4d10-91f5-0098633af2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:27.929034 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-9fdd808c-1c98-4d10-91f5-0098633af2be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1266565 Oct 18 20:28:27.930444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:27.993283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88f0a-2c89-40fc-a128-82141d94b687 req-b51b40d6-a972-4bea-b014-09229703fe11 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:27.997182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7ae88f0a-2c89-40fc-a128-82141d94b687 req-b51b40d6-a972-4bea-b014-09229703fe11 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0861740 Oct 18 20:28:28.008474 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-7e86142d-f992-4106-9dbc-09280bbfd96f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444963 Oct 18 20:28:28.046552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Pushing event updated for resources: {'Port': ['ID=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:28.075528 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7ae88f0a-2c89-40fc-a128-82141d94b687 req-39f2f6f5-930a-40d1-b83e-5d1248f67261 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734665 Oct 18 20:28:28.168652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Attempting to bind port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:28.169131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Attempting to bind port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:28.169600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Attempting to bind port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:28.183585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:28.184079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Attempting to bind port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:28.208217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:28.209258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:28.209724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:28.210278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Bound port: 6989be0b-0f8f-4e00-9bba-bb71a091e9d9, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:28.210769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:28.256655 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-63bcebbf-4545-4b08-96e9-7acb7e66d727 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311387 Oct 18 20:28:28.599538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] For port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:28.620218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] For port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:28.630531 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:28.640276 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-54960a38-85e9-4607-9e55-1d2ec98f3086 req-e5ba7654-4c20-4439-aef0-310dca5674ac service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530974 Oct 18 20:28:28.675490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:28.676159 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:28.678359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-99258379-36db-43e1-96f3-880f86478af5 service neutron] 10.222.0.79 "PUT /v2.0/ports/6989be0b-0f8f-4e00-9bba-bb71a091e9d9 HTTP/1.1" status: 200 len: 1096 time: 1.6165366 Oct 18 20:28:28.678857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'tag': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:28.681265 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6f9ce3-6477-45d0-b830-2b1a4b181437" -d '{"events": [{"name": "network-changed", "server_uuid": "be3a6288-1755-4573-b04c-9ca70ee67623", "tag": "6989be0b-0f8f-4e00-9bba-bb71a091e9d9"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:28.717308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258379-36db-43e1-96f3-880f86478af5 service neutron] Pushing event updated for resources: {'Port': ['ID=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:28.799684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-5180b395-d648-472f-b846-dc5e13f23dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:28.801309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-5180b395-d648-472f-b846-dc5e13f23dc8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b464069e97e64087b1bb21922a7e4fdc&device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 1099 time: 0.0504832 Oct 18 20:28:28.887971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-7f756220-402e-4207-93bf-9aa28bc62a4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6989be0b-0f8f-4e00-9bba-bb71a091e9d9 HTTP/1.1" status: 200 len: 217 time: 0.0675828 Oct 18 20:28:28.960480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492be8a8-bce2-4744-9b5b-8fe9961a8917 req-cb0ade0a-5d9a-4dde-b524-de8ed2e36f38 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:28.964252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-492be8a8-bce2-4744-9b5b-8fe9961a8917 req-cb0ade0a-5d9a-4dde-b524-de8ed2e36f38 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 950 time: 0.0905237 Oct 18 20:28:28.973064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-1d59621c-f6de-46cd-806c-f9a4f5373ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:28.975479 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-1d59621c-f6de-46cd-806c-f9a4f5373ff5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0787399 Oct 18 20:28:29.028207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-17096c94-3904-4613-b647-6bc7abda3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:29.029786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-492be8a8-bce2-4744-9b5b-8fe9961a8917 req-d195e9ab-e342-4cb4-9120-2cbc7a1732eb tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537436 Oct 18 20:28:29.030751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-17096c94-3904-4613-b647-6bc7abda3cf1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458272 Oct 18 20:28:29.163548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f5252-2fb2-408e-a9ee-ac42ab78327b req-c61c2d44-13ad-4fe3-bbfb-49b2a6b01ba6 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:29.165199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d87f5252-2fb2-408e-a9ee-ac42ab78327b req-c61c2d44-13ad-4fe3-bbfb-49b2a6b01ba6 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 948 time: 0.0671289 Oct 18 20:28:29.170780 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-a0a41a44-84e2-4456-9933-8a862bc33eeb service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305630 Oct 18 20:28:29.227638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d87f5252-2fb2-408e-a9ee-ac42ab78327b req-3b355eec-9fae-4605-bc54-d7c26cbabd99 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Oct 18 20:28:29.280679 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbc7e3-970e-4f97-a07f-28895f9564e9 x-openstack-request-id: req-59fbc7e3-970e-4f97-a07f-28895f9564e9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:29.280976 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3a6288-1755-4573-b04c-9ca70ee67623", "tag": "6989be0b-0f8f-4e00-9bba-bb71a091e9d9", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:29.281374 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59fbc7e3-970e-4f97-a07f-28895f9564e9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:29.281784 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'tag': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9', 'status': 'completed', 'code': 200} Oct 18 20:28:29.325256 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a50790a-f9e7-4312-91a8-6e90e055eb08 req-6f1403b9-5173-4223-918f-069269b5eec8 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355371 Oct 18 20:28:29.467069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-6fee06bb-e636-4e16-9e17-de316fb43285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:29.469874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-6fee06bb-e636-4e16-9e17-de316fb43285 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b464069e97e64087b1bb21922a7e4fdc&device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 1099 time: 0.0748994 Oct 18 20:28:29.643472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-9c570b6f-f2a8-4d50-8112-6302a9850fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:29.643472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-9c570b6f-f2a8-4d50-8112-6302a9850fb2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1524537 Oct 18 20:28:29.695608 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-0e243f99-8d51-46af-9e72-51fdd78a6aca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=6989be0b-0f8f-4e00-9bba-bb71a091e9d9 HTTP/1.1" status: 200 len: 217 time: 0.0467749 Oct 18 20:28:29.764885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-cbcb09da-20f2-4e75-8375-5b752ac27865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:29.766946 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-cbcb09da-20f2-4e75-8375-5b752ac27865 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0622528 Oct 18 20:28:29.824562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-219335a9-bf19-4e83-bde1-eb3b814e9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:29.826655 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-219335a9-bf19-4e83-bde1-eb3b814e9889 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515053 Oct 18 20:28:29.985120 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-c654e1c0-1498-4c46-ad36-2a888a316bbf service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464612 Oct 18 20:28:30.153256 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d6f9ce3-6477-45d0-b830-2b1a4b181437 req-caa7c9f0-c37b-4832-9a13-c79779e4d180 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589677 Oct 18 20:28:30.380801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd0d42-9256-49f3-9c6c-59eb7fcc1df5 req-92945c53-a791-46d3-b913-4846a595c9c5 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:30.383813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fdd0d42-9256-49f3-9c6c-59eb7fcc1df5 req-92945c53-a791-46d3-b913-4846a595c9c5 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0868995 Oct 18 20:28:30.439426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fdd0d42-9256-49f3-9c6c-59eb7fcc1df5 req-7363530f-8d6b-43b4-a83d-5bac9c99abec tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 Oct 18 20:28:30.972005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43574) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:31.144581 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:31.250929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa6654-41e1-43f4-bd8c-3b5899641476 req-0385dab2-7ea8-479a-98ab-ef780137de8a tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:31.252789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83aa6654-41e1-43f4-bd8c-3b5899641476 req-0385dab2-7ea8-479a-98ab-ef780137de8a tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 950 time: 0.0851083 Oct 18 20:28:31.330704 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:31.340540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83aa6654-41e1-43f4-bd8c-3b5899641476 req-e69e8015-5fbe-4b58-ac6a-ceadbed3b8fa tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737078 Oct 18 20:28:31.341829 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:31.384997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d1545-4b86-47b7-8f79-6b77729ec588,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:31.394133 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=949c06ed3bfe4c2391792c919aa695a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168723 Oct 18 20:28:31.394474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43586) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:31.403370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.403714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.404050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.404494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.404737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.405208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.405349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.405678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.405998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.406326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.406637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.406955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b0ac88-d001-4105-a1cd-710c0bc4f452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:28:31.507456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d55cc-5b2e-4314-932e-42f31efec6bc req-e3eed015-863a-40c2-a993-cf5c75700044 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:31.508972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b2d55cc-5b2e-4314-932e-42f31efec6bc req-e3eed015-863a-40c2-a993-cf5c75700044 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 948 time: 0.0927892 Oct 18 20:28:31.510303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-628f60ae-cf8f-44c3-a778-9e527cc4e08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:31.555663 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-628f60ae-cf8f-44c3-a778-9e527cc4e08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:31.598645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b2d55cc-5b2e-4314-932e-42f31efec6bc req-aa66799a-2a3d-4454-a640-2e4c3ef4cc0d tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771415 Oct 18 20:28:31.642545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-628f60ae-cf8f-44c3-a778-9e527cc4e08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:31.646015 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-628f60ae-cf8f-44c3-a778-9e527cc4e08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:31.651481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-628f60ae-cf8f-44c3-a778-9e527cc4e08b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc4d1545-4b86-47b7-8f79-6b77729ec588 HTTP/1.1" status: 204 len: 168 time: 0.2520654 Oct 18 20:28:31.666107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f60ae-cf8f-44c3-a778-9e527cc4e08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d1545-4b86-47b7-8f79-6b77729ec588,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:32.110387 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-2b2104e4-fb7b-4b8e-87cc-209fb6e14667 service neutron] 10.222.0.30 "GET /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c/bindings/n-h2-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.1136198 Oct 18 20:28:32.111157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43608) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:32.117118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a5b5f-9f35-4907-8bbe-93289ec655f2 req-b2bc357d-88d1-4f65-b72d-ac087606cb07 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:32.118747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-182a5b5f-9f35-4907-8bbe-93289ec655f2 req-b2bc357d-88d1-4f65-b72d-ac087606cb07 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 943 time: 0.0781219 Oct 18 20:28:32.165358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-182a5b5f-9f35-4907-8bbe-93289ec655f2 req-c9e85e95-23ed-4489-84a4-d82f4717e3fc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Oct 18 20:28:32.178870 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5217fd4f-4d76-487a-93a0-e5208b83c3df admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:32.523947 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5217fd4f-4d76-487a-93a0-e5208b83c3df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:32.537822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5217fd4f-4d76-487a-93a0-e5208b83c3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:32.588213 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:32.660299 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5217fd4f-4d76-487a-93a0-e5208b83c3df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de720ee197ca49988189e192ca15f9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474856 Oct 18 20:28:32.662095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217fd4f-4d76-487a-93a0-e5208b83c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256145da-cba7-4029-9ba8-4425d1e8be58,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:32.664833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:32.672752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:32.731631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4227bd0-f336-494b-b302-002cf07c5a8c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:32.752782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:32.779258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:32.782060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d20fe293-ae8d-498d-a4b0-c29e8a7d88af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:32.831880 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d20fe293-ae8d-498d-a4b0-c29e8a7d88af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:32.910425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] Transition to ACTIVE for port object e4227bd0-f336-494b-b302-002cf07c5a8c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:32.924827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:33.048340 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] No DVR routers for this DVR port e4227bd0-f336-494b-b302-002cf07c5a8c on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:28:33.059229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] Pushing event updated for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:33.109637 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-f109b5ab-8cef-4585-9271-8814db4d4b4a service neutron] 10.222.0.30 "PUT /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c/bindings/n-h2-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9872639 Oct 18 20:28:33.148752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e50e-b1bf-4c6c-a7e3-aaf8c3eaead9 req-74184fb8-a2fa-42b1-b08a-4209411b9fd3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:33.150743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aa30e50e-b1bf-4c6c-a7e3-aaf8c3eaead9 req-74184fb8-a2fa-42b1-b08a-4209411b9fd3 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 950 time: 0.3238406 Oct 18 20:28:33.159335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:28:33.193245 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d20fe293-ae8d-498d-a4b0-c29e8a7d88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:33.198112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d20fe293-ae8d-498d-a4b0-c29e8a7d88af admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:33.200107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d20fe293-ae8d-498d-a4b0-c29e8a7d88af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/256145da-cba7-4029-9ba8-4425d1e8be58 HTTP/1.1" status: 204 len: 168 time: 0.5326569 Oct 18 20:28:33.237092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fe293-ae8d-498d-a4b0-c29e8a7d88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256145da-cba7-4029-9ba8-4425d1e8be58,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:33.264819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aa30e50e-b1bf-4c6c-a7e3-aaf8c3eaead9 req-44366ce1-9207-4d38-ad28-d1c192b88887 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.66 "GET /v2.0/security-groups?id=7fe4f18e-8631-412b-80f0-6ec8abc943b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973816 Oct 18 20:28:33.313189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-d583bfc0-2679-4d3c-b97a-71a553450f97 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:33.314452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-d583bfc0-2679-4d3c-b97a-71a553450f97 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.1314945 Oct 18 20:28:33.405929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-ab225086-2e62-4d0a-82f7-769343fdb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:33.407537 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-ab225086-2e62-4d0a-82f7-769343fdb1d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1&tenant_id=6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 1095 time: 0.0809147 Oct 18 20:28:33.423081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:33.443628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9', 'mac_address': 'fa:16:3e:5b:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:28:33.495423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-2857f4d6-8943-4312-993d-88f20d2132cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:33.497111 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-2857f4d6-8943-4312-993d-88f20d2132cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1095 time: 0.0486908 Oct 18 20:28:33.544603 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:33.577201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:33.619517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:33.634225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:33.746446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-c50bab1f-5e43-418c-b9a7-eae72f8ad539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:33.749285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-c50bab1f-5e43-418c-b9a7-eae72f8ad539 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.2370982 Oct 18 20:28:33.781686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:33.798183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8692fe-b978-48b1-a1b8-530b59098a6f req-70c7bc36-3d2e-47f9-81c3-4dd2749db795 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:33.801032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee8692fe-b978-48b1-a1b8-530b59098a6f req-70c7bc36-3d2e-47f9-81c3-4dd2749db795 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 949 time: 0.1241250 Oct 18 20:28:33.834797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-3607813a-dece-4f11-aa7e-c7ebc5f43a8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0729225 Oct 18 20:28:33.872823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee8692fe-b978-48b1-a1b8-530b59098a6f req-21e8116b-639a-4467-bd52-66089448bfdd tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592217 Oct 18 20:28:33.913044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-6c06e466-db36-4ec2-a3ea-7e2f6fcecd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:33.914739 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-6c06e466-db36-4ec2-a3ea-7e2f6fcecd33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0705528 Oct 18 20:28:33.965979 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-618ca555-4070-4b13-99e8-5ad0a6cb346a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414891 Oct 18 20:28:34.120057 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-0bccd581-9bfd-4435-9943-3b8b9ea4c69d service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462858 Oct 18 20:28:34.176620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-46cf58f2-b1ad-45b3-b7ce-ccadf93cc89a tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:34.180165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-46cf58f2-b1ad-45b3-b7ce-ccadf93cc89a tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaf2267b-4d5b-4b33-bbc6-2120def2c9a8 HTTP/1.1" status: 200 len: 950 time: 0.1451287 Oct 18 20:28:34.203615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0d05b-e064-4608-80d8-06b9b05ffa7b req-75363596-7004-46ee-847a-5d64f32a9fc7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:34.206773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8b0d05b-e064-4608-80d8-06b9b05ffa7b req-75363596-7004-46ee-847a-5d64f32a9fc7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 944 time: 0.1316230 Oct 18 20:28:34.274096 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-cba3b65f-1410-487d-a360-e88b2474a57d service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455431 Oct 18 20:28:34.300370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['6989be0b-0f8f-4e00-9bba-bb71a091e9d9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:34.501325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8b0d05b-e064-4608-80d8-06b9b05ffa7b req-0cc94299-6444-4418-b985-3ded3cafa0ad tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814174 Oct 18 20:28:34.578804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Deleting port c13fc479-1c82-4360-b739-5a23963ee750 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:28:34.579393 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:34.705020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] For port c13fc479-1c82-4360-b739-5a23963ee750, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c13fc479-1c82-4360-b739-5a23963ee750,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:34.705497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:34.719441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-4538dd38-6a4c-4a89-a9ee-70149b428c2d tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:34.722789 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-4538dd38-6a4c-4a89-a9ee-70149b428c2d tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.0985277 Oct 18 20:28:34.728818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Calling delete_port for c13fc479-1c82-4360-b739-5a23963ee750 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:28:34.951450 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:35.013769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a10b33d4-35da-4b02-9f3c-97fc77ef43ef service neutron] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:35.018393 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a10b33d4-35da-4b02-9f3c-97fc77ef43ef service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:35.019552 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea71ba55-9a4b-46a7-b519-0dc181516cc9 req-a10b33d4-35da-4b02-9f3c-97fc77ef43ef service neutron] 10.222.0.79 "DELETE /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c/bindings/n-h1-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.2853050 Oct 18 20:28:35.085897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['c13fc479-1c82-4360-b739-5a23963ee750'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:35.118547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Pushing event deleted for resources: {'Port': ['ID=c13fc479-1c82-4360-b739-5a23963ee750,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:35.147946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] No DVR routers for this DVR port c13fc479-1c82-4360-b739-5a23963ee750 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:28:35.151392 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-98a9f375-b72a-46e2-a4e5-b83138d447ec tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=192ffd289947488b91f9787354a7482b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769961 Oct 18 20:28:35.152831 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:35.156528 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fc36dc7-1a5d-4a47-ad25-a755f61cbd4a req-f3df8d38-6014-4952-b21a-d9bff5595f65 tempest-DeleteServersAdminTestJSON-1380354516 tempest-DeleteServersAdminTestJSON-1380354516-project] 10.222.0.79 "DELETE /v2.0/ports/c13fc479-1c82-4360-b739-5a23963ee750 HTTP/1.1" status: 204 len: 173 time: 0.9476066 Oct 18 20:28:35.157287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'name': 'network-vif-deleted', 'tag': 'c13fc479-1c82-4360-b739-5a23963ee750'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:35.160453 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44231322-997e-4590-a7dd-3a7d1a08378b" -d '{"events": [{"server_uuid": "eaf2267b-4d5b-4b33-bbc6-2120def2c9a8", "name": "network-vif-deleted", "tag": "c13fc479-1c82-4360-b739-5a23963ee750"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:35.351955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-656b241c-7777-4bc2-b58a-fd2c72798e37 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:35.353879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-656b241c-7777-4bc2-b58a-fd2c72798e37 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880229 Oct 18 20:28:35.379698 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-8637a9c8-182d-4ee9-b608-2e67acfb7ec7 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/quotas/192ffd289947488b91f9787354a7482b HTTP/1.1" status: 200 len: 375 time: 0.0105700 Oct 18 20:28:35.430043 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-9d815cfe-e290-4431-8339-9b3c8b5ac06a tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=192ffd289947488b91f9787354a7482b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351372 Oct 18 20:28:35.739077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:28:35.831037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:28:36.264644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db9323-ff5b-4072-a225-4ce9fb579086 req-001b23a2-5bea-4902-9e17-4a427804741e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:36.267339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92db9323-ff5b-4072-a225-4ce9fb579086 req-001b23a2-5bea-4902-9e17-4a427804741e tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 949 time: 0.0985384 Oct 18 20:28:36.330716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92db9323-ff5b-4072-a225-4ce9fb579086 req-23733489-9bc0-4fe0-a873-4e1b4ecdb692 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519922 Oct 18 20:28:36.386673 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18886ea6-b0d0-4d3c-9f48-b8e9ab28d1bd x-openstack-request-id: req-18886ea6-b0d0-4d3c-9f48-b8e9ab28d1bd {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:36.387116 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf2267b-4d5b-4b33-bbc6-2120def2c9a8", "name": "network-vif-deleted", "tag": "c13fc479-1c82-4360-b739-5a23963ee750", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:36.387610 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18886ea6-b0d0-4d3c-9f48-b8e9ab28d1bd {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:36.388255 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf2267b-4d5b-4b33-bbc6-2120def2c9a8', 'name': 'network-vif-deleted', 'tag': 'c13fc479-1c82-4360-b739-5a23963ee750', 'status': 'completed', 'code': 200} Oct 18 20:28:36.531079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5f71-7b80-4c4e-9b0e-86563757f1e7 req-d597c2c8-34d4-414a-87af-5cb134c76105 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:36.534003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bcbe5f71-7b80-4c4e-9b0e-86563757f1e7 req-d597c2c8-34d4-414a-87af-5cb134c76105 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 944 time: 0.0834205 Oct 18 20:28:36.591155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bcbe5f71-7b80-4c4e-9b0e-86563757f1e7 req-6242cad5-744d-4019-aadd-a9db8a207e05 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Oct 18 20:28:36.938342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b2c9c8f-2dd6-4f4f-8943-2d8d2aa655bc req-73ae9609-af67-49c0-8ec4-2c888accf479 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 210 time: 0.0596628 Oct 18 20:28:36.952943 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-4bfb31b7-9e12-44b8-a130-e9b56385cfe4 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=192ffd289947488b91f9787354a7482b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367258 Oct 18 20:28:37.153837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-8c5bb5fd-a276-498d-9f85-625b6dd71942 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:37.156582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-8c5bb5fd-a276-498d-9f85-625b6dd71942 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972985 Oct 18 20:28:37.178437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:28:37.186196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Request body: {'port': {'device_id': '738ba236-da73-4312-9faf-ca810b424e79', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '192ffd289947488b91f9787354a7482b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:37.255359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:28:37.262337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:37.262937 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:37.357924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Made reservation on behalf of 192ffd289947488b91f9787354a7482b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:37.363696 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:37.375766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:37.420830 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:37.471369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:37.474532 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ada7c8-c800-4379-be65-641d09c744b8" -d '{"events": [{"server_uuid": "be3a6288-1755-4573-b04c-9ca70ee67623", "name": "network-vif-plugged", "status": "completed", "tag": "6989be0b-0f8f-4e00-9bba-bb71a091e9d9"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:37.499615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:37.506537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:37.508261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:37.518029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:37.520774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c13fc479-1c82-4360-b739-5a23963ee750 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:28:37.601744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfc861f-bd73-4c0c-b9ea-f0afbf534096,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:37.634521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: c13fc479-1c82-4360-b739-5a23963ee750 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:28:37.635484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c13fc479-1c82-4360-b739-5a23963ee750 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:28:37.653168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:37.659552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:28:37.718267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Allocated IP 192.168.233.205 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/c21e733d-273f-4c77-8ebb-3507dea34bb5) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:28:38.001485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1082a-f351-4d01-a027-5f5421f72e48 req-1cbcb5ef-3a4c-482e-aee3-ee6e1300955a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:38.003086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70b1082a-f351-4d01-a027-5f5421f72e48 req-1cbcb5ef-3a4c-482e-aee3-ee6e1300955a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1095 time: 0.0653014 Oct 18 20:28:38.061821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70b1082a-f351-4d01-a027-5f5421f72e48 req-dea5d7d8-7cab-4d0d-876b-aee4de8d7ce7 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Oct 18 20:28:38.144327 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:38.197120 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:38.289172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:28:38.295842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:38.303991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:28:38.319530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:38.320713 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:38.367396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Pushing event updated for resources: {'Port': ['ID=c21e733d-273f-4c77-8ebb-3507dea34bb5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:38.391781 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a937c016-a55e-4dfe-b203-2f79a10accfe tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2203710 Oct 18 20:28:38.411791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Request body: {'port': {'device_id': '738ba236-da73-4312-9faf-ca810b424e79', 'device_owner': 'compute:tempest-test_az-1792935653', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:38.465899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec38b32-6466-47b5-90ad-ec792d87b06c req-1183f81a-1bb3-49fd-b9ab-32718e6af300 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:38.483685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ec38b32-6466-47b5-90ad-ec792d87b06c req-1183f81a-1bb3-49fd-b9ab-32718e6af300 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 950 time: 0.0873315 Oct 18 20:28:38.502001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:38.524202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ec38b32-6466-47b5-90ad-ec792d87b06c req-84a8db42-a5c1-48e6-8d02-7ade87e6a9ae tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Oct 18 20:28:38.597513 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6452075-4366-4d7d-a69a-5b829bb6ee89 x-openstack-request-id: req-a6452075-4366-4d7d-a69a-5b829bb6ee89 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:38.597513 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3a6288-1755-4573-b04c-9ca70ee67623", "name": "network-vif-plugged", "status": "completed", "tag": "6989be0b-0f8f-4e00-9bba-bb71a091e9d9", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:38.598131 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6452075-4366-4d7d-a69a-5b829bb6ee89 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:38.599334 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9', 'code': 200} Oct 18 20:28:38.686263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0f13c8bf-3e9d-4694-951e-f85d31c021b0 None None] Provisioning complete for port c21e733d-273f-4c77-8ebb-3507dea34bb5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:38.687435 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0f13c8bf-3e9d-4694-951e-f85d31c021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:38.756177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476175f4-2876-4f01-b51d-573ad0ee7498 req-2b40ce72-d08b-4c54-9fc1-cda6d86ca4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:38.758170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-476175f4-2876-4f01-b51d-573ad0ee7498 req-2b40ce72-d08b-4c54-9fc1-cda6d86ca4ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 1101 time: 0.0774899 Oct 18 20:28:38.764207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0f13c8bf-3e9d-4694-951e-f85d31c021b0 None None] Port c21e733d-273f-4c77-8ebb-3507dea34bb5 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:28:38.819206 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-476175f4-2876-4f01-b51d-573ad0ee7498 req-f698f8b2-cb1f-4226-b9f0-4068a4fa9e68 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504892 Oct 18 20:28:39.049379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21e733d-273f-4c77-8ebb-3507dea34bb5 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:39.060603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:39.084301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Transition to ACTIVE for port object c21e733d-273f-4c77-8ebb-3507dea34bb5 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:39.090448 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:39.212073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Pushing event updated for resources: {'Port': ['ID=c21e733d-273f-4c77-8ebb-3507dea34bb5,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:39.239526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Attempting to bind port c21e733d-273f-4c77-8ebb-3507dea34bb5 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:39.240040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Attempting to bind port c21e733d-273f-4c77-8ebb-3507dea34bb5 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:39.240835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Attempting to bind port c21e733d-273f-4c77-8ebb-3507dea34bb5 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:39.249727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Port c21e733d-273f-4c77-8ebb-3507dea34bb5 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:39.249727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Attempting to bind port c21e733d-273f-4c77-8ebb-3507dea34bb5 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:39.261301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:39.261806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:39.262394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:39.263088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Bound port: c21e733d-273f-4c77-8ebb-3507dea34bb5, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:39.263648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:39.397090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] For port c21e733d-273f-4c77-8ebb-3507dea34bb5, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:39.402648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] For port c21e733d-273f-4c77-8ebb-3507dea34bb5, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=c21e733d-273f-4c77-8ebb-3507dea34bb5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:39.409500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:39.463871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff93c5-0211-4e2b-a225-b714db2f69d4 req-8dd7f3c9-fd05-44fc-a347-8f29b7b1d394 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:39.467187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdff93c5-0211-4e2b-a225-b714db2f69d4 req-8dd7f3c9-fd05-44fc-a347-8f29b7b1d394 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 970 time: 0.0995016 Oct 18 20:28:39.481801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:39.483029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:39.485980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] 10.222.0.30 "PUT /v2.0/ports/c21e733d-273f-4c77-8ebb-3507dea34bb5 HTTP/1.1" status: 200 len: 1118 time: 1.0785348 Oct 18 20:28:39.487223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738ba236-da73-4312-9faf-ca810b424e79', 'tag': 'c21e733d-273f-4c77-8ebb-3507dea34bb5'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:39.492949 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744e9c12-dd83-4a00-b419-85597962257a" -d '{"events": [{"name": "network-changed", "server_uuid": "738ba236-da73-4312-9faf-ca810b424e79", "tag": "c21e733d-273f-4c77-8ebb-3507dea34bb5"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:39.553916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e4bf1-808a-4a0d-ac1a-bdcf51ab2d73 service neutron] Pushing event updated for resources: {'Port': ['ID=c21e733d-273f-4c77-8ebb-3507dea34bb5,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:39.576755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdff93c5-0211-4e2b-a225-b714db2f69d4 req-a0ce87ef-2f14-4ac7-b8f3-df51de626196 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968158 Oct 18 20:28:39.665261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-45171c6c-cc01-47b5-bfbb-34dab1f8c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:39.668333 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-45171c6c-cc01-47b5-bfbb-34dab1f8c370 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=192ffd289947488b91f9787354a7482b&device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 1121 time: 0.1028128 Oct 18 20:28:39.745890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-a060aaf7-bb45-454f-8718-fa37f5b99227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c21e733d-273f-4c77-8ebb-3507dea34bb5 HTTP/1.1" status: 200 len: 217 time: 0.0636110 Oct 18 20:28:39.826769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-28af0f4f-7c67-4345-b6b8-a242e85b04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:39.829452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-28af0f4f-7c67-4345-b6b8-a242e85b04d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0751097 Oct 18 20:28:39.911655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-aa97aaea-0d9d-4789-962a-9df099e70d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:39.914578 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-aa97aaea-0d9d-4789-962a-9df099e70d61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763566 Oct 18 20:28:39.949628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-d6fa9f12-a3b2-4d42-9088-98f171c568b2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:39.951505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-d6fa9f12-a3b2-4d42-9088-98f171c568b2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.1809876 Oct 18 20:28:39.976181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-e4b514be-aeaa-430b-aaec-6702c1d34e02 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/quotas/6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 375 time: 0.0161214 Oct 18 20:28:40.059338 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-7c112a69-60f3-4cce-9209-5bd199c08253 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369154 Oct 18 20:28:40.061456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-ca5d520f-bffa-4ecc-b8f0-7a994671f068 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778995 Oct 18 20:28:40.217466 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-258c60ac-6747-4ca1-ad90-16ef24e8cdbf req-f7cc2c94-6314-4ecd-9683-0cb0a0ba07ba service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484480 Oct 18 20:28:40.230626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-bedcd68d-44cf-436e-aad6-66ded232aa90 service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548784 Oct 18 20:28:40.417375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-d4f5779d-2031-476a-9926-a3a79de10d63 service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730795 Oct 18 20:28:40.776881 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd2ebeb-1a80-47ac-bb99-3ea4940ef100 x-openstack-request-id: req-9bd2ebeb-1a80-47ac-bb99-3ea4940ef100 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:40.778323 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738ba236-da73-4312-9faf-ca810b424e79", "tag": "c21e733d-273f-4c77-8ebb-3507dea34bb5", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:40.778855 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9bd2ebeb-1a80-47ac-bb99-3ea4940ef100 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:40.789116 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738ba236-da73-4312-9faf-ca810b424e79', 'tag': 'c21e733d-273f-4c77-8ebb-3507dea34bb5', 'status': 'completed', 'code': 200} Oct 18 20:28:40.895243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e9c12-dd83-4a00-b419-85597962257a req-8c7b1408-28dc-44e9-b993-2e47581b540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:40.898073 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-744e9c12-dd83-4a00-b419-85597962257a req-8c7b1408-28dc-44e9-b993-2e47581b540f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=192ffd289947488b91f9787354a7482b&device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 1121 time: 0.0680914 Oct 18 20:28:40.956314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c98da-47b8-4628-a8a3-afd2d8241a8f req-084ef91c-d365-4bd6-9ee6-21e6131dffe5 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:40.969798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad7c98da-47b8-4628-a8a3-afd2d8241a8f req-084ef91c-d365-4bd6-9ee6-21e6131dffe5 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 950 time: 0.1160426 Oct 18 20:28:41.047595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e9c12-dd83-4a00-b419-85597962257a req-060f7863-cfcd-46d3-99e7-62f44aa3bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:41.053309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-744e9c12-dd83-4a00-b419-85597962257a req-060f7863-cfcd-46d3-99e7-62f44aa3bea1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1447887 Oct 18 20:28:41.061187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad7c98da-47b8-4628-a8a3-afd2d8241a8f req-2e4159cc-18cc-47f2-a1c1-7e03aa27e4e2 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880663 Oct 18 20:28:41.136684 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-744e9c12-dd83-4a00-b419-85597962257a req-c18485c8-be6b-40d0-a3bc-94177d351f60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=c21e733d-273f-4c77-8ebb-3507dea34bb5 HTTP/1.1" status: 200 len: 217 time: 0.0751648 Oct 18 20:28:41.247217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e9c12-dd83-4a00-b419-85597962257a req-e256dc9d-3e57-430a-924b-b2f07e2f4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:41.248785 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-744e9c12-dd83-4a00-b419-85597962257a req-e256dc9d-3e57-430a-924b-b2f07e2f4a9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1047564 Oct 18 20:28:41.283431 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236ff69-e45b-48a4-8b94-2f4ac60efbdc req-b0db89a8-7e65-4b08-a91d-e41dd8497a0b tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:41.286540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c236ff69-e45b-48a4-8b94-2f4ac60efbdc req-b0db89a8-7e65-4b08-a91d-e41dd8497a0b tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 970 time: 0.0807543 Oct 18 20:28:41.287184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43948) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:41.324795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e9c12-dd83-4a00-b419-85597962257a req-bd5be06b-9d7e-474f-aee8-bd9643c12e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:41.327381 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-744e9c12-dd83-4a00-b419-85597962257a req-bd5be06b-9d7e-474f-aee8-bd9643c12e3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697675 Oct 18 20:28:41.388600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c236ff69-e45b-48a4-8b94-2f4ac60efbdc req-d27ccb48-583c-4a54-b961-9ad2bf87f570 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869687 Oct 18 20:28:41.540219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1283dd4b-3406-4308-9301-8694e60c8449 req-9fcaa7e0-ab28-4ac4-9e0a-279f19fe5d5c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 210 time: 0.0432851 Oct 18 20:28:41.571958 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-744e9c12-dd83-4a00-b419-85597962257a req-0ea293b0-980a-4501-9467-260cb61e6660 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353075 Oct 18 20:28:41.605681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e2a9b98f-96b5-436a-9dad-6a6a8ad5a20d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0bdfa0f297b74dfbbf58d39922ffd060&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3163848 Oct 18 20:28:41.606591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43956) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:41.700058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a65160eb-c265-4016-acc4-b83f035198d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:41.746911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a65160eb-c265-4016-acc4-b83f035198d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:41.750672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-744e9c12-dd83-4a00-b419-85597962257a req-88489fc6-babe-4d6a-a4ad-90875faf4049 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700826 Oct 18 20:28:41.840022 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a65160eb-c265-4016-acc4-b83f035198d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:41.846115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a65160eb-c265-4016-acc4-b83f035198d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:41.849409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a65160eb-c265-4016-acc4-b83f035198d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fe4f18e-8631-412b-80f0-6ec8abc943b4 HTTP/1.1" status: 204 len: 168 time: 0.2395918 Oct 18 20:28:41.866079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65160eb-c265-4016-acc4-b83f035198d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe4f18e-8631-412b-80f0-6ec8abc943b4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:42.216725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3d55314d-3e7a-4de5-b608-8b69048f18f7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:42.219582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3d55314d-3e7a-4de5-b608-8b69048f18f7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.1915083 Oct 18 20:28:42.241887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Request body: {'port': {'device_id': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'admin_state_up': True, 'tenant_id': '6476cb76270b414c915a463d71a0316b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:42.379693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43998) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:42.395689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8933801a-f33f-4cc3-ad38-1357eddf0b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.468606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Made reservation on behalf of 6476cb76270b414c915a463d71a0316b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:42.475921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.547339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8933801a-f33f-4cc3-ad38-1357eddf0b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.553308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8933801a-f33f-4cc3-ad38-1357eddf0b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.645454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8933801a-f33f-4cc3-ad38-1357eddf0b7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62c691d16ada4637837e596ba9121bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639329 Oct 18 20:28:42.649548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44034) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:42.654726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933801a-f33f-4cc3-ad38-1357eddf0b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1321b9-9fdc-43a1-8fbe-a370c6f648d8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:42.728443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Allocated IP 172.20.0.3 (a1405101-c4da-4c56-814f-9698ac64cda8/b303cbf8-f8d1-49ee-9877-3e516296a170/eb2fb6ae-c403-4bb3-8857-abdefdd1701a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:28:42.751721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.764563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33be5778-6240-4fdd-9d98-42f298e6dece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.815920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33be5778-6240-4fdd-9d98-42f298e6dece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.977107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33be5778-6240-4fdd-9d98-42f298e6dece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.979912 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33be5778-6240-4fdd-9d98-42f298e6dece admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:42.986353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-33be5778-6240-4fdd-9d98-42f298e6dece admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e1321b9-9fdc-43a1-8fbe-a370c6f648d8 HTTP/1.1" status: 204 len: 168 time: 0.3311582 Oct 18 20:28:43.006841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be5778-6240-4fdd-9d98-42f298e6dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1321b9-9fdc-43a1-8fbe-a370c6f648d8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:43.059756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:43.123999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:43.271603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Network a1405101-c4da-4c56-814f-9698ac64cda8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:28:43.283764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:43.287829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:28:43.303876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:43.305002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:43.314212 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:43.344688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6034b-2ccb-447d-baca-0e3eabf448ae req-3e5f8d9a-4c25-4ccd-9bc2-14b3813705a6 tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:43.347435 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52e6034b-2ccb-447d-baca-0e3eabf448ae req-3e5f8d9a-4c25-4ccd-9bc2-14b3813705a6 tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 1101 time: 0.2075303 Oct 18 20:28:43.354480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3b22561e-e471-4799-ab29-e47edaed8cda tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1219323 Oct 18 20:28:43.381127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Request body: {'port': {'device_id': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:43.398583 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-52e6034b-2ccb-447d-baca-0e3eabf448ae req-c05d32e5-c970-454b-a3bb-ed4710680c1e tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:43.492081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:43.679195 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-52e6034b-2ccb-447d-baca-0e3eabf448ae req-c05d32e5-c970-454b-a3bb-ed4710680c1e tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:43.686748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-52e6034b-2ccb-447d-baca-0e3eabf448ae req-c05d32e5-c970-454b-a3bb-ed4710680c1e tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:43.732368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52e6034b-2ccb-447d-baca-0e3eabf448ae req-c05d32e5-c970-454b-a3bb-ed4710680c1e tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722537 Oct 18 20:28:43.757889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d32e5-c970-454b-a3bb-ed4710680c1e tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f1ec64-f7c1-4def-ab44-e4567f087a18,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:43.826856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device c21e733d-273f-4c77-8ebb-3507dea34bb5 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:28:44.185480 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port c21e733d-273f-4c77-8ebb-3507dea34bb5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=c21e733d-273f-4c77-8ebb-3507dea34bb5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:44.206795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'c21e733d-273f-4c77-8ebb-3507dea34bb5', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'c21e733d-273f-4c77-8ebb-3507dea34bb5', 'mac_address': 'fa:16:3e:94:ad:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:tempest-test_az-1792935653', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:28:44.216792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e8ce8-3125-4f11-ba5c-e77ec70a1e88 req-762eca94-afd2-4fc8-ad1c-a9f019fe7b96 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:44.225606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-723e8ce8-3125-4f11-ba5c-e77ec70a1e88 req-762eca94-afd2-4fc8-ad1c-a9f019fe7b96 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 970 time: 0.3516994 Oct 18 20:28:44.277215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2fb6ae-c403-4bb3-8857-abdefdd1701a {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:44.279411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:44.300050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21e733d-273f-4c77-8ebb-3507dea34bb5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:44.300947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:44.318008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-723e8ce8-3125-4f11-ba5c-e77ec70a1e88 req-8fbbc042-99aa-48a3-86b7-331fd7db70f6 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901916 Oct 18 20:28:44.328259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Transition to ACTIVE for port object eb2fb6ae-c403-4bb3-8857-abdefdd1701a will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:44.335863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:44.345651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port c21e733d-273f-4c77-8ebb-3507dea34bb5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=c21e733d-273f-4c77-8ebb-3507dea34bb5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:44.353282 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:44.419792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:44.486224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=c21e733d-273f-4c77-8ebb-3507dea34bb5,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:44.494562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:44.494996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:44.495516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:44.502857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:44.503277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:44.516469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:44.517058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:44.517636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:44.518367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Bound port: eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:44.518857 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:44.539291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28be99-f817-4251-8dc1-eb5ada19a339 req-b9019186-769c-4126-9843-0135c76322ef tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:44.541322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab28be99-f817-4251-8dc1-eb5ada19a339 req-b9019186-769c-4126-9843-0135c76322ef tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 943 time: 0.1094105 Oct 18 20:28:44.596808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['c21e733d-273f-4c77-8ebb-3507dea34bb5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:44.647773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab28be99-f817-4251-8dc1-eb5ada19a339 req-7d2ef918-761c-4961-8e4a-f909ba2ba552 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734627 Oct 18 20:28:44.653875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:44.659679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:44.666153 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:44.715143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:44.715802 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:44.717292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] 10.222.0.79 "PUT /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 1091 time: 1.3539906 Oct 18 20:28:44.717761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:44.720105 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cb8c42-0586-4a59-977e-dfce04cfae38" -d '{"events": [{"name": "network-changed", "server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:44.748782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3acdb-26af-4c43-8970-b7b455f4d283 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:44.861223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-eb784a65-9fc4-40cc-8f4f-666427c5235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:44.863337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-eb784a65-9fc4-40cc-8f4f-666427c5235e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1094 time: 0.0701516 Oct 18 20:28:44.940335 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e283ba23-9fd8-4ea1-b364-34a92d813bf2 x-openstack-request-id: req-e283ba23-9fd8-4ea1-b364-34a92d813bf2 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:44.940718 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:44.941046 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e283ba23-9fd8-4ea1-b364-34a92d813bf2 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:44.941756 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a', 'status': 'completed', 'code': 200} Oct 18 20:28:44.945159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-15e73580-a422-47c4-8265-d170d5d3099a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.0734277 Oct 18 20:28:45.043496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-1530240d-7c8c-41ec-82f9-870c5069dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:45.045143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-1530240d-7c8c-41ec-82f9-870c5069dd50 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0909362 Oct 18 20:28:45.051919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1226f-48cd-48b1-ad7a-e6b1a8dfbee8 req-8d8a746f-5a99-4b77-8935-af509287f5eb tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:45.053705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14c1226f-48cd-48b1-ad7a-e6b1a8dfbee8 req-8d8a746f-5a99-4b77-8935-af509287f5eb tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 1101 time: 0.0594516 Oct 18 20:28:45.088140 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-11e74038-5135-4474-9029-5583f3d96960 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335472 Oct 18 20:28:45.150378 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14c1226f-48cd-48b1-ad7a-e6b1a8dfbee8 req-03b5c336-6e1a-43e7-8990-90851a14b65c tempest-ServersAdminNegativeTestJSON-1939204845 tempest-ServersAdminNegativeTestJSON-1939204845-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873551 Oct 18 20:28:45.255406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-3d462c90-2a42-4b1b-9ba0-fc23f0f4ae8b service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578593 Oct 18 20:28:45.438252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2773a769-3ec0-42fd-8035-a9a72790d18c req-55a2d98b-f25e-49ac-b136-1102e24cc0c1 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731780 Oct 18 20:28:45.581540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-cd8c6aab-7cf0-47db-8fd3-0d1e96671f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:45.584912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-cd8c6aab-7cf0-47db-8fd3-0d1e96671f95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1094 time: 0.0842733 Oct 18 20:28:45.742324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-3fadaeb2-2c1b-4394-8752-b0941991f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:45.744903 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-3fadaeb2-2c1b-4394-8752-b0941991f47a service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.1520159 Oct 18 20:28:45.827680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-5c51a7ba-610d-474b-92fc-343eb446cd35 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.0746336 Oct 18 20:28:45.841355 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device c21e733d-273f-4c77-8ebb-3507dea34bb5 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:28:45.943023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port c21e733d-273f-4c77-8ebb-3507dea34bb5 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:28:45.952011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-6c03a91d-a314-471b-92c4-3fe13a0d5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:45.954392 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-6c03a91d-a314-471b-92c4-3fe13a0d5537 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1185241 Oct 18 20:28:45.955015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port c21e733d-273f-4c77-8ebb-3507dea34bb5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:45.956011 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:46.018823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-9d473962-3e23-4d13-a655-6651018b4e48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546036 Oct 18 20:28:46.117037 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:46.174228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738ba236-da73-4312-9faf-ca810b424e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21e733d-273f-4c77-8ebb-3507dea34bb5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:46.182443 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e5069b-ec9d-489a-ac51-e120ebc2f892" -d '{"events": [{"server_uuid": "738ba236-da73-4312-9faf-ca810b424e79", "name": "network-vif-plugged", "status": "completed", "tag": "c21e733d-273f-4c77-8ebb-3507dea34bb5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:46.206470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port c21e733d-273f-4c77-8ebb-3507dea34bb5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=c21e733d-273f-4c77-8ebb-3507dea34bb5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:46.215956 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:46.308132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=c21e733d-273f-4c77-8ebb-3507dea34bb5,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:46.334324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-8ee281ab-98da-4bc7-b721-240846242531 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081486 Oct 18 20:28:46.351021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13471194-0991-4038-85e2-01512f9064ee req-7f090cba-8dc0-4f77-8c54-430c40c417bb tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:46.353790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13471194-0991-4038-85e2-01512f9064ee req-7f090cba-8dc0-4f77-8c54-430c40c417bb tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 972 time: 0.1309819 Oct 18 20:28:46.523639 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13471194-0991-4038-85e2-01512f9064ee req-c9744a16-dfd9-46ca-92f7-94ee191b52cc tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539791 Oct 18 20:28:46.553746 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13cb8c42-0586-4a59-977e-dfce04cfae38 req-52d27340-778b-4782-89ff-4ede345b95b7 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983540 Oct 18 20:28:46.677741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac56afb-d7f0-4c8c-bb55-e7e98e8e702c req-ad310368-1a94-46e9-a574-00e117afe662 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:46.679982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ac56afb-d7f0-4c8c-bb55-e7e98e8e702c req-ad310368-1a94-46e9-a574-00e117afe662 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 943 time: 0.0600080 Oct 18 20:28:46.732749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ac56afb-d7f0-4c8c-bb55-e7e98e8e702c req-ba5e9a3f-e5f8-4812-8fb8-135f869876d1 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Oct 18 20:28:47.359704 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b81ac4-cf43-4a0f-87f4-7494932d9cc1 x-openstack-request-id: req-f9b81ac4-cf43-4a0f-87f4-7494932d9cc1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:47.360701 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738ba236-da73-4312-9faf-ca810b424e79", "name": "network-vif-plugged", "status": "completed", "tag": "c21e733d-273f-4c77-8ebb-3507dea34bb5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:47.360701 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9b81ac4-cf43-4a0f-87f4-7494932d9cc1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:47.360979 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738ba236-da73-4312-9faf-ca810b424e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21e733d-273f-4c77-8ebb-3507dea34bb5', 'code': 200} Oct 18 20:28:47.496126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149ac60-208f-46d2-ae60-b31f965fb17a req-ac16973d-569e-446d-9870-d190333fcfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:47.498715 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2149ac60-208f-46d2-ae60-b31f965fb17a req-ac16973d-569e-446d-9870-d190333fcfd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 1123 time: 0.0643146 Oct 18 20:28:47.533003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-495a872c-61b5-479f-979e-1ba1d53bcb46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510628 Oct 18 20:28:47.554605 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2149ac60-208f-46d2-ae60-b31f965fb17a req-2b955a02-81db-4b53-98df-aae67f98a76d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480964 Oct 18 20:28:47.835531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-7315e98c-f53d-4511-9219-ee0814529e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:47.837544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-7315e98c-f53d-4511-9219-ee0814529e68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b464069e97e64087b1bb21922a7e4fdc&device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 1100 time: 0.0641077 Oct 18 20:28:47.930116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09427ac-8bf8-412b-8231-bd35488d83c8 req-ca143482-4392-49d9-97a8-61d5b4b068f7 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:47.931777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c09427ac-8bf8-412b-8231-bd35488d83c8 req-ca143482-4392-49d9-97a8-61d5b4b068f7 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 972 time: 0.0730867 Oct 18 20:28:48.004192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c09427ac-8bf8-412b-8231-bd35488d83c8 req-6d16b489-53d3-4601-8792-e243301e1afa tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Oct 18 20:28:48.007284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-f3438868-4df5-4f17-b2c5-990bf699a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:48.009454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-f3438868-4df5-4f17-b2c5-990bf699a309 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1436455 Oct 18 20:28:48.088509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-30ac2824-c645-42dd-97c7-51ae540ec093 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=282c4756-6350-4dc4-90bc-d10c176c6da7 HTTP/1.1" status: 200 len: 217 time: 0.0698586 Oct 18 20:28:48.180017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-0f568bae-d945-4159-a236-c516b08bc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:48.181668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-0f568bae-d945-4159-a236-c516b08bc2e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0848184 Oct 18 20:28:48.242988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-945bf40f-139e-423b-b75c-3392b9ac9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:48.245059 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-945bf40f-139e-423b-b75c-3392b9ac9616 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550766 Oct 18 20:28:48.277579 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:48.327771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba840e1-82fd-4e87-8adf-942e7ef846cd req-8970d515-f7c4-48df-86e6-101432771399 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:48.329419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba840e1-82fd-4e87-8adf-942e7ef846cd req-8970d515-f7c4-48df-86e6-101432771399 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 943 time: 0.0705421 Oct 18 20:28:48.363184 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-5f0d0952-1015-465c-82fd-ec0d16f5f8e9 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087751 Oct 18 20:28:48.389947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba840e1-82fd-4e87-8adf-942e7ef846cd req-a9e147ae-e1ae-4d53-98bd-613118129d94 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531604 Oct 18 20:28:48.539264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d84f9d09-23f1-4e31-af42-7544e0977aeb req-f14a60b0-ea0d-48e6-80a6-d5465c9615f2 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667962 Oct 18 20:28:48.664293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f030590e-00d9-48e6-9a3c-a3ad62c691c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:48.807527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44264) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:48.955233 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-206e249f-f812-4a69-9c99-07c298dca3ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.055306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-206e249f-f812-4a69-9c99-07c298dca3ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.061493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-206e249f-f812-4a69-9c99-07c298dca3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.111642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-206e249f-f812-4a69-9c99-07c298dca3ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08bdf71931334cb5a46ff2ae6b8b69c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031182 Oct 18 20:28:49.113790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e249f-f812-4a69-9c99-07c298dca3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb1fdf-26bb-44a4-897a-1623388e0afb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:49.116497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44276) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:49.185361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:28:49.219484 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52606d11-85ea-4cd8-889e-3cb475342cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.276772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52606d11-85ea-4cd8-889e-3cb475342cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.349309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa244-16f9-4633-92d0-7670f3af0a6b req-f6e273ea-415c-450c-ba3d-f0cf75217829 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:49.358826 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2fa244-16f9-4633-92d0-7670f3af0a6b req-f6e273ea-415c-450c-ba3d-f0cf75217829 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 950 time: 0.0776904 Oct 18 20:28:49.363268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:49.383775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'port_id': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a', 'mac_address': 'fa:16:3e:14:c4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b303cbf8-f8d1-49ee-9877-3e516296a170', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:28:49.386467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52606d11-85ea-4cd8-889e-3cb475342cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.390681 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52606d11-85ea-4cd8-889e-3cb475342cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.410441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-52606d11-85ea-4cd8-889e-3cb475342cdd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abdb1fdf-26bb-44a4-897a-1623388e0afb HTTP/1.1" status: 204 len: 168 time: 0.2858293 Oct 18 20:28:49.418362 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2fa244-16f9-4633-92d0-7670f3af0a6b req-64d58d9a-203f-49bd-978f-00168581f5ac tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580120 Oct 18 20:28:49.447844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52606d11-85ea-4cd8-889e-3cb475342cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb1fdf-26bb-44a4-897a-1623388e0afb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:49.507783 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.540568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2fb6ae-c403-4bb3-8857-abdefdd1701a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:49.593998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:49.605267 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:49.607699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47d65-fb96-494e-b5e6-d6e4438c19e3 req-e06fe3d7-e3de-477f-bcc7-ff9e2cf0abd9 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:49.610961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1dd47d65-fb96-494e-b5e6-d6e4438c19e3 req-e06fe3d7-e3de-477f-bcc7-ff9e2cf0abd9 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 972 time: 0.0804117 Oct 18 20:28:49.616269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44288) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:49.710223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1dd47d65-fb96-494e-b5e6-d6e4438c19e3 req-89c92be9-1819-48b6-93da-cc8662a4c6b9 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763574 Oct 18 20:28:49.728462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:49.936262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476fcb-92dd-4aa5-b2bd-e7e039ccd3a6 req-e849ef7b-489e-474c-805c-51aeae5e2fed tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:49.939077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79476fcb-92dd-4aa5-b2bd-e7e039ccd3a6 req-e849ef7b-489e-474c-805c-51aeae5e2fed tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 944 time: 0.0913081 Oct 18 20:28:49.962674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['eb2fb6ae-c403-4bb3-8857-abdefdd1701a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:50.019110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79476fcb-92dd-4aa5-b2bd-e7e039ccd3a6 req-e89261ab-548c-477c-9f74-c28bb58a57ad tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685499 Oct 18 20:28:50.133127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5b07b8b-b801-440c-a08b-846f8e96ee1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.203773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3de00-c391-4b48-aec7-d2d8c80de1c3 req-2046b5b4-2f71-40df-bbbe-23d7669b1338 tempest-AggregatesAdminTestJSON-145225358 tempest-AggregatesAdminTestJSON-145225358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:50.206992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41e3de00-c391-4b48-aec7-d2d8c80de1c3 req-2046b5b4-2f71-40df-bbbe-23d7669b1338 tempest-AggregatesAdminTestJSON-145225358 tempest-AggregatesAdminTestJSON-145225358-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 1123 time: 0.0957878 Oct 18 20:28:50.251295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-41e3de00-c391-4b48-aec7-d2d8c80de1c3 req-76a0f330-c16e-4b8b-a682-d931ca598e76 tempest-AggregatesAdminTestJSON-145225358 tempest-AggregatesAdminTestJSON-145225358-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.307092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5b07b8b-b801-440c-a08b-846f8e96ee1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.318257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5b07b8b-b801-440c-a08b-846f8e96ee1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.379482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-41e3de00-c391-4b48-aec7-d2d8c80de1c3 req-76a0f330-c16e-4b8b-a682-d931ca598e76 tempest-AggregatesAdminTestJSON-145225358 tempest-AggregatesAdminTestJSON-145225358-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.388275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-41e3de00-c391-4b48-aec7-d2d8c80de1c3 req-76a0f330-c16e-4b8b-a682-d931ca598e76 tempest-AggregatesAdminTestJSON-145225358 tempest-AggregatesAdminTestJSON-145225358-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.405636 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a5b07b8b-b801-440c-a08b-846f8e96ee1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb9cbc1b55eb4f019d12d0acf494670f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7876141 Oct 18 20:28:50.410285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:50.412323 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41e3de00-c391-4b48-aec7-d2d8c80de1c3 req-76a0f330-c16e-4b8b-a682-d931ca598e76 tempest-AggregatesAdminTestJSON-145225358 tempest-AggregatesAdminTestJSON-145225358-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924210 Oct 18 20:28:50.425738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b07b8b-b801-440c-a08b-846f8e96ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b1a7c1-2d2f-4d0d-b3c9-ee06c2078cd8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:50.430634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0f330-c16e-4b8b-a682-d931ca598e76 tempest-AggregatesAdminTestJSON-145225358 tempest-AggregatesAdminTestJSON-145225358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef16b2-0567-4871-b0e3-6fad0c23f7aa,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:50.517763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05d36379-29d8-4423-8ad8-293798fdf832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.570253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05d36379-29d8-4423-8ad8-293798fdf832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.647983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697748-e03b-4d33-bcc3-9e18f9b2e795 req-d36d6b82-4d3d-4381-9995-22f4a5c4a7b4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:50.649919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86697748-e03b-4d33-bcc3-9e18f9b2e795 req-d36d6b82-4d3d-4381-9995-22f4a5c4a7b4 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 950 time: 0.0807695 Oct 18 20:28:50.724234 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05d36379-29d8-4423-8ad8-293798fdf832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.731184 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05d36379-29d8-4423-8ad8-293798fdf832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:50.733205 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-05d36379-29d8-4423-8ad8-293798fdf832 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5b1a7c1-2d2f-4d0d-b3c9-ee06c2078cd8 HTTP/1.1" status: 204 len: 168 time: 0.3194175 Oct 18 20:28:50.749757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d36379-29d8-4423-8ad8-293798fdf832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b1a7c1-2d2f-4d0d-b3c9-ee06c2078cd8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:50.764225 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86697748-e03b-4d33-bcc3-9e18f9b2e795 req-bcbf9859-3f9b-4898-acc9-4f93e7a827c2 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840247 Oct 18 20:28:50.786164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-2e92f75c-319f-408f-92f6-e6107ee5b197 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:50.788071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-2e92f75c-319f-408f-92f6-e6107ee5b197 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.79 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 950 time: 0.1251378 Oct 18 20:28:50.969255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44330) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:50.987077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Deleting port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:28:50.988298 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.209444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:28:51.328622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] For port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:51.329208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.333670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port eb2fb6ae-c403-4bb3-8857-abdefdd1701a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:28:51.345230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port eb2fb6ae-c403-4bb3-8857-abdefdd1701a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:28:51.345775 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.401728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1890210850-network', 'tenant_id': 'fa82925d3aa14f9da3e2af1e53e3c144'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:51.402143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Calling delete_port for 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:28:51.450496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Made reservation on behalf of fa82925d3aa14f9da3e2af1e53e3c144 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:51.452148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27aabd-5123-4fb7-bb36-aabf90167fb7 req-86e60a5e-55f5-4fff-a241-4095e340f740 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:51.454926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b27aabd-5123-4fb7-bb36-aabf90167fb7 req-86e60a5e-55f5-4fff-a241-4095e340f740 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 944 time: 0.1198134 Oct 18 20:28:51.455502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.477317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.547105 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.587652 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44344) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:51.605235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:51.609320 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdd6dc3-480a-4b57-a33e-5f90edb68360" -d '{"events": [{"server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:51.620316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b27aabd-5123-4fb7-bb36-aabf90167fb7 req-85b795b8-ee7f-4271-a420-9b6577ee22c7 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129880 Oct 18 20:28:51.637317 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f75ac652-9c69-4a18-b14b-c2c534da74d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.639657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:51.643814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.646871 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.653604 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.679644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:28:51.727958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:51.737590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a1c94-e322-4ead-b8b2-7cd1eb501664,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:51.798286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.807286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.808152 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Added segment 50c61e56-286a-4858-bfe8-73a70a7b14b7 of type vlan for network 9e4a2bf8-455d-4957-b0d4-59322b735e3d Oct 18 20:28:51.813828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['282c4756-6350-4dc4-90bc-d10c176c6da7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:51.816862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['6989be0b-0f8f-4e00-9bba-bb71a091e9d9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:51.846850 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d2d25c-5814-4fbd-a33b-b23b5d024f78 x-openstack-request-id: req-d3d2d25c-5814-4fbd-a33b-b23b5d024f78 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:51.857532 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "name": "network-vif-plugged", "status": "completed", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:51.858171 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3d2d25c-5814-4fbd-a33b-b23b5d024f78 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:51.859140 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a', 'code': 200} Oct 18 20:28:51.871154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Pushing event deleted for resources: {'Port': ['ID=6989be0b-0f8f-4e00-9bba-bb71a091e9d9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:51.925532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.977837 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.981235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:51.983665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:51.989584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] No DVR routers for this DVR port 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:28:51.995512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f75ac652-9c69-4a18-b14b-c2c534da74d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.000700 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.008019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-044db811-20b5-4c8c-9d73-3ffb3f4112dd req-b561853e-1445-49d3-a419-472060934ac8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.79 "DELETE /v2.0/ports/6989be0b-0f8f-4e00-9bba-bb71a091e9d9 HTTP/1.1" status: 204 len: 173 time: 1.2099638 Oct 18 20:28:52.017311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'name': 'network-vif-deleted', 'tag': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:52.029750 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e6bc4f-bba6-4383-b9ac-bd419844b0b4" -d '{"events": [{"server_uuid": "be3a6288-1755-4573-b04c-9ca70ee67623", "name": "network-vif-deleted", "tag": "6989be0b-0f8f-4e00-9bba-bb71a091e9d9"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:52.041886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f75ac652-9c69-4a18-b14b-c2c534da74d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.053064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0808468 Oct 18 20:28:52.087592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44358) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:52.101949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Request body: {'subnet': {'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1890210850-subnet', 'tenant_id': 'fa82925d3aa14f9da3e2af1e53e3c144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:52.182429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f75ac652-9c69-4a18-b14b-c2c534da74d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d0d2191e1894e40919f4e0fc9094dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932510 Oct 18 20:28:52.188624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44364) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:28:52.250434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbabd7-a0a6-4690-a59a-cc9dcd976089 admin admin] Pushing event updated for resources: {'Network': ['ID=9e4a2bf8-455d-4957-b0d4-59322b735e3d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:52.266925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ac652-9c69-4a18-b14b-c2c534da74d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5716459c-ad72-42d1-8890-59663695b010,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:52.271448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Made reservation on behalf of fa82925d3aa14f9da3e2af1e53e3c144 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:52.275713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.276660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47cbb3-f228-4d33-9c65-1c77d047b69c req-d9063cf0-34f7-4a98-bd11-8bd634f9baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:52.280327 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e47cbb3-f228-4d33-9c65-1c77d047b69c req-d9063cf0-34f7-4a98-bd11-8bd634f9baed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1096 time: 0.2568839 Oct 18 20:28:52.289156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9e4a2bf8-455d-4957-b0d4-59322b735e3d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:28:52.388828 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e47cbb3-f228-4d33-9c65-1c77d047b69c req-ebb48ef3-fe0b-40ea-ac55-63db892f5b0d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894179 Oct 18 20:28:52.391153 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2d91058-36bc-4182-bd36-06c60267bef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.440351 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2d91058-36bc-4182-bd36-06c60267bef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.497410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d3287e7-f71e-43a8-ba9d-7c7f20d1a9d6 req-c3a0226f-2279-41b1-9f1c-1730385737f8 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=be3a6288-1755-4573-b04c-9ca70ee67623 HTTP/1.1" status: 200 len: 210 time: 0.0502367 Oct 18 20:28:52.602373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2d91058-36bc-4182-bd36-06c60267bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.605360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2d91058-36bc-4182-bd36-06c60267bef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.606577 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d2d91058-36bc-4182-bd36-06c60267bef0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5716459c-ad72-42d1-8890-59663695b010 HTTP/1.1" status: 204 len: 168 time: 0.4166722 Oct 18 20:28:52.627487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d91058-36bc-4182-bd36-06c60267bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5716459c-ad72-42d1-8890-59663695b010,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:52.638961 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.669735 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16379bf0-7d24-471c-a781-63777f33a573 x-openstack-request-id: req-16379bf0-7d24-471c-a781-63777f33a573 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:28:52.670040 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3a6288-1755-4573-b04c-9ca70ee67623", "name": "network-vif-deleted", "tag": "6989be0b-0f8f-4e00-9bba-bb71a091e9d9", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:28:52.670732 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16379bf0-7d24-471c-a781-63777f33a573 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:28:52.670732 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3a6288-1755-4573-b04c-9ca70ee67623', 'name': 'network-vif-deleted', 'tag': '6989be0b-0f8f-4e00-9bba-bb71a091e9d9', 'status': 'completed', 'code': 200} Oct 18 20:28:52.709289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452261e9-ad3e-429b-8f76-2eacced198b4,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:52.728071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Checking segment: {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:52.728729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Network hostable DHCP agents. Network: 9e4a2bf8-455d-4957-b0d4-59322b735e3d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:28:52.763156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Network 9e4a2bf8-455d-4957-b0d4-59322b735e3d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:28:52.785947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9e4a2bf8-455d-4957-b0d4-59322b735e3d) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:52.796813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:52.798545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:52.807209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520873e6-9582-4aad-81bf-a1ec44ab7011 None None] Network 9e4a2bf8-455d-4957-b0d4-59322b735e3d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:28:52.820687 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-a546a3a5-91ac-446b-97df-629ba746741d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062284 Oct 18 20:28:52.947167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5833e153-93ac-4ce1-a0f1-52cad15011d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8554800 Oct 18 20:28:52.961325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-6f308e46-0070-4697-b093-23994fcd50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:52.963313 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-6f308e46-0070-4697-b093-23994fcd50a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1095 time: 0.0774293 Oct 18 20:28:53.007336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a04ab-7fbe-49ad-a569-484e80ef419f req-d51fec64-1459-42d2-93d5-25f133e0f41c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:53.015146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b2a04ab-7fbe-49ad-a569-484e80ef419f req-d51fec64-1459-42d2-93d5-25f133e0f41c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 945 time: 0.1925797 Oct 18 20:28:53.123323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d73de0-7b36-4477-8fc3-1835eaf7b7da None None] Network 9e4a2bf8-455d-4957-b0d4-59322b735e3d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:28:53.164431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b2a04ab-7fbe-49ad-a569-484e80ef419f req-729c4467-be27-4162-9c88-3324becfa7ff tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393294 Oct 18 20:28:53.237426 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebe75-6964-413c-a12f-34e2aa5ee239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:53.309984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-ecc06ff5-a0f4-4a91-928e-e411d7d8103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:53.322047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-ecc06ff5-a0f4-4a91-928e-e411d7d8103c service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.3191087 Oct 18 20:28:53.409052 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-1e982326-e00d-42c6-8758-8284813c5865 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0786612 Oct 18 20:28:53.494085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-c395d41f-2778-4e8b-a7ee-8807eebef1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:53.496417 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-c395d41f-2778-4e8b-a7ee-8807eebef1ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0798211 Oct 18 20:28:53.554836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-80025815-b41b-4c26-a721-4480b0c89e87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479455 Oct 18 20:28:53.745055 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-1d8af542-0457-4eb8-b366-1e5b2b6960c0 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782176 Oct 18 20:28:53.943938 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b232c6f-f3e1-4dca-92a2-1beb58f5c44f req-b23b431e-d21d-4ace-9dab-871eebfd7b57 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903541 Oct 18 20:28:54.045629 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:54.520795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-69a9561f-f10d-4338-947d-8c5f57770538 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:54.522650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-69a9561f-f10d-4338-947d-8c5f57770538 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 822 time: 0.1853268 Oct 18 20:28:54.545087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-e374db64-db50-456f-8dae-5f43d78b7f73 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/quotas/fa82925d3aa14f9da3e2af1e53e3c144 HTTP/1.1" status: 200 len: 375 time: 0.0121810 Oct 18 20:28:54.590022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-7756d2aa-2d8c-4a8e-a829-0cbbae957a58 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345953 Oct 18 20:28:54.737567 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-ce26aa1b-1179-4b2b-9a49-dd1c10ab85bb service neutron] 10.222.0.66 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346598 Oct 18 20:28:54.907593 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-a4ac0831-e814-4e3a-82bd-4899a12df840 service neutron] 10.222.0.66 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588771 Oct 18 20:28:54.946428 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:55.226853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:28:55.255442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:28:55.255776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6989be0b-0f8f-4e00-9bba-bb71a091e9d9 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:28:55.404879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2661401-672f-4a45-9b9c-5b43f67b99f7 req-96526500-49d1-45e3-be2d-3d62bf2586cb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:55.407559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2661401-672f-4a45-9b9c-5b43f67b99f7 req-96526500-49d1-45e3-be2d-3d62bf2586cb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 945 time: 0.0756869 Oct 18 20:28:55.470025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2661401-672f-4a45-9b9c-5b43f67b99f7 req-6e722bbd-c548-4dd1-b63b-0b27743b16d3 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548618 Oct 18 20:28:55.800825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df9c26e5-a3a8-4ebe-a71b-550209581e6b req-3ccf1bac-b5c2-4c06-882c-490296538c1b tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 210 time: 0.0423977 Oct 18 20:28:56.194530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6551d-b753-4c28-833e-a96a360e0d3f req-e391987e-4de8-4296-9b2c-875a53ad2b09 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:56.196135 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8bf6551d-b753-4c28-833e-a96a360e0d3f req-e391987e-4de8-4296-9b2c-875a53ad2b09 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1096 time: 0.0528991 Oct 18 20:28:56.256961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8bf6551d-b753-4c28-833e-a96a360e0d3f req-2a3d57f3-1bfd-4a54-9959-3e19ed0a2474 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478296 Oct 18 20:28:56.416259 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:56.811893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe67c6d-f0ae-4813-a7ea-343a169e2e9e req-a128cae2-60cf-48de-acf3-de52617bc54d tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:56.813637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbe67c6d-f0ae-4813-a7ea-343a169e2e9e req-a128cae2-60cf-48de-acf3-de52617bc54d tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 949 time: 0.0906014 Oct 18 20:28:56.865060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbe67c6d-f0ae-4813-a7ea-343a169e2e9e req-03ff14af-bde8-4594-a37a-c8dce840dd83 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396018 Oct 18 20:28:56.917963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-0d96ec15-48be-470b-82ce-93297973de3c tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:56.919749 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-0d96ec15-48be-470b-82ce-93297973de3c tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 822 time: 0.4953682 Oct 18 20:28:56.936810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Request body: {'port': {'device_id': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'admin_state_up': True, 'tenant_id': 'fa82925d3aa14f9da3e2af1e53e3c144'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:57.049227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e6ddb-7285-49f7-a00b-f13e0c49cdbe req-502aeaba-3514-4c4b-87ee-c0ade189d6d4 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:57.050920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e7e6ddb-7285-49f7-a00b-f13e0c49cdbe req-502aeaba-3514-4c4b-87ee-c0ade189d6d4 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1096 time: 0.0607219 Oct 18 20:28:57.088067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Made reservation on behalf of fa82925d3aa14f9da3e2af1e53e3c144 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:28:57.092201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:57.095479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e7e6ddb-7285-49f7-a00b-f13e0c49cdbe req-725198be-c454-457a-a837-fb3fea764fed tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Oct 18 20:28:57.281238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a152bfe-0555-4399-bb67-df99eed3ab2e req-a99e97ef-4f79-4804-ae2d-eed086b57993 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 210 time: 0.0328510 Oct 18 20:28:57.319052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Allocated IP 172.20.0.8 (9e4a2bf8-455d-4957-b0d4-59322b735e3d/452261e9-ad3e-429b-8f76-2eacced198b4/f7eb6f17-002f-45ee-b74c-371724d5f317) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:28:57.587114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebab13-df35-4c08-9d43-2df3761da064 req-49b20ad7-fdb6-4d7f-a3a9-47245dbf8863 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:57.588718 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7bebab13-df35-4c08-9d43-2df3761da064 req-49b20ad7-fdb6-4d7f-a3a9-47245dbf8863 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 949 time: 0.1995699 Oct 18 20:28:57.703916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:57.856654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:57.885477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Deleting port 282c4756-6350-4dc4-90bc-d10c176c6da7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:28:57.885933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:57.976759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Network 9e4a2bf8-455d-4957-b0d4-59322b735e3d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:28:57.996847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:28:58.000886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:28:58.025886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:58.026956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:58.036742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:58.134683 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-80272938-6c2a-41c5-bb68-1f7507031d0f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2038958 Oct 18 20:28:58.150573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Request body: {'port': {'device_id': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:28:58.196109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] For port 282c4756-6350-4dc4-90bc-d10c176c6da7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=282c4756-6350-4dc4-90bc-d10c176c6da7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:28:58.196609 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:58.220343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Calling delete_port for 282c4756-6350-4dc4-90bc-d10c176c6da7 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:28:58.250290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9c713-82f9-41c0-9125-a7770e901ae0 req-adacfedd-673f-4886-813b-e35cd5baba31 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:58.252631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fe9c713-82f9-41c0-9125-a7770e901ae0 req-adacfedd-673f-4886-813b-e35cd5baba31 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fd1be02-bdd1-486f-b289-41a21edd6959 HTTP/1.1" status: 200 len: 949 time: 0.0601120 Oct 18 20:28:58.304477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fe9c713-82f9-41c0-9125-a7770e901ae0 req-76437d34-c43f-4580-9cfd-e42df5ec7062 tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7eb746-405a-4ac7-b404-dbe92baab111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Oct 18 20:28:58.366907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:58.462480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343ab9-26c5-4e08-bf72-b740f8db7e89 req-0fd26ee5-710d-4127-a873-428ff0f28770 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:58.464796 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0343ab9-26c5-4e08-bf72-b740f8db7e89 req-0fd26ee5-710d-4127-a873-428ff0f28770 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1096 time: 0.0510707 Oct 18 20:28:58.516896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0343ab9-26c5-4e08-bf72-b740f8db7e89 req-cdcba32e-c90c-40b7-bf87-c537aa772248 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370758 Oct 18 20:28:58.670611 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:58.686597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['282c4756-6350-4dc4-90bc-d10c176c6da7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:28:58.723235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Pushing event deleted for resources: {'Port': ['ID=282c4756-6350-4dc4-90bc-d10c176c6da7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:58.837664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] No DVR routers for this DVR port 282c4756-6350-4dc4-90bc-d10c176c6da7 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:28:58.843410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:58.847358 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7bebab13-df35-4c08-9d43-2df3761da064 req-7fdc7d21-9f67-4def-a72d-684422daf9cb tempest-ServersAdminNegativeTestJSON-453295808 tempest-ServersAdminNegativeTestJSON-453295808-project] 10.222.0.30 "DELETE /v2.0/ports/282c4756-6350-4dc4-90bc-d10c176c6da7 HTTP/1.1" status: 204 len: 173 time: 1.2498040 Oct 18 20:28:58.848464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'name': 'network-vif-deleted', 'tag': '282c4756-6350-4dc4-90bc-d10c176c6da7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:28:58.850927 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd918513-fd60-4617-902f-b7270d593d2e" -d '{"events": [{"server_uuid": "9fd1be02-bdd1-486f-b289-41a21edd6959", "name": "network-vif-deleted", "tag": "282c4756-6350-4dc4-90bc-d10c176c6da7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:28:58.904855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc47f6-7e70-492c-8dc4-bae60e3b6972 req-02d4ec0b-4425-48b1-b0dd-835a8a5fbf3b tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:58.920841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5dfc47f6-7e70-492c-8dc4-bae60e3b6972 req-02d4ec0b-4425-48b1-b0dd-835a8a5fbf3b tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 931 time: 0.1345363 Oct 18 20:28:58.959224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7eb6f17-002f-45ee-b74c-371724d5f317 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:28:58.975649 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:58.993155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Transition to ACTIVE for port object f7eb6f17-002f-45ee-b74c-371724d5f317 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:28:58.999326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:59.013315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5dfc47f6-7e70-492c-8dc4-bae60e3b6972 req-e4d0eb3a-78fc-4a05-92e8-9bf02ea9c846 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903087 Oct 18 20:28:59.124659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Attempting to bind port f7eb6f17-002f-45ee-b74c-371724d5f317 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:28:59.124928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Attempting to bind port f7eb6f17-002f-45ee-b74c-371724d5f317 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:28:59.125347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Attempting to bind port f7eb6f17-002f-45ee-b74c-371724d5f317 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:59.129391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:59.138503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Port f7eb6f17-002f-45ee-b74c-371724d5f317 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:28:59.139013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Attempting to bind port f7eb6f17-002f-45ee-b74c-371724d5f317 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:28:59.149093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:28:59.149746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Checking segment: {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:28:59.150412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Bound using segment: {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:28:59.151178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Bound port: f7eb6f17-002f-45ee-b74c-371724d5f317, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:28:59.151822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:59.241492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:28:59.245737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:28:59.253173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:59.325336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:59.326407 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:28:59.328862 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] 10.222.0.79 "PUT /v2.0/ports/f7eb6f17-002f-45ee-b74c-371724d5f317 HTTP/1.1" status: 200 len: 1091 time: 1.1830721 Oct 18 20:28:59.389207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ec9c1-a727-48fe-a75d-523a1eb05339 service neutron] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:28:59.449836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-868f6261-b875-4b43-943c-707ecfad8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:59.451650 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-868f6261-b875-4b43-943c-707ecfad8689 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 1094 time: 0.0550153 Oct 18 20:28:59.515632 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-70f20c76-b4a2-4215-86ee-6310ed0c9dc0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eb6f17-002f-45ee-b74c-371724d5f317 HTTP/1.1" status: 200 len: 217 time: 0.0560160 Oct 18 20:28:59.576135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-46b3a07e-b617-4175-a127-51f6a75ce182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:28:59.577691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-46b3a07e-b617-4175-a127-51f6a75ce182 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452261e9-ad3e-429b-8f76-2eacced198b4 HTTP/1.1" status: 200 len: 862 time: 0.0549645 Oct 18 20:28:59.631713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-b2818c03-bf41-4ce1-86e1-39515c8762cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e4a2bf8-455d-4957-b0d4-59322b735e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454326 Oct 18 20:28:59.763025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-a93c6135-c964-4d83-a4c4-15fbc9004bf1 service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231861 Oct 18 20:28:59.916762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6c8c2e3-4d91-42dd-ae91-e71e8a1e8263 req-580b11e7-859f-41b3-b198-b247124ff081 service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455326 Oct 18 20:29:00.556758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44576) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:00.730386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-0a0ceca7-addb-4db4-b9e2-a01ee00347ec tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:29:00.732082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-0a0ceca7-addb-4db4-b9e2-a01ee00347ec tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1724079 Oct 18 20:29:00.782352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-c8f74024-8ba7-433b-8c9b-2726837c2b73 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:00.784019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-c8f74024-8ba7-433b-8c9b-2726837c2b73 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 1093 time: 0.0438445 Oct 18 20:29:00.945226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Request body: {'binding': {'host': 'n-h1-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:00.945693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:29:01.148099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on host n-h1-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:01.148540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:01.148969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:01.154591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:29:01.154909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:01.160866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:01.161231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:01.162995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:01.162995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Bound port: eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:01.227723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:01.236740 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:01.240915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-5f446a0f-1b1c-4cbd-9c56-ccdc5f5b5f55 service neutron] 10.222.0.66 "POST /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3776076 Oct 18 20:29:01.603843 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5157361e-53ca-423e-9b00-c04c4f32028c x-openstack-request-id: req-5157361e-53ca-423e-9b00-c04c4f32028c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:01.605578 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd1be02-bdd1-486f-b289-41a21edd6959", "name": "network-vif-deleted", "tag": "282c4756-6350-4dc4-90bc-d10c176c6da7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:01.605889 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5157361e-53ca-423e-9b00-c04c4f32028c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:01.606311 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd1be02-bdd1-486f-b289-41a21edd6959', 'name': 'network-vif-deleted', 'tag': '282c4756-6350-4dc4-90bc-d10c176c6da7', 'status': 'completed', 'code': 200} Oct 18 20:29:01.608700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-4eca5b99-152a-4a05-90f8-a1affea0ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:01.610777 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-4eca5b99-152a-4a05-90f8-a1affea0ca98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1096 time: 0.0729454 Oct 18 20:29:01.790994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790253b-98d5-4684-b167-74802baf310e req-aa777cbd-18b3-41aa-b123-d751727850d7 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:01.793420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e790253b-98d5-4684-b167-74802baf310e req-aa777cbd-18b3-41aa-b123-d751727850d7 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 943 time: 0.0794852 Oct 18 20:29:01.863030 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e790253b-98d5-4684-b167-74802baf310e req-5c9aaa6e-4868-4932-b7b7-428c342a50cf tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607357 Oct 18 20:29:01.890179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 282c4756-6350-4dc4-90bc-d10c176c6da7 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:01.968648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 282c4756-6350-4dc4-90bc-d10c176c6da7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:29:01.969425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 282c4756-6350-4dc4-90bc-d10c176c6da7 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:01.985078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-4339200c-8be1-4991-b77c-68c4d540d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:01.986770 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-4339200c-8be1-4991-b77c-68c4d540d9f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.3629658 Oct 18 20:29:02.020877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5943d0e-93f8-4906-ae16-0137b28d3a12 req-3505996d-8fcc-47c1-b52b-31a36307a0d8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:02.022757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5943d0e-93f8-4906-ae16-0137b28d3a12 req-3505996d-8fcc-47c1-b52b-31a36307a0d8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 945 time: 0.0788574 Oct 18 20:29:02.040895 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-b90d88e4-3cce-43d4-9d28-36bb40267019 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.0451534 Oct 18 20:29:02.079826 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5943d0e-93f8-4906-ae16-0137b28d3a12 req-8f0f6e95-b502-43a2-aa2e-0358daa8a1e2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Oct 18 20:29:02.093255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44602) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:02.121913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-27093df4-c721-436a-adc4-b261e54525a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:02.124812 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-27093df4-c721-436a-adc4-b261e54525a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0756145 Oct 18 20:29:02.182734 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-9b2b74bb-ecfc-49e6-b9c4-92ab4e747c24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461607 Oct 18 20:29:02.312934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bd3bfe7e-314e-40be-91e3-97fd9a99e6bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b464069e97e64087b1bb21922a7e4fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177861 Oct 18 20:29:02.317066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44614) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:02.395679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b95d82fa-fd4b-4799-99e4-86621c29f22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:02.400371 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-39eae844-0e23-48cb-a71e-afaefe331607 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092998 Oct 18 20:29:02.428075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b95d82fa-fd4b-4799-99e4-86621c29f22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:02.545607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b95d82fa-fd4b-4799-99e4-86621c29f22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:02.550906 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b95d82fa-fd4b-4799-99e4-86621c29f22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:02.557422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b95d82fa-fd4b-4799-99e4-86621c29f22e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b7eb746-405a-4ac7-b404-dbe92baab111 HTTP/1.1" status: 204 len: 168 time: 0.2382259 Oct 18 20:29:02.571945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d82fa-fd4b-4799-99e4-86621c29f22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7eb746-405a-4ac7-b404-dbe92baab111,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:02.588125 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-a15784a5-822c-4c4d-9a66-f5a3da875ea6 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800675 Oct 18 20:29:02.735675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-d9496826-1a87-4482-ac54-85581409568c tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:02.738593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-d9496826-1a87-4482-ac54-85581409568c tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.0792193 Oct 18 20:29:02.760290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:02.841609 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.101402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44646) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:03.106834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:03.183386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:03.258832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f7eb6f17-002f-45ee-b74c-371724d5f317 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:29:03.276540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.289201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.362827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dd64e-130d-4ee3-b21b-825425e557f1 req-6d8ce5e2-31c8-4c4a-90fa-73b175aaac25 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:03.364834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf3dd64e-130d-4ee3-b21b-825425e557f1 req-6d8ce5e2-31c8-4c4a-90fa-73b175aaac25 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 943 time: 0.3081973 Oct 18 20:29:03.413509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2107ad89-4123-4c63-a02a-2f512f277a7e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff31b858e20640668d45c347c8ad27bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087091 Oct 18 20:29:03.417074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44650) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:03.434221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:03.435551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:03.451605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'port_id': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'mac_address': 'fa:16:3e:44:21:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452261e9-ad3e-429b-8f76-2eacced198b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:29:03.461277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf3dd64e-130d-4ee3-b21b-825425e557f1 req-5cd7cbb0-6407-4ab8-b1b0-3dfb91cb5479 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826094 Oct 18 20:29:03.464194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on host n-h2-812149-2 for vnic_type normal with profile {"migrating_to": "n-h1-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:03.464194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:03.464676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:03.472942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:29:03.473507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Attempting to bind port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:03.483268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:03.483825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:03.484506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:03.485286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Bound port: eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:03.485901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.516606 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.523171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a44652d7-6220-40ef-ba4f-147c9d3f8b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.541671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7eb6f17-002f-45ee-b74c-371724d5f317 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:03.555951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a44652d7-6220-40ef-ba4f-147c9d3f8b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.586549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:03.593594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.610688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317'}, {'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:03.618623 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d" -d '{"events": [{"name": "network-changed", "server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317"}, {"server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:03.665912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:03.674146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:03.675938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a44652d7-6220-40ef-ba4f-147c9d3f8b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.681274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a44652d7-6220-40ef-ba4f-147c9d3f8b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.683021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.688340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a44652d7-6220-40ef-ba4f-147c9d3f8b04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3f1ec64-f7c1-4def-ab44-e4567f087a18 HTTP/1.1" status: 204 len: 168 time: 0.2678480 Oct 18 20:29:03.703140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44652d7-6220-40ef-ba4f-147c9d3f8b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f1ec64-f7c1-4def-ab44-e4567f087a18,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:03.756809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:03.776584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.777545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.778596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.779391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.780206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.781036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.781790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.782555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.783361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.784521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.785421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.786215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:03.800107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:03.849736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:03.852258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:03.855134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f707f3-a976-4c59-83ad-72d7b7a590a0 req-1fcc8375-5b3d-465b-adcb-df4e3faebfcf tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:03.856267 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-f1141d24-b16c-4da7-b7b9-15013f297f74 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 1121 time: 1.1054547 Oct 18 20:29:03.856997 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f707f3-a976-4c59-83ad-72d7b7a590a0 req-1fcc8375-5b3d-465b-adcb-df4e3faebfcf tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 943 time: 0.0913692 Oct 18 20:29:03.936971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f707f3-a976-4c59-83ad-72d7b7a590a0 req-3d33adc0-8d14-4892-a458-19da4df29744 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697591 Oct 18 20:29:03.944510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f7eb6f17-002f-45ee-b74c-371724d5f317'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:04.047250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['eb2fb6ae-c403-4bb3-8857-abdefdd1701a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:04.155293 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e25cf0-28c9-466d-8b9d-79bafce47e9a x-openstack-request-id: req-33e25cf0-28c9-466d-8b9d-79bafce47e9a {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:04.156228 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317", "status": "completed", "code": 200}, {"server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:04.157108 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33e25cf0-28c9-466d-8b9d-79bafce47e9a {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:04.158160 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'status': 'completed', 'code': 200} Oct 18 20:29:04.160533 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a', 'code': 200} Oct 18 20:29:04.296521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-d94eef4a-864d-41db-ba5e-5aa6394858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:04.300659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-d94eef4a-864d-41db-ba5e-5aa6394858fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 1095 time: 0.1105435 Oct 18 20:29:04.560046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-1c00a19c-ff06-496d-aa6c-60aa94e473d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:04.565347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-1c00a19c-ff06-496d-aa6c-60aa94e473d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 923 time: 0.2547719 Oct 18 20:29:04.657783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-8876c21f-6293-4cab-a344-4ab6d1f799a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7eb6f17-002f-45ee-b74c-371724d5f317 HTTP/1.1" status: 200 len: 217 time: 0.0839581 Oct 18 20:29:04.753650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-2de56ca2-c4d8-406d-bec3-c817df091c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:04.756790 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-2de56ca2-c4d8-406d-bec3-c817df091c7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452261e9-ad3e-429b-8f76-2eacced198b4 HTTP/1.1" status: 200 len: 862 time: 0.0884151 Oct 18 20:29:04.817574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-d7642c9c-06b4-4da3-93be-bf27aa9618e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e4a2bf8-455d-4957-b0d4-59322b735e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515563 Oct 18 20:29:04.857556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44702) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:04.868182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:05.017593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-a5eddc39-7b63-499f-a1e9-183f2c5d7267 service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926754 Oct 18 20:29:05.040812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafac9e6-c3ae-413a-9b27-1da0173bb8c4 req-5e9b5d4b-aeca-4d27-a85e-922947a002c3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:05.044484 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dafac9e6-c3ae-413a-9b27-1da0173bb8c4 req-5e9b5d4b-aeca-4d27-a85e-922947a002c3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 944 time: 0.0819831 Oct 18 20:29:05.124188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dafac9e6-c3ae-413a-9b27-1da0173bb8c4 req-beeb80bc-4c9a-4a01-b9f4-1a2653227f4c tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Oct 18 20:29:05.167310 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db3e1612-c361-4f21-8b47-9d884b193089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.210813 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ec4aac5-c055-4754-a924-50cf7e748e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.299772 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db3e1612-c361-4f21-8b47-9d884b193089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.306148 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db3e1612-c361-4f21-8b47-9d884b193089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.331212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3a16be0-8a3e-42c9-bb44-bdf3c51bd99d req-55df12b6-609f-4e12-8f9c-378de439007a service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033347 Oct 18 20:29:05.357038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e1612-c361-4f21-8b47-9d884b193089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea182d0f-5b2c-46b3-8e67-2d7f249d1fec,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:05.373248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-db3e1612-c361-4f21-8b47-9d884b193089 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c45ccea6618741bd89c68e1715c80d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120337 Oct 18 20:29:05.374296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44722) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:05.437579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88212bf0-95a7-43c8-bda9-a0eae46d8160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.464183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88212bf0-95a7-43c8-bda9-a0eae46d8160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.479365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ec4aac5-c055-4754-a924-50cf7e748e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.486245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ec4aac5-c055-4754-a924-50cf7e748e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.549737 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88212bf0-95a7-43c8-bda9-a0eae46d8160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.553544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88212bf0-95a7-43c8-bda9-a0eae46d8160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.557351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-88212bf0-95a7-43c8-bda9-a0eae46d8160 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea182d0f-5b2c-46b3-8e67-2d7f249d1fec HTTP/1.1" status: 204 len: 168 time: 0.1791325 Oct 18 20:29:05.567227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4aac5-c055-4754-a924-50cf7e748e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9752245f-571b-46a7-a707-4250d71c95d3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:05.575511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6ec4aac5-c055-4754-a924-50cf7e748e19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a2b6da66cec4680b9ea522f41ea1baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057114 Oct 18 20:29:05.578282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44730) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:05.593692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88212bf0-95a7-43c8-bda9-a0eae46d8160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea182d0f-5b2c-46b3-8e67-2d7f249d1fec,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:05.629819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77b28f-a3b0-46c1-b72d-947c939b643c req-e752a7dc-7ebe-48f9-bc65-9211070a366a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:05.635425 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f77b28f-a3b0-46c1-b72d-947c939b643c req-e752a7dc-7ebe-48f9-bc65-9211070a366a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 943 time: 0.0788665 Oct 18 20:29:05.670683 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de013f74-748c-493f-9ccc-7a2d586eb986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.702016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de013f74-748c-493f-9ccc-7a2d586eb986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.704147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f77b28f-a3b0-46c1-b72d-947c939b643c req-d344135f-9d11-45d5-80a1-24cce4506bce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609703 Oct 18 20:29:05.790357 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de013f74-748c-493f-9ccc-7a2d586eb986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.800775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de013f74-748c-493f-9ccc-7a2d586eb986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:05.803586 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-de013f74-748c-493f-9ccc-7a2d586eb986 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9752245f-571b-46a7-a707-4250d71c95d3 HTTP/1.1" status: 204 len: 168 time: 0.2232602 Oct 18 20:29:05.832011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de013f74-748c-493f-9ccc-7a2d586eb986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752245f-571b-46a7-a707-4250d71c95d3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:05.911009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:29:05.975789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44750) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:06.096220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:06.116863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a has no active binding in host n-h1-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:29:06.162264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:06.166568 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b77574-eab3-4e84-a8af-57eb372f6f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:06.243078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44772) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:06.265296 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fd18a6e-cdfc-4908-98fb-34b0055b29f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.402953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fd18a6e-cdfc-4908-98fb-34b0055b29f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.411901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fd18a6e-cdfc-4908-98fb-34b0055b29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.445746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10648c-6e5a-4809-af0b-3359c226ce8e req-e6247eb1-7701-4873-abc3-32518f03cfe4 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:06.448150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d10648c-6e5a-4809-af0b-3359c226ce8e req-e6247eb1-7701-4873-abc3-32518f03cfe4 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 944 time: 0.1037161 Oct 18 20:29:06.487178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd18a6e-cdfc-4908-98fb-34b0055b29f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c979e-0ad2-47fe-bdd1-242e5b33192d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:06.511578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44774) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:06.512130 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3fd18a6e-cdfc-4908-98fb-34b0055b29f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1eb0690e80a44a293de6072b719ae20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669611 Oct 18 20:29:06.573084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d10648c-6e5a-4809-af0b-3359c226ce8e req-955f29f7-bf83-453e-8230-45184fdef99f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105242 Oct 18 20:29:06.591675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cf367c1-6c46-4ffe-a418-adc1114ad8f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.672004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a4b-5d0e-42af-8972-6eb5ca333215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.697971 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76acaba4-ef2f-401a-86ac-144124b332d4 x-openstack-request-id: req-76acaba4-ef2f-401a-86ac-144124b332d4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:06.698258 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:06.698458 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76acaba4-ef2f-401a-86ac-144124b332d4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:06.698855 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a', 'status': 'completed', 'code': 200} Oct 18 20:29:06.727821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a4b-5d0e-42af-8972-6eb5ca333215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.789030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cf367c1-6c46-4ffe-a418-adc1114ad8f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.797901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cf367c1-6c46-4ffe-a418-adc1114ad8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.802920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a4b-5d0e-42af-8972-6eb5ca333215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.809820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4dc63a4b-5d0e-42af-8972-6eb5ca333215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:06.813258 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4dc63a4b-5d0e-42af-8972-6eb5ca333215 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce6c979e-0ad2-47fe-bdd1-242e5b33192d HTTP/1.1" status: 204 len: 168 time: 0.2985682 Oct 18 20:29:06.823227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44784) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:06.841147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc63a4b-5d0e-42af-8972-6eb5ca333215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c979e-0ad2-47fe-bdd1-242e5b33192d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:06.857638 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3cf367c1-6c46-4ffe-a418-adc1114ad8f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5503c40ce2f743ee9c2b8d8c054dffef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8802063 Oct 18 20:29:06.858820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf367c1-6c46-4ffe-a418-adc1114ad8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddfe288-f40d-47ae-9608-49b858d472e8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:06.862804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-d3322787-8cb3-4bba-a391-1839e1ea7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:06.863871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44788) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:06.865075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-d3322787-8cb3-4bba-a391-1839e1ea7657 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1124 time: 0.1390617 Oct 18 20:29:06.935605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44790) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:06.976119 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1da3eaa-a42e-41f9-a1bd-41a9c322ac4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.052560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411c4a01-023e-410f-9cc3-a8259721deb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.056813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-0b9df1e9-591b-4189-8163-e8808ff6e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:07.058840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-0b9df1e9-591b-4189-8163-e8808ff6e533 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.1744342 Oct 18 20:29:07.124529 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-307d44e3-b184-4c7d-8a28-f9ed4eec816f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.0511882 Oct 18 20:29:07.125593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411c4a01-023e-410f-9cc3-a8259721deb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.251240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1da3eaa-a42e-41f9-a1bd-41a9c322ac4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.262329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-5fcf37bd-3340-4b7c-8f67-5b573f81a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:07.262512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f7eb6f17-002f-45ee-b74c-371724d5f317 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:07.272749 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-5fcf37bd-3340-4b7c-8f67-5b573f81a712 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1346977 Oct 18 20:29:07.275503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1da3eaa-a42e-41f9-a1bd-41a9c322ac4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.336836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-433354c9-9b23-4596-b587-103d443c1ad3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546820 Oct 18 20:29:07.358559 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411c4a01-023e-410f-9cc3-a8259721deb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.363488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411c4a01-023e-410f-9cc3-a8259721deb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.371377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-411c4a01-023e-410f-9cc3-a8259721deb7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ddfe288-f40d-47ae-9608-49b858d472e8 HTTP/1.1" status: 204 len: 168 time: 0.5060987 Oct 18 20:29:07.433704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f1da3eaa-a42e-41f9-a1bd-41a9c322ac4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a19abe4e8be4b9db0c594599ae4b7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961843 Oct 18 20:29:07.436318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44802) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:07.445279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port f7eb6f17-002f-45ee-b74c-371724d5f317 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:29:07.450875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port f7eb6f17-002f-45ee-b74c-371724d5f317 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:07.451457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.469925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da3eaa-a42e-41f9-a1bd-41a9c322ac4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f87ecf-4b31-4ebd-a9e6-cab8ecfb0779,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:07.547390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-88175660-network', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:07.559990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c4a01-023e-410f-9cc3-a8259721deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddfe288-f40d-47ae-9608-49b858d472e8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:07.598423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-0edc177b-bb3d-4d65-b122-bd008071b1ec service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433171 Oct 18 20:29:07.640629 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.668183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Made reservation on behalf of cdc4835db40e4e4387879db87e9b864a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:07.673665 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.677374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:07.681300 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf456e1c-9147-4677-a2ec-1ec7a6c05daf" -d '{"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:07.704999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:07.707316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95133757-a014-45a2-a6b3-7790f1537a8e req-cf279137-6c60-4308-81fb-dd28d4055de2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:07.717006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95133757-a014-45a2-a6b3-7790f1537a8e req-cf279137-6c60-4308-81fb-dd28d4055de2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 943 time: 0.2599714 Oct 18 20:29:07.718075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.730222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a611bc-b781-4aa5-8fc3-56cada6969e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.768127 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6b77574-eab3-4e84-a8af-57eb372f6f2d req-c398a044-4ff1-41d4-8501-5f4e8cebb421 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626427 Oct 18 20:29:07.790192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.806909 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a611bc-b781-4aa5-8fc3-56cada6969e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.812841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:07.861442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95133757-a014-45a2-a6b3-7790f1537a8e req-7056fe84-2fca-4e87-a7d1-45c19e37839e tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435187 Oct 18 20:29:07.930746 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a611bc-b781-4aa5-8fc3-56cada6969e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.933493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-70a611bc-b781-4aa5-8fc3-56cada6969e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.934882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-70a611bc-b781-4aa5-8fc3-56cada6969e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43f87ecf-4b31-4ebd-a9e6-cab8ecfb0779 HTTP/1.1" status: 204 len: 168 time: 0.4969399 Oct 18 20:29:07.941908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:07.951437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a611bc-b781-4aa5-8fc3-56cada6969e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f87ecf-4b31-4ebd-a9e6-cab8ecfb0779,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:07.954157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.011589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:29:08.033523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7adc15-14e6-4c23-b77e-0ab89a3a7fdf,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:08.051550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778211269196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.052910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Unsubscribe: segment precommit_create {{(pid=100531) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 20:29:08.054275 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Added segment d421f6df-70a3-4a9d-bf34-96f003468bc8 of type vlan for network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 Oct 18 20:29:08.084942 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-b37d870a-4c29-42fa-8731-c3d3d41c2381 service neutron] 10.222.0.79 "GET /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a/bindings/n-h1-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.1321318 Oct 18 20:29:08.116317 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.173463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44822) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:08.196735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.198013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:08.198790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.206629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-563a982c-48f5-45dc-ac7a-154849830fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.279489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4548628 Oct 18 20:29:08.283603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44826) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:08.292282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Request body: {'subnet': {'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-88175660-subnet', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:08.349648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d090e-3ccc-4cdb-8a35-6e2e05ce90d8 req-d4fa4f8f-73ca-4af4-a609-bf0267b12cc2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:08.349648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e5d090e-3ccc-4cdb-8a35-6e2e05ce90d8 req-d4fa4f8f-73ca-4af4-a609-bf0267b12cc2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.2154894 Oct 18 20:29:08.356030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa5a97-33c3-42fe-94c3-71c0b8d6dbf2 admin admin] Pushing event updated for resources: {'Network': ['ID=1bea00d3-9dc6-4bbd-97da-bd34e02508e3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:08.376648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:29:08.406956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Made reservation on behalf of cdc4835db40e4e4387879db87e9b864a for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:08.415221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.442947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e5d090e-3ccc-4cdb-8a35-6e2e05ce90d8 req-3a6b9a5a-93ab-42d6-83db-939b3e292cf4 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883288 Oct 18 20:29:08.507209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-563a982c-48f5-45dc-ac7a-154849830fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.523914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-563a982c-48f5-45dc-ac7a-154849830fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.555699 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b391c-63a0-4922-8143-22568184bd27 x-openstack-request-id: req-fc5b391c-63a0-4922-8143-22568184bd27 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:08.556014 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:08.556273 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc5b391c-63a0-4922-8143-22568184bd27 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:08.556701 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'code': 200} Oct 18 20:29:08.654111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-563a982c-48f5-45dc-ac7a-154849830fcb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1f124211e2f497498ac1896ba30e8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757688 Oct 18 20:29:08.678858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44840) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:08.679599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a982c-48f5-45dc-ac7a-154849830fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07659e6d-c95e-41a3-9f50-a5ed97ca8193,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:08.793834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886103-2872-482b-9d95-339d99e1e545 req-6f508384-9bb4-420b-9a0e-4f36cbda979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:08.796904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0886103-2872-482b-9d95-339d99e1e545 req-6f508384-9bb4-420b-9a0e-4f36cbda979d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 1096 time: 0.1455238 Oct 18 20:29:08.928448 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5b34d5c-9fdb-4c61-be97-ddc12ad1772d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.934733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.964134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0886103-2872-482b-9d95-339d99e1e545 req-610d592b-c3a0-470f-8932-0210806b8b30 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359141 Oct 18 20:29:08.988853 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5b34d5c-9fdb-4c61-be97-ddc12ad1772d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:08.990642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:09.017990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d525729f-2243-4b85-bee7-02f74c72d6a5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:09.035663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:09.089911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Checking segment: {'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:09.090768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Network hostable DHCP agents. Network: 1bea00d3-9dc6-4bbd-97da-bd34e02508e3, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:29:09.096461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2fb6ae-c403-4bb3-8857-abdefdd1701a {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:09.097276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5b34d5c-9fdb-4c61-be97-ddc12ad1772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.101405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5b34d5c-9fdb-4c61-be97-ddc12ad1772d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.105321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f5b34d5c-9fdb-4c61-be97-ddc12ad1772d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07659e6d-c95e-41a3-9f50-a5ed97ca8193 HTTP/1.1" status: 204 len: 168 time: 0.4192898 Oct 18 20:29:09.111385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:09.114449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b34d5c-9fdb-4c61-be97-ddc12ad1772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07659e6d-c95e-41a3-9f50-a5ed97ca8193,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:09.141401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:29:09.151829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.201950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:09.216087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1bea00d3-9dc6-4bbd-97da-bd34e02508e3) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:09.226641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1edd068-ce36-41d0-8b7e-693f27a63bee None None] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:09.232497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:09.233101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.237628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1fc8edda-87f3-4975-83d3-459d7c0aa892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.243757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c64ae-1e15-4125-b712-bf2779c8a851 req-7f6497fc-82e4-4583-9c0f-e448609ebfbc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:09.245743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-331c64ae-1e15-4125-b712-bf2779c8a851 req-7f6497fc-82e4-4583-9c0f-e448609ebfbc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 943 time: 0.0719030 Oct 18 20:29:09.281561 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2f69cd2f-362c-428b-b957-7a93638dccc5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9939787 Oct 18 20:29:09.282487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44868) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:09.298491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:09.316235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] Transition to ACTIVE for port object eb2fb6ae-c403-4bb3-8857-abdefdd1701a will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:29:09.327132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.380950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-331c64ae-1e15-4125-b712-bf2779c8a851 req-daa9302c-9613-44fc-99e2-e413f6b6cdec tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089253 Oct 18 20:29:09.385410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1fc8edda-87f3-4975-83d3-459d7c0aa892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.411809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.414235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.454501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:09.462694 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1fc8edda-87f3-4975-83d3-459d7c0aa892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.495825 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1fc8edda-87f3-4975-83d3-459d7c0aa892 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2cf9401c1164ac1a5c674a184486759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927804 Oct 18 20:29:09.499576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44876) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:09.526037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.561475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1bea00d3-9dc6-4bbd-97da-bd34e02508e3', 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'fixed_ips': [{'subnet_id': 'd525729f-2243-4b85-bee7-02f74c72d6a5'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:29:09.563316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.569252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] No DVR routers for this DVR port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:29:09.638956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8edda-87f3-4975-83d3-459d7c0aa892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545568cc-0471-4f18-812a-b831aaa27425,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:09.672263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8a285df-3294-4ca5-b2cf-7240f7feff1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.683268 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-fc16f1c5-f28b-4081-b30a-9f959d840cf4 service neutron] 10.222.0.79 "PUT /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a/bindings/n-h1-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5897648 Oct 18 20:29:09.704598 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8a285df-3294-4ca5-b2cf-7240f7feff1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.840158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8a285df-3294-4ca5-b2cf-7240f7feff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.843807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8a285df-3294-4ca5-b2cf-7240f7feff1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.845714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8a285df-3294-4ca5-b2cf-7240f7feff1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/545568cc-0471-4f18-812a-b831aaa27425 HTTP/1.1" status: 204 len: 168 time: 0.3407748 Oct 18 20:29:09.856249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a285df-3294-4ca5-b2cf-7240f7feff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545568cc-0471-4f18-812a-b831aaa27425,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:09.866745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-caed9bc0-ca01-4300-9d85-5c8eb1826878 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:09.868777 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-caed9bc0-ca01-4300-9d85-5c8eb1826878 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.0823824 Oct 18 20:29:09.893176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:09.899546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Allocated IP 172.20.0.2 (1bea00d3-9dc6-4bbd-97da-bd34e02508e3/d525729f-2243-4b85-bee7-02f74c72d6a5/18420dbb-2d3f-49ae-b007-89bb8afce71c) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:09.982626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-c8eda43f-b5b5-453f-ae7b-3e4d65d0eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:09.985501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-c8eda43f-b5b5-453f-ae7b-3e4d65d0eab3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8&tenant_id=6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 1095 time: 0.1019771 Oct 18 20:29:10.028909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf906375-973a-4710-9a9d-5d0d11dd4447 req-cce800da-5a93-4347-b209-004e92117134 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:10.030660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf906375-973a-4710-9a9d-5d0d11dd4447 req-cce800da-5a93-4347-b209-004e92117134 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1430843 Oct 18 20:29:10.132316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf906375-973a-4710-9a9d-5d0d11dd4447 req-d764661b-3b24-49ec-b34a-2750d5e45369 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575094 Oct 18 20:29:10.184255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-ad087eae-19fd-4c5c-8918-79ab61b31231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:10.193696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-ad087eae-19fd-4c5c-8918-79ab61b31231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1095 time: 0.1663816 Oct 18 20:29:10.291671 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.311154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.321103 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.360775 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.375165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Pushing event updated for resources: {'Port': ['ID=18420dbb-2d3f-49ae-b007-89bb8afce71c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:10.406171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:10.409675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:10.418330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:10.545586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-3a2524d2-c6d3-4196-a239-10b7edda27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:10.561286 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-3a2524d2-c6d3-4196-a239-10b7edda27fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.3518426 Oct 18 20:29:10.585609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Attempting to bind port 18420dbb-2d3f-49ae-b007-89bb8afce71c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:10.586276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Attempting to bind port 18420dbb-2d3f-49ae-b007-89bb8afce71c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:10.586867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Attempting to bind port 18420dbb-2d3f-49ae-b007-89bb8afce71c on network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:10.596000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:10.596681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Checking segment: {'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:10.597324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.598035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Bound using segment: {'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:10.598823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Bound port: 18420dbb-2d3f-49ae-b007-89bb8afce71c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:10.599513 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.607704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Allocated IP 172.25.7.113 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8b1b88fc-0f31-4633-b7ef-5660a009d6d2) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:10.668890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-e25bf457-5be6-44dc-a74f-344e32dfa413 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.1011269 Oct 18 20:29:10.736348 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.768849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-569ee427-19b0-426d-acc4-a982c705cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:10.771875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-569ee427-19b0-426d-acc4-a982c705cfc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0941792 Oct 18 20:29:10.839459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-45b6ef45-6e43-4cd5-ac07-51ea0749aea3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529380 Oct 18 20:29:10.858033 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.881634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] For port 18420dbb-2d3f-49ae-b007-89bb8afce71c, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:10.886181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] For port 18420dbb-2d3f-49ae-b007-89bb8afce71c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=18420dbb-2d3f-49ae-b007-89bb8afce71c,segment=NetworkSegment(d421f6df-70a3-4a9d-bf34-96f003468bc8),segment_id=d421f6df-70a3-4a9d-bf34-96f003468bc8)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:10.896013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:10.908768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1f290-f321-4783-85e8-829f5565bc63 req-d6f04922-ff0b-4fc3-bb1d-94af84fb0d80 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:10.917271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00e1f290-f321-4783-85e8-829f5565bc63 req-d6f04922-ff0b-4fc3-bb1d-94af84fb0d80 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 944 time: 0.1668780 Oct 18 20:29:10.969931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:10.977546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Pushing event updated for resources: {'Port': ['ID=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:10.980323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:10.992038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00e1f290-f321-4783-85e8-829f5565bc63 req-5954bf89-a33e-425c-a4a0-82780fb0d0f2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737391 Oct 18 20:29:10.997980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:11.068934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f7ece-4f02-436a-aec3-1c2530c1a7d4 None None] Pushing event updated for resources: {'Port': ['ID=18420dbb-2d3f-49ae-b007-89bb8afce71c,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:11.202572 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-32881df3-11ce-44b6-b07a-887321428081 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561521 Oct 18 20:29:11.276795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:11.387048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:11.455599 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:11.458077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-ef6bfa36-e877-4b20-a8af-d4f14bbabe8a service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467170 Oct 18 20:29:11.821548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-ff759503-5844-4e31-82a6-0cab7f3cd3ed tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:11.823755 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-ff759503-5844-4e31-82a6-0cab7f3cd3ed tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.0748699 Oct 18 20:29:12.115102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-73da67cb-0e11-4f0e-80f9-93b823e3ba74 service neutron] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:12.131594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-73da67cb-0e11-4f0e-80f9-93b823e3ba74 service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:12.132914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f03e05bc-79a6-4119-8b68-ea5c3f7a7cee req-73da67cb-0e11-4f0e-80f9-93b823e3ba74 service neutron] 10.222.0.30 "DELETE /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a/bindings/n-h2-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.2975760 Oct 18 20:29:12.151411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:12.359389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d9bd0-6054-4c5b-882e-069a454e3dfc req-49ec85e6-cc69-410c-9fa1-cf742c22ba9d tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:12.367483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee0d9bd0-6054-4c5b-882e-069a454e3dfc req-49ec85e6-cc69-410c-9fa1-cf742c22ba9d tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1247840 Oct 18 20:29:12.421483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee0d9bd0-6054-4c5b-882e-069a454e3dfc req-20764481-728e-4c78-9cd0-3a5004e80bcd tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530553 Oct 18 20:29:12.452837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Router ded0b998-9890-4b2a-b1a9-afa89baa0090 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:29:12.635432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:29:12.650277 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Sync routers for ids ['ded0b998-9890-4b2a-b1a9-afa89baa0090'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:29:12.662865 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:12.664870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a2b47938-ae53-4d7c-a7d3-271ba6a43a2f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3814147 Oct 18 20:29:12.667817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44978) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:12.669712 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Routers {'ded0b998-9890-4b2a-b1a9-afa89baa0090'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:29:12.674124 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ded0b998-9890-4b2a-b1a9-afa89baa0090'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:12.769259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5331a-b98e-4559-8e84-e76133931d64 None None] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:12.855948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 18420dbb-2d3f-49ae-b007-89bb8afce71c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:12.970765 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:13.011261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c725b6a2-4bd2-4c4b-be71-13f0eeb28a75 None None] Provisioning complete for port 18420dbb-2d3f-49ae-b007-89bb8afce71c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:13.011990 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c725b6a2-4bd2-4c4b-be71-13f0eeb28a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:13.093876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 18420dbb-2d3f-49ae-b007-89bb8afce71c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:13.094633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:13.170723 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Set router ded0b998-9890-4b2a-b1a9-afa89baa0090 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:29:13.619233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ba226-fd86-4d7b-9f65-0779132b402c req-32017c2a-c0dc-4694-8591-09694d230304 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:13.627300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b82ba226-fd86-4d7b-9f65-0779132b402c req-32017c2a-c0dc-4694-8591-09694d230304 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 944 time: 0.1399133 Oct 18 20:29:13.657479 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:13.746010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 18420dbb-2d3f-49ae-b007-89bb8afce71c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=18420dbb-2d3f-49ae-b007-89bb8afce71c,segment=NetworkSegment(d421f6df-70a3-4a9d-bf34-96f003468bc8),segment_id=d421f6df-70a3-4a9d-bf34-96f003468bc8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:13.746982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-c8949094-692e-4325-997e-8d5cea25c285 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:13.747860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b82ba226-fd86-4d7b-9f65-0779132b402c req-b219adde-5730-4df9-9e40-2a3fc13bf34f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174016 Oct 18 20:29:13.755361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-c8949094-692e-4325-997e-8d5cea25c285 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.30 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 972 time: 0.2501903 Oct 18 20:29:13.770306 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:13.801568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c725b6a2-4bd2-4c4b-be71-13f0eeb28a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:13.846127 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:11Z', 'revision_number': 3, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:13.973870 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Checking router: ded0b998-9890-4b2a-b1a9-afa89baa0090 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:29:13.974884 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Updating router ded0b998-9890-4b2a-b1a9-afa89baa0090 port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:29:14.018277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=18420dbb-2d3f-49ae-b007-89bb8afce71c,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:14.046672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-c725b6a2-4bd2-4c4b-be71-13f0eeb28a75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:29:14.047338 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-c725b6a2-4bd2-4c4b-be71-13f0eeb28a75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:29:14.059623 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.132759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4389a-4b11-4160-b235-a481909af41c req-33cbae98-33df-4ece-8d15-93aea6e70401 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:14.154512 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3a4389a-4b11-4160-b235-a481909af41c req-33cbae98-33df-4ece-8d15-93aea6e70401 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/ports?device_id=738ba236-da73-4312-9faf-ca810b424e79 HTTP/1.1" status: 200 len: 972 time: 0.2442892 Oct 18 20:29:14.254788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3a4389a-4b11-4160-b235-a481909af41c req-da89cf01-167b-45a6-bcd5-e2b3f6404254 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.66 "GET /v2.0/security-groups?id=ccfc861f-bd73-4c0c-b9ea-f0afbf534096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982394 Oct 18 20:29:14.391922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Deleting port c21e733d-273f-4c77-8ebb-3507dea34bb5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:14.392225 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.510414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d78f-70e3-4a84-bc3d-56b33ada23af req-090784b1-90ed-4962-8b52-05a3a5ebfcca tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:14.526690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaa8d78f-70e3-4a84-bc3d-56b33ada23af req-090784b1-90ed-4962-8b52-05a3a5ebfcca tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1297514 Oct 18 20:29:14.630789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaa8d78f-70e3-4a84-bc3d-56b33ada23af req-cf2b5fe6-cdff-451e-91c2-03a32d729466 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013112 Oct 18 20:29:14.636764 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.647207 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.650809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.725336 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Pushing event updated for resources: {'Port': ['ID=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:14.737413 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:29:14.761536 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.761967 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.762320 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.762653 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.763041 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.763382 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.763828 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.764164 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.764520 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.764850 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.765832 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.766178 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Tracked resource versions report: Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: pushed versions: Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: { 'AddressGroup': {'1.2'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'ConntrackHelper': {'1.0'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Log': {'1.0'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Network': {'1.1'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Port': {'1.7'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'PortForwarding': {'1.2'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'QosPolicy': {'1.10'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'SecurityGroup': {'1.4'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'SecurityGroupRule': {'1.2'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'SubPort': {'1.0'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Subnet': {'1.1'}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Trunk': {'1.1'}} Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: consumer versions: Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: { DHCP agent@n-d-812149-2: {}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: HyperV agent@n-h1-812149-2: {}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: HyperV agent@n-h2-812149-2: {}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: L3 agent@n-d-812149-2: {}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: Metadata agent@n-d-812149-2: {}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: Metering agent@n-d-812149-2: {}, Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: Open vSwitch agent@n-d-812149-2: { 'AddressGroup': '1.2', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'ConntrackHelper': '1.0', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Log': '1.0', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Network': '1.1', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Port': '1.7', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'PortForwarding': '1.2', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'QosPolicy': '1.10', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'SecurityGroup': '1.4', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'SecurityGroupRule': '1.2', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'SubPort': '1.0', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Subnet': '1.1', Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: 'Trunk': '1.1'}} Oct 18 20:29:14.767538 n-d-812149-2 neutron-server[100533]: {{(pid=100533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 20:29:14.776314 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Attempting to bind port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:14.776802 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Attempting to bind port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:14.777388 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Attempting to bind port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:14.792546 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:14.792956 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:14.793363 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.794326 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:14.794326 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Bound port: 8b1b88fc-0f31-4633-b7ef-5660a009d6d2, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:14.794697 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.821830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] For port c21e733d-273f-4c77-8ebb-3507dea34bb5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=c21e733d-273f-4c77-8ebb-3507dea34bb5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:14.822919 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:14.843655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Calling delete_port for c21e733d-273f-4c77-8ebb-3507dea34bb5 owned by compute:tempest-test_az-1792935653 {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:14.867288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 18420dbb-2d3f-49ae-b007-89bb8afce71c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:15.036675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5bd7f12e-0e96-4fc0-9877-4d691267a8b7 None None] Provisioning complete for port 18420dbb-2d3f-49ae-b007-89bb8afce71c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:15.042232 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f12e-0e96-4fc0-9877-4d691267a8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.106827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Allocated IP 172.20.0.1 (1bea00d3-9dc6-4bbd-97da-bd34e02508e3/d525729f-2243-4b85-bee7-02f74c72d6a5/fad6e010-304f-4247-a90d-4f905290d51c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:15.204585 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] For port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:15.214757 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] For port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:15.223024 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.264816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 18420dbb-2d3f-49ae-b007-89bb8afce71c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:15.265817 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.267377 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.295887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['c21e733d-273f-4c77-8ebb-3507dea34bb5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:15.364732 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551490d-d242-4061-baf6-b3ae4097b7b0 None None] Pushing event updated for resources: {'Port': ['ID=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:15.417007 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Routers {'ded0b998-9890-4b2a-b1a9-afa89baa0090'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:29:15.418449 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ded0b998-9890-4b2a-b1a9-afa89baa0090'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:15.421039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] No DVR routers for this DVR port c21e733d-273f-4c77-8ebb-3507dea34bb5 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:29:15.429915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.438494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3137440-a09e-4452-ad58-309ec6ec55a1 req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] 10.222.0.30 "DELETE /v2.0/ports/c21e733d-273f-4c77-8ebb-3507dea34bb5 HTTP/1.1" status: 204 len: 173 time: 1.6698720 Oct 18 20:29:15.522109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738ba236-da73-4312-9faf-ca810b424e79', 'name': 'network-vif-deleted', 'tag': 'c21e733d-273f-4c77-8ebb-3507dea34bb5'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:15.536645 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcf3d75-2c57-4508-9b62-b4c1b156788f" -d '{"events": [{"server_uuid": "738ba236-da73-4312-9faf-ca810b424e79", "name": "network-vif-deleted", "tag": "c21e733d-273f-4c77-8ebb-3507dea34bb5"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:15.546722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af8944-4f7e-44c6-b8ba-81a975572396 tempest-AggregatesAdminTestJSON-1238669989 tempest-AggregatesAdminTestJSON-1238669989-project] Pushing event deleted for resources: {'Port': ['ID=c21e733d-273f-4c77-8ebb-3507dea34bb5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:15.571551 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.700510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.797418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:15.805374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:15.809884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:15.810877 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:15.847092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45024) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:15.876792 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] Set router ded0b998-9890-4b2a-b1a9-afa89baa0090 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:29:15.907405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Pushing event updated for resources: {'Port': ['ID=fad6e010-304f-4247-a90d-4f905290d51c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:16.290295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-292696e5-eab5-404a-90b3-0f6651146717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.309018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.372969 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:11Z', 'revision_number': 3, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:16.420817 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e631df6-09d3-4dd2-9018-603e6a8731d0 None None] The sync data for ids ['ded0b998-9890-4b2a-b1a9-afa89baa0090'] in n-d-812149-2 is: [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:11Z', 'revision_number': 3, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:29:16.433590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b1cfaa7f-db44-4553-afca-81ccb7a9e328 None None] Provisioning complete for port fad6e010-304f-4247-a90d-4f905290d51c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:16.434305 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa7f-db44-4553-afca-81ccb7a9e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.494783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-292696e5-eab5-404a-90b3-0f6651146717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.503166 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-292696e5-eab5-404a-90b3-0f6651146717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.528312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b1cfaa7f-db44-4553-afca-81ccb7a9e328 None None] Port fad6e010-304f-4247-a90d-4f905290d51c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:29:16.590716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.599679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.600662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.600891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292696e5-eab5-404a-90b3-0f6651146717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bbdc61-7530-4bd9-9bc3-049105b8ad47,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:16.610012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-292696e5-eab5-404a-90b3-0f6651146717 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcadd229127d4e899bc2ad36a737de55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7577963 Oct 18 20:29:16.610660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45040) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:16.690227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07bc71fe-3498-486a-a451-31fd6c9af416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.777491 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07bc71fe-3498-486a-a451-31fd6c9af416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:16.806855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Pushing event updated for resources: {'Port': ['ID=fad6e010-304f-4247-a90d-4f905290d51c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:16.829391 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-6443c09d-71a8-488f-8af0-e9fd0ca450fb tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f083d1c57b064abe9496c8a95780d4da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996583 Oct 18 20:29:16.889155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:16.891821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:17.102153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-24f79241-ac3b-4acc-bb4b-fca4143a927e tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:17.105744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-24f79241-ac3b-4acc-bb4b-fca4143a927e tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658048 Oct 18 20:29:17.116887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07bc71fe-3498-486a-a451-31fd6c9af416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:17.120071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07bc71fe-3498-486a-a451-31fd6c9af416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:17.121830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-07bc71fe-3498-486a-a451-31fd6c9af416 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42bbdc61-7530-4bd9-9bc3-049105b8ad47 HTTP/1.1" status: 204 len: 168 time: 0.5102155 Oct 18 20:29:17.172611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc71fe-3498-486a-a451-31fd6c9af416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bbdc61-7530-4bd9-9bc3-049105b8ad47,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:17.196069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-113057f7-2188-4b13-a799-85749cbaa9e7 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/quotas/f083d1c57b064abe9496c8a95780d4da HTTP/1.1" status: 200 len: 375 time: 0.0723901 Oct 18 20:29:17.276062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-03da4588-9604-4e06-a4b9-ae56e6019263 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f083d1c57b064abe9496c8a95780d4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736992 Oct 18 20:29:17.279342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8a3a14c5-7916-4f12-a5c7-630e9edc4cc2 None None] Provisioning complete for port fad6e010-304f-4247-a90d-4f905290d51c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:17.280209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8a3a14c5-7916-4f12-a5c7-630e9edc4cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:17.361879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a14c5-7916-4f12-a5c7-630e9edc4cc2 None None] Port fad6e010-304f-4247-a90d-4f905290d51c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:29:17.457199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Router ded0b998-9890-4b2a-b1a9-afa89baa0090 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:29:17.662567 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15196b44-7b24-4b3c-a7b5-1a86022a2fe3 x-openstack-request-id: req-15196b44-7b24-4b3c-a7b5-1a86022a2fe3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:17.663146 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738ba236-da73-4312-9faf-ca810b424e79", "name": "network-vif-deleted", "tag": "c21e733d-273f-4c77-8ebb-3507dea34bb5", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:17.663472 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15196b44-7b24-4b3c-a7b5-1a86022a2fe3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:17.664267 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738ba236-da73-4312-9faf-ca810b424e79', 'name': 'network-vif-deleted', 'tag': 'c21e733d-273f-4c77-8ebb-3507dea34bb5', 'status': 'completed', 'code': 200} Oct 18 20:29:17.787962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:29:17.801219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45062) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:17.804291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0aab488f-d84c-4cb8-99fc-cb641d34b26b admin admin] 10.222.0.66 "PUT /v2.0/routers/ded0b998-9890-4b2a-b1a9-afa89baa0090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1340532 Oct 18 20:29:17.851224 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd22809-c40d-4595-9228-1654c8c4cc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:17.990198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device c21e733d-273f-4c77-8ebb-3507dea34bb5 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:18.030154 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd22809-c40d-4595-9228-1654c8c4cc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.050896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd22809-c40d-4595-9228-1654c8c4cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.054309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: c21e733d-273f-4c77-8ebb-3507dea34bb5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:29:18.054986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device c21e733d-273f-4c77-8ebb-3507dea34bb5 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:18.169699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8bd22809-c40d-4595-9228-1654c8c4cc91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8aaff7288ef34143ad5c41c772e204e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666725 Oct 18 20:29:18.174032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45072) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:18.175805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22809-c40d-4595-9228-1654c8c4cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67029b-0744-436b-b2ab-ca7b40e34beb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:18.270825 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df8616c5-9038-451a-be73-7b4128b047a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.303330 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.325667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df8616c5-9038-451a-be73-7b4128b047a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.433874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45080) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:18.476261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df8616c5-9038-451a-be73-7b4128b047a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.483891 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df8616c5-9038-451a-be73-7b4128b047a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.486817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df8616c5-9038-451a-be73-7b4128b047a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e67029b-0744-436b-b2ab-ca7b40e34beb HTTP/1.1" status: 204 len: 168 time: 0.3110464 Oct 18 20:29:18.505551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8616c5-9038-451a-be73-7b4128b047a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67029b-0744-436b-b2ab-ca7b40e34beb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:18.655714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f810a7ad-cd31-4bf7-a873-e71b1df38b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:18.689655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d79bd-9f7e-4d79-9c38-87bfc44a9d37 req-9beb4e26-06bf-474b-b85c-a3ee34615cee tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:18.703168 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af2d79bd-9f7e-4d79-9c38-87bfc44a9d37 req-9beb4e26-06bf-474b-b85c-a3ee34615cee tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1095 time: 0.1868112 Oct 18 20:29:18.808949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:18.869545 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af2d79bd-9f7e-4d79-9c38-87bfc44a9d37 req-6845ed18-75eb-4490-bd09-e9c56dea9573 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643233 Oct 18 20:29:18.914804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45088) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:18.920584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-120d7702-6440-440d-8f8d-1d1ef31731c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=192ffd289947488b91f9787354a7482b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732025 Oct 18 20:29:18.936943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:18.937322 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:19.166742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c8783db-5fee-4702-83a3-da7c911434be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:19.183363 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:19.232219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c8783db-5fee-4702-83a3-da7c911434be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:19.232969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62ebf-7cd4-4393-aa7f-ddc2b8de9528 req-f1473e85-97f1-438a-a440-6cfba4e4c274 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:19.235630 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36c62ebf-7cd4-4393-aa7f-ddc2b8de9528 req-f1473e85-97f1-438a-a440-6cfba4e4c274 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1348078 Oct 18 20:29:19.240598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:19.247617 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:19.314527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:19.377822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c8783db-5fee-4702-83a3-da7c911434be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:19.379204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36c62ebf-7cd4-4393-aa7f-ddc2b8de9528 req-9334cd89-ee09-4e57-ac13-dd1faa5d8b23 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151395 Oct 18 20:29:19.381685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c8783db-5fee-4702-83a3-da7c911434be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:19.385698 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9c8783db-5fee-4702-83a3-da7c911434be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccfc861f-bd73-4c0c-b9ea-f0afbf534096 HTTP/1.1" status: 204 len: 168 time: 0.4668474 Oct 18 20:29:19.402094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8783db-5fee-4702-83a3-da7c911434be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfc861f-bd73-4c0c-b9ea-f0afbf534096,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:19.555925 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-627b42d7-7694-4de2-8e9d-52c354816231 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f083d1c57b064abe9496c8a95780d4da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172721 Oct 18 20:29:19.704521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26e968a0-7f83-45e4-8273-670eb047ac0a req-dced898c-efb7-4d6a-967b-0fb5df1bf049 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 210 time: 0.0595717 Oct 18 20:29:19.897368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-7b8b7dbe-86b6-4727-9651-e1a269d78210 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:19.899364 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-7b8b7dbe-86b6-4727-9651-e1a269d78210 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360281 Oct 18 20:29:19.917445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Request body: {'port': {'device_id': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': 'f083d1c57b064abe9496c8a95780d4da'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:20.017828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45114) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:20.145942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-784f7cce-3b0c-4936-a0ec-3f565bf343d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ab91694a68644178ea42270332e5a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262789 Oct 18 20:29:20.148851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45116) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:20.191881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Made reservation on behalf of f083d1c57b064abe9496c8a95780d4da for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:20.206791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.238697 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.252733 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-960e4487-d180-4935-9318-688f11567213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.411748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-960e4487-d180-4935-9318-688f11567213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.453714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.461090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.472622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Sync routers for ids ['ded0b998-9890-4b2a-b1a9-afa89baa0090'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:29:20.495854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Routers {'ded0b998-9890-4b2a-b1a9-afa89baa0090'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:29:20.499577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ded0b998-9890-4b2a-b1a9-afa89baa0090'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:20.684977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49d56fc-233c-44f5-b620-850025e64446 req-774e78f8-d1c5-4e7d-9c75-060c0cee3402 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4213669 Oct 18 20:29:20.701643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:20.734602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-960e4487-d180-4935-9318-688f11567213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.742444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-960e4487-d180-4935-9318-688f11567213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.745966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-960e4487-d180-4935-9318-688f11567213 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2aef16b2-0567-4871-b0e3-6fad0c23f7aa HTTP/1.1" status: 204 len: 168 time: 0.5942380 Oct 18 20:29:20.754337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Set router ded0b998-9890-4b2a-b1a9-afa89baa0090 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:29:20.814724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Allocated IP 192.168.233.22 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/ba8397e4-0fbf-42c4-8ac9-c391464c2508) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:20.826819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:20.846969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:20.882091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e4487-d180-4935-9318-688f11567213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef16b2-0567-4871-b0e3-6fad0c23f7aa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:21.182268 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:21.214812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:21.289387 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e9ada-1aa4-4fc4-95d3-4558872116c9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:21.312537 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:21.312831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:21.315693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:21.398073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:21.433468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Allocated IP 172.25.7.41 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8b3dd9b0-9bd8-43a0-8ca0-9176219f3df5) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:21.488656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:21.505428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:21.538300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:21.548346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:21.662412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7523425 Oct 18 20:29:21.664881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949e234-9146-43a5-ab2f-7362c443a524 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Pushing event updated for resources: {'Port': ['ID=ba8397e4-0fbf-42c4-8ac9-c391464c2508,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:21.691818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Request body: {'port': {'device_id': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:21.811509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:21.886145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:21.975728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.135215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:22.141776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:22.156062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-05e14fe0-f95c-48ba-8e6c-1fbd95a9e044 None None] Provisioning complete for port ba8397e4-0fbf-42c4-8ac9-c391464c2508 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:22.156719 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-05e14fe0-f95c-48ba-8e6c-1fbd95a9e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.165375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:22.244230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Pushing event updated for resources: {'Port': ['ID=8b3dd9b0-9bd8-43a0-8ca0-9176219f3df5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:22.290666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.309690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-05e14fe0-f95c-48ba-8e6c-1fbd95a9e044 None None] Port ba8397e4-0fbf-42c4-8ac9-c391464c2508 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:29:22.330027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:16Z', 'revision_number': 4, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'fad6e010-304f-4247-a90d-4f905290d51c', 'name': '', 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'mac_address': 'fa:16:3e:28:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd525729f-2243-4b85-bee7-02f74c72d6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:14Z', 'updated_at': '2021-10-18T20:29:16Z', 'revision_number': 2, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'subnets': [{'id': 'd525729f-2243-4b85-bee7-02f74c72d6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:22.393316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.405307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Checking router: ded0b998-9890-4b2a-b1a9-afa89baa0090 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:29:22.405844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Updating router ded0b998-9890-4b2a-b1a9-afa89baa0090 port fad6e010-304f-4247-a90d-4f905290d51c binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:29:22.413785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8397e4-0fbf-42c4-8ac9-c391464c2508 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:22.426259 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.447129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Transition to ACTIVE for port object ba8397e4-0fbf-42c4-8ac9-c391464c2508 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:29:22.452738 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.459987 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.584664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Pushing event updated for resources: {'Port': ['ID=ba8397e4-0fbf-42c4-8ac9-c391464c2508,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:22.594103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Attempting to bind port ba8397e4-0fbf-42c4-8ac9-c391464c2508 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:22.595725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Attempting to bind port ba8397e4-0fbf-42c4-8ac9-c391464c2508 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:22.596088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Attempting to bind port ba8397e4-0fbf-42c4-8ac9-c391464c2508 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:22.602644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Port ba8397e4-0fbf-42c4-8ac9-c391464c2508 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:29:22.602964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Attempting to bind port ba8397e4-0fbf-42c4-8ac9-c391464c2508 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:22.610201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:22.610540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:22.610937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:22.611391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Bound port: ba8397e4-0fbf-42c4-8ac9-c391464c2508, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:22.611763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.632138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45162) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:22.761806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.777032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.818235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] For port ba8397e4-0fbf-42c4-8ac9-c391464c2508, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:22.825971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] For port ba8397e4-0fbf-42c4-8ac9-c391464c2508, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ba8397e4-0fbf-42c4-8ac9-c391464c2508,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:22.837021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.857680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1710470847-network', 'tenant_id': '4d7e6bb308904208bc3c616a8a97f9f4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:22.869335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.910192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:22.912339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.913335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Pushing event updated for resources: {'Port': ['ID=8b3dd9b0-9bd8-43a0-8ca0-9176219f3df5,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:22.931260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] 10.222.0.30 "PUT /v2.0/ports/ba8397e4-0fbf-42c4-8ac9-c391464c2508 HTTP/1.1" status: 200 len: 1095 time: 1.2569056 Oct 18 20:29:22.932248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'tag': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:22.939584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Made reservation on behalf of 4d7e6bb308904208bc3c616a8a97f9f4 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:22.943262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.949951 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6f8411-0d42-44f6-9ede-c9cb1d818442" -d '{"events": [{"name": "network-changed", "server_uuid": "63c727eb-54a7-48f7-92b4-9d1184a8126b", "tag": "ba8397e4-0fbf-42c4-8ac9-c391464c2508"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:22.963559 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.975658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:22.978357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49d56fc-233c-44f5-b620-850025e64446 req-8aaee195-96f9-41bd-8b94-f6a720c0126f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2915804 Oct 18 20:29:23.048990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12968b9-afb0-48f6-b1e4-eed677c3b77d service neutron] Pushing event updated for resources: {'Port': ['ID=ba8397e4-0fbf-42c4-8ac9-c391464c2508,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:23.075459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a70f5a13-2046-443d-8fd6-21b1a11d0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:23.078459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-a70f5a13-2046-443d-8fd6-21b1a11d0785 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083d1c57b064abe9496c8a95780d4da&device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 1098 time: 0.0769596 Oct 18 20:29:23.147367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-899207d0-2cef-435e-8e3f-05348d9564ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ba8397e4-0fbf-42c4-8ac9-c391464c2508 HTTP/1.1" status: 200 len: 217 time: 0.0604265 Oct 18 20:29:23.160447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-217378cc-b235-47ae-a76f-065f1cfa8701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.172586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49d56fc-233c-44f5-b620-850025e64446 req-e80b382a-33fc-461b-b3a8-5a2c89cc3d31 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1808932 Oct 18 20:29:23.251647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.264714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.265076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-bd57e2c9-46ae-4651-80d3-5c8d36574bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:23.267903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-bd57e2c9-46ae-4651-80d3-5c8d36574bcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1107101 Oct 18 20:29:23.358879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-87ecc648-5f3e-4965-a47a-3fd1e6cb838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:23.361674 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-87ecc648-5f3e-4965-a47a-3fd1e6cb838c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854955 Oct 18 20:29:23.364339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3bad9-7bfd-4a0a-abb3-f29ada42139e None None] Pushing event updated for resources: {'Port': ['ID=fad6e010-304f-4247-a90d-4f905290d51c,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:23.441856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Attempting to bind port fad6e010-304f-4247-a90d-4f905290d51c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:23.442387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Attempting to bind port fad6e010-304f-4247-a90d-4f905290d51c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:23.442845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Attempting to bind port fad6e010-304f-4247-a90d-4f905290d51c on network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:23.450013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:23.450707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Checking segment: {'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:23.451270 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.451818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Bound using segment: {'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:23.452448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Bound port: fad6e010-304f-4247-a90d-4f905290d51c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd421f6df-70a3-4a9d-bf34-96f003468bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:23.452948 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.462475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d56fc-233c-44f5-b620-850025e64446 req-1c890176-bd4e-4c2b-b408-3ecabce122dc tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:23.470731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49d56fc-233c-44f5-b620-850025e64446 req-1c890176-bd4e-4c2b-b408-3ecabce122dc tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2842600 Oct 18 20:29:23.479815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.485538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-a49d56fc-233c-44f5-b620-850025e64446 req-1dc370bb-e005-49b7-98ac-17413d6d845d tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:29:23.499602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49d56fc-233c-44f5-b620-850025e64446 req-1dc370bb-e005-49b7-98ac-17413d6d845d tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0263255 Oct 18 20:29:23.501635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.545850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:29:23.560933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.561386 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Added segment 113f7fe0-7ce8-44f8-9ee1-6c2b91e2cf68 of type vlan for network 7fb756ed-708d-4c0e-9d16-478490dc967c Oct 18 20:29:23.612530 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-f2f02fe6-589d-4047-bf2b-545c0825c4c6 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428350 Oct 18 20:29:23.622703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] For port fad6e010-304f-4247-a90d-4f905290d51c, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:23.632257 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.638202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] For port fad6e010-304f-4247-a90d-4f905290d51c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fad6e010-304f-4247-a90d-4f905290d51c,segment=NetworkSegment(d421f6df-70a3-4a9d-bf34-96f003468bc8),segment_id=d421f6df-70a3-4a9d-bf34-96f003468bc8)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:23.653348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.722115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.723926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:23.725053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.797580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa435e3c-14f4-491f-8043-928c85a23bb2 req-2d7db957-5fa0-40d4-b6db-9e542bf9ef99 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757572 Oct 18 20:29:23.823867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c4462b67-765e-4081-9b85-3ec772e942a0 None None] Provisioning complete for port fad6e010-304f-4247-a90d-4f905290d51c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:23.824510 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4462b67-765e-4081-9b85-3ec772e942a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.829835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf1d78-f2a5-4352-bacd-2e013a2c3abb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:23.875687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2415435 Oct 18 20:29:23.878874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Routers {'ded0b998-9890-4b2a-b1a9-afa89baa0090'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:29:23.881042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45180) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:23.881556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ded0b998-9890-4b2a-b1a9-afa89baa0090'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:23.890954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Request body: {'subnet': {'network_id': '7fb756ed-708d-4c0e-9d16-478490dc967c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1710470847-subnet', 'tenant_id': '4d7e6bb308904208bc3c616a8a97f9f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:23.951334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Made reservation on behalf of 4d7e6bb308904208bc3c616a8a97f9f4 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:23.957451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Publish callbacks [] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:23.977362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3bad9-7bfd-4a0a-abb3-f29ada42139e None None] Pushing event updated for resources: {'Port': ['ID=fad6e010-304f-4247-a90d-4f905290d51c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:24.047045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33384a52-cb39-4520-a60e-439f36667f9c admin admin] Pushing event updated for resources: {'Network': ['ID=7fb756ed-708d-4c0e-9d16-478490dc967c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:24.103689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-6e090d6e-7e25-4693-83de-8a566ebc05f0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:24.103986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7fb756ed-708d-4c0e-9d16-478490dc967c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:29:24.108274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-6e090d6e-7e25-4693-83de-8a566ebc05f0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.3915489 Oct 18 20:29:24.139640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-430f8d43-4526-49b0-b0df-d09c0a575725 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/quotas/6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 375 time: 0.0215178 Oct 18 20:29:24.153106 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:24.197080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] Set router ded0b998-9890-4b2a-b1a9-afa89baa0090 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:29:24.324460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:24.409258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4462b67-765e-4081-9b85-3ec772e942a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:24.438011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=678f7699-e065-46c4-805e-fb172a03e1a5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:24.449925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b322ffa3-ce49-44cc-ab45-d1c63941b3ef tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3005216 Oct 18 20:29:24.459256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Checking segment: {'id': '113f7fe0-7ce8-44f8-9ee1-6c2b91e2cf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7fb756ed-708d-4c0e-9d16-478490dc967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:24.459881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Network hostable DHCP agents. Network: 7fb756ed-708d-4c0e-9d16-478490dc967c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:29:24.494307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Network 7fb756ed-708d-4c0e-9d16-478490dc967c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:29:24.512957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 7fb756ed-708d-4c0e-9d16-478490dc967c) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:24.522074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:24.523046 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:24.533895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96120fff-5aad-4023-a5c0-5dfe99f2f132 None None] Network 7fb756ed-708d-4c0e-9d16-478490dc967c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:24.543015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c4462b67-765e-4081-9b85-3ec772e942a0 None None] For port fad6e010-304f-4247-a90d-4f905290d51c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fad6e010-304f-4247-a90d-4f905290d51c,segment=NetworkSegment(d421f6df-70a3-4a9d-bf34-96f003468bc8),segment_id=d421f6df-70a3-4a9d-bf34-96f003468bc8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:24.565439 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-de0892fc-cd02-466e-884d-f6a2f957fdfa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6738555 Oct 18 20:29:24.567180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4462b67-765e-4081-9b85-3ec772e942a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:24.611966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-86feb7a4-0e3c-40ba-bd03-7ee0f37e0473 service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609228 Oct 18 20:29:24.761809 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b8fff890-3153-4b29-8e98-8669c354c2c0 service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425824 Oct 18 20:29:24.841656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-934a60a4-2b9c-43c9-af8e-f36ef8a1e81b None None] Provisioning complete for port fad6e010-304f-4247-a90d-4f905290d51c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:24.842306 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-934a60a4-2b9c-43c9-af8e-f36ef8a1e81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:24.894298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4462b67-765e-4081-9b85-3ec772e942a0 None None] Pushing event updated for resources: {'Port': ['ID=fad6e010-304f-4247-a90d-4f905290d51c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:25.061619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd8688-36e1-4a44-aa5a-12196a217cb4 None None] Network 7fb756ed-708d-4c0e-9d16-478490dc967c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:25.077331 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:25.100209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:16Z', 'revision_number': 4, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'fad6e010-304f-4247-a90d-4f905290d51c', 'name': '', 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'mac_address': 'fa:16:3e:28:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd525729f-2243-4b85-bee7-02f74c72d6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:14Z', 'updated_at': '2021-10-18T20:29:23Z', 'revision_number': 4, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'subnets': [{'id': 'd525729f-2243-4b85-bee7-02f74c72d6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:25.169946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00a30f-2c81-433a-bb19-8076d8c4eae5 None None] The sync data for ids ['ded0b998-9890-4b2a-b1a9-afa89baa0090'] in n-d-812149-2 is: [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:16Z', 'revision_number': 4, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'fad6e010-304f-4247-a90d-4f905290d51c', 'name': '', 'network_id': '1bea00d3-9dc6-4bbd-97da-bd34e02508e3', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'mac_address': 'fa:16:3e:28:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'd525729f-2243-4b85-bee7-02f74c72d6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:14Z', 'updated_at': '2021-10-18T20:29:23Z', 'revision_number': 4, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'subnets': [{'id': 'd525729f-2243-4b85-bee7-02f74c72d6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:29:25.170884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4078842-3240-4316-a6fb-0c85e5000ee3 req-0de1ebe8-55ec-40ca-aefd-0b40b8321f86 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:25.175817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4078842-3240-4316-a6fb-0c85e5000ee3 req-0de1ebe8-55ec-40ca-aefd-0b40b8321f86 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1577816 Oct 18 20:29:25.279847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4078842-3240-4316-a6fb-0c85e5000ee3 req-c00d96bd-cace-4778-b5bd-93e7f0555ffe tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802429 Oct 18 20:29:25.498178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df333e3-50d4-4047-b9b6-d678b4cfce9c req-86eb24ce-3195-4160-a3d4-82f234fec4cc tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:25.511734 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1df333e3-50d4-4047-b9b6-d678b4cfce9c req-86eb24ce-3195-4160-a3d4-82f234fec4cc tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 947 time: 0.0921814 Oct 18 20:29:25.573947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1df333e3-50d4-4047-b9b6-d678b4cfce9c req-4c94d29d-37a3-4fc4-bfdc-cc9b74de7aeb tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c3e9ada-1aa4-4fc4-95d3-4558872116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Oct 18 20:29:25.649769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45210) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:25.655377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-771603885-network', 'tenant_id': '9bc050fb4092459c9817932c3599835d'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:25.690089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Made reservation on behalf of 9bc050fb4092459c9817932c3599835d for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:25.695804 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:25.713917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:25.871142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:25.877895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:25.913311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:29:25.941925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd8faf-de46-494b-981c-c497d7c3cb67,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:25.953743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:25.954677 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Added segment a55e14f9-626b-42f7-ab03-2b295beba56c of type vlan for network 89c5dd51-b2e0-4cd5-8337-49677f83246c Oct 18 20:29:26.028341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.030780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ba8397e4-0fbf-42c4-8ac9-c391464c2508 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:29:26.078053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.079177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:26.079791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.121913 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3113e220-924e-4824-a4f0-99c6bb9878fb x-openstack-request-id: req-3113e220-924e-4824-a4f0-99c6bb9878fb {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:26.122976 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c727eb-54a7-48f7-92b4-9d1184a8126b", "tag": "ba8397e4-0fbf-42c4-8ac9-c391464c2508", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:26.122976 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3113e220-924e-4824-a4f0-99c6bb9878fb {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:26.135512 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'tag': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508', 'status': 'completed', 'code': 200} Oct 18 20:29:26.156668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5057137 Oct 18 20:29:26.164530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:26.245885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Request body: {'subnet': {'network_id': '89c5dd51-b2e0-4cd5-8337-49677f83246c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-771603885-subnet', 'tenant_id': '9bc050fb4092459c9817932c3599835d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:26.257898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ba8397e4-0fbf-42c4-8ac9-c391464c2508, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ba8397e4-0fbf-42c4-8ac9-c391464c2508,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:26.286936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508', 'mac_address': 'fa:16:3e:16:35:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:29:26.295259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49156a7b-cce5-45dc-9b13-6542a59794b9 admin admin] Pushing event updated for resources: {'Network': ['ID=89c5dd51-b2e0-4cd5-8337-49677f83246c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:26.308207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Made reservation on behalf of 9bc050fb4092459c9817932c3599835d for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:26.313735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Publish callbacks [] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.325706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d251fdb-5e00-43ae-94db-76ed8f641f84 req-73242931-58c8-45ef-ada9-483fb997cd3a tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips/81167477-65e7-4772-af48-c8827c451be2 HTTP/1.1" status: 200 len: 692 time: 0.1745536 Oct 18 20:29:26.344259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 89c5dd51-b2e0-4cd5-8337-49677f83246c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:29:26.550249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d251fdb-5e00-43ae-94db-76ed8f641f84 req-2da15f26-c634-48b1-81f3-7e323f128a5f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:26.552873 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d251fdb-5e00-43ae-94db-76ed8f641f84 req-2da15f26-c634-48b1-81f3-7e323f128a5f tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2197690 Oct 18 20:29:26.566033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-be1b1d5e-a42a-4cab-9722-b1e3a603b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:26.568802 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-be1b1d5e-a42a-4cab-9722-b1e3a603b5e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083d1c57b064abe9496c8a95780d4da&device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 1098 time: 0.4252527 Oct 18 20:29:26.578809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-7d251fdb-5e00-43ae-94db-76ed8f641f84 req-7d092a97-660a-4071-94cf-552de345a103 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:29:26.583783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d251fdb-5e00-43ae-94db-76ed8f641f84 req-7d092a97-660a-4071-94cf-552de345a103 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0145006 Oct 18 20:29:26.697396 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.705063 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.774733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.776327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8397e4-0fbf-42c4-8ac9-c391464c2508 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:26.828095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ba8397e4-0fbf-42c4-8ac9-c391464c2508, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ba8397e4-0fbf-42c4-8ac9-c391464c2508,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:26.839564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:26.985763 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1e3fc9a-a7c6-4fd1-b9ef-577421a64cdc req-bda9561b-f2fb-4c35-8a65-98468fc03427 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 210 time: 0.1356597 Oct 18 20:29:27.007845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fad6e010-304f-4247-a90d-4f905290d51c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:27.064640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Checking segment: {'id': 'a55e14f9-626b-42f7-ab03-2b295beba56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89c5dd51-b2e0-4cd5-8337-49677f83246c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:27.066681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Network hostable DHCP agents. Network: 89c5dd51-b2e0-4cd5-8337-49677f83246c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:29:27.072504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50100a8-15f2-415f-8c6c-82d23cb54b99,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:27.094694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.095099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.095506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.095918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.096275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.096738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.097267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.097650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.098049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.098436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.098827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.099212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:27.120870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ba8397e4-0fbf-42c4-8ac9-c391464c2508,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:27.145278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ba8397e4-0fbf-42c4-8ac9-c391464c2508'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:27.204837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Network 89c5dd51-b2e0-4cd5-8337-49677f83246c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:29:27.220667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-e8243f3e-c22c-4fb2-80c7-1c4dddd49997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:27.223670 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-e8243f3e-c22c-4fb2-80c7-1c4dddd49997 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.6391973 Oct 18 20:29:27.229335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 89c5dd51-b2e0-4cd5-8337-49677f83246c) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:27.250721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:27.250721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:27.262528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65401f5-8c37-4df1-b041-3cd2b9e3f295 None None] Network 89c5dd51-b2e0-4cd5-8337-49677f83246c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:27.340410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-1e451e4b-2c3e-4110-93d6-e0960f283137 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ba8397e4-0fbf-42c4-8ac9-c391464c2508 HTTP/1.1" status: 200 len: 217 time: 0.1078854 Oct 18 20:29:27.358057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-eb4f2d1b-fb4c-4d40-9a2a-3d305aa0f38f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:27.359924 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-eb4f2d1b-fb4c-4d40-9a2a-3d305aa0f38f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.3898611 Oct 18 20:29:27.387263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Request body: {'port': {'device_id': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'admin_state_up': True, 'tenant_id': '6476cb76270b414c915a463d71a0316b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:27.440066 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3221c620-ac73-4588-86a8-95ca77160bcb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2532012 Oct 18 20:29:27.446691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fad6e010-304f-4247-a90d-4f905290d51c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:27.447099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:27.509756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-c0a86783-027b-42ae-9a94-241b97909cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:27.511881 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-c0a86783-027b-42ae-9a94-241b97909cf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1477301 Oct 18 20:29:27.566760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67979c2-f81b-4b98-b701-a51cc0556705 req-febd397b-5fde-4665-a571-7b66bcb3f0fd tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:27.570526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f67979c2-f81b-4b98-b701-a51cc0556705 req-febd397b-5fde-4665-a571-7b66bcb3f0fd tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 948 time: 0.1673512 Oct 18 20:29:27.586010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebcbee8-ba88-4293-9dfb-aa99878acb7d None None] Network 89c5dd51-b2e0-4cd5-8337-49677f83246c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:27.690995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f67979c2-f81b-4b98-b701-a51cc0556705 req-32dc52dd-643f-4cee-9f3a-4399f74d6ebb tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c3e9ada-1aa4-4fc4-95d3-4558872116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891266 Oct 18 20:29:27.716013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-13b4b8a6-2ea9-486b-ab45-06a3b569daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:27.722777 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-13b4b8a6-2ea9-486b-ab45-06a3b569daec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487842 Oct 18 20:29:27.816501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Made reservation on behalf of 6476cb76270b414c915a463d71a0316b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:27.822483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:27.826494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45236) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:27.885473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5c27741-0753-419b-af2e-7dfeaf65627a req-a94886d4-5b02-442e-9bde-4272062beba2 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=cdc4835db40e4e4387879db87e9b864a HTTP/1.1" status: 200 len: 695 time: 0.1419318 Oct 18 20:29:28.047943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c27741-0753-419b-af2e-7dfeaf65627a req-b42c5b90-e753-46fd-a47a-897298057d77 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:28.056626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5c27741-0753-419b-af2e-7dfeaf65627a req-b42c5b90-e753-46fd-a47a-897298057d77 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks?id=46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 787 time: 0.1605427 Oct 18 20:29:28.064931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-c5c27741-0753-419b-af2e-7dfeaf65627a req-7ff0b618-ed48-474e-b2b5-4347cdaa70c6 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:29:28.067220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5c27741-0753-419b-af2e-7dfeaf65627a req-7ff0b618-ed48-474e-b2b5-4347cdaa70c6 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082331 Oct 18 20:29:28.254807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bd27b-a8e2-41eb-804a-7b9beb3db2c4 req-b5e26d06-668f-4b84-bae6-9989df248cd0 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:28.258224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e92bd27b-a8e2-41eb-804a-7b9beb3db2c4 req-b5e26d06-668f-4b84-bae6-9989df248cd0 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1046147 Oct 18 20:29:28.259416 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-627193b3-3163-4049-bd60-f93e95d1a6bd service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287726 Oct 18 20:29:28.262933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] Deleting subnet 678f7699-e065-46c4-805e-fb172a03e1a5 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:29:28.272536 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:28.330080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e92bd27b-a8e2-41eb-804a-7b9beb3db2c4 req-2c81aa7c-e6f6-4709-a2f7-1e0186b65947 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582304 Oct 18 20:29:28.447541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:28.467256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:28.525637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Allocated IP 172.20.0.7 (a1405101-c4da-4c56-814f-9698ac64cda8/b303cbf8-f8d1-49ee-9877-3e516296a170/d4efb350-0193-40c1-a0b5-556ffa57da14) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:28.546778 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be6f8411-0d42-44f6-9ede-c9cb1d818442 req-699b6927-934e-48ba-9305-d8a1fabbb355 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762339 Oct 18 20:29:28.592621 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0dae12fc-b4bc-48d1-b014-2395d629b5c9 req-ec522aae-b643-433d-a0d8-d041246a7b3c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 210 time: 0.0581682 Oct 18 20:29:28.597589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:28.645016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678f7699-e065-46c4-805e-fb172a03e1a5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:28.655023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:28.658659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d756fb7f-a101-4689-b6e9-1d0eea41b192 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/678f7699-e065-46c4-805e-fb172a03e1a5 HTTP/1.1" status: 204 len: 168 time: 0.8259177 Oct 18 20:29:28.665832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45252) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:28.708101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-1f315f13-b400-429a-b891-8899e9212edf tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips/81167477-65e7-4772-af48-c8827c451be2 HTTP/1.1" status: 200 len: 692 time: 0.0778368 Oct 18 20:29:28.815330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:28.846500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:28.858469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-ddf1edcc-ebce-4922-b995-7a34a5394387 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:28.860091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-ddf1edcc-ebce-4922-b995-7a34a5394387 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1450148 Oct 18 20:29:28.877272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-f61f1494-352b-4f5f-b5bc-105b00d84896 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:29:28.878547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-f61f1494-352b-4f5f-b5bc-105b00d84896 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070732 Oct 18 20:29:28.974870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-b5587b72-e504-4401-bce0-b64a9650fd07 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0833547 Oct 18 20:29:29.006724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.035518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.051796 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.052309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.052696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-7a374e9b-f17f-46ee-839c-1e84eba55068 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0669365 Oct 18 20:29:29.053526 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.054100 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > port after_create 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.054669 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.055191 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > port after_update 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.055768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.056317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.056895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.057442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.131187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.131533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.131864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.132199 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:29.132636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb756ed-708d-4c0e-9d16-478490dc967c']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:29.176199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113f7fe0-7ce8-44f8-9ee1-6c2b91e2cf68') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:29.176831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113f7fe0-7ce8-44f8-9ee1-6c2b91e2cf68') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:29.212736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.220296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Network a1405101-c4da-4c56-814f-9698ac64cda8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:29.244670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:29.250320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:29.256650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:29.259505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:29.260612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.266836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.279015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Deleting port 8b3dd9b0-9bd8-43a0-8ca0-9176219f3df5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:29.279578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.285073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:29:29.285756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: from cryptography.utils import int_from_bytes Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: from cryptography.utils import int_from_bytes Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:29:29.303498 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:29:29.323433 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-65d6d94a-96e1-405d-85b0-577ac4a3bb99 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9437258 Oct 18 20:29:29.345591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Request body: {'port': {'device_id': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:29.396019 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.396539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.418329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Calling delete_port for 8b3dd9b0-9bd8-43a0-8ca0-9176219f3df5 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:29.419076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.448212 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.452843 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7fb756ed-708d-4c0e-9d16-478490dc967c HTTP/1.1" status: 204 len: 168 time: 0.7854505 Oct 18 20:29:29.467156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45256) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:29.477651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435555a3-c0eb-479b-ac2e-78f823a0ef25 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb756ed-708d-4c0e-9d16-478490dc967c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:29.503941 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.591882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] Deleting subnet a50100a8-15f2-415f-8c6c-82d23cb54b99 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:29:29.599850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.623352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.664243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Pushing event deleted for resources: {'Port': ['ID=8b3dd9b0-9bd8-43a0-8ca0-9176219f3df5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:29.693575 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.698652 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.700789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57cb3068-25f0-4691-aa90-d61fa5a12a93 req-40369c18-0092-4c74-a8b2-03acb60c3fd5 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "DELETE /v2.0/floatingips/81167477-65e7-4772-af48-c8827c451be2 HTTP/1.1" status: 204 len: 173 time: 0.6366024 Oct 18 20:29:29.731486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.808033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.854934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002627ed-0ba0-4251-8a4d-519c01c4d9df req-c6b3536e-e44a-4e1f-aa4b-c421c9592506 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:29.856513 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-002627ed-0ba0-4251-8a4d-519c01c4d9df req-c6b3536e-e44a-4e1f-aa4b-c421c9592506 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.0680850 Oct 18 20:29:29.938216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-002627ed-0ba0-4251-8a4d-519c01c4d9df req-6a99ff29-aef6-407f-9f74-0c6789c33f32 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Oct 18 20:29:29.941023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:29.998635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50100a8-15f2-415f-8c6c-82d23cb54b99,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:30.023715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.031522 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1de9419-587d-460f-b0db-8874e175a774 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a50100a8-15f2-415f-8c6c-82d23cb54b99 HTTP/1.1" status: 204 len: 168 time: 0.5606987 Oct 18 20:29:30.033061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45270) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:30.072046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4efb350-0193-40c1-a0b5-556ffa57da14 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:30.079891 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ba8397e4-0fbf-42c4-8ac9-c391464c2508 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:30.097615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.133533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Transition to ACTIVE for port object d4efb350-0193-40c1-a0b5-556ffa57da14 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:29:30.141670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.199050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port ba8397e4-0fbf-42c4-8ac9-c391464c2508 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:29:30.207626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port ba8397e4-0fbf-42c4-8ac9-c391464c2508 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:30.209023 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.221001 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.263504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:30.369624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96350634-43c9-47bc-a114-ffc93dee186c req-9a26cbb6-5049-4bd1-8651-13638c09a368 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:30.369994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:30.370403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:30.370886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:30.373291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96350634-43c9-47bc-a114-ffc93dee186c req-9a26cbb6-5049-4bd1-8651-13638c09a368 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 948 time: 0.1773510 Oct 18 20:29:30.391025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:29:30.392344 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:30.402809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:30.403822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:30.405059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:30.406183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Bound port: d4efb350-0193-40c1-a0b5-556ffa57da14, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:30.407039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.408846 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.453248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:30.458026 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c3dce8-f8f7-4574-b2f0-4ff84b17c2d4" -d '{"events": [{"server_uuid": "63c727eb-54a7-48f7-92b4-9d1184a8126b", "name": "network-vif-plugged", "status": "completed", "tag": "ba8397e4-0fbf-42c4-8ac9-c391464c2508"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:30.474220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ba8397e4-0fbf-42c4-8ac9-c391464c2508, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ba8397e4-0fbf-42c4-8ac9-c391464c2508,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:30.480894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.508602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.530901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45278) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:30.555245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:30.560498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ba8397e4-0fbf-42c4-8ac9-c391464c2508,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:30.561713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:30.571560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.578357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.578896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.580772 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.582377 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > port after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.582959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.583562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > port after_update 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.584151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.584901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.585414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.585930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.649710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:30.651276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.654066 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-b6823130-7307-4613-9a33-34352e741b16 service neutron] 10.222.0.79 "PUT /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 1091 time: 1.3141484 Oct 18 20:29:30.654880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:30.658632 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.658892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.659170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.659639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 20:29:30.659813 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b03503-1d55-48af-b183-72cbeeab4014" -d '{"events": [{"name": "network-changed", "server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:30.660044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c5dd51-b2e0-4cd5-8337-49677f83246c']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:30.680000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96350634-43c9-47bc-a114-ffc93dee186c req-4e302aa3-6e99-47cc-9df2-98d143f21d0f tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c3e9ada-1aa4-4fc4-95d3-4558872116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838109 Oct 18 20:29:30.701146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a55e14f9-626b-42f7-ab03-2b295beba56c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:30.701421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a55e14f9-626b-42f7-ab03-2b295beba56c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:30.716152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6823130-7307-4613-9a33-34352e741b16 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:30.733491 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.767473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ecb0c376-2cbb-4a72-9a5d-684b61ba4c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.778090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.791892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:29:30.792338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: from cryptography.utils import int_from_bytes Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: from cryptography.utils import int_from_bytes Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:29:30.797093 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:29:30.816776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-766d2311-62a6-4cb8-937c-45cf1d3103b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:30.819093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-766d2311-62a6-4cb8-937c-45cf1d3103b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1094 time: 0.0825241 Oct 18 20:29:30.892723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-d6a79cbc-e343-4251-851e-4196cefa5277 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 217 time: 0.0628145 Oct 18 20:29:30.914179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.932629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cd2a4-41af-4305-8988-d6d550cb0b03 req-4cf4529d-a87c-4af7-80a5-65eb4bc468d6 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:30.934572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422cd2a4-41af-4305-8988-d6d550cb0b03 req-4cf4529d-a87c-4af7-80a5-65eb4bc468d6 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 943 time: 0.1365080 Oct 18 20:29:30.948032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:30.954898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] 10.222.0.66 "DELETE /v2.0/networks/89c5dd51-b2e0-4cd5-8337-49677f83246c HTTP/1.1" status: 204 len: 168 time: 0.9211321 Oct 18 20:29:30.970927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a30f0-eb76-4afd-b806-b9bb4bdb1d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=89c5dd51-b2e0-4cd5-8337-49677f83246c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:31.006730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-407c9fd4-5516-479e-8e99-194d1b62189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:31.010198 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-407c9fd4-5516-479e-8e99-194d1b62189e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1062951 Oct 18 20:29:31.033481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422cd2a4-41af-4305-8988-d6d550cb0b03 req-e6818a05-5f43-4313-861f-04b3db721270 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672495 Oct 18 20:29:31.062901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ecb0c376-2cbb-4a72-9a5d-684b61ba4c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.070744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ecb0c376-2cbb-4a72-9a5d-684b61ba4c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.109158 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-699e520a-6cb0-434f-8a1f-ccc1bd83108b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873346 Oct 18 20:29:31.165968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ecb0c376-2cbb-4a72-9a5d-684b61ba4c33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0056322bc4744d7a8080debece03df85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317692 Oct 18 20:29:31.170912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45286) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:31.183153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0c376-2cbb-4a72-9a5d-684b61ba4c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f5ea2-ca37-40d3-93fa-3b02729aac70,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:31.246280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45288) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:31.313731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-19d47d63-8b54-48e7-8ade-f99ddce873cb service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960049 Oct 18 20:29:31.346574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cdb5c478-c291-4a7b-be3a-025b485c8763 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d7e6bb308904208bc3c616a8a97f9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990951 Oct 18 20:29:31.353745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45290) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:31.354941 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-159190f8-0749-4c1c-af83-76b9d800183a tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2357388 Oct 18 20:29:31.355843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.374953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:31.395604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.431144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.551708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.557137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.559340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b5f5ea2-ca37-40d3-93fa-3b02729aac70 HTTP/1.1" status: 204 len: 168 time: 0.3868713 Oct 18 20:29:31.567705 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91dcb72-0a44-4829-ad70-07de0cf31520 req-8047fef9-a836-4465-8261-8604a2614f74 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451513 Oct 18 20:29:31.569080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b6afafa-2cb8-4b0b-a7f6-70b2149446f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.582256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f5ea2-ca37-40d3-93fa-3b02729aac70,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:31.603364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.604087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.604811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.605390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.606895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.607489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.608333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.608906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.609636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.610207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.610775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.611368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717b27d9-e48c-41e6-8333-5784a31b44fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:29:31.617220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b6afafa-2cb8-4b0b-a7f6-70b2149446f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.660760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.726773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b6afafa-2cb8-4b0b-a7f6-70b2149446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.729784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b6afafa-2cb8-4b0b-a7f6-70b2149446f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:31.731008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4b6afafa-2cb8-4b0b-a7f6-70b2149446f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1bf1d78-f2a5-4352-bacd-2e013a2c3abb HTTP/1.1" status: 204 len: 168 time: 0.3759162 Oct 18 20:29:31.744250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6afafa-2cb8-4b0b-a7f6-70b2149446f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf1d78-f2a5-4352-bacd-2e013a2c3abb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:31.848846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Allocated IP 172.25.7.36 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/aeb3d39a-e457-4dd0-a8f0-dd1b064cd884) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:32.037333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.101400 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.152879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:32.156490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:32.159600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:32.203791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Pushing event updated for resources: {'Port': ['ID=aeb3d39a-e457-4dd0-a8f0-dd1b064cd884,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:32.254193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:32.286727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.295945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:32.325349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-689de499-26ca-411b-95a2-6b5d0705b540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.347837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.358023 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-44516aa3-a8a2-44f3-99f3-37b6988874e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bc050fb4092459c9817932c3599835d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1015468 Oct 18 20:29:32.363434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45308) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:32.462829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62e5bcac-92c0-40ae-b6f8-611edbe404dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.507267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-689de499-26ca-411b-95a2-6b5d0705b540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.510032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62e5bcac-92c0-40ae-b6f8-611edbe404dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.521317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-689de499-26ca-411b-95a2-6b5d0705b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.588003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689de499-26ca-411b-95a2-6b5d0705b540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a5fe15-e362-47f1-83b7-fd6eb4e2045e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:32.594962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-689de499-26ca-411b-95a2-6b5d0705b540 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58fccdac16c147509c2bd7d77cc590a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978563 Oct 18 20:29:32.595877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.600120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45310) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:32.606424 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.677348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62e5bcac-92c0-40ae-b6f8-611edbe404dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.680236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62e5bcac-92c0-40ae-b6f8-611edbe404dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.685553 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-62e5bcac-92c0-40ae-b6f8-611edbe404dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2afd8faf-de46-494b-981c-c497d7c3cb67 HTTP/1.1" status: 204 len: 168 time: 0.3169923 Oct 18 20:29:32.694380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5bcac-92c0-40ae-b6f8-611edbe404dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd8faf-de46-494b-981c-c497d7c3cb67,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:32.717139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b4bd-f188-45e2-8476-8dc17c8b02ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.734363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Pushing event updated for resources: {'Port': ['ID=aeb3d39a-e457-4dd0-a8f0-dd1b064cd884,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:32.761967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.767253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b4bd-f188-45e2-8476-8dc17c8b02ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.791560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.794181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3c25920f-d612-4e5f-931a-3e44d11f8acd tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4256260 Oct 18 20:29:32.867866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-e37842b4-f7ff-4d4c-99a9-b67244074351 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 695 time: 0.0622022 Oct 18 20:29:32.879969 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b4bd-f188-45e2-8476-8dc17c8b02ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.885108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6a9b4bd-f188-45e2-8476-8dc17c8b02ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:32.890906 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f6a9b4bd-f188-45e2-8476-8dc17c8b02ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4a5fe15-e362-47f1-83b7-fd6eb4e2045e HTTP/1.1" status: 204 len: 168 time: 0.2850459 Oct 18 20:29:32.900588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9b4bd-f188-45e2-8476-8dc17c8b02ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a5fe15-e362-47f1-83b7-fd6eb4e2045e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:33.078565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3eb3ca6f-8dea-4536-9660-b1261fde9940 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:33.081646 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-276fc48e-3efc-46e3-a4f5-14f98e8a8d1e req-3eb3ca6f-8dea-4536-9660-b1261fde9940 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2020884 Oct 18 20:29:33.257995 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92152803-7499-40b9-9780-936c52269288 x-openstack-request-id: req-92152803-7499-40b9-9780-936c52269288 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:33.260311 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c727eb-54a7-48f7-92b4-9d1184a8126b", "name": "network-vif-plugged", "status": "completed", "tag": "ba8397e4-0fbf-42c4-8ac9-c391464c2508", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:33.261173 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92152803-7499-40b9-9780-936c52269288 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:33.262971 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508', 'code': 200} Oct 18 20:29:33.328468 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8884de8b-9f34-4d54-ac6d-e578326368ba x-openstack-request-id: req-8884de8b-9f34-4d54-ac6d-e578326368ba {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:33.329551 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:33.329551 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8884de8b-9f34-4d54-ac6d-e578326368ba {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:33.330090 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14', 'status': 'completed', 'code': 200} Oct 18 20:29:33.482666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d004e3-86ed-4ee3-950c-242b0f3c3742 req-6f778638-7c1d-48c6-8949-a771d2877239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:33.485978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66d004e3-86ed-4ee3-950c-242b0f3c3742 req-6f778638-7c1d-48c6-8949-a771d2877239 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 1100 time: 0.1401305 Oct 18 20:29:33.544085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74580907-ab07-4952-a227-5f16bb2cd811 req-5f85d4b8-c9fd-49f6-bebc-9e7e2cf2b35d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:33.559286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74580907-ab07-4952-a227-5f16bb2cd811 req-5f85d4b8-c9fd-49f6-bebc-9e7e2cf2b35d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 949 time: 0.1369331 Oct 18 20:29:33.575894 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66d004e3-86ed-4ee3-950c-242b0f3c3742 req-b09b12b1-22d9-4ac4-886e-7ecf44cdd6fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c3e9ada-1aa4-4fc4-95d3-4558872116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748591 Oct 18 20:29:33.579522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b03503-1d55-48af-b183-72cbeeab4014 req-af388093-6bd3-4185-9739-e87482fe3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:33.583389 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-10b03503-1d55-48af-b183-72cbeeab4014 req-af388093-6bd3-4185-9739-e87482fe3a78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1094 time: 0.1691015 Oct 18 20:29:33.630041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74580907-ab07-4952-a227-5f16bb2cd811 req-a32244f2-4ec3-4b19-9afa-828fe6fffdae tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c3e9ada-1aa4-4fc4-95d3-4558872116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681159 Oct 18 20:29:33.811326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b03503-1d55-48af-b183-72cbeeab4014 req-fee4327a-900b-4854-b847-3bcdf5e275b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:33.814174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-10b03503-1d55-48af-b183-72cbeeab4014 req-fee4327a-900b-4854-b847-3bcdf5e275b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.2202690 Oct 18 20:29:33.847345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f5f70-58b2-47e5-aa68-0c4134debd16 req-e1d3d54b-9b90-4021-8a84-6e3485c2ca2f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:33.866190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e6f5f70-58b2-47e5-aa68-0c4134debd16 req-e1d3d54b-9b90-4021-8a84-6e3485c2ca2f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 943 time: 0.1183379 Oct 18 20:29:33.898066 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-10b03503-1d55-48af-b183-72cbeeab4014 req-e57c4777-393d-48cd-8a0f-4f283746baab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 217 time: 0.0703359 Oct 18 20:29:33.946629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e6f5f70-58b2-47e5-aa68-0c4134debd16 req-739003d0-a28a-4557-a189-ba724a4019a4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Oct 18 20:29:34.032795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b03503-1d55-48af-b183-72cbeeab4014 req-3e1af98a-df56-4426-94d7-4f8fc4427c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:34.036985 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-10b03503-1d55-48af-b183-72cbeeab4014 req-3e1af98a-df56-4426-94d7-4f8fc4427c05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1255946 Oct 18 20:29:34.106725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-668aa895-9928-409f-a34a-ea1d3a740076 req-dcf4c46d-6fd0-4d80-90e0-a847ea3d3585 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips/e53d3bce-d304-4c2a-9ca8-07a44ac89646 HTTP/1.1" status: 200 len: 692 time: 0.1148839 Oct 18 20:29:34.134838 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-10b03503-1d55-48af-b183-72cbeeab4014 req-67fb3750-74f9-4267-9d1c-ec578f535269 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801644 Oct 18 20:29:34.353212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-10b03503-1d55-48af-b183-72cbeeab4014 req-968151bb-e186-4809-916b-dbc63cc1de57 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053273 Oct 18 20:29:34.622191 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-10b03503-1d55-48af-b183-72cbeeab4014 req-9e23681d-a53d-4f16-9247-db4c711331ea service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481844 Oct 18 20:29:34.652989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aa895-9928-409f-a34a-ea1d3a740076 req-de631f92-3fde-456a-a75e-d3671c667657 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:34.655607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-668aa895-9928-409f-a34a-ea1d3a740076 req-de631f92-3fde-456a-a75e-d3671c667657 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.5474429 Oct 18 20:29:34.736168 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-668aa895-9928-409f-a34a-ea1d3a740076 req-e251b8f4-24fe-41e2-a83d-5010467cec4a tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 695 time: 0.0644178 Oct 18 20:29:34.802285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-668aa895-9928-409f-a34a-ea1d3a740076 req-14fdb6a1-5c8c-4ca9-9d5d-9b07d4a72d74 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.36 HTTP/1.1" status: 200 len: 695 time: 0.0532782 Oct 18 20:29:35.036601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Deleting port aeb3d39a-e457-4dd0-a8f0-dd1b064cd884 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:35.036764 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.161744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.162027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.178991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Calling delete_port for aeb3d39a-e457-4dd0-a8f0-dd1b064cd884 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:35.398542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d4efb350-0193-40c1-a0b5-556ffa57da14 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:29:35.407952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.478817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Pushing event deleted for resources: {'Port': ['ID=aeb3d39a-e457-4dd0-a8f0-dd1b064cd884,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:35.616861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:35.635255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.640455 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.642830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'd4efb350-0193-40c1-a0b5-556ffa57da14', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'port_id': 'd4efb350-0193-40c1-a0b5-556ffa57da14', 'mac_address': 'fa:16:3e:0a:35:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b303cbf8-f8d1-49ee-9877-3e516296a170', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:29:35.659665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-668aa895-9928-409f-a34a-ea1d3a740076 req-f717f06b-4378-407d-815e-8d9143b9ce34 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "DELETE /v2.0/floatingips/e53d3bce-d304-4c2a-9ca8-07a44ac89646 HTTP/1.1" status: 204 len: 173 time: 0.8505011 Oct 18 20:29:35.711145 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.745979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4efb350-0193-40c1-a0b5-556ffa57da14 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:35.784429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:35.789283 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:35.843147 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:35.872600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d96619-6ca5-48e5-b98c-993ed1763814 req-9a12c0f9-f9f7-4c35-810d-b1599ea020d2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:35.875384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d96619-6ca5-48e5-b98c-993ed1763814 req-9a12c0f9-f9f7-4c35-810d-b1599ea020d2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.0889513 Oct 18 20:29:35.942909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d96619-6ca5-48e5-b98c-993ed1763814 req-df373513-ecc9-4948-ae7c-3330c08f3c7a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602009 Oct 18 20:29:36.234540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['d4efb350-0193-40c1-a0b5-556ffa57da14'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:36.283794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc415d6-c67c-4c15-b11a-992f08b8cf0b req-e9206820-9852-4442-a332-158d42f1eb41 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:36.286669 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2cc415d6-c67c-4c15-b11a-992f08b8cf0b req-e9206820-9852-4442-a332-158d42f1eb41 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 949 time: 0.0877748 Oct 18 20:29:36.356753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2cc415d6-c67c-4c15-b11a-992f08b8cf0b req-0f462632-be8e-4ed8-9851-c3a7654260eb tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c3e9ada-1aa4-4fc4-95d3-4558872116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568178 Oct 18 20:29:36.527682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff2a43-ba4c-4fdb-99d7-2b7d2ee05ab9 req-20ffd8af-0383-45dd-8df3-65456b4caaf0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:36.529717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9eff2a43-ba4c-4fdb-99d7-2b7d2ee05ab9 req-20ffd8af-0383-45dd-8df3-65456b4caaf0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 944 time: 0.0661552 Oct 18 20:29:36.582851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9eff2a43-ba4c-4fdb-99d7-2b7d2ee05ab9 req-97d44024-bc31-4825-8b62-cfe68521216f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Oct 18 20:29:36.708801 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-e5d5f49e-da31-4d71-929f-f94f574ce652 req-c4c2f795-c91e-478c-947f-0a4cdad37404 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] show failed (client error): The resource could not be found. Oct 18 20:29:36.710655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d5f49e-da31-4d71-929f-f94f574ce652 req-c4c2f795-c91e-478c-947f-0a4cdad37404 tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips/e53d3bce-d304-4c2a-9ca8-07a44ac89646 HTTP/1.1" status: 404 len: 350 time: 0.0780635 Oct 18 20:29:37.069772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-033d7ea6-21e2-4f24-b1a4-8e511b7dbae4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407269 Oct 18 20:29:37.217892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-9877fe6a-d3f2-4d6d-a959-730d5394a6ba tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:37.219721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-9877fe6a-d3f2-4d6d-a959-730d5394a6ba tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437435 Oct 18 20:29:37.244800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-35ff9e14-2d98-47ff-9d74-3b9dc30846d7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/quotas/8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 375 time: 0.0144603 Oct 18 20:29:37.291698 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-c0f1f10f-6959-46a6-b3ac-e719f1868641 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364635 Oct 18 20:29:37.428203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d4efb350-0193-40c1-a0b5-556ffa57da14 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:37.517968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port d4efb350-0193-40c1-a0b5-556ffa57da14 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:29:37.524912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port d4efb350-0193-40c1-a0b5-556ffa57da14 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:37.525471 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:37.651374 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:37.680272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:37.682916 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781a87f7-3610-4d63-9962-f7c3a1720fb9" -d '{"events": [{"server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "name": "network-vif-plugged", "status": "completed", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:37.708794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:37.715906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:37.756586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bd708-946c-41f5-abb4-36066b615abd req-f94b4edd-a17e-41ce-9c64-b85b05ea83a7 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:37.759305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-728bd708-946c-41f5-abb4-36066b615abd req-f94b4edd-a17e-41ce-9c64-b85b05ea83a7 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.0942411 Oct 18 20:29:37.821957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:37.841204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-728bd708-946c-41f5-abb4-36066b615abd req-be64843d-6859-49f9-81dc-d8a4365b502e tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660837 Oct 18 20:29:38.195993 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-47cc926b-6899-42de-aba7-8448f9164529 req-96df8ed7-255d-406b-be29-162cc65b862b tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] show failed (client error): The resource could not be found. Oct 18 20:29:38.197986 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47cc926b-6899-42de-aba7-8448f9164529 req-96df8ed7-255d-406b-be29-162cc65b862b tempest-FloatingIPsTestJSON-1389941683 tempest-FloatingIPsTestJSON-1389941683-project] 10.222.0.66 "GET /v2.0/floatingips/e53d3bce-d304-4c2a-9ca8-07a44ac89646 HTTP/1.1" status: 404 len: 350 time: 0.0456069 Oct 18 20:29:38.212326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45454) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:38.353259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23130959-43ea-454a-a1d1-943f2bd883b9 req-474995d2-ea8e-4531-8d13-bd4f8b41ed62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 210 time: 0.0429316 Oct 18 20:29:38.544888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422b1f8-d693-4dfa-ab45-eaab7efccb89 req-e3a56e01-8a25-49c8-912e-48a3971c4aab tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:38.546524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4422b1f8-d693-4dfa-ab45-eaab7efccb89 req-e3a56e01-8a25-49c8-912e-48a3971c4aab tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.0673032 Oct 18 20:29:38.599305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4422b1f8-d693-4dfa-ab45-eaab7efccb89 req-678830f1-6f15-448f-a5b3-c5b23cb6b833 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Oct 18 20:29:38.683093 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f87e768-5d6d-4623-a844-869991eebd23 x-openstack-request-id: req-8f87e768-5d6d-4623-a844-869991eebd23 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:38.683953 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "name": "network-vif-plugged", "status": "completed", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:38.684109 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f87e768-5d6d-4623-a844-869991eebd23 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:38.684822 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14', 'code': 200} Oct 18 20:29:38.890817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-db3f3a55-aab2-4cff-9e24-a6d78a8ccd82 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584960 Oct 18 20:29:39.168927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323ecde-18fa-4777-a1e2-6042cacefbc0 req-07d9ef72-2ec4-4800-9044-d641c5a95067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:39.171710 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5323ecde-18fa-4777-a1e2-6042cacefbc0 req-07d9ef72-2ec4-4800-9044-d641c5a95067 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1096 time: 0.3432448 Oct 18 20:29:39.321606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5323ecde-18fa-4777-a1e2-6042cacefbc0 req-70f65350-5468-4ef5-83e4-cd5cac4346a2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370726 Oct 18 20:29:39.347422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-96c345cf-3ae3-421b-a9ef-a5d4f83958a7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:39.350121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-96c345cf-3ae3-421b-a9ef-a5d4f83958a7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4482026 Oct 18 20:29:39.379179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Request body: {'port': {'device_id': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '8b75db9fc81941d28836b7f180c0a0d8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:39.656369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:39.696667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Made reservation on behalf of 8b75db9fc81941d28836b7f180c0a0d8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:39.700968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:39.715642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:39.890465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ea625f2-2a10-4a3a-b987-42d405259094 req-bb0839e6-8ada-4855-b1f6-b54be90d260a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 210 time: 0.0332103 Oct 18 20:29:39.957122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45506) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:40.080325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.092129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.162178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af923b93-205c-4179-b5ef-df3179d9f1ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.199635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15386983-cd99-486d-804c-26d2acf71547,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:40.332165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af923b93-205c-4179-b5ef-df3179d9f1ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.341097 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af923b93-205c-4179-b5ef-df3179d9f1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.415835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80449-3bf3-46cb-8097-8e2776fd98da req-f1ae13f6-fa18-417e-b33f-3811b6c6f778 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:40.418575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79d80449-3bf3-46cb-8097-8e2776fd98da req-f1ae13f6-fa18-417e-b33f-3811b6c6f778 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.1334822 Oct 18 20:29:40.444111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Allocated IP 192.168.233.46 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/267d3c82-3070-4d89-b8be-5eed64fe37d0) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:40.461224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af923b93-205c-4179-b5ef-df3179d9f1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e99810b-d405-4bc1-a821-f15899a9b4e2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:40.469269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-af923b93-205c-4179-b5ef-df3179d9f1ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=273d7f93e30749e9868e370a7bdee7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102878 Oct 18 20:29:40.481666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45514) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:40.499917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Deleting port fad6e010-304f-4247-a90d-4f905290d51c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:40.500513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.575020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79d80449-3bf3-46cb-8097-8e2776fd98da req-189d8e25-af3e-4662-8d16-21c2b919f4da tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343398 Oct 18 20:29:40.611272 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bd19cb4-2790-4957-a620-460fb4a6c0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.655640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bd19cb4-2790-4957-a620-460fb4a6c0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.739170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] For port fad6e010-304f-4247-a90d-4f905290d51c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fad6e010-304f-4247-a90d-4f905290d51c,segment=NetworkSegment(d421f6df-70a3-4a9d-bf34-96f003468bc8),segment_id=d421f6df-70a3-4a9d-bf34-96f003468bc8)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:40.739731 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.763870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Calling delete_port for fad6e010-304f-4247-a90d-4f905290d51c owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:40.765185 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bd19cb4-2790-4957-a620-460fb4a6c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.771053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bd19cb4-2790-4957-a620-460fb4a6c0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.776804 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6bd19cb4-2790-4957-a620-460fb4a6c0a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e99810b-d405-4bc1-a821-f15899a9b4e2 HTTP/1.1" status: 204 len: 168 time: 0.2898090 Oct 18 20:29:40.806779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd19cb4-2790-4957-a620-460fb4a6c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e99810b-d405-4bc1-a821-f15899a9b4e2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:40.808718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.900718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:40.996934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cd390-b7df-461b-9fb0-a6f77052468d req-6f0765e0-686c-4a78-bb5a-4c6f31eaa109 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:40.999280 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e8cd390-b7df-461b-9fb0-a6f77052468d req-6f0765e0-686c-4a78-bb5a-4c6f31eaa109 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.0654051 Oct 18 20:29:41.043361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:41.058626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:41.065895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:41.109408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e8cd390-b7df-461b-9fb0-a6f77052468d req-dbdb5a09-1399-451d-8c8c-21cf7dfd17f9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841432 Oct 18 20:29:41.121358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:41.243039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:41.244901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.289091 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-80b52e10-3961-4ccd-be6c-b2e23234ec93 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9253657 Oct 18 20:29:41.353852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Request body: {'port': {'device_id': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:41.429493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45530) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:41.447894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e837455-8091-4478-b97e-1c325dcec3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.477737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f125489-fb30-4c2f-829a-c1f1ea159217 req-8a4d3cb9-60cb-4149-b869-8737b60fa86e tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:41.479558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f125489-fb30-4c2f-829a-c1f1ea159217 req-8a4d3cb9-60cb-4149-b869-8737b60fa86e tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 949 time: 0.1043041 Oct 18 20:29:41.489892 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.503985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-faeb150d-cb02-4279-a444-690898c3d883 None None] Provisioning complete for port 267d3c82-3070-4d89-b8be-5eed64fe37d0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:41.504940 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.505366 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-faeb150d-cb02-4279-a444-690898c3d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.552298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad6e010-304f-4247-a90d-4f905290d51c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:41.568883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-faeb150d-cb02-4279-a444-690898c3d883 None None] Port 267d3c82-3070-4d89-b8be-5eed64fe37d0 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:29:41.586677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f125489-fb30-4c2f-829a-c1f1ea159217 req-c56a41df-7863-4d6f-bf30-7d2b6a64e1ad tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/security-groups?id=8c3e9ada-1aa4-4fc4-95d3-4558872116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860467 Oct 18 20:29:41.632880 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e837455-8091-4478-b97e-1c325dcec3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.642576 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e837455-8091-4478-b97e-1c325dcec3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.732428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3e837455-8091-4478-b97e-1c325dcec3a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19d2eaf21cc54459ac551764ebaed420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019059 Oct 18 20:29:41.739929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45534) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:41.761388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e837455-8091-4478-b97e-1c325dcec3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d588ba5-27a6-4c20-8f60-b31c4fa89bcd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:41.802034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce710ea-58cf-4e34-a1d7-419378fee0d1 req-d7751b48-bf41-4f84-b1c7-18b34fa27f0c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:41.803674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ce710ea-58cf-4e34-a1d7-419378fee0d1 req-d7751b48-bf41-4f84-b1c7-18b34fa27f0c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 935 time: 0.1269276 Oct 18 20:29:41.831894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5397bc3-0ddf-4215-8503-14d702bdfdca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.880203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5397bc3-0ddf-4215-8503-14d702bdfdca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.889905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ce710ea-58cf-4e34-a1d7-419378fee0d1 req-4bb82f4c-1c82-4baf-a601-64e9d0e6b244 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701189 Oct 18 20:29:41.950456 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5397bc3-0ddf-4215-8503-14d702bdfdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.956544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f5397bc3-0ddf-4215-8503-14d702bdfdca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:41.961025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f5397bc3-0ddf-4215-8503-14d702bdfdca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d588ba5-27a6-4c20-8f60-b31c4fa89bcd HTTP/1.1" status: 204 len: 168 time: 0.2173259 Oct 18 20:29:41.976181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5397bc3-0ddf-4215-8503-14d702bdfdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d588ba5-27a6-4c20-8f60-b31c4fa89bcd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:42.257040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:42.316972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-eb2ddcba-5a10-423a-a475-d09322d949d8 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:42.319837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-eb2ddcba-5a10-423a-a475-d09322d949d8 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.30 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 949 time: 0.1340218 Oct 18 20:29:42.337683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba2b8-29c8-4b8d-86fd-6c210f8a6f92 req-402e8568-b87e-4db0-814c-083841431089 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:42.340675 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-891ba2b8-29c8-4b8d-86fd-6c210f8a6f92 req-402e8568-b87e-4db0-814c-083841431089 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.1752694 Oct 18 20:29:42.478192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-891ba2b8-29c8-4b8d-86fd-6c210f8a6f92 req-8e1c3d77-8485-46c3-b360-d108835ed550 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223738 Oct 18 20:29:42.510527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267d3c82-3070-4d89-b8be-5eed64fe37d0 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:42.615303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Deleting port ba8397e4-0fbf-42c4-8ac9-c391464c2508 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:42.616664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:42.625373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:42.659948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Transition to ACTIVE for port object 267d3c82-3070-4d89-b8be-5eed64fe37d0 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:29:42.669434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:42.685585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94752aac-9a1f-41a0-bb74-78f6d7498e50 req-3bd8533d-6b98-4ef6-a197-30ef8b7f7614 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:42.706475 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94752aac-9a1f-41a0-bb74-78f6d7498e50 req-3bd8533d-6b98-4ef6-a197-30ef8b7f7614 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1427064 Oct 18 20:29:42.770386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45554) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:42.771491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:42.778202 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:42.875840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94752aac-9a1f-41a0-bb74-78f6d7498e50 req-7b184dd1-6e09-4a20-a2f4-1d94f012372b tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882568 Oct 18 20:29:42.883337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] For port ba8397e4-0fbf-42c4-8ac9-c391464c2508, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ba8397e4-0fbf-42c4-8ac9-c391464c2508,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:42.883967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:42.916079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Calling delete_port for ba8397e4-0fbf-42c4-8ac9-c391464c2508 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:43.129280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45566) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:43.193728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:43.194279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:43.194830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:43.255229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Router ded0b998-9890-4b2a-b1a9-afa89baa0090 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:29:43.286949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:29:43.287218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:43.337050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:43.337950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:43.338784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:43.339807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Bound port: 267d3c82-3070-4d89-b8be-5eed64fe37d0, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:43.340916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.361860 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-330bee20-498e-4288-8f15-87d9a67bbbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.382860 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.414170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ba8397e4-0fbf-42c4-8ac9-c391464c2508'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:43.440850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8dbd-4fc2-4fff-a779-5b98e36e262f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.457546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f7eb6f17-002f-45ee-b74c-371724d5f317 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:29:43.489808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Pushing event deleted for resources: {'Port': ['ID=ba8397e4-0fbf-42c4-8ac9-c391464c2508,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:43.562144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b668703-3c64-4161-8c30-625e754d7e70 req-29b5f4e6-5ab3-429b-97b9-3567274184ea tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:43.567342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b668703-3c64-4161-8c30-625e754d7e70 req-29b5f4e6-5ab3-429b-97b9-3567274184ea tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1096 time: 0.2038445 Oct 18 20:29:43.595823 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:43.609133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:43.657835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b668703-3c64-4161-8c30-625e754d7e70 req-b4f7fd4c-a7b3-4b5b-83a2-f1311bb11bce tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580914 Oct 18 20:29:43.659646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] No DVR routers for this DVR port ba8397e4-0fbf-42c4-8ac9-c391464c2508 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:29:43.663955 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.670616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7b6a4e6-d45d-42d4-8b79-bfbc759cf124 req-d4f188d0-b055-4938-b2e3-89e19d57863d tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.30 "DELETE /v2.0/ports/ba8397e4-0fbf-42c4-8ac9-c391464c2508 HTTP/1.1" status: 204 len: 173 time: 1.3285022 Oct 18 20:29:43.671553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'name': 'network-vif-deleted', 'tag': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:43.676604 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb68c7-16dc-41dc-97fd-07449762b734" -d '{"events": [{"server_uuid": "63c727eb-54a7-48f7-92b4-9d1184a8126b", "name": "network-vif-deleted", "tag": "ba8397e4-0fbf-42c4-8ac9-c391464c2508"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:43.762907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.781897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:43.839867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'port_id': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'mac_address': 'fa:16:3e:44:21:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452261e9-ad3e-429b-8f76-2eacced198b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:29:43.865715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df28af22-af33-4f35-b239-572b14344078 req-0bca8006-de04-4ca0-8e7b-f79e620ed155 tempest-TenantUsagesTestJSON-662995496 tempest-TenantUsagesTestJSON-662995496-project] 10.222.0.66 "GET /v2.0/ports?device_id=63c727eb-54a7-48f7-92b4-9d1184a8126b HTTP/1.1" status: 200 len: 210 time: 0.0849009 Oct 18 20:29:43.927352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8dbd-4fc2-4fff-a779-5b98e36e262f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.933691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:29:43.950248 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] Sync routers for ids ['ded0b998-9890-4b2a-b1a9-afa89baa0090'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:29:43.952295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45590) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:43.952913 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f9042843-3ed8-495a-8ee1-ce8df38fb117 admin admin] 10.222.0.66 "PUT /v2.0/routers/ded0b998-9890-4b2a-b1a9-afa89baa0090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7377124 Oct 18 20:29:43.963239 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] Routers {'ded0b998-9890-4b2a-b1a9-afa89baa0090'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:29:43.964174 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ded0b998-9890-4b2a-b1a9-afa89baa0090'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:43.964787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:43.992807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7eb6f17-002f-45ee-b74c-371724d5f317 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:44.017511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:44.034734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:44.035184 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.036973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-47377ed6-d55e-4600-a1ae-5c978402035c service neutron] 10.222.0.30 "PUT /v2.0/ports/267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 1095 time: 2.6940165 Oct 18 20:29:44.037682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:44.039717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:44.040472 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:44.043674 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b3ed8dbd-4fc2-4fff-a779-5b98e36e262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.065699 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.078722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-330bee20-498e-4288-8f15-87d9a67bbbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.118082 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b3ed8dbd-4fc2-4fff-a779-5b98e36e262f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89110ffd4bb54dbc9157eeb4debc9305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9802506 Oct 18 20:29:44.119082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:44.121655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed8dbd-4fc2-4fff-a779-5b98e36e262f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072cbf60-be6c-4277-894e-d66313520578,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:44.162146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9645be-46ea-4406-88a4-ed28fb5a40d6 req-382e0977-47a3-45a1-9c6d-3d3bea80560b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:44.178331 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f9645be-46ea-4406-88a4-ed28fb5a40d6 req-382e0977-47a3-45a1-9c6d-3d3bea80560b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 947 time: 0.1514654 Oct 18 20:29:44.180199 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] Set router ded0b998-9890-4b2a-b1a9-afa89baa0090 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:29:44.182682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-330bee20-498e-4288-8f15-87d9a67bbbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.218063 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-330bee20-498e-4288-8f15-87d9a67bbbaf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=feb794dbe5cd47e9a196a087b667ea6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4414916 Oct 18 20:29:44.228176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45596) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:44.230283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f7eb6f17-002f-45ee-b74c-371724d5f317'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:44.288550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-5d513914-cfb7-48bd-b2f1-854009c97e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:44.290374 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-5d513914-cfb7-48bd-b2f1-854009c97e7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1098 time: 0.1701188 Oct 18 20:29:44.298821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bee20-498e-4288-8f15-87d9a67bbbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c4689-b3ed-4e0b-b978-6b49aeb5858d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:44.334108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:44.369838 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-15a33829-6fd0-44d2-a962-b5e1eaf238fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.0497923 Oct 18 20:29:44.391792 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe381-d6a2-4209-88de-380d7520d0a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.411728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.435550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f9645be-46ea-4406-88a4-ed28fb5a40d6 req-c6a6359c-ec0f-41fd-95e3-c59d4467619e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568064 Oct 18 20:29:44.514882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-5186611d-e022-4047-ac07-2348d0b6a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:44.522412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-5186611d-e022-4047-ac07-2348d0b6a7f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1316535 Oct 18 20:29:44.530550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3872a09-d87c-4ff9-9fc4-499a5aa20d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.576830 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c532c3-bef8-439b-a816-80f5e2e11004 x-openstack-request-id: req-c5c532c3-bef8-439b-a816-80f5e2e11004 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:44.577062 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c727eb-54a7-48f7-92b4-9d1184a8126b", "name": "network-vif-deleted", "tag": "ba8397e4-0fbf-42c4-8ac9-c391464c2508", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:44.577316 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5c532c3-bef8-439b-a816-80f5e2e11004 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:44.577714 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c727eb-54a7-48f7-92b4-9d1184a8126b', 'name': 'network-vif-deleted', 'tag': 'ba8397e4-0fbf-42c4-8ac9-c391464c2508', 'status': 'completed', 'code': 200} Oct 18 20:29:44.610753 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe381-d6a2-4209-88de-380d7520d0a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.621152 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:41Z', 'revision_number': 5, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:44.663375 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] Checking router: ded0b998-9890-4b2a-b1a9-afa89baa0090 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:29:44.674847 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] Routers {'ded0b998-9890-4b2a-b1a9-afa89baa0090'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:29:44.675776 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ded0b998-9890-4b2a-b1a9-afa89baa0090'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:44.714346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3872a09-d87c-4ff9-9fc4-499a5aa20d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.715413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-a235146c-93da-42fa-8aeb-19ad9ecf04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:44.723341 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-a235146c-93da-42fa-8aeb-19ad9ecf04b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795986 Oct 18 20:29:44.729064 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.837042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Deleting port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:44.837824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.851833 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe381-d6a2-4209-88de-380d7520d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.855515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe381-d6a2-4209-88de-380d7520d0a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.867844 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] Set router ded0b998-9890-4b2a-b1a9-afa89baa0090 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:29:44.869767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3bdbe381-d6a2-4209-88de-380d7520d0a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/072cbf60-be6c-4277-894e-d66313520578 HTTP/1.1" status: 204 len: 168 time: 0.7375290 Oct 18 20:29:44.894002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbe381-d6a2-4209-88de-380d7520d0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072cbf60-be6c-4277-894e-d66313520578,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:44.954039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-56f9efe6-5f5f-4904-9e43-0920a8c46ef1 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277353 Oct 18 20:29:44.992960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3872a09-d87c-4ff9-9fc4-499a5aa20d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:44.995963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e3872a09-d87c-4ff9-9fc4-499a5aa20d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:45.003913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e3872a09-d87c-4ff9-9fc4-499a5aa20d79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f3c4689-b3ed-4e0b-b978-6b49aeb5858d HTTP/1.1" status: 204 len: 168 time: 0.7714603 Oct 18 20:29:45.041131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3872a09-d87c-4ff9-9fc4-499a5aa20d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c4689-b3ed-4e0b-b978-6b49aeb5858d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:45.089453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] For port 8b1b88fc-0f31-4633-b7ef-5660a009d6d2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:45.090074 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:45.127675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Calling delete_port for 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:45.203274 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-68a96ddc-4b7b-4fcb-b4f7-2efbbda77c05 req-c1d1d362-907d-4e71-818b-4019fea880ac service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407496 Oct 18 20:29:45.451435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f7eb6f17-002f-45ee-b74c-371724d5f317 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:45.467172 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:41Z', 'revision_number': 5, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:45.527676 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6e22a-e5af-4a21-8cdd-2bb825bbf99d None None] The sync data for ids ['ded0b998-9890-4b2a-b1a9-afa89baa0090'] in n-d-812149-2 is: [{'id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'name': 'tempest-FloatingIPsTestJSON-88175660-router', 'tenant_id': 'cdc4835db40e4e4387879db87e9b864a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:09Z', 'updated_at': '2021-10-18T20:29:41Z', 'revision_number': 5, 'project_id': 'cdc4835db40e4e4387879db87e9b864a', 'gw_port': {'id': '8b1b88fc-0f31-4633-b7ef-5660a009d6d2', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded0b998-9890-4b2a-b1a9-afa89baa0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:10Z', 'updated_at': '2021-10-18T20:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:29:45.658828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port f7eb6f17-002f-45ee-b74c-371724d5f317 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:45.660586 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:45.745701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45620) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:45.807568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43b6ed-ddc9-4945-90ed-5fc3ae22829d req-81a3ceaf-9322-4b8f-a785-8727d04a1d99 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:45.816732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d43b6ed-ddc9-4945-90ed-5fc3ae22829d req-81a3ceaf-9322-4b8f-a785-8727d04a1d99 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 944 time: 0.6866145 Oct 18 20:29:45.827275 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76c35430-bd7a-4406-9464-23cb8eb98acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:45.851347 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:45.886216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1b88fc-0f31-4633-b7ef-5660a009d6d2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:45.925918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d43b6ed-ddc9-4945-90ed-5fc3ae22829d req-14dc6d53-5e9b-4d90-a73b-a6bbeac9a238 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061532 Oct 18 20:29:46.012185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45630) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:46.029249 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.119792 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:46.125242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:46.135187 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44392de2-c732-48dc-ad85-873a0762a971" -d '{"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:46.145345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ba8397e4-0fbf-42c4-8ac9-c391464c2508 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:46.156338 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d83cb-3157-4b89-afed-9ce5fc00b37d x-openstack-request-id: req-7b4d83cb-3157-4b89-afed-9ce5fc00b37d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:46.156650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.159894 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:46.159894 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b4d83cb-3157-4b89-afed-9ce5fc00b37d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:46.160318 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'status': 'completed', 'code': 200} Oct 18 20:29:46.213869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.222451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: ba8397e4-0fbf-42c4-8ac9-c391464c2508 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:29:46.223557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ba8397e4-0fbf-42c4-8ac9-c391464c2508 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:46.455318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:46.504363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76c35430-bd7a-4406-9464-23cb8eb98acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.532974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45640) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:46.538463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-4811555a-6214-48ad-9394-b7ce663e868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:46.540716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-4811555a-6214-48ad-9394-b7ce663e868a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1098 time: 0.3542912 Oct 18 20:29:46.550733 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.554032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76c35430-bd7a-4406-9464-23cb8eb98acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.555806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.606248 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-76c35430-bd7a-4406-9464-23cb8eb98acd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20517816d7444aa9904c13f4d44769b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571613 Oct 18 20:29:46.682595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45642) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:46.771017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9a61fcf-121b-4b44-a870-0983b30d7537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.851097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c35430-bd7a-4406-9464-23cb8eb98acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3313a21d-8855-4051-aa60-e88a9e465f8b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:46.872349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45648) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:46.872907 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cb13cc0-f443-429c-a43a-4dc120d68431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.915367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fad6e010-304f-4247-a90d-4f905290d51c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:46.954061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:46.954932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router ded0b998-9890-4b2a-b1a9-afa89baa0090 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:29:46.960204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-4aff0023-024e-4ebc-92a6-ec30f58ea039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:46.964081 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-4aff0023-024e-4ebc-92a6-ec30f58ea039 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3649960 Oct 18 20:29:46.998977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: fad6e010-304f-4247-a90d-4f905290d51c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:29:47.001373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.003404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-81acce6b-b959-4e7f-94e3-189bb1bf1eed admin admin] 10.222.0.66 "DELETE /v2.0/routers/ded0b998-9890-4b2a-b1a9-afa89baa0090 HTTP/1.1" status: 204 len: 168 time: 3.0496626 Oct 18 20:29:47.003629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fad6e010-304f-4247-a90d-4f905290d51c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:47.016572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45656) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:47.111078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-ad70915e-dd65-4617-831e-adb24c4d7eab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.1393075 Oct 18 20:29:47.248482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-289d95f5-2cc2-49d0-becf-4865046e4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:47.250614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-289d95f5-2cc2-49d0-becf-4865046e4db7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1265285 Oct 18 20:29:47.252210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205226-306a-4854-9d9e-b8ba173782dd req-83faac85-93f5-4993-b75e-5168a4f2bbf5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:47.260652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38205226-306a-4854-9d9e-b8ba173782dd req-83faac85-93f5-4993-b75e-5168a4f2bbf5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 947 time: 0.5752859 Oct 18 20:29:47.279830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9a61fcf-121b-4b44-a870-0983b30d7537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.283786 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-736b6b40-41aa-4fc9-b490-f280c0f7eab5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f083d1c57b064abe9496c8a95780d4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100022 Oct 18 20:29:47.288354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45660) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:47.305053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a9211d28-1d49-4972-bbb7-467042a0a232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.317850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9a61fcf-121b-4b44-a870-0983b30d7537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.397364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a61fcf-121b-4b44-a870-0983b30d7537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2ae9a0-871a-4a6d-a56d-0cd4d1d695a9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:47.398699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] Deleting subnet d525729f-2243-4b85-bee7-02f74c72d6a5 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:29:47.404860 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9a61fcf-121b-4b44-a870-0983b30d7537 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=698a7fb03cf24519a2ea717fc48cfdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8627815 Oct 18 20:29:47.411564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45662) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:47.427740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-287e5c09-ec04-485f-bf88-988e71b5ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:47.429511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-287e5c09-ec04-485f-bf88-988e71b5ab8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598663 Oct 18 20:29:47.435445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a9211d28-1d49-4972-bbb7-467042a0a232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.501101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.547378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5a76839-9a6b-4517-8334-fac74ed9fefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.577947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cb13cc0-f443-429c-a43a-4dc120d68431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.617151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5a76839-9a6b-4517-8334-fac74ed9fefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.657134 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cf49-0ae6-422a-ad1b-5ca6da1a5439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.663735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38205226-306a-4854-9d9e-b8ba173782dd req-161f3729-a9ff-43e4-8282-f0aa641a4c29 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598082 Oct 18 20:29:47.663735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cb13cc0-f443-429c-a43a-4dc120d68431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.728078 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.735582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cf49-0ae6-422a-ad1b-5ca6da1a5439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.785613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4cb13cc0-f443-429c-a43a-4dc120d68431 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e995902f83b8460d9db7fcb95a18a1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7722445 Oct 18 20:29:47.798425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb13cc0-f443-429c-a43a-4dc120d68431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca5bcff-6a83-4d4d-89d4-5d40f3305af0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:47.801270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45666) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:47.817603 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401bf949-920e-4e0e-bcd8-26cb59b36a25 x-openstack-request-id: req-401bf949-920e-4e0e-bcd8-26cb59b36a25 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:47.817603 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-plugged", "status": "completed", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:47.817603 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-401bf949-920e-4e0e-bcd8-26cb59b36a25 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:47.818602 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'code': 200} Oct 18 20:29:47.896659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-5f6adbd9-1321-45f5-90c3-772e00ab8fce service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582231 Oct 18 20:29:47.901440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a9211d28-1d49-4972-bbb7-467042a0a232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.905382 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a9211d28-1d49-4972-bbb7-467042a0a232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:47.910450 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a9211d28-1d49-4972-bbb7-467042a0a232 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3313a21d-8855-4051-aa60-e88a9e465f8b HTTP/1.1" status: 204 len: 168 time: 1.1754522 Oct 18 20:29:47.972786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9211d28-1d49-4972-bbb7-467042a0a232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3313a21d-8855-4051-aa60-e88a9e465f8b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:47.982271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.074915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cf49-0ae6-422a-ad1b-5ca6da1a5439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.080667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cf49-0ae6-422a-ad1b-5ca6da1a5439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.082322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b5a7cf49-0ae6-422a-ad1b-5ca6da1a5439 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c2ae9a0-871a-4a6d-a56d-0cd4d1d695a9 HTTP/1.1" status: 204 len: 168 time: 0.6685293 Oct 18 20:29:48.102303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7cf49-0ae6-422a-ad1b-5ca6da1a5439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2ae9a0-871a-4a6d-a56d-0cd4d1d695a9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:48.107168 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c654701-ac6d-48da-b776-32e68bac4859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.129880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:29:48.167428 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53e8b0d5-5e0c-4b9e-bac5-0f4fb5390ae3 req-690706ed-f19e-42ea-a2b1-1efbee188f02 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261951 Oct 18 20:29:48.193664 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5a76839-9a6b-4517-8334-fac74ed9fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.201944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5a76839-9a6b-4517-8334-fac74ed9fefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.216046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e5a76839-9a6b-4517-8334-fac74ed9fefe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c3e9ada-1aa4-4fc4-95d3-4558872116c9 HTTP/1.1" status: 204 len: 168 time: 0.9199924 Oct 18 20:29:48.224631 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c654701-ac6d-48da-b776-32e68bac4859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.245780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a76839-9a6b-4517-8334-fac74ed9fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e9ada-1aa4-4fc4-95d3-4558872116c9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:48.268625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32048ce5-2502-41c8-b8ca-662bd35ce1ee req-6ebb98a9-cdae-4f74-bdc0-48e2038e8cb4 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:48.276319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32048ce5-2502-41c8-b8ca-662bd35ce1ee req-6ebb98a9-cdae-4f74-bdc0-48e2038e8cb4 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.2872794 Oct 18 20:29:48.336921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.420321 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.432498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d525729f-2243-4b85-bee7-02f74c72d6a5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:48.448782 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.467320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3e91baa0-5da2-4098-85d3-3752229892ca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d525729f-2243-4b85-bee7-02f74c72d6a5 HTTP/1.1" status: 204 len: 168 time: 1.4481325 Oct 18 20:29:48.469443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45676) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:48.506411 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32048ce5-2502-41c8-b8ca-662bd35ce1ee req-5ae22488-7e40-49d2-863a-a79adfda2ded tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288594 Oct 18 20:29:48.513869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69826ba-dac7-483d-8abe-71117b1ccd9a None None] Network 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:48.578249 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c654701-ac6d-48da-b776-32e68bac4859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.583799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c654701-ac6d-48da-b776-32e68bac4859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:48.592158 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9c654701-ac6d-48da-b776-32e68bac4859 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ca5bcff-6a83-4d4d-89d4-5d40f3305af0 HTTP/1.1" status: 204 len: 168 time: 0.7875357 Oct 18 20:29:48.640910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c654701-ac6d-48da-b776-32e68bac4859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca5bcff-6a83-4d4d-89d4-5d40f3305af0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:48.967973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.068132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:49.102759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:29:49.104752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8b1b88fc-0f31-4633-b7ef-5660a009d6d2 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:49.110672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d2cb4-b9be-4e00-b2c8-ba60317a5826 req-75bb47e4-74a6-4d24-9009-b71e54c102c2 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:49.124158 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6d2cb4-b9be-4e00-b2c8-ba60317a5826 req-75bb47e4-74a6-4d24-9009-b71e54c102c2 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 947 time: 0.1759748 Oct 18 20:29:49.230271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6d2cb4-b9be-4e00-b2c8-ba60317a5826 req-56a209ae-7e6b-429b-8353-8491cf5e2cb1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049542 Oct 18 20:29:49.274771 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-469a920b-368a-4ef3-af08-52471dd867c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2527597 Oct 18 20:29:49.294689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1adfd454-7864-4e9d-bcfe-46007fc41044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.303682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Deleting port 18420dbb-2d3f-49ae-b007-89bb8afce71c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:49.304505 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.337689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:49.375100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'mac_address': 'fa:16:3e:dc:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:29:49.556418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] For port 18420dbb-2d3f-49ae-b007-89bb8afce71c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=18420dbb-2d3f-49ae-b007-89bb8afce71c,segment=NetworkSegment(d421f6df-70a3-4a9d-bf34-96f003468bc8),segment_id=d421f6df-70a3-4a9d-bf34-96f003468bc8)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:49.556982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.589836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-bf2632bd-2a58-4e99-9187-f871edc13f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:49.593575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-bf2632bd-2a58-4e99-9187-f871edc13f8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1095 time: 0.2513814 Oct 18 20:29:49.595554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Calling delete_port for 18420dbb-2d3f-49ae-b007-89bb8afce71c owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:49.619914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] DHCP port deletion for 1bea00d3-9dc6-4bbd-97da-bd34e02508e3 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:29:49.638917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.660420 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267d3c82-3070-4d89-b8be-5eed64fe37d0 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:29:49.685179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:49.714879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.766027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d81415-a3e7-4fe3-968e-96e5c3edc16b req-0b2cea69-c7a3-49a1-9af1-8909bd75443f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:49.774465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d81415-a3e7-4fe3-968e-96e5c3edc16b req-0b2cea69-c7a3-49a1-9af1-8909bd75443f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.0845432 Oct 18 20:29:49.816189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45710) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:49.832094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d81415-a3e7-4fe3-968e-96e5c3edc16b req-da053217-3b0f-45a9-b48f-d9b4f453da78 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563266 Oct 18 20:29:49.865217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea4880e5-4d26-4818-af81-eca1b58d3234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.910997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] Deleting port 18420dbb-2d3f-49ae-b007-89bb8afce71c {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:49.911829 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:49.915337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:50.037165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:29:50.128294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea4880e5-4d26-4818-af81-eca1b58d3234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.135661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-ca3882fd-f24a-46ab-80a8-98bda7e621ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:50.136164 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea4880e5-4d26-4818-af81-eca1b58d3234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.148004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-ca3882fd-f24a-46ab-80a8-98bda7e621ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.5140290 Oct 18 20:29:50.181901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.209712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] For port 18420dbb-2d3f-49ae-b007-89bb8afce71c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=18420dbb-2d3f-49ae-b007-89bb8afce71c,segment=NetworkSegment(d421f6df-70a3-4a9d-bf34-96f003468bc8),segment_id=d421f6df-70a3-4a9d-bf34-96f003468bc8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:50.210865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.236005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] Calling delete_port for 18420dbb-2d3f-49ae-b007-89bb8afce71c owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:50.259476 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ea4880e5-4d26-4818-af81-eca1b58d3234 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73c096537d664bcc9382fe0be0ef84d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239042 Oct 18 20:29:50.260577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45728) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:50.278405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4880e5-4d26-4818-af81-eca1b58d3234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a288e3bb-271c-4c8f-82f3-688efd3e736e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:50.345876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=18420dbb-2d3f-49ae-b007-89bb8afce71c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:50.359810 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-afa641b7-942f-4b59-8494-220fc304ccd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.2002141 Oct 18 20:29:50.371795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] No DVR routers for this DVR port 18420dbb-2d3f-49ae-b007-89bb8afce71c on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:29:50.382533 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7d2061b-4873-4c15-a660-2de77627584d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.440438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7d2061b-4873-4c15-a660-2de77627584d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.548088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-1270775e-9707-42da-b082-64854d3d0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:50.550707 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-1270775e-9707-42da-b082-64854d3d0343 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1628184 Oct 18 20:29:50.601415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.616524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7d2061b-4873-4c15-a660-2de77627584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.621851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7d2061b-4873-4c15-a660-2de77627584d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.623781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f7d2061b-4873-4c15-a660-2de77627584d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a288e3bb-271c-4c8f-82f3-688efd3e736e HTTP/1.1" status: 204 len: 168 time: 0.3612449 Oct 18 20:29:50.630887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-551b7026-1289-4fe0-bddf-24052d81953d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429280 Oct 18 20:29:50.681938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2061b-4873-4c15-a660-2de77627584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a288e3bb-271c-4c8f-82f3-688efd3e736e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:50.732176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.771699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bea00d3-9dc6-4bbd-97da-bd34e02508e3']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:50.795012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd421f6df-70a3-4a9d-bf34-96f003468bc8') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:50.795671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd421f6df-70a3-4a9d-bf34-96f003468bc8') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:50.817245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.855676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] No DVR routers for this DVR port 18420dbb-2d3f-49ae-b007-89bb8afce71c on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:29:50.864541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 18420dbb-2d3f-49ae-b007-89bb8afce71c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:50.872240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e107a-d491-4865-90ad-bcc8b018f3ef None None] Pushing event deleted for resources: {'Port': ['ID=18420dbb-2d3f-49ae-b007-89bb8afce71c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:50.904807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 18420dbb-2d3f-49ae-b007-89bb8afce71c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:29:50.909274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 18420dbb-2d3f-49ae-b007-89bb8afce71c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:50.930638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.952092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:29:50.952983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:29:50.955062 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:29:51.012573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e2a1d-6342-4546-8b09-1e6b7985aa7d req-1232d91f-1d9f-4f3e-847f-22b52871f7d4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:51.024710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad9e2a1d-6342-4546-8b09-1e6b7985aa7d req-1232d91f-1d9f-4f3e-847f-22b52871f7d4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 948 time: 0.2083101 Oct 18 20:29:51.041607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-2f95fa63-eccf-4844-840d-1b9533e4fa91 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967721 Oct 18 20:29:51.062805 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:51.079254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:51.083528 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1bea00d3-9dc6-4bbd-97da-bd34e02508e3 HTTP/1.1" status: 204 len: 168 time: 2.6123757 Oct 18 20:29:51.099566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b9084-0627-4706-b045-a4832e768e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bea00d3-9dc6-4bbd-97da-bd34e02508e3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:51.154887 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad9e2a1d-6342-4546-8b09-1e6b7985aa7d req-29433cb4-c700-414e-8c3e-e63577176fed tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265011 Oct 18 20:29:51.184957 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09f667ed-c643-4f53-9887-76a7b0c8a431 req-291fc8b4-7a31-48c7-81c1-fdd1775d57f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341476 Oct 18 20:29:51.318677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652856-e3c3-4c4c-a4f3-de1b60bd478d req-031fecb2-22a6-4f62-89ad-1b15695d919e tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:51.321594 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9652856-e3c3-4c4c-a4f3-de1b60bd478d req-031fecb2-22a6-4f62-89ad-1b15695d919e tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.0917270 Oct 18 20:29:51.399017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9652856-e3c3-4c4c-a4f3-de1b60bd478d req-dd0d4ac7-39ef-440a-b970-0efc4e85e2c0 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597482 Oct 18 20:29:51.532714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45776) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:51.615148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45778) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:51.632330 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3489322e-a419-45a5-9789-aaafc2c22b03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cdc4835db40e4e4387879db87e9b864a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985911 Oct 18 20:29:51.706451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82f04668-0667-4e09-82a0-794f9de4fcb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:51.717574 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:29:51.748792 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82f04668-0667-4e09-82a0-794f9de4fcb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:51.789675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45786) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:51.874958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3d49f-0d30-4c32-8fee-2d0db89f73bd req-5e92e988-c6a8-45ca-8f7a-8e757e3a3d18 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:51.877980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7de3d49f-0d30-4c32-8fee-2d0db89f73bd req-5e92e988-c6a8-45ca-8f7a-8e757e3a3d18 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1012156 Oct 18 20:29:51.886589 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82f04668-0667-4e09-82a0-794f9de4fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:51.897119 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82f04668-0667-4e09-82a0-794f9de4fcb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:51.899478 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-82f04668-0667-4e09-82a0-794f9de4fcb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e7adc15-14e6-4c23-b77e-0ab89a3a7fdf HTTP/1.1" status: 204 len: 168 time: 0.2825770 Oct 18 20:29:51.931742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f04668-0667-4e09-82a0-794f9de4fcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7adc15-14e6-4c23-b77e-0ab89a3a7fdf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:51.988902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7de3d49f-0d30-4c32-8fee-2d0db89f73bd req-240b5764-8738-4266-91a1-463e3abc38e3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873475 Oct 18 20:29:52.094521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-network', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:52.141711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:52.142715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Made reservation on behalf of 4a5f1fed251d43a882346d830a23beb8 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:52.147263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.187720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.280412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 267d3c82-3070-4d89-b8be-5eed64fe37d0 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:29:52.288870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 267d3c82-3070-4d89-b8be-5eed64fe37d0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:52.291992 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.340999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c836b-74cc-4ed5-81c1-2eecba59d4dd req-fc113c5e-3b45-42af-8509-4102a63ede62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:52.353578 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-510c836b-74cc-4ed5-81c1-2eecba59d4dd req-fc113c5e-3b45-42af-8509-4102a63ede62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 948 time: 0.0812616 Oct 18 20:29:52.457165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-510c836b-74cc-4ed5-81c1-2eecba59d4dd req-aca89fcc-c642-4c16-a5a0-6a00a95d2d0c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989912 Oct 18 20:29:52.483976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45808) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:52.536015 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.604743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:52.609148 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa2bf5-76a0-4a37-83ab-20d67b03e4db" -d '{"events": [{"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-plugged", "status": "completed", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:52.637201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:52.645739 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.738149 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bcccdd-608e-4c9f-9f8d-923312346ad1 x-openstack-request-id: req-09bcccdd-608e-4c9f-9f8d-923312346ad1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:52.739043 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-plugged", "status": "completed", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:52.739629 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09bcccdd-608e-4c9f-9f8d-923312346ad1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:52.740727 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'code': 200} Oct 18 20:29:52.775548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:52.809930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.821946 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.871389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-990269399-network', 'tenant_id': '2c1e7542dd204821986ec7f634bb3e5e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:52.934182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Made reservation on behalf of 2c1e7542dd204821986ec7f634bb3e5e for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:52.938768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.948145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309638d4-7d83-4e09-abab-68d0805d35b1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:52.954951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:29:52.978966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:52.979621 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Added segment 2f4495c7-d520-48c5-8fbd-4fa2ee980a57 of type vlan for network 0b95df10-824f-48d0-850c-508532972aaf Oct 18 20:29:52.996373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498e0c4-9749-4afd-a10f-289f70b34911 req-84d739aa-3074-4df0-a315-b748f5e5e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:53.000571 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b498e0c4-9749-4afd-a10f-289f70b34911 req-84d739aa-3074-4df0-a315-b748f5e5e341 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1100 time: 0.1701801 Oct 18 20:29:53.007009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.128334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.135767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b498e0c4-9749-4afd-a10f-289f70b34911 req-8028c902-beb4-4016-9ff9-de160cdf52d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274440 Oct 18 20:29:53.142547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-574a0c45-ad7c-4e21-8150-03ba07dabbb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.215886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.219367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:53.219773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.271822 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.286996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.357171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:29:53.377989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c626be-9c2d-4e9f-a149-b863571218b1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:53.404757 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.407065 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Added segment d578c10f-f4e0-4ed9-a622-fae53ab9a7ef of type vlan for network ad18f00f-91ec-4903-bdad-6c92a362503c Oct 18 20:29:53.440499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a49892-3b23-4192-aae7-20668b89896e req-f7f966fc-5c23-4f56-9203-cce80fc73f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:53.443977 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6528046 Oct 18 20:29:53.446828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1a49892-3b23-4192-aae7-20668b89896e req-f7f966fc-5c23-4f56-9203-cce80fc73f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.1730456 Oct 18 20:29:53.449382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45840) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:53.457525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Request body: {'subnet': {'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-subnet', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:53.469330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5091a-b7bf-47b7-b65d-fee928a610d8 admin admin] Pushing event updated for resources: {'Network': ['ID=0b95df10-824f-48d0-850c-508532972aaf,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:53.486373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0b95df10-824f-48d0-850c-508532972aaf details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:29:53.503847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Made reservation on behalf of 4a5f1fed251d43a882346d830a23beb8 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:53.510795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.590110 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.610731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1a49892-3b23-4192-aae7-20668b89896e req-758d634b-5401-4883-87d3-ba748eb925f3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439760 Oct 18 20:29:53.702820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.704182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:53.705051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.744035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f7eb6f17-002f-45ee-b74c-371724d5f317 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:53.863407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3747706 Oct 18 20:29:53.864601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45846) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:53.870466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Request body: {'subnet': {'network_id': 'ad18f00f-91ec-4903-bdad-6c92a362503c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-990269399-subnet', 'tenant_id': '2c1e7542dd204821986ec7f634bb3e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:53.905805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Made reservation on behalf of 2c1e7542dd204821986ec7f634bb3e5e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:29:53.911363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.956237 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:53.970828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f639934-da44-4338-8efe-7ebe27e64678 admin admin] Pushing event updated for resources: {'Network': ['ID=ad18f00f-91ec-4903-bdad-6c92a362503c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:53.998521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd526-1f4a-426e-851e-487fdb802edb req-d9493448-ba55-40d7-ad90-0f2cd6d50b6d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:54.008826 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-514fd526-1f4a-426e-851e-487fdb802edb req-d9493448-ba55-40d7-ad90-0f2cd6d50b6d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.2192757 Oct 18 20:29:54.077427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-6c905a62-8147-4c40-8e7b-ecd9e3a73eb2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:54.080060 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-6c905a62-8147-4c40-8e7b-ecd9e3a73eb2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 945 time: 0.2910764 Oct 18 20:29:54.083177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.107493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:54.124445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ad18f00f-91ec-4903-bdad-6c92a362503c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:29:54.136111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-514fd526-1f4a-426e-851e-487fdb802edb req-64af160b-d4cc-4f4b-93bb-f95f4762fa0b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258998 Oct 18 20:29:54.253788 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.407009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.480109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=723ba59f-0a1a-411b-a8fa-8d82b9007935,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:54.500265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:54.503859 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.520110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Checking segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:54.520817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Network hostable DHCP agents. Network: 0b95df10-824f-48d0-850c-508532972aaf, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:29:54.560901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff180e2-c004-48b4-b2f4-10c5326a2d0c,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:54.604122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Deleting port f7eb6f17-002f-45ee-b74c-371724d5f317 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:29:54.604316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.611478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Checking segment: {'id': 'd578c10f-f4e0-4ed9-a622-fae53ab9a7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ad18f00f-91ec-4903-bdad-6c92a362503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:54.612122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Network hostable DHCP agents. Network: ad18f00f-91ec-4903-bdad-6c92a362503c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:29:54.638864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Network ad18f00f-91ec-4903-bdad-6c92a362503c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:29:54.653350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ad18f00f-91ec-4903-bdad-6c92a362503c) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:54.660615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:54.661302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.669166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764118e6-0d38-4c02-8800-0e0a8c895977 None None] Network ad18f00f-91ec-4903-bdad-6c92a362503c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:54.682775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-233bb83c-72cf-4479-a62f-2ebbbc51ed47 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8173099 Oct 18 20:29:54.710477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Network 0b95df10-824f-48d0-850c-508532972aaf is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:29:54.755405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0b95df10-824f-48d0-850c-508532972aaf) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:54.766412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:54.767219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.786715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:54.789198 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a8687-2929-4a59-a449-bb4e0bdafb84" -d '{"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-unplugged", "status": "completed", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:54.808757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47508cb-cd09-444e-86ed-57d03c9bd2b0 None None] Network 0b95df10-824f-48d0-850c-508532972aaf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:54.829220 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3bb360e4-f8d3-42d1-a9ce-7fd54d32d27a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3782201 Oct 18 20:29:54.833818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:54.842455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:54.899576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] For port f7eb6f17-002f-45ee-b74c-371724d5f317, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f7eb6f17-002f-45ee-b74c-371724d5f317,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:54.910742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.930944 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.932868 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:54.968064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Calling delete_port for f7eb6f17-002f-45ee-b74c-371724d5f317 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:29:55.071700 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:55.134349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:55.204502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581cbaac-d5c9-481c-869a-983f23bbefd9 None None] Network ad18f00f-91ec-4903-bdad-6c92a362503c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:55.370286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:55.398747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478422-3223-4a53-bf91-206618833cd6 req-608120e7-9679-4839-a02f-b6e35e916917 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:55.408984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6478422-3223-4a53-bf91-206618833cd6 req-608120e7-9679-4839-a02f-b6e35e916917 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=47c0bade-fcc4-4c5c-8ed2-13581f7a6528 HTTP/1.1" status: 200 len: 943 time: 0.2005966 Oct 18 20:29:55.436265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:55.533013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event deleted for resources: {'Port': ['ID=f7eb6f17-002f-45ee-b74c-371724d5f317,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:55.562011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-0b95df10-824f-48d0-850c-508532972aaf', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:29:55.563490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:55.569651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6478422-3223-4a53-bf91-206618833cd6 req-6c701673-def2-476b-b0a2-b0fe6ef2fbaf tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594629 Oct 18 20:29:55.603020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] No DVR routers for this DVR port f7eb6f17-002f-45ee-b74c-371724d5f317 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:29:55.606827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:55.613936 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0d1fa61a-6f1f-49a9-a9e9-946e4d9e02f3 req-f67fe16a-c965-4d43-8260-1da2407352b3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "DELETE /v2.0/ports/f7eb6f17-002f-45ee-b74c-371724d5f317 HTTP/1.1" status: 204 len: 173 time: 1.5259640 Oct 18 20:29:55.614547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-deleted', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:29:55.617785 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6014aea3-e8db-4828-a06a-6dfdf7bc169d" -d '{"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-deleted", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:29:55.863198 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3170d753-e55b-4fe5-9dc7-1ca76a0e3939 x-openstack-request-id: req-3170d753-e55b-4fe5-9dc7-1ca76a0e3939 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:55.863856 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-unplugged", "status": "completed", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:55.864123 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3170d753-e55b-4fe5-9dc7-1ca76a0e3939 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:55.864826 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'code': 200} Oct 18 20:29:55.953551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.001341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.052089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Allocated IP 172.20.0.2 (0b95df10-824f-48d0-850c-508532972aaf/723ba59f-0a1a-411b-a8fa-8d82b9007935/2c9297a0-cc44-4504-8889-a69842fd567d) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:56.297519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Allocated IP 172.25.7.18 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:29:56.465750 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.660124 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.677494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.780354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Pushing event updated for resources: {'Port': ['ID=2c9297a0-cc44-4504-8889-a69842fd567d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:56.784820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-c7a1af0e-6535-4321-bf15-dfbe940eda61 req-bceb8a16-5e71-4fc0-8a0d-2eadfcf39d46 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1625159251', 'description': 'tempest-description-898772535'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:56.808906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Network 0b95df10-824f-48d0-850c-508532972aaf is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:56.811231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:56.816859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:56.866182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7a1af0e-6535-4321-bf15-dfbe940eda61 req-bceb8a16-5e71-4fc0-8a0d-2eadfcf39d46 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.924779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Attempting to bind port 2c9297a0-cc44-4504-8889-a69842fd567d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:29:56.927012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Attempting to bind port 2c9297a0-cc44-4504-8889-a69842fd567d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:29:56.927319 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.929255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Attempting to bind port 2c9297a0-cc44-4504-8889-a69842fd567d on network 0b95df10-824f-48d0-850c-508532972aaf {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:29:56.942352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:29:56.943312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Checking segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:29:56.944122 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:56.945058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Bound using segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:29:56.946366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Bound port: 2c9297a0-cc44-4504-8889-a69842fd567d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:29:56.947498 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:57.075378 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7a1af0e-6535-4321-bf15-dfbe940eda61 req-bceb8a16-5e71-4fc0-8a0d-2eadfcf39d46 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:57.077729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:57.100689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] For port 2c9297a0-cc44-4504-8889-a69842fd567d, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:29:57.107882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] For port 2c9297a0-cc44-4504-8889-a69842fd567d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c9297a0-cc44-4504-8889-a69842fd567d,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:29:57.117502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7a1af0e-6535-4321-bf15-dfbe940eda61 req-bceb8a16-5e71-4fc0-8a0d-2eadfcf39d46 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:57.127923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:57.195210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:29:57.212563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7a1af0e-6535-4321-bf15-dfbe940eda61 req-bceb8a16-5e71-4fc0-8a0d-2eadfcf39d46 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:57.233181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c7a1af0e-6535-4321-bf15-dfbe940eda61 req-bceb8a16-5e71-4fc0-8a0d-2eadfcf39d46 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4594898 Oct 18 20:29:57.236943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:29:57.246016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:57.250264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:29:57.254183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb8a16-5e71-4fc0-8a0d-2eadfcf39d46 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dbc8f9-807e-4a08-ba63-4a30340e1feb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:57.259294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d7e65-cd03-4664-bdcf-3b68015bbb83 None None] Pushing event updated for resources: {'Port': ['ID=2c9297a0-cc44-4504-8889-a69842fd567d,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:57.540000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f7eb6f17-002f-45ee-b74c-371724d5f317 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:29:57.578295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab478331-f491-4b9b-ac2e-dd289bfd183a req-406074e2-bfb2-48d5-9ea3-5f9648bdcfb8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:57.586757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab478331-f491-4b9b-ac2e-dd289bfd183a req-406074e2-bfb2-48d5-9ea3-5f9648bdcfb8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.1950853 Oct 18 20:29:57.612683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: f7eb6f17-002f-45ee-b74c-371724d5f317 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:29:57.612683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f7eb6f17-002f-45ee-b74c-371724d5f317 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:29:57.745175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab478331-f491-4b9b-ac2e-dd289bfd183a req-52d4d551-8db3-4d22-9a3c-f2644ad7f092 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956078 Oct 18 20:29:57.759256 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:57.828005 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f274c5c9-9d1c-41cf-a141-0117856e411a x-openstack-request-id: req-f274c5c9-9d1c-41cf-a141-0117856e411a {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:29:57.829426 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c0bade-fcc4-4c5c-8ed2-13581f7a6528", "name": "network-vif-deleted", "tag": "f7eb6f17-002f-45ee-b74c-371724d5f317", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:29:57.829974 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f274c5c9-9d1c-41cf-a141-0117856e411a {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:29:57.830697 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c0bade-fcc4-4c5c-8ed2-13581f7a6528', 'name': 'network-vif-deleted', 'tag': 'f7eb6f17-002f-45ee-b74c-371724d5f317', 'status': 'completed', 'code': 200} Oct 18 20:29:58.101790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:58.400760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Router 743d1451-07e2-46e3-b120-69601fd9171e is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:29:58.537686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e0435-2506-439c-89fd-5cd06eb5640a None None] Network 0b95df10-824f-48d0-850c-508532972aaf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:29:58.584630 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-12eff1c4-241d-450e-b11c-c10028598392 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/44dbc8f9-807e-4a08-ba63-4a30340e1feb HTTP/1.1" status: 200 len: 1812 time: 0.1573031 Oct 18 20:29:58.649909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44dbc8f9-807e-4a08-ba63-4a30340e1feb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:58.650329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44dbc8f9-807e-4a08-ba63-4a30340e1feb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:29:58.676673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e9ff8664-b704-43bd-95fc-33f0955f8ab9 None None] Provisioning complete for port 2c9297a0-cc44-4504-8889-a69842fd567d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:58.677298 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8664-b704-43bd-95fc-33f0955f8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:58.693275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:29:58.778445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Sync routers for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:29:58.795322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:58.797814 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6353eb1d-738a-4307-a6e3-d79456e74db4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.9623303 Oct 18 20:29:58.803219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45920) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:29:58.813019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:29:58.813675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:58.889178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:58.926330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c9297a0-cc44-4504-8889-a69842fd567d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:29:58.961327 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:58.970365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.020159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d6db77-f522-4e5e-b473-22f8a4395326,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:59.038871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.042026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b51f9c5-a450-4497-a109-44ed06c5abde req-18db557c-0760-4ab8-8210-8564266d2ef8 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4030921 Oct 18 20:29:59.106735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:29:59.202610 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8664-b704-43bd-95fc-33f0955f8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.284028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2c9297a0-cc44-4504-8889-a69842fd567d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:59.284444 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.291830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e9ff8664-b704-43bd-95fc-33f0955f8ab9 None None] For port 2c9297a0-cc44-4504-8889-a69842fd567d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c9297a0-cc44-4504-8889-a69842fd567d,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:29:59.361005 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8664-b704-43bd-95fc-33f0955f8ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.494864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9674900-b111-47c8-bc5c-fc45a7ad409f req-f106589f-6a3a-42d6-9ca2-eb12ee9baf71 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:29:59.496794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9674900-b111-47c8-bc5c-fc45a7ad409f req-f106589f-6a3a-42d6-9ca2-eb12ee9baf71 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1100 time: 0.0781710 Oct 18 20:29:59.517040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff8664-b704-43bd-95fc-33f0955f8ab9 None None] Pushing event updated for resources: {'Port': ['ID=2c9297a0-cc44-4504-8889-a69842fd567d,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:59.537979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f9674900-b111-47c8-bc5c-fc45a7ad409f req-d27424fb-be6d-4c51-812e-ec130b3e9911 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.640910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f9674900-b111-47c8-bc5c-fc45a7ad409f req-d27424fb-be6d-4c51-812e-ec130b3e9911 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.649125 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f9674900-b111-47c8-bc5c-fc45a7ad409f req-d27424fb-be6d-4c51-812e-ec130b3e9911 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.683442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9674900-b111-47c8-bc5c-fc45a7ad409f req-d27424fb-be6d-4c51-812e-ec130b3e9911 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698585 Oct 18 20:29:59.691192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27424fb-be6d-4c51-812e-ec130b3e9911 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a919ef67-bd10-4d5d-a901-9fde6095f52e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:29:59.705072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-29c5ed7a-a33f-4f6c-b97f-9d0bdf0d7021 None None] Provisioning complete for port 2c9297a0-cc44-4504-8889-a69842fd567d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:29:59.706488 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-29c5ed7a-a33f-4f6c-b97f-9d0bdf0d7021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.795043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:29:57Z', 'revision_number': 3, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:29:59.861008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:29:59.915313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Checking router: 743d1451-07e2-46e3-b120-69601fd9171e for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:29:59.915944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Updating router 743d1451-07e2-46e3-b120-69601fd9171e port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:29:59.980067 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.157931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Allocated IP 172.20.0.1 (0b95df10-824f-48d0-850c-508532972aaf/723ba59f-0a1a-411b-a8fa-8d82b9007935/44697ea1-e817-44b3-812b-a43951c41001) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:00.266238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45936) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:00.276375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3d67162e-03e6-4f0b-8d07-1669e7087ee9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528751286', 'description': 'tempest-description--624539053'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:00.377554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d67162e-03e6-4f0b-8d07-1669e7087ee9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.407683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8108be70-d5c0-4fa1-937e-aa2a9fd34d7e req-d5f19124-99a3-43ce-a302-ac177b66acc1 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/44dbc8f9-807e-4a08-ba63-4a30340e1feb HTTP/1.1" status: 200 len: 2405 time: 0.1221981 Oct 18 20:30:00.411850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.459349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.487770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Network 0b95df10-824f-48d0-850c-508532972aaf is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:00.492337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:00.518304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:00.544067 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.551446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d67162e-03e6-4f0b-8d07-1669e7087ee9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.559712 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.566430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d67162e-03e6-4f0b-8d07-1669e7087ee9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.678433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=44697ea1-e817-44b3-812b-a43951c41001,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:00.685439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.706539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d67162e-03e6-4f0b-8d07-1669e7087ee9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.713535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d67162e-03e6-4f0b-8d07-1669e7087ee9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4447472 Oct 18 20:30:00.717479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67162e-03e6-4f0b-8d07-1669e7087ee9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3165c80-b635-4692-b699-c97e821096d6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:00.722847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45948) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:00.733618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0880c5aa-98ba-4d5a-bbd1-9c166ea02007 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Request body: {'security_group_rule': {'security_group_id': 'b3165c80-b635-4692-b699-c97e821096d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:00.762281 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2947b84-3936-4e34-8e56-45ab1298f8f3 None None] Pushing event updated for resources: {'Port': ['ID=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:00.816804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Attempting to bind port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:00.817464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Attempting to bind port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:00.820577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0880c5aa-98ba-4d5a-bbd1-9c166ea02007 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.821586 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Attempting to bind port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:00.851166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:00.852027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:00.853287 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.853490 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:00.854276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Bound port: 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:00.854963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:00.972346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c9297a0-cc44-4504-8889-a69842fd567d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:01.008351 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0880c5aa-98ba-4d5a-bbd1-9c166ea02007 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.016219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0880c5aa-98ba-4d5a-bbd1-9c166ea02007 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.059134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-155cb459-bca0-4ca9-88f2-c5545bdcdbed None None] Provisioning complete for port 44697ea1-e817-44b3-812b-a43951c41001 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:01.059670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-155cb459-bca0-4ca9-88f2-c5545bdcdbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.072252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880c5aa-98ba-4d5a-bbd1-9c166ea02007 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406a4134-428f-496f-ab9c-67c933e03afc,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:01.091087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0880c5aa-98ba-4d5a-bbd1-9c166ea02007 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.092336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0880c5aa-98ba-4d5a-bbd1-9c166ea02007 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675146 Oct 18 20:30:01.098371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45954) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:01.115159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-574fc84f-8ae5-4a01-ac49-3e6b156de8f8 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Request body: {'security_group_rule': {'security_group_id': 'b3165c80-b635-4692-b699-c97e821096d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:01.133735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.178671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] For port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:01.182544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-574fc84f-8ae5-4a01-ac49-3e6b156de8f8 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.188832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] For port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:01.212838 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.219205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-155cb459-bca0-4ca9-88f2-c5545bdcdbed None None] Port 44697ea1-e817-44b3-812b-a43951c41001 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:01.303118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-574fc84f-8ae5-4a01-ac49-3e6b156de8f8 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.311773 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-574fc84f-8ae5-4a01-ac49-3e6b156de8f8 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.376650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fc84f-8ae5-4a01-ac49-3e6b156de8f8 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80828c9-4647-4a87-adda-8f56368a49db,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:01.385661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-574fc84f-8ae5-4a01-ac49-3e6b156de8f8 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.391523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-574fc84f-8ae5-4a01-ac49-3e6b156de8f8 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894351 Oct 18 20:30:01.406059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:01.419566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:01.458267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.469761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2c9297a0-cc44-4504-8889-a69842fd567d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:01.470601 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.557204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:01.558081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:01.587761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8af48eaf-5198-456e-a244-6c34eb22dd17 req-70e30712-8812-4002-a43a-b6f177ed0409 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-group-rules/a8d6db77-f522-4e5e-b473-22f8a4395326 HTTP/1.1" status: 200 len: 778 time: 0.0419183 Oct 18 20:30:01.614723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2947b84-3936-4e34-8e56-45ab1298f8f3 None None] Pushing event updated for resources: {'Port': ['ID=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:01.616753 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.630083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.679972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-49620b50-0d0d-413f-a651-e5c73911b205 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2868268 Oct 18 20:30:01.694312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-103ff2b0-9c9d-4370-b19a-40bd3c14c872 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:30:01.695588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-103ff2b0-9c9d-4370-b19a-40bd3c14c872 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065713 Oct 18 20:30:01.757539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8af48eaf-5198-456e-a244-6c34eb22dd17 req-fc801179-6493-4622-9e32-900c2fd7c18e tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/44dbc8f9-807e-4a08-ba63-4a30340e1feb HTTP/1.1" status: 200 len: 2405 time: 0.1393447 Oct 18 20:30:01.766440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=44697ea1-e817-44b3-812b-a43951c41001,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:01.771340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.807625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:01.828656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8af48eaf-5198-456e-a244-6c34eb22dd17 req-8cccb1ea-0c30-4f52-986d-925e5a76ef09 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.842293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8af48eaf-5198-456e-a244-6c34eb22dd17 req-8cccb1ea-0c30-4f52-986d-925e5a76ef09 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.909667 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.927394 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8af48eaf-5198-456e-a244-6c34eb22dd17 req-8cccb1ea-0c30-4f52-986d-925e5a76ef09 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.945917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8af48eaf-5198-456e-a244-6c34eb22dd17 req-8cccb1ea-0c30-4f52-986d-925e5a76ef09 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:01.950775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Network 0b95df10-824f-48d0-850c-508532972aaf is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:01.952711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:01.978356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8af48eaf-5198-456e-a244-6c34eb22dd17 req-8cccb1ea-0c30-4f52-986d-925e5a76ef09 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a8d6db77-f522-4e5e-b473-22f8a4395326 HTTP/1.1" status: 204 len: 173 time: 0.1881456 Oct 18 20:30:02.139644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccb1ea-0c30-4f52-986d-925e5a76ef09 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8d6db77-f522-4e5e-b473-22f8a4395326,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:02.196476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Router 743d1451-07e2-46e3-b120-69601fd9171e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:30:02.254726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94375230-4826-43b1-87ff-65d7083a297c req-3e114ac5-716a-469c-a8f9-65111646b790 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:02.262959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94375230-4826-43b1-87ff-65d7083a297c req-3e114ac5-716a-469c-a8f9-65111646b790 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.1257107 Oct 18 20:30:02.350647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:00Z', 'revision_number': 1, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:02.374669 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94375230-4826-43b1-87ff-65d7083a297c req-6f6a326b-da76-4e13-93e9-d17b0fe0c70a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103671 Oct 18 20:30:02.432435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:30:02.435939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187c934-d801-48a5-b884-9a093168c9c7 None None] The sync data for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 is: [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:00Z', 'revision_number': 1, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:30:02.443113 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4dfa9a9-4fac-417a-80d8-00a08bfd4d7f admin admin] 10.222.0.66 "PUT /v2.0/routers/743d1451-07e2-46e3-b120-69601fd9171e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6379273 Oct 18 20:30:02.452110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Allocated IP 172.25.7.169 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/c6a11876-df83-4111-83c6-8b8e0636b348) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:02.489860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b660a42a-feda-45ed-97b3-b8c23c00479c None None] Provisioning complete for port 44697ea1-e817-44b3-812b-a43951c41001 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:02.490724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b660a42a-feda-45ed-97b3-b8c23c00479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:02.690219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b660a42a-feda-45ed-97b3-b8c23c00479c None None] Port 44697ea1-e817-44b3-812b-a43951c41001 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:02.783763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:02.945419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:03.126399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:03.128082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:03.132805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:03.197939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'Port': ['ID=c6a11876-df83-4111-83c6-8b8e0636b348,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:03.237571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-56c52eca-6f17-487f-a352-2ce0943432fc req-b08a497e-9c08-4707-9c61-11a0444fb989 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-724955611', 'description': 'tempest-description-1350001425'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:03.367910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-56c52eca-6f17-487f-a352-2ce0943432fc req-b08a497e-9c08-4707-9c61-11a0444fb989 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:03.481557 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:03.555557 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:03.625468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-56c52eca-6f17-487f-a352-2ce0943432fc req-b08a497e-9c08-4707-9c61-11a0444fb989 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:03.642891 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-56c52eca-6f17-487f-a352-2ce0943432fc req-b08a497e-9c08-4707-9c61-11a0444fb989 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:03.742166 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-56c52eca-6f17-487f-a352-2ce0943432fc req-b08a497e-9c08-4707-9c61-11a0444fb989 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:03.755004 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56c52eca-6f17-487f-a352-2ce0943432fc req-b08a497e-9c08-4707-9c61-11a0444fb989 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5539777 Oct 18 20:30:03.835834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a497e-9c08-4707-9c61-11a0444fb989 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30a2ab0-b24d-48cf-885a-458ba3db81d2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:03.960521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46024) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:03.966864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-network', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:04.007183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Made reservation on behalf of 6f01ce9da78b4dd0becc296a31a4c331 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:04.010388 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.025318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.043311 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.077308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.147690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.159171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.201423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:30:04.226916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f2823-82da-4f5d-a308-3466719d4558 req-dc4e12c1-b756-4b9b-8ef6-9f1efc59a292 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:04.229423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b9f2823-82da-4f5d-a308-3466719d4558 req-dc4e12c1-b756-4b9b-8ef6-9f1efc59a292 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.2118142 Oct 18 20:30:04.235504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e5eda-2cc3-4b10-898b-76bb36ddb149,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:04.243656 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.244157 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Added segment f5bbbbed-de0a-4014-935a-e5894eed87f6 of type vlan for network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d Oct 18 20:30:04.259411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'Port': ['ID=c6a11876-df83-4111-83c6-8b8e0636b348,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:04.309874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.336092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b9f2823-82da-4f5d-a308-3466719d4558 req-ef2e4603-b5e5-4494-a641-a29edc270ecf tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881755 Oct 18 20:30:04.345653 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.357108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-766c36ee-1fe9-4d81-b815-5c046d800d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:04.357647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.358701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-766c36ee-1fe9-4d81-b815-5c046d800d37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1100 time: 0.1028259 Oct 18 20:30:04.371976 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4d15ec96-e0d0-416b-976e-52eb9f432f72 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9637597 Oct 18 20:30:04.481453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-30ef5bf5-0baf-4e55-9db2-b0caffab3928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:04.482533 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-30ef5bf5-0baf-4e55-9db2-b0caffab3928 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1065433 Oct 18 20:30:04.528035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4778cc93-55eb-48a1-bfee-a21c3a3e255a req-88115e0d-fff6-4b96-b574-9579860764de tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/a30a2ab0-b24d-48cf-885a-458ba3db81d2 HTTP/1.1" status: 200 len: 1812 time: 0.1224887 Oct 18 20:30:04.850131 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4d8316b4-6097-4487-a0bc-f4578a3bcc47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.3568161 Oct 18 20:30:04.854747 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.856583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:04.857424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:04.905888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:04.995029 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0329618 Oct 18 20:30:05.001648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:05.002013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46050) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:05.002681 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:05.066426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Request body: {'subnet': {'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-subnet', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:05.069411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-dc214753-1d9f-4364-81aa-9d8d0ebbea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:05.072201 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-dc214753-1d9f-4364-81aa-9d8d0ebbea5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2085762 Oct 18 20:30:05.073784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33704cf-2263-42ff-a560-b8fef18a8eca admin admin] Pushing event updated for resources: {'Network': ['ID=72d7d49e-9f57-477e-b33d-6a2a2fef0d1d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:05.097434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Made reservation on behalf of 6f01ce9da78b4dd0becc296a31a4c331 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:05.099774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:05.109005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:30:05.164457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-97f31a6f-faf2-43ce-84ae-6d8bb22683ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:05.167368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-97f31a6f-faf2-43ce-84ae-6d8bb22683ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857410 Oct 18 20:30:05.196613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-c5425e6d-21c8-4dec-bec9-67d168dd5214 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:05.198214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-c5425e6d-21c8-4dec-bec9-67d168dd5214 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 822 time: 0.2748439 Oct 18 20:30:05.253433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-f45ed2d3-5169-40c0-9fd9-2cd1c85de627 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/quotas/fa82925d3aa14f9da3e2af1e53e3c144 HTTP/1.1" status: 200 len: 375 time: 0.0348747 Oct 18 20:30:05.325690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-13456f06-8010-47ae-977b-9a424eaae898 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422422 Oct 18 20:30:05.348702 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:05.387343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-2b8968a3-b112-47cc-9643-eac64496ec7a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162417 Oct 18 20:30:05.399350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:05.410385 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:05.491800 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:05.511062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:05.526456 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-f45fdbef-e87a-4ad9-817f-7d8f95adaa22 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977632 Oct 18 20:30:05.526941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.527212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.527776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.528339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.528948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.529529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.531224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.531224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.531582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.532134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.532748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.533458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:05.593224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-587adfd2-abd0-41ee-9093-50120205e826 service neutron] 10.222.0.66 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853042 Oct 18 20:30:05.644892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66acd64-e690-484b-8928-3509dfc05b4d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:05.680935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Checking segment: {'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:05.681495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Network hostable DHCP agents. Network: 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:30:05.759150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:30:05.775351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-bd97264f-8f88-4570-894f-76cca30d63ad service neutron] 10.222.0.66 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652226 Oct 18 20:30:05.776454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:05.785764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a921ce6-10ef-45d9-9d3e-9dbeb82adf63 None None] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:05.790413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:05.790413 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:05.809408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-da6b374c-812c-47f6-acad-df687d68bf5f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8062849 Oct 18 20:30:05.813463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46056) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:05.823582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:05.915975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:05.917671 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:06.024178 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Sync routers for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:30:06.059565 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:06.060709 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:06.089130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-78142119-8155-4493-85a2-20ba645fa46e req-ace6e937-ba86-46b0-9f53-76270f894d8a tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-255484981', 'description': 'tempest-description-218348652'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:06.123295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-78142119-8155-4493-85a2-20ba645fa46e req-ace6e937-ba86-46b0-9f53-76270f894d8a tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:06.267354 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:06.354468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-72d7d49e-9f57-477e-b33d-6a2a2fef0d1d', 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'fixed_ips': [{'subnet_id': 'f66acd64-e690-484b-8928-3509dfc05b4d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:30:06.355999 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:06.505212 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:06.523886 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:06.776261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46078) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:06.814057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Allocated IP 172.20.0.2 (72d7d49e-9f57-477e-b33d-6a2a2fef0d1d/f66acd64-e690-484b-8928-3509dfc05b4d/5fd16da4-1a10-4375-bb47-d92df39cbc39) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:06.949179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:07.031115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-78142119-8155-4493-85a2-20ba645fa46e req-ace6e937-ba86-46b0-9f53-76270f894d8a tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.042125 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-78142119-8155-4493-85a2-20ba645fa46e req-ace6e937-ba86-46b0-9f53-76270f894d8a tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.132566 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-78142119-8155-4493-85a2-20ba645fa46e req-ace6e937-ba86-46b0-9f53-76270f894d8a tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.138965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78142119-8155-4493-85a2-20ba645fa46e req-ace6e937-ba86-46b0-9f53-76270f894d8a tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.0542440 Oct 18 20:30:07.183815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25a61cd8-996a-4fbe-8d0b-9c22a1b834d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.190586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6e937-ba86-46b0-9f53-76270f894d8a tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177d6e8e-e457-4f26-b69d-2d1c3ad46a2d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:07.190714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.244451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.310858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:07.311776 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.342898 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 2, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:07.408932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.456015 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.487264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c813f-f27d-4640-b234-e3a3e0595aa4 req-bbe33db7-44c8-48c9-a901-dc3f21715cf1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:07.501002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a41c813f-f27d-4640-b234-e3a3e0595aa4 req-bbe33db7-44c8-48c9-a901-dc3f21715cf1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.1640093 Oct 18 20:30:07.557473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Pushing event updated for resources: {'Port': ['ID=5fd16da4-1a10-4375-bb47-d92df39cbc39,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:07.587638 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Checking router: 743d1451-07e2-46e3-b120-69601fd9171e for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:30:07.588195 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Updating router 743d1451-07e2-46e3-b120-69601fd9171e port 44697ea1-e817-44b3-812b-a43951c41001 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:30:07.611544 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Allocated IP 172.25.7.101 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/dc6b7b63-7704-40b5-9870-0a45a7b6a385) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:07.612271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:07.616050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25a61cd8-996a-4fbe-8d0b-9c22a1b834d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.616288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:07.622878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:07.628706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25a61cd8-996a-4fbe-8d0b-9c22a1b834d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.664255 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.717358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a41c813f-f27d-4640-b234-e3a3e0595aa4 req-6a25c112-1dae-4992-8d91-e5f0f2d06dd3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149823 Oct 18 20:30:07.720181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Attempting to bind port 5fd16da4-1a10-4375-bb47-d92df39cbc39 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:07.721327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Attempting to bind port 5fd16da4-1a10-4375-bb47-d92df39cbc39 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:07.721710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Attempting to bind port 5fd16da4-1a10-4375-bb47-d92df39cbc39 on network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:07.728864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:07.729237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Checking segment: {'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:07.729635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.730194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Bound using segment: {'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:07.730858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Bound port: 5fd16da4-1a10-4375-bb47-d92df39cbc39, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:07.731259 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.755480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25a61cd8-996a-4fbe-8d0b-9c22a1b834d3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48b2a16a37cb43dcacc408fddd4dcace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9776886 Oct 18 20:30:07.761719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46084) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:07.775668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a61cd8-996a-4fbe-8d0b-9c22a1b834d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4403de-9453-44dd-8310-9345572c5209,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:07.866439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.896041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2818-28c8-451f-9340-9ce7b3cced64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.959041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] For port 5fd16da4-1a10-4375-bb47-d92df39cbc39, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:07.965778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] For port 5fd16da4-1a10-4375-bb47-d92df39cbc39, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5fd16da4-1a10-4375-bb47-d92df39cbc39,segment=NetworkSegment(f5bbbbed-de0a-4014-935a-e5894eed87f6),segment_id=f5bbbbed-de0a-4014-935a-e5894eed87f6)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:07.972914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:07.996562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:08.041906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da968641-5997-4a44-aca3-212e6c68d9e9 req-bfcb5cce-0509-4de0-a3c4-60e6d6bf70e3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 210 time: 0.1392062 Oct 18 20:30:08.101786 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2818-28c8-451f-9340-9ce7b3cced64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:08.187470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:08.201840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:08.258378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d3677-1690-4560-b75c-520c92da11b3 None None] Pushing event updated for resources: {'Port': ['ID=5fd16da4-1a10-4375-bb47-d92df39cbc39,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:08.266161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:08.296920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2818-28c8-451f-9340-9ce7b3cced64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:08.303351 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2818-28c8-451f-9340-9ce7b3cced64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:08.319172 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ab8e2818-28c8-451f-9340-9ce7b3cced64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff4403de-9453-44dd-8310-9345572c5209 HTTP/1.1" status: 204 len: 168 time: 0.5541258 Oct 18 20:30:08.357901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2818-28c8-451f-9340-9ce7b3cced64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4403de-9453-44dd-8310-9345572c5209,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:08.537044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6b7b63-7704-40b5-9870-0a45a7b6a385,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:08.676344 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:08.688971 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:08.933655 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30cf2a-62d0-4a57-a046-f69cc6f74e81 None None] Pushing event updated for resources: {'Port': ['ID=44697ea1-e817-44b3-812b-a43951c41001,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:08.941739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-616bd3d1-0fe7-4034-a408-ef1596d1b0a9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:08.946355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-616bd3d1-0fe7-4034-a408-ef1596d1b0a9 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 822 time: 0.8224859 Oct 18 20:30:09.113369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5fd16da4-1a10-4375-bb47-d92df39cbc39 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:09.123506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Request body: {'port': {'device_id': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'admin_state_up': True, 'tenant_id': 'fa82925d3aa14f9da3e2af1e53e3c144'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:09.226232 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Attempting to bind port 44697ea1-e817-44b3-812b-a43951c41001 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:09.226814 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Attempting to bind port 44697ea1-e817-44b3-812b-a43951c41001 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:09.227397 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Attempting to bind port 44697ea1-e817-44b3-812b-a43951c41001 on network 0b95df10-824f-48d0-850c-508532972aaf {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:09.261287 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:09.261978 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Checking segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:09.262889 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.264035 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Bound using segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:09.266922 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Bound port: 44697ea1-e817-44b3-812b-a43951c41001, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:09.270683 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.299703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5fd16da4-1a10-4375-bb47-d92df39cbc39 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:09.303782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.510425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Made reservation on behalf of fa82925d3aa14f9da3e2af1e53e3c144 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:09.519297 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] For port 44697ea1-e817-44b3-812b-a43951c41001, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:09.520364 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.527149 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] For port 44697ea1-e817-44b3-812b-a43951c41001, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=44697ea1-e817-44b3-812b-a43951c41001,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:09.527345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46106) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:09.535583 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.552050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e4a9-def5-408d-8ee0-4429caac4ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.603382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1e90c552-7db3-498a-9c7c-5621cce3a29e req-09a97883-219d-4df1-822e-8ac01b5c278b tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/177d6e8e-e457-4f26-b69d-2d1c3ad46a2d HTTP/1.1" status: 200 len: 1811 time: 0.1244612 Oct 18 20:30:09.707355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.788311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.794308 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30cf2a-62d0-4a57-a046-f69cc6f74e81 None None] Pushing event updated for resources: {'Port': ['ID=44697ea1-e817-44b3-812b-a43951c41001,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:09.824636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:09.827400 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:09.839820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2102bd1f-ffca-43c3-aa36-090ff7cdea69 None None] Provisioning complete for port 44697ea1-e817-44b3-812b-a43951c41001 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:09.840299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2102bd1f-ffca-43c3-aa36-090ff7cdea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.862411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e4a9-def5-408d-8ee0-4429caac4ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.871293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e4a9-def5-408d-8ee0-4429caac4ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:09.982173 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f3a3e4a9-def5-408d-8ee0-4429caac4ecd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0fc5e39d77442cb9a8a7de6cfa1e303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535878 Oct 18 20:30:09.997195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46110) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:10.017154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 5fd16da4-1a10-4375-bb47-d92df39cbc39, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5fd16da4-1a10-4375-bb47-d92df39cbc39,segment=NetworkSegment(f5bbbbed-de0a-4014-935a-e5894eed87f6),segment_id=f5bbbbed-de0a-4014-935a-e5894eed87f6)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:10.026749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:10.029823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85226aad-560d-4a27-ab9b-5091427e9783 req-27c615a0-475c-4847-9a62-3350a3c6cb70 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:10.034375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85226aad-560d-4a27-ab9b-5091427e9783 req-27c615a0-475c-4847-9a62-3350a3c6cb70 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.2711809 Oct 18 20:30:10.037049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3e4a9-def5-408d-8ee0-4429caac4ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2bbaf9-6638-4386-bc2d-0e44ac3d1623,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:10.161921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85226aad-560d-4a27-ab9b-5091427e9783 req-a5d83d49-a971-408b-aa94-2d8e2ff07f44 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134527 Oct 18 20:30:10.215636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:10.284832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=5fd16da4-1a10-4375-bb47-d92df39cbc39,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:10.292633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2102bd1f-ffca-43c3-aa36-090ff7cdea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:10.363761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-686798ad-35a2-4940-9dd8-c59016429771 req-2f1e0108-8888-4de3-ac9d-e812241cb9ff tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 210 time: 0.0533750 Oct 18 20:30:10.366941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2102bd1f-ffca-43c3-aa36-090ff7cdea69 None None] For port 44697ea1-e817-44b3-812b-a43951c41001, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=44697ea1-e817-44b3-812b-a43951c41001,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:10.369192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Allocated IP 172.20.0.13 (9e4a2bf8-455d-4957-b0d4-59322b735e3d/452261e9-ad3e-429b-8f76-2eacced198b4/28c1df20-19bb-4dcf-bf81-106ebd6003f4) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:10.376527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2102bd1f-ffca-43c3-aa36-090ff7cdea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:10.426350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c632d0bc-e86e-4d91-88e7-920a5ca28f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:10.505718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bbdf1e-eb81-41a3-81a9-cebba4fdd1ad None None] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:10.510315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102bd1f-ffca-43c3-aa36-090ff7cdea69 None None] Pushing event updated for resources: {'Port': ['ID=44697ea1-e817-44b3-812b-a43951c41001,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:10.565643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa22ef-88dc-41f6-b577-3b73bc2bfefa req-7f66a4e7-0721-4ca5-8e36-813faab74e2f tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:10.573415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7905e06a-b02b-4b77-b9fa-2b5ff1e5d8eb None None] Provisioning complete for port 44697ea1-e817-44b3-812b-a43951c41001 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:10.574616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7905e06a-b02b-4b77-b9fa-2b5ff1e5d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:10.576848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcaa22ef-88dc-41f6-b577-3b73bc2bfefa req-7f66a4e7-0721-4ca5-8e36-813faab74e2f tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1096 time: 0.0747447 Oct 18 20:30:10.625460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcaa22ef-88dc-41f6-b577-3b73bc2bfefa req-7cab6fd3-b561-4659-a418-18cc116d187f tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457697 Oct 18 20:30:10.754779 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:09Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:10.800068 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e70054-6d4a-426c-b617-9c79852304e1 None None] The sync data for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 is: [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:09Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:30:10.891495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7905e06a-b02b-4b77-b9fa-2b5ff1e5d8eb None None] Provisioning complete for port 5fd16da4-1a10-4375-bb47-d92df39cbc39 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:10.891880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7905e06a-b02b-4b77-b9fa-2b5ff1e5d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:10.976699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 44697ea1-e817-44b3-812b-a43951c41001 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:11.124219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.195762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 44697ea1-e817-44b3-812b-a43951c41001 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:11.196718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.272703 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c632d0bc-e86e-4d91-88e7-920a5ca28f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.349601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5fd16da4-1a10-4375-bb47-d92df39cbc39 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:11.434218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2574b4b7-ffb1-420b-b553-9c4dc70f67a2 None None] Provisioning complete for port 5fd16da4-1a10-4375-bb47-d92df39cbc39 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:11.434647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2574b4b7-ffb1-420b-b553-9c4dc70f67a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.442345 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.515251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5fd16da4-1a10-4375-bb47-d92df39cbc39 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:11.516675 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.606387 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c632d0bc-e86e-4d91-88e7-920a5ca28f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.608979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c632d0bc-e86e-4d91-88e7-920a5ca28f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.610193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c632d0bc-e86e-4d91-88e7-920a5ca28f5a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea2bbaf9-6638-4386-bc2d-0e44ac3d1623 HTTP/1.1" status: 204 len: 168 time: 1.6124125 Oct 18 20:30:11.638165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.650380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632d0bc-e86e-4d91-88e7-920a5ca28f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2bbaf9-6638-4386-bc2d-0e44ac3d1623,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:11.654016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:30:11.654731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-1b33b3e9-50e5-4f3f-b4e2-022bf8d1965a req-2630fddb-7252-4ed8-a52b-00b1b94be8cb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-83736463', 'description': 'tempest-description-984774967'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:11.716640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1b33b3e9-50e5-4f3f-b4e2-022bf8d1965a req-2630fddb-7252-4ed8-a52b-00b1b94be8cb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.726214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Network 9e4a2bf8-455d-4957-b0d4-59322b735e3d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:11.789827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:11.805808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:11.813069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:11.878056 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1b33b3e9-50e5-4f3f-b4e2-022bf8d1965a req-2630fddb-7252-4ed8-a52b-00b1b94be8cb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.883805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1b33b3e9-50e5-4f3f-b4e2-022bf8d1965a req-2630fddb-7252-4ed8-a52b-00b1b94be8cb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.930933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1b33b3e9-50e5-4f3f-b4e2-022bf8d1965a req-2630fddb-7252-4ed8-a52b-00b1b94be8cb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:11.937518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b33b3e9-50e5-4f3f-b4e2-022bf8d1965a req-2630fddb-7252-4ed8-a52b-00b1b94be8cb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2900021 Oct 18 20:30:11.965434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630fddb-7252-4ed8-a52b-00b1b94be8cb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8631412b-280b-4275-b40a-e8978954f171,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:12.013352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:12.014139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:12.041260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-8ee80f3d-a718-4230-899b-a6c921e6d4b6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9538448 Oct 18 20:30:12.045770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:30:12.059826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Sync routers for ids ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:30:12.061283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Request body: {'port': {'device_id': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:12.075988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Routers {'d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:12.076725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:12.100118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:12.102355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-657c65a1-4e68-4d41-8158-b99d954b1b17 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.2863834 Oct 18 20:30:12.107045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46128) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:12.175834 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:12.246982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Set router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:12.642317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:30:08Z', 'revision_number': 3, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port': {'id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:07Z', 'updated_at': '2021-10-18T20:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:12.717525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Checking router: d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:30:12.718006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Updating router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 port dc6b7b63-7704-40b5-9870-0a45a7b6a385 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:30:12.732568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c1df20-19bb-4dcf-bf81-106ebd6003f4 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:12.744613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:12.781342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Transition to ACTIVE for port object 28c1df20-19bb-4dcf-bf81-106ebd6003f4 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:30:12.787756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:12.808889 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:12.812695 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.101541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Pushing event updated for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:13.113571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.257950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.262005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Attempting to bind port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:13.262624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Attempting to bind port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:13.263066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Attempting to bind port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:13.269938 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.273258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:13.274062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Attempting to bind port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:13.286261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:13.287358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Checking segment: {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:13.288431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Bound using segment: {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:13.306983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Bound port: 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:13.307936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.334416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc969e-d491-44a1-9641-64e057604f70 None None] Pushing event updated for resources: {'Port': ['ID=dc6b7b63-7704-40b5-9870-0a45a7b6a385,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:13.401749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Attempting to bind port dc6b7b63-7704-40b5-9870-0a45a7b6a385 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:13.402412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Attempting to bind port dc6b7b63-7704-40b5-9870-0a45a7b6a385 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:13.403732 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Attempting to bind port dc6b7b63-7704-40b5-9870-0a45a7b6a385 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:13.411537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:13.412336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:13.413040 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.413628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:13.414315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Bound port: dc6b7b63-7704-40b5-9870-0a45a7b6a385, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:13.414944 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.484849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:13.499652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:13.511582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.604094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] For port dc6b7b63-7704-40b5-9870-0a45a7b6a385, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:13.613680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] For port dc6b7b63-7704-40b5-9870-0a45a7b6a385, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc6b7b63-7704-40b5-9870-0a45a7b6a385,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:13.623326 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.647078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:13.650154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:13.660247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] 10.222.0.79 "PUT /v2.0/ports/28c1df20-19bb-4dcf-bf81-106ebd6003f4 HTTP/1.1" status: 200 len: 1092 time: 1.6072698 Oct 18 20:30:13.661781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'tag': '28c1df20-19bb-4dcf-bf81-106ebd6003f4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:13.676200 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b34058-e8b7-4a65-abe2-593801402658" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d", "tag": "28c1df20-19bb-4dcf-bf81-106ebd6003f4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:13.794242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3de47-590f-4724-932a-b65580749e12 service neutron] Pushing event updated for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:13.833954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Routers {'d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:13.834976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:13.844601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Allocated IP 172.20.0.1 (72d7d49e-9f57-477e-b33d-6a2a2fef0d1d/f66acd64-e690-484b-8928-3509dfc05b4d/6662311c-4b03-4f4f-8b52-c4eccfdcc41a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:13.868068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-ec4b7ba2-c5ca-4f56-9420-dfcad061184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:13.872975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-ec4b7ba2-c5ca-4f56-9420-dfcad061184a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 1095 time: 0.1414659 Oct 18 20:30:14.008274 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-0415b525-fcd2-4ab8-8d78-d192c24a8240 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4 HTTP/1.1" status: 200 len: 217 time: 0.1258562 Oct 18 20:30:14.092572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-0c307747-58fc-418d-8290-320869db2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:14.094950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-0c307747-58fc-418d-8290-320869db2f05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452261e9-ad3e-429b-8f76-2eacced198b4 HTTP/1.1" status: 200 len: 862 time: 0.0787790 Oct 18 20:30:14.115049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-92f50029-210e-4169-a774-f34b74699d60 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:30:14.116633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-92f50029-210e-4169-a774-f34b74699d60 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0190003 Oct 18 20:30:14.123939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] Set router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:14.187910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-bb2d6c86-dd95-4849-95a8-a317ec96e443 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e4a2bf8-455d-4957-b0d4-59322b735e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781047 Oct 18 20:30:14.262023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-8c55c6f4-63f0-4b32-9a47-6b3d6997893a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:14.263800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-8c55c6f4-63f0-4b32-9a47-6b3d6997893a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 1093 time: 0.1358597 Oct 18 20:30:14.304964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Request body: {'binding': {'host': 'n-h1-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:14.305688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:30:14.446819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-10e0a17f-00e2-4c1e-8bc1-6962c3138206 service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503035 Oct 18 20:30:14.510060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:14.531895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on host n-h1-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:14.532275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:14.532801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:14.542642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc969e-d491-44a1-9641-64e057604f70 None None] Pushing event updated for resources: {'Port': ['ID=dc6b7b63-7704-40b5-9870-0a45a7b6a385,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:14.542858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:14.543225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:14.556406 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:14.556923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:14.557416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:14.557974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Bound port: d4efb350-0193-40c1-a0b5-556ffa57da14, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:14.646242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:14.659177 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:14.670756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c130042-4506-4e7c-899f-4d00eff30264 service neutron] 10.222.0.66 "POST /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14/bindings HTTP/1.1" status: 201 len: 389 time: 0.3785098 Oct 18 20:30:14.696968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82f13f61-06b1-4337-b885-33aeda2b6e2a req-27940f75-2089-4db6-bbbb-8fdb583e6376 service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358100 Oct 18 20:30:14.732689 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:14.812768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:14.816611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:14.822781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:14.883099 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:15.035506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:30:08Z', 'revision_number': 3, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port': {'id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:07Z', 'updated_at': '2021-10-18T20:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:15.105424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-81cfa9a1-95e0-4853-9396-17e738261e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:15.107288 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-81cfa9a1-95e0-4853-9396-17e738261e7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1096 time: 0.0826778 Oct 18 20:30:15.109727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ca25ab-9e13-4a86-8990-77171c2fe59f None None] The sync data for ids ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'] in n-d-812149-2 is: [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:30:08Z', 'revision_number': 3, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port': {'id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:07Z', 'updated_at': '2021-10-18T20:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:30:15.131696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Pushing event updated for resources: {'Port': ['ID=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:15.323358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-e0e5a789-477d-45c0-a609-4d06a2c728a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:15.330416 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-e0e5a789-477d-45c0-a609-4d06a2c728a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.2073159 Oct 18 20:30:15.412435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6225f5-84c4-4fed-a9ce-b76db25c7731 req-e611aa74-c390-4ce0-9761-2867c8290769 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:15.414214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ca6225f5-84c4-4fed-a9ce-b76db25c7731 req-e611aa74-c390-4ce0-9761-2867c8290769 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.3961670 Oct 18 20:30:15.443839 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-c3b92763-652d-40b5-bf82-a265048b0c38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 217 time: 0.1104150 Oct 18 20:30:15.518888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6b03bff3-806b-47b4-86b3-28b0cea76e37 None None] Provisioning complete for port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:15.519508 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b03bff3-806b-47b4-86b3-28b0cea76e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:15.542280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-4f39001c-b5ee-4436-bb1c-9d226b57a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:15.545840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-4f39001c-b5ee-4436-bb1c-9d226b57a1be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0935714 Oct 18 20:30:15.590026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ca6225f5-84c4-4fed-a9ce-b76db25c7731 req-771d93c5-baeb-4614-93ad-0de45d1ede80 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415524 Oct 18 20:30:15.596035 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:15.654119 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2159d44b-84ce-43e4-9252-935e65333607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000838 Oct 18 20:30:15.664055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6b03bff3-806b-47b4-86b3-28b0cea76e37 None None] Port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:15.819889 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a30c78b-460b-4dea-8c49-65d00ff12565 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579008 Oct 18 20:30:15.861454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa94cc2-497a-48ff-9750-f5f1cb4e4cbd req-b077f0dc-79f0-455c-8eea-5a0ae38650ec tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:15.865010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfa94cc2-497a-48ff-9750-f5f1cb4e4cbd req-b077f0dc-79f0-455c-8eea-5a0ae38650ec tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 944 time: 0.1424351 Oct 18 20:30:15.978500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfa94cc2-497a-48ff-9750-f5f1cb4e4cbd req-46d39d10-2bfd-4f73-94f1-58d9b1faa4af tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989404 Oct 18 20:30:15.985606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-83215e2a-5065-4b92-9b5f-665d37aa5c66 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561408 Oct 18 20:30:16.006041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:16.026515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:16.117503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Pushing event updated for resources: {'Port': ['ID=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:16.123825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:16.266417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:16.269079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:16.543493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:30:16.721870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2be04416-5c20-4599-a150-bb2a284a1a04 None None] Provisioning complete for port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:16.723471 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2be04416-5c20-4599-a150-bb2a284a1a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:16.826018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2be04416-5c20-4599-a150-bb2a284a1a04 None None] Port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:16.885179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc6b7b63-7704-40b5-9870-0a45a7b6a385 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:17.003493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dc6b7b63-7704-40b5-9870-0a45a7b6a385 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:17.004027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:17.045952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d098a14-5d16-4944-bca6-c0bd70f9f38a req-13c433e2-2012-421c-a593-a76b04dfb4c0 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/8631412b-280b-4275-b40a-e8978954f171 HTTP/1.1" status: 200 len: 1810 time: 0.4061930 Oct 18 20:30:17.099777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:30:17.110265 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd11e236-9409-4654-90ce-1d2307031aa4 x-openstack-request-id: req-cd11e236-9409-4654-90ce-1d2307031aa4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:17.110883 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d", "tag": "28c1df20-19bb-4dcf-bf81-106ebd6003f4", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:17.111694 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd11e236-9409-4654-90ce-1d2307031aa4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:17.112342 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'tag': '28c1df20-19bb-4dcf-bf81-106ebd6003f4', 'status': 'completed', 'code': 200} Oct 18 20:30:17.140436 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bbe0b67c-04f9-451e-b954-b2ecf21d3416 admin admin] 10.222.0.66 "PUT /v2.0/routers/d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0171378 Oct 18 20:30:17.173197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:17.225781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port dc6b7b63-7704-40b5-9870-0a45a7b6a385, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc6b7b63-7704-40b5-9870-0a45a7b6a385,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:17.236837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:17.307810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b34058-e8b7-4a65-abe2-593801402658 req-23b5aee8-7c7f-4eea-abff-b9997e96d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:17.317382 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0b34058-e8b7-4a65-abe2-593801402658 req-23b5aee8-7c7f-4eea-abff-b9997e96d4d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 1095 time: 0.1652689 Oct 18 20:30:17.385624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=dc6b7b63-7704-40b5-9870-0a45a7b6a385,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:17.480732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b34058-e8b7-4a65-abe2-593801402658 req-f705cda8-735a-4ec3-80ed-ba8b1252e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:17.484134 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0b34058-e8b7-4a65-abe2-593801402658 req-f705cda8-735a-4ec3-80ed-ba8b1252e77e service neutron] 10.222.0.79 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 923 time: 0.1587756 Oct 18 20:30:17.577027 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0b34058-e8b7-4a65-abe2-593801402658 req-a014d6f3-7a57-4e77-805e-9788449b21f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4 HTTP/1.1" status: 200 len: 217 time: 0.0843923 Oct 18 20:30:17.594641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28c1df20-19bb-4dcf-bf81-106ebd6003f4 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:30:17.678593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b34058-e8b7-4a65-abe2-593801402658 req-d60c4b96-8116-4db8-895a-3077b77e4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:17.681209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0b34058-e8b7-4a65-abe2-593801402658 req-d60c4b96-8116-4db8-895a-3077b77e4791 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=452261e9-ad3e-429b-8f76-2eacced198b4 HTTP/1.1" status: 200 len: 862 time: 0.0965378 Oct 18 20:30:17.714823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75c1c9-c299-4337-bd70-8e033a1d1eaa req-33d4393f-e837-4b27-b755-1f103d1c2a9b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:17.729147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b75c1c9-c299-4337-bd70-8e033a1d1eaa req-33d4393f-e837-4b27-b755-1f103d1c2a9b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.1059177 Oct 18 20:30:17.750384 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0b34058-e8b7-4a65-abe2-593801402658 req-fb95a775-19b0-42ed-8db1-e39fef1f401b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e4a2bf8-455d-4957-b0d4-59322b735e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597236 Oct 18 20:30:17.780299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:17.782201 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Sync routers for ids ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:30:17.800975 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Routers {'d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:17.801892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:17.802230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '28c1df20-19bb-4dcf-bf81-106ebd6003f4', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'port_id': '28c1df20-19bb-4dcf-bf81-106ebd6003f4', 'mac_address': 'fa:16:3e:e9:1c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452261e9-ad3e-429b-8f76-2eacced198b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:30:17.824342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b75c1c9-c299-4337-bd70-8e033a1d1eaa req-138ce0b0-bcf2-4a4d-bda8-a41391e50f9b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937207 Oct 18 20:30:17.941848 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:17.970678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c1df20-19bb-4dcf-bf81-106ebd6003f4 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:18.018657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:18.034425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.045447 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0b34058-e8b7-4a65-abe2-593801402658 req-fd337458-c7c5-4012-ab7e-6c6647c2b4d8 service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827365 Oct 18 20:30:18.046029 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Set router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:18.185976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:18.245836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec636b7-a0cf-4a0f-a52b-2ba7e08522e5 req-047084e7-0a7a-4c3c-b71a-1cbc0ede5c0c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:18.252841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fec636b7-a0cf-4a0f-a52b-2ba7e08522e5 req-047084e7-0a7a-4c3c-b71a-1cbc0ede5c0c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.1326885 Oct 18 20:30:18.259126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0b34058-e8b7-4a65-abe2-593801402658 req-338c7735-06d5-4a05-9204-b5e5808743e9 service neutron] 10.222.0.79 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058904 Oct 18 20:30:18.332626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fec636b7-a0cf-4a0f-a52b-2ba7e08522e5 req-f4e27b8c-edf8-46b1-b402-60380c3428b5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721540 Oct 18 20:30:18.333439 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.405505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28c1df20-19bb-4dcf-bf81-106ebd6003f4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:18.518119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5d541-e4fb-45a7-9e70-ece5bf6acfde req-5b4ffb8b-02d1-4c40-b293-f5f21906dbfc tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:18.521530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35a5d541-e4fb-45a7-9e70-ece5bf6acfde req-5b4ffb8b-02d1-4c40-b293-f5f21906dbfc tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 945 time: 0.1027284 Oct 18 20:30:18.528602 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:30:15Z', 'revision_number': 4, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port': {'id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:07Z', 'updated_at': '2021-10-18T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6662311c-4b03-4f4f-8b52-c4eccfdcc41a', 'name': '', 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'mac_address': 'fa:16:3e:72:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f66acd64-e690-484b-8928-3509dfc05b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:13Z', 'updated_at': '2021-10-18T20:30:15Z', 'revision_number': 2, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'subnets': [{'id': 'f66acd64-e690-484b-8928-3509dfc05b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:18.571592 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Checking router: d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:30:18.572053 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Updating router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:30:18.611651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35a5d541-e4fb-45a7-9e70-ece5bf6acfde req-4d7d65ac-6c92-4781-bcfd-5381f169c7a3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767636 Oct 18 20:30:18.642149 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.673863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f8295ee6-b5b4-4cdf-8cbf-4fa4f434600f req-d6d8e9c6-285f-4896-ae4b-e420dc44dd70 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-404735298', 'description': 'tempest-description-1568446854'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:18.726741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8295ee6-b5b4-4cdf-8cbf-4fa4f434600f req-d6d8e9c6-285f-4896-ae4b-e420dc44dd70 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.740882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8f12f566-dc98-4abf-99ab-422dfbe8797b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.845363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc6b7b63-7704-40b5-9870-0a45a7b6a385 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:18.904539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8295ee6-b5b4-4cdf-8cbf-4fa4f434600f req-d6d8e9c6-285f-4896-ae4b-e420dc44dd70 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.917394 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8295ee6-b5b4-4cdf-8cbf-4fa4f434600f req-d6d8e9c6-285f-4896-ae4b-e420dc44dd70 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.922331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dc6b7b63-7704-40b5-9870-0a45a7b6a385 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:18.922712 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.977493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8295ee6-b5b4-4cdf-8cbf-4fa4f434600f req-d6d8e9c6-285f-4896-ae4b-e420dc44dd70 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:18.980078 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8295ee6-b5b4-4cdf-8cbf-4fa4f434600f req-d6d8e9c6-285f-4896-ae4b-e420dc44dd70 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3135507 Oct 18 20:30:18.998245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8e9c6-285f-4896-ae4b-e420dc44dd70 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce442ae-1535-4cb9-8f46-141a38249f34,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:19.153950 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:19.163854 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:19.236721 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Pushing event updated for resources: {'Port': ['ID=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:19.271575 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.272145 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.272790 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.273340 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.273890 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.274428 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.275034 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.275504 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.276017 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.276579 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.277191 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.277647 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:19.335491 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Attempting to bind port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:19.336120 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Attempting to bind port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:19.336765 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Attempting to bind port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a on network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:19.347536 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:19.348112 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Checking segment: {'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:19.348812 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:19.349458 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Bound using segment: {'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:19.350305 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Bound port: 6662311c-4b03-4f4f-8b52-c4eccfdcc41a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bbbbed-de0a-4014-935a-e5894eed87f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:19.351143 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:19.583984 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] For port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:19.590103 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] For port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,segment=NetworkSegment(f5bbbbed-de0a-4014-935a-e5894eed87f6),segment_id=f5bbbbed-de0a-4014-935a-e5894eed87f6)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:19.597565 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:19.607393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28c1df20-19bb-4dcf-bf81-106ebd6003f4 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:19.690300 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Routers {'d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:19.690584 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:29:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:19.737299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eac69d13-a3f1-4afd-a54c-b9d1b0b912b8 None None] Provisioning complete for port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:19.746092 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eac69d13-a3f1-4afd-a54c-b9d1b0b912b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:19.756768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4402ddb-cb20-40ca-9554-defe770587fb req-8f1d7da0-3fca-4bf6-ac5b-299644e31afb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:19.773799 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4402ddb-cb20-40ca-9554-defe770587fb req-8f1d7da0-3fca-4bf6-ac5b-299644e31afb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.1341174 Oct 18 20:30:19.777399 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9e96-8f1c-4a3a-8e97-2b7702393157 None None] Pushing event updated for resources: {'Port': ['ID=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:19.816122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:30:19.827716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:19.828305 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:19.905147 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] Set router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:19.906006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4402ddb-cb20-40ca-9554-defe770587fb req-2a9fb9c7-e15b-428a-a2ae-5df053da64fc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269119 Oct 18 20:30:20.042407 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:20.095223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df05a8a2-a526-4e13-bd40-86106b3f130a req-36fcda62-32fa-40bd-a48d-d8529508eeeb tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/dce442ae-1535-4cb9-8f46-141a38249f34 HTTP/1.1" status: 200 len: 1812 time: 0.1149139 Oct 18 20:30:20.119092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c1df20-19bb-4dcf-bf81-106ebd6003f4'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:20.121945 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1085e96-032c-4dea-aa96-dbf5644a24f7" -d '{"events": [{"server_uuid": "e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d", "name": "network-vif-plugged", "status": "completed", "tag": "28c1df20-19bb-4dcf-bf81-106ebd6003f4"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:20.146482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:20.160439 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:20.168282 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eac69d13-a3f1-4afd-a54c-b9d1b0b912b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:20.273551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-eac69d13-a3f1-4afd-a54c-b9d1b0b912b8 None None] For port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,segment=NetworkSegment(f5bbbbed-de0a-4014-935a-e5894eed87f6),segment_id=f5bbbbed-de0a-4014-935a-e5894eed87f6)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:20.278318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:20.284266 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eac69d13-a3f1-4afd-a54c-b9d1b0b912b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:20.385820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac69d13-a3f1-4afd-a54c-b9d1b0b912b8 None None] Pushing event updated for resources: {'Port': ['ID=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:20.420335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b9fed153-1013-49b2-8b2c-3fa923ef17d2 None None] Provisioning complete for port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:20.420996 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b9fed153-1013-49b2-8b2c-3fa923ef17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:20.474104 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:30:15Z', 'revision_number': 4, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port': {'id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:07Z', 'updated_at': '2021-10-18T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6662311c-4b03-4f4f-8b52-c4eccfdcc41a', 'name': '', 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'mac_address': 'fa:16:3e:72:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f66acd64-e690-484b-8928-3509dfc05b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:13Z', 'updated_at': '2021-10-18T20:30:19Z', 'revision_number': 4, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'subnets': [{'id': 'f66acd64-e690-484b-8928-3509dfc05b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:20.482435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17252793-0c05-46e8-ac9e-71e916c75c8e req-4df23c5c-5139-45df-8222-a2a2e3253c14 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:20.484582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17252793-0c05-46e8-ac9e-71e916c75c8e req-4df23c5c-5139-45df-8222-a2a2e3253c14 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.0834553 Oct 18 20:30:20.538796 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a45d9-3940-4b79-880e-a7fe123cd455 None None] The sync data for ids ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'] in n-d-812149-2 is: [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:30:15Z', 'revision_number': 4, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port': {'id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:07Z', 'updated_at': '2021-10-18T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6662311c-4b03-4f4f-8b52-c4eccfdcc41a', 'name': '', 'network_id': '72d7d49e-9f57-477e-b33d-6a2a2fef0d1d', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'mac_address': 'fa:16:3e:72:d2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'f66acd64-e690-484b-8928-3509dfc05b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:13Z', 'updated_at': '2021-10-18T20:30:19Z', 'revision_number': 4, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'subnets': [{'id': 'f66acd64-e690-484b-8928-3509dfc05b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:30:20.554880 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17252793-0c05-46e8-ac9e-71e916c75c8e req-1e15aa2e-13c8-4441-99ad-e2aebcc6d556 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584986 Oct 18 20:30:20.917711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6662311c-4b03-4f4f-8b52-c4eccfdcc41a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:20.948225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd11f61-0009-4461-90cf-55e52ab019b4 req-b93c234d-9c3a-4a8b-82ee-3160eccf25df tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:20.961197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9fd11f61-0009-4461-90cf-55e52ab019b4 req-b93c234d-9c3a-4a8b-82ee-3160eccf25df tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 946 time: 0.1231687 Oct 18 20:30:21.032227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:21.033533 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:21.058581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9fd11f61-0009-4461-90cf-55e52ab019b4 req-e2dffbbe-8a9e-4ad2-99ac-71a3e7ff7b6d tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931780 Oct 18 20:30:21.147427 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-6d3f6518-561e-4d0c-8700-3f46e4d9f5f1 req-b87bcd0b-63db-4956-b3d6-733786e81938 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] show failed (client error): The resource could not be found. Oct 18 20:30:21.149827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d3f6518-561e-4d0c-8700-3f46e4d9f5f1 req-b87bcd0b-63db-4956-b3d6-733786e81938 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/3e78cd60-6108-4a0b-bbd8-1d31cd9a7622 HTTP/1.1" status: 404 len: 352 time: 0.0364838 Oct 18 20:30:21.470369 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72689ca0-3ee0-465d-93ed-98edf26887b8 x-openstack-request-id: req-72689ca0-3ee0-465d-93ed-98edf26887b8 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:21.471048 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d", "name": "network-vif-plugged", "status": "completed", "tag": "28c1df20-19bb-4dcf-bf81-106ebd6003f4", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:21.471317 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72689ca0-3ee0-465d-93ed-98edf26887b8 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:21.472214 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c1df20-19bb-4dcf-bf81-106ebd6003f4', 'code': 200} Oct 18 20:30:21.640965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a2771-50bc-49a1-b349-4fb04c5c1f3e req-24fc615c-6935-4ca2-a62e-ee61ccd1a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:21.640965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-831a2771-50bc-49a1-b349-4fb04c5c1f3e req-24fc615c-6935-4ca2-a62e-ee61ccd1a4c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 1097 time: 0.0823944 Oct 18 20:30:21.714551 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-831a2771-50bc-49a1-b349-4fb04c5c1f3e req-e77a1cf5-df2e-484b-b058-2ee40cdd01dd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649929 Oct 18 20:30:21.791682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d1afc-d263-4bf4-9592-7f03b56772cf req-78638711-414d-4c60-ba00-b445e773e757 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:21.806681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c43d1afc-d263-4bf4-9592-7f03b56772cf req-78638711-414d-4c60-ba00-b445e773e757 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.1057127 Oct 18 20:30:21.874563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c43d1afc-d263-4bf4-9592-7f03b56772cf req-f752b4ad-fa38-4a3b-9134-884fb14ec743 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Oct 18 20:30:21.959662 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-35ffa8c2-b1f9-4767-bb66-86145706df68 req-b15c1c15-2c49-4599-969e-4b3fc0b67fdd tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] show failed (client error): The resource could not be found. Oct 18 20:30:21.961478 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ffa8c2-b1f9-4767-bb66-86145706df68 req-b15c1c15-2c49-4599-969e-4b3fc0b67fdd tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-group-rules/4ce23ea5-3bad-4f5c-9967-c2587b6e67e3 HTTP/1.1" status: 404 len: 361 time: 0.0340872 Oct 18 20:30:22.277186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919c732-2950-4d04-be46-6fdfa912b0c7 req-33d2db93-aa16-4d05-ba19-d41d00900ae3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:22.279899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46272) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:22.290906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8919c732-2950-4d04-be46-6fdfa912b0c7 req-33d2db93-aa16-4d05-ba19-d41d00900ae3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.1168294 Oct 18 20:30:22.348674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8919c732-2950-4d04-be46-6fdfa912b0c7 req-2ab72fae-9b95-4f4d-a2f9-8d0aff081b9b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509717 Oct 18 20:30:22.440142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c7078a78-ee5b-4c3c-a3cb-0014b1ccf0ce req-ea00c1d7-b9b5-4402-90c1-a4fb0768cd47 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/dce442ae-1535-4cb9-8f46-141a38249f34 HTTP/1.1" status: 200 len: 1812 time: 0.0543072 Oct 18 20:30:22.473419 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-349c7f01-fe7d-489a-9f61-8164178ffcf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.536919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7078a78-ee5b-4c3c-a3cb-0014b1ccf0ce req-4202d708-6deb-42e3-93ea-338b850aa292 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.576294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7078a78-ee5b-4c3c-a3cb-0014b1ccf0ce req-4202d708-6deb-42e3-93ea-338b850aa292 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.601538 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-349c7f01-fe7d-489a-9f61-8164178ffcf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.608040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-349c7f01-fe7d-489a-9f61-8164178ffcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.631898 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7078a78-ee5b-4c3c-a3cb-0014b1ccf0ce req-4202d708-6deb-42e3-93ea-338b850aa292 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.635360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c7078a78-ee5b-4c3c-a3cb-0014b1ccf0ce req-4202d708-6deb-42e3-93ea-338b850aa292 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.636608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c7078a78-ee5b-4c3c-a3cb-0014b1ccf0ce req-4202d708-6deb-42e3-93ea-338b850aa292 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "DELETE /v2.0/security-groups/dce442ae-1535-4cb9-8f46-141a38249f34 HTTP/1.1" status: 204 len: 173 time: 0.1884515 Oct 18 20:30:22.653607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202d708-6deb-42e3-93ea-338b850aa292 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce442ae-1535-4cb9-8f46-141a38249f34,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:22.765664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46284) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:22.765926 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-349c7f01-fe7d-489a-9f61-8164178ffcf0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b97e9c1c72d4a33814f955892dd97c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838817 Oct 18 20:30:22.770069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c7f01-fe7d-489a-9f61-8164178ffcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae55639-a616-411b-a7d8-eea4019c98e7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:22.775678 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4d010238-0ef1-4dbb-b86d-ec2f6338a4f4 service neutron] show failed (client error): The resource could not be found. Oct 18 20:30:22.777397 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4d010238-0ef1-4dbb-b86d-ec2f6338a4f4 service neutron] 10.222.0.30 "GET /v2.0/ports/267d3c82-3070-4d89-b8be-5eed64fe37d0/bindings/n-h2-812149-2 HTTP/1.1" status: 404 len: 380 time: 0.1615613 Oct 18 20:30:22.904454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec5975-ef60-4c0c-b479-5f5408f740b8 req-1c824b96-ce48-4f5d-bb86-db450434f35f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:22.906561 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfec5975-ef60-4c0c-b479-5f5408f740b8 req-1c824b96-ce48-4f5d-bb86-db450434f35f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 946 time: 0.0932405 Oct 18 20:30:22.913588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-42b0cdfd-3df7-4494-b70c-c566b75368be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:22.978365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-42b0cdfd-3df7-4494-b70c-c566b75368be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.055631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfec5975-ef60-4c0c-b479-5f5408f740b8 req-c8d1471b-e482-4d1b-acc7-6f2487afd4c6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221192 Oct 18 20:30:23.086746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-626ab868-9489-4eb4-b52a-0eadcdcc3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:23.091093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-626ab868-9489-4eb4-b52a-0eadcdcc3ab6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99&tenant_id=8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 1100 time: 0.0718365 Oct 18 20:30:23.107601 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a16ffe09-68f9-46f1-a6fe-f83caef8c2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.113432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-42b0cdfd-3df7-4494-b70c-c566b75368be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.116838 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-42b0cdfd-3df7-4494-b70c-c566b75368be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.118302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-42b0cdfd-3df7-4494-b70c-c566b75368be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ae55639-a616-411b-a7d8-eea4019c98e7 HTTP/1.1" status: 204 len: 168 time: 0.3515985 Oct 18 20:30:23.128653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:23.137064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0cdfd-3df7-4494-b70c-c566b75368be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae55639-a616-411b-a7d8-eea4019c98e7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:23.231352 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-65c596e6-ac26-4225-b065-dcfd949c26b2 req-decbaa5a-c356-425e-93ac-477f7f280243 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/8631412b-280b-4275-b40a-e8978954f171 HTTP/1.1" status: 200 len: 1810 time: 0.0724797 Oct 18 20:30:23.271988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.299372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46294) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:23.397561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65c596e6-ac26-4225-b065-dcfd949c26b2 req-2837899b-e447-402f-8c3a-b85c6dc9b392 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.459516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65c596e6-ac26-4225-b065-dcfd949c26b2 req-2837899b-e447-402f-8c3a-b85c6dc9b392 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.531353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f4be74-090a-4bd7-89b6-0c320e84b507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.610165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65c596e6-ac26-4225-b065-dcfd949c26b2 req-2837899b-e447-402f-8c3a-b85c6dc9b392 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.620165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65c596e6-ac26-4225-b065-dcfd949c26b2 req-2837899b-e447-402f-8c3a-b85c6dc9b392 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.623278 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-65c596e6-ac26-4225-b065-dcfd949c26b2 req-2837899b-e447-402f-8c3a-b85c6dc9b392 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "DELETE /v2.0/security-groups/8631412b-280b-4275-b40a-e8978954f171 HTTP/1.1" status: 204 len: 173 time: 0.3815045 Oct 18 20:30:23.646470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:23.655775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837899b-e447-402f-8c3a-b85c6dc9b392 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8631412b-280b-4275-b40a-e8978954f171,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:23.760355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:23.800729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f4be74-090a-4bd7-89b6-0c320e84b507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.811150 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f4be74-090a-4bd7-89b6-0c320e84b507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.843439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.888486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-71f4be74-090a-4bd7-89b6-0c320e84b507 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d108b745c671406f9f0d006e24d7ddf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5854347 Oct 18 20:30:23.901671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46306) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:23.908917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Transition to ACTIVE for port object 267d3c82-3070-4d89-b8be-5eed64fe37d0 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:30:23.911230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:23.917000 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56799777-0d0f-4a34-85cd-96d030bcc974" -d '{"events": [{"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-unplugged", "status": "completed", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:23.941053 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:23.985249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4be74-090a-4bd7-89b6-0c320e84b507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ea865-f255-42f8-9667-3a6462b0a2aa,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:24.121874 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.171823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46316) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:24.210150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-74fcc18b-007c-4d91-93b9-ed4b7a68db2d tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888029626', 'description': 'tempest-description--240645142'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:24.217959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] No DVR routers for this DVR port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:30:24.250986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9531dc4e-3e68-4597-9cbf-18fd7203e2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.285705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:24.304998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9531dc4e-3e68-4597-9cbf-18fd7203e2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.315493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:24.315839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:24.316163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:24.323394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:24.323806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Attempting to bind port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:24.331629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:24.331965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:24.332347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:24.332861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Bound port: 267d3c82-3070-4d89-b8be-5eed64fe37d0, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:24.333277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.463858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74fcc18b-007c-4d91-93b9-ed4b7a68db2d tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.488909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:24.493847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:24.504624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.527052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52071230-8efd-42eb-8aa5-52f6514a3ff6 req-71a0c2c8-a84a-4807-b371-57b7e84ffd3f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:24.530392 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52071230-8efd-42eb-8aa5-52f6514a3ff6 req-71a0c2c8-a84a-4807-b371-57b7e84ffd3f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.1705465 Oct 18 20:30:24.581983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:24.582802 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.584692 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] 10.222.0.79 "PUT /v2.0/ports/267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 1095 time: 1.4863472 Oct 18 20:30:24.597644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9531dc4e-3e68-4597-9cbf-18fd7203e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.603201 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9531dc4e-3e68-4597-9cbf-18fd7203e2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.605924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9531dc4e-3e68-4597-9cbf-18fd7203e2f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/702ea865-f255-42f8-9667-3a6462b0a2aa HTTP/1.1" status: 204 len: 168 time: 0.7017622 Oct 18 20:30:24.607495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c9b76-b777-4a35-bd79-b19bc611f036 service neutron] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:24.660006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531dc4e-3e68-4597-9cbf-18fd7203e2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ea865-f255-42f8-9667-3a6462b0a2aa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:24.668668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52071230-8efd-42eb-8aa5-52f6514a3ff6 req-f8f0e1ef-59c8-426f-afc2-aee7ab87f140 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276779 Oct 18 20:30:24.739143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-d3540fd0-d523-4389-a91a-152e719a7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:24.742171 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-d3540fd0-d523-4389-a91a-152e719a7089 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1098 time: 0.1192262 Oct 18 20:30:24.778497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74fcc18b-007c-4d91-93b9-ed4b7a68db2d tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.799821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74fcc18b-007c-4d91-93b9-ed4b7a68db2d tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.862126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74fcc18b-007c-4d91-93b9-ed4b7a68db2d tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:24.864636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-74fcc18b-007c-4d91-93b9-ed4b7a68db2d tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6853790 Oct 18 20:30:24.875464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46332) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:24.903448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c56b2abb-9298-4ddc-9000-4a35d7bb861f tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'security_group_rule': {'security_group_id': '6298d4d2-dd01-422c-b4b2-41bfb20bca35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:24.980788 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.016354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcc18b-007c-4d91-93b9-ed4b7a68db2d tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6298d4d2-dd01-422c-b4b2-41bfb20bca35,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:25.084071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77f56d-baf7-4072-afe5-f63cee94c438 req-ad8983a7-563b-4285-be7f-44ecd9111709 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:25.085850 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f77f56d-baf7-4072-afe5-f63cee94c438 req-ad8983a7-563b-4285-be7f-44ecd9111709 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 947 time: 0.1722338 Oct 18 20:30:25.087115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-9122ee2a-5e3b-49fe-9ced-6a633d48a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:25.093298 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-9122ee2a-5e3b-49fe-9ced-6a633d48a315 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3342464 Oct 18 20:30:25.100279 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c56b2abb-9298-4ddc-9000-4a35d7bb861f tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.202318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f77f56d-baf7-4072-afe5-f63cee94c438 req-ace1f020-e1d2-4d7f-a159-1a3a58b4bbdd tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059914 Oct 18 20:30:25.214062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-1f1bcb94-abdd-4bfb-a14b-04428e509bcb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.1120164 Oct 18 20:30:25.233367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:25.353116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c56b2abb-9298-4ddc-9000-4a35d7bb861f tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.361280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c56b2abb-9298-4ddc-9000-4a35d7bb861f tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.397866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-e17f1b3f-e5a6-44bf-9cc6-2a58d258261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:25.411636 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-e17f1b3f-e5a6-44bf-9cc6-2a58d258261f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1653478 Oct 18 20:30:25.440359 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aab2f41b-80b8-4680-9b75-e8ed2c3e364c req-5df88839-5384-4914-abb7-f92b43427550 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/177d6e8e-e457-4f26-b69d-2d1c3ad46a2d HTTP/1.1" status: 200 len: 1811 time: 0.1658251 Oct 18 20:30:25.463894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b2abb-9298-4ddc-9000-4a35d7bb861f tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecc8e16-e9c9-44c2-8b39-3a41798d77c5,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:25.511443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c56b2abb-9298-4ddc-9000-4a35d7bb861f tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.525356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c56b2abb-9298-4ddc-9000-4a35d7bb861f tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6451554 Oct 18 20:30:25.526522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46340) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:25.568362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-51f1eba0-6b23-4311-be48-ee43be79a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:25.573608 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-51f1eba0-6b23-4311-be48-ee43be79a7c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1518180 Oct 18 20:30:25.574865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46342) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:25.575339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-729a41c5-2c33-4c08-8fb1-e538998b255c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'security_group_rule': {'security_group_id': '6298d4d2-dd01-422c-b4b2-41bfb20bca35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:25.653062 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e454882-49f2-4345-addd-94e25b4c8d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.700202 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-729a41c5-2c33-4c08-8fb1-e538998b255c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.727447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-aab2f41b-80b8-4680-9b75-e8ed2c3e364c req-7c49565a-07ed-4650-96c8-08a2c5aacaab tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:25.899174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-445f6e2a-d922-45d4-8aa6-6bf274c07aef service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097599 Oct 18 20:30:25.916002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-aab2f41b-80b8-4680-9b75-e8ed2c3e364c req-7c49565a-07ed-4650-96c8-08a2c5aacaab tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.009586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-815670090-network', 'tenant_id': 'f807737048724d3ebf5fcb5f09117a12'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:26.062547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e454882-49f2-4345-addd-94e25b4c8d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.076438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-729a41c5-2c33-4c08-8fb1-e538998b255c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.080981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e454882-49f2-4345-addd-94e25b4c8d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.088935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-729a41c5-2c33-4c08-8fb1-e538998b255c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.131565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Made reservation on behalf of f807737048724d3ebf5fcb5f09117a12 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:26.135692 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.143783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a41c5-2c33-4c08-8fb1-e538998b255c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d708e5d5-317a-42d9-8c6c-37b6fde33477,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:26.155479 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-aab2f41b-80b8-4680-9b75-e8ed2c3e364c req-7c49565a-07ed-4650-96c8-08a2c5aacaab tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.159009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-aab2f41b-80b8-4680-9b75-e8ed2c3e364c req-7c49565a-07ed-4650-96c8-08a2c5aacaab tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.161211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aab2f41b-80b8-4680-9b75-e8ed2c3e364c req-7c49565a-07ed-4650-96c8-08a2c5aacaab tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "DELETE /v2.0/security-groups/177d6e8e-e457-4f26-b69d-2d1c3ad46a2d HTTP/1.1" status: 204 len: 173 time: 0.7081966 Oct 18 20:30:26.190299 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.197447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-729a41c5-2c33-4c08-8fb1-e538998b255c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.206795 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-729a41c5-2c33-4c08-8fb1-e538998b255c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6385040 Oct 18 20:30:26.208264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46348) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:26.217620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:26.237735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49565a-07ed-4650-96c8-08a2c5aacaab tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d6e8e-e457-4f26-b69d-2d1c3ad46a2d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:26.301881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:30:26.385101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.434856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:30:26.462409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.477090 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1427059d-795d-4afc-b5f2-9738f69b7de7 x-openstack-request-id: req-1427059d-795d-4afc-b5f2-9738f69b7de7 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:26.479073 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-unplugged", "status": "completed", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:26.479073 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1427059d-795d-4afc-b5f2-9738f69b7de7 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:26.479073 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'code': 200} Oct 18 20:30:26.525545 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1e454882-49f2-4345-addd-94e25b4c8d00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b234d2c416e4c3091ec1bf6f1aae4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9476862 Oct 18 20:30:26.539014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46352) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:26.558016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e454882-49f2-4345-addd-94e25b4c8d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7360c07e-421a-4d10-93cf-6d4ac085eb6c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:26.567223 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c3c3588f-2c78-46e9-af06-75cd9c280e24 req-8e8a91bb-2c2b-49de-a22e-2243f3f48694 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564853 Oct 18 20:30:26.573401 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.601502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.697585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:30:26.806850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb581a-cefd-4ba7-a0bb-6159a6e85ded req-fb14c259-eb23-4d39-b70a-1e95235dec9e tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:26.809147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56cb581a-cefd-4ba7-a0bb-6159a6e85ded req-fb14c259-eb23-4d39-b70a-1e95235dec9e tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 946 time: 0.3349321 Oct 18 20:30:26.814670 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.815378 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Added segment 44dd6913-946d-4e54-81af-37d62594711e of type vlan for network 2df4ef99-215e-4d32-9bea-33dd134af45c Oct 18 20:30:26.819204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8131b6-0a71-47ba-a0f4-1ed67445a569,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:26.923897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-998d2447-1352-4e49-8365-d1d7c9508cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:26.955159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.019372 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-998d2447-1352-4e49-8365-d1d7c9508cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.058126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56cb581a-cefd-4ba7-a0bb-6159a6e85ded req-1b482a2d-70fb-4aa8-9f47-6660dc627324 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160518 Oct 18 20:30:27.106855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.130964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.132910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:27.134121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.360226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1108148 Oct 18 20:30:27.370083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46360) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:27.375275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Request body: {'subnet': {'network_id': '2df4ef99-215e-4d32-9bea-33dd134af45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-815670090-subnet', 'tenant_id': 'f807737048724d3ebf5fcb5f09117a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:27.418870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4a3ea-6eb1-4d42-a2c8-da5c9f162d90 admin admin] Pushing event updated for resources: {'Network': ['ID=2df4ef99-215e-4d32-9bea-33dd134af45c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:27.437801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 2df4ef99-215e-4d32-9bea-33dd134af45c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:30:27.448202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Made reservation on behalf of f807737048724d3ebf5fcb5f09117a12 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:27.451443 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.469708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-998d2447-1352-4e49-8365-d1d7c9508cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.473203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-998d2447-1352-4e49-8365-d1d7c9508cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.479367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-998d2447-1352-4e49-8365-d1d7c9508cfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7360c07e-421a-4d10-93cf-6d4ac085eb6c HTTP/1.1" status: 204 len: 168 time: 0.9236875 Oct 18 20:30:27.532116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d2447-1352-4e49-8365-d1d7c9508cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7360c07e-421a-4d10-93cf-6d4ac085eb6c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:27.548689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad048c6a-3e0d-46b8-a2ca-ba3814dff243 req-cb5fb547-7d81-4f38-b8ad-88ade3133d81 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:27.551307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad048c6a-3e0d-46b8-a2ca-ba3814dff243 req-cb5fb547-7d81-4f38-b8ad-88ade3133d81 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.3330531 Oct 18 20:30:27.599436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Allocated IP 172.25.7.38 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/934f6e48-1b21-4537-b21d-d380d5517384) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:27.709643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad048c6a-3e0d-46b8-a2ca-ba3814dff243 req-11be32a2-661c-43ce-be7b-94cc31897934 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427398 Oct 18 20:30:27.710967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46366) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:27.869344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.874106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93544dd0-452a-4253-8bb5-e3bf2135d824 req-e5ff544a-6b14-415c-88ba-269d003b8077 tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/a30a2ab0-b24d-48cf-885a-458ba3db81d2 HTTP/1.1" status: 200 len: 1812 time: 0.0868092 Oct 18 20:30:27.918283 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.976051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcd9281-d5f6-4934-b71e-e0abff810e3d,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:27.991916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.992255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.992778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.993115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.993514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.993860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.994188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.994511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.994836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.995152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.995473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:27.996829 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-93544dd0-452a-4253-8bb5-e3bf2135d824 req-ac38a86d-ec54-414f-af31-f6cf9113c56b tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:27.997012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:28.004050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Checking segment: {'id': '44dd6913-946d-4e54-81af-37d62594711e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '2df4ef99-215e-4d32-9bea-33dd134af45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:28.004582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Network hostable DHCP agents. Network: 2df4ef99-215e-4d32-9bea-33dd134af45c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:30:28.033683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Network 2df4ef99-215e-4d32-9bea-33dd134af45c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:30:28.055294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 2df4ef99-215e-4d32-9bea-33dd134af45c) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:28.064345 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-93544dd0-452a-4253-8bb5-e3bf2135d824 req-ac38a86d-ec54-414f-af31-f6cf9113c56b tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.073492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3477e8-b9e1-410e-9eb5-ea327d453c83 None None] Network 2df4ef99-215e-4d32-9bea-33dd134af45c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:28.090718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:28.091824 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.096180 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.148578 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f2f1198c-273c-49a7-a4c3-2d24f769a089 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7701759 Oct 18 20:30:28.218852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:28.254076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:28.258956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:28.301690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26c93c62-6154-4bf5-bc44-2d1030cd5da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.337057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event updated for resources: {'Port': ['ID=934f6e48-1b21-4537-b21d-d380d5517384,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:28.350311 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-93544dd0-452a-4253-8bb5-e3bf2135d824 req-ac38a86d-ec54-414f-af31-f6cf9113c56b tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.351253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd430d98-4f68-4f0e-a4b1-09e417a81e75 None None] Network 2df4ef99-215e-4d32-9bea-33dd134af45c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:28.352974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-93544dd0-452a-4253-8bb5-e3bf2135d824 req-ac38a86d-ec54-414f-af31-f6cf9113c56b tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.354150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93544dd0-452a-4253-8bb5-e3bf2135d824 req-ac38a86d-ec54-414f-af31-f6cf9113c56b tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "DELETE /v2.0/security-groups/a30a2ab0-b24d-48cf-885a-458ba3db81d2 HTTP/1.1" status: 204 len: 173 time: 0.4648221 Oct 18 20:30:28.381259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38a86d-ec54-414f-af31-f6cf9113c56b tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30a2ab0-b24d-48cf-885a-458ba3db81d2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:28.479564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:28.485038 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:28.505860 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.603172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bb5d3-29f1-4e24-86eb-02a41b9de475 req-6367b8c8-5619-499d-a6bf-4ac013bd6a2a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:28.605899 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c9bb5d3-29f1-4e24-86eb-02a41b9de475 req-6367b8c8-5619-499d-a6bf-4ac013bd6a2a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 947 time: 0.1657202 Oct 18 20:30:28.645801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.650077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26c93c62-6154-4bf5-bc44-2d1030cd5da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.686155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26c93c62-6154-4bf5-bc44-2d1030cd5da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.729548 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:30:28.784461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c9bb5d3-29f1-4e24-86eb-02a41b9de475 req-38a6b78d-e262-4363-a8c4-b08f47993349 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602151 Oct 18 20:30:28.788973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c93c62-6154-4bf5-bc44-2d1030cd5da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956008ad-5565-469e-b62e-453f734c6206,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:28.800862 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26c93c62-6154-4bf5-bc44-2d1030cd5da4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a74c7811dec14720b18ef27da104541a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0720968 Oct 18 20:30:28.801730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46398) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:28.917995 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4eedf08-b814-4fca-b24e-3c70249f9a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:28.958318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4eedf08-b814-4fca-b24e-3c70249f9a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.028797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da2703-f192-469d-aedb-5e5a8bd95c45 req-7596ef49-a881-4f9a-876b-6cfe26397001 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:29.030744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13da2703-f192-469d-aedb-5e5a8bd95c45 req-7596ef49-a881-4f9a-876b-6cfe26397001 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 946 time: 0.1063437 Oct 18 20:30:29.036433 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.068953 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.070580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4eedf08-b814-4fca-b24e-3c70249f9a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.074326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4eedf08-b814-4fca-b24e-3c70249f9a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.079696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b4eedf08-b814-4fca-b24e-3c70249f9a3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/956008ad-5565-469e-b62e-453f734c6206 HTTP/1.1" status: 204 len: 168 time: 0.2726109 Oct 18 20:30:29.091739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eedf08-b814-4fca-b24e-3c70249f9a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956008ad-5565-469e-b62e-453f734c6206,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:29.185547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13da2703-f192-469d-aedb-5e5a8bd95c45 req-2e81ca11-e767-4ca3-9250-d47b6fd2716f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417348 Oct 18 20:30:29.237438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event updated for resources: {'Port': ['ID=934f6e48-1b21-4537-b21d-d380d5517384,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:29.242436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.269057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.281165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4584989a-c705-4293-8023-1d5e6ae14786 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0597701 Oct 18 20:30:29.544017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-fd46d4aa-bcf7-408c-bff0-9bbdb53ef4bb req-9e72b146-f6a5-4424-9836-2493c89015b3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1509787135', 'description': 'tempest-description-398208755'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:29.590437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd46d4aa-bcf7-408c-bff0-9bbdb53ef4bb req-9e72b146-f6a5-4424-9836-2493c89015b3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.678767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:30:29.757747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd46d4aa-bcf7-408c-bff0-9bbdb53ef4bb req-9e72b146-f6a5-4424-9836-2493c89015b3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.766716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd46d4aa-bcf7-408c-bff0-9bbdb53ef4bb req-9e72b146-f6a5-4424-9836-2493c89015b3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.886196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd46d4aa-bcf7-408c-bff0-9bbdb53ef4bb req-9e72b146-f6a5-4424-9836-2493c89015b3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:29.888658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd46d4aa-bcf7-408c-bff0-9bbdb53ef4bb req-9e72b146-f6a5-4424-9836-2493c89015b3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3506205 Oct 18 20:30:29.930456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72b146-f6a5-4424-9836-2493c89015b3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cd295d-6a13-4169-8a9c-198d4ce523dc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:30.014730 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-caaa480f-a3c5-43f4-9640-6ef28ce95dda req-f19cf402-aeb3-465b-af9e-553d0c37801f tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "GET /v2.0/security-groups/44dbc8f9-807e-4a08-ba63-4a30340e1feb HTTP/1.1" status: 200 len: 1812 time: 0.0795877 Oct 18 20:30:30.044256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:30.080614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'mac_address': 'fa:16:3e:dc:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:30:30.127201 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-caaa480f-a3c5-43f4-9640-6ef28ce95dda req-fea0f746-eddf-434d-ba4e-bf59ccf906bf tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.171148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.171950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-caaa480f-a3c5-43f4-9640-6ef28ce95dda req-fea0f746-eddf-434d-ba4e-bf59ccf906bf tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.202418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267d3c82-3070-4d89-b8be-5eed64fe37d0 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:30.262530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:30.269658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.295663 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-caaa480f-a3c5-43f4-9640-6ef28ce95dda req-fea0f746-eddf-434d-ba4e-bf59ccf906bf tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.302228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-caaa480f-a3c5-43f4-9640-6ef28ce95dda req-fea0f746-eddf-434d-ba4e-bf59ccf906bf tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.315208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46436) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:30.321279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-caaa480f-a3c5-43f4-9640-6ef28ce95dda req-fea0f746-eddf-434d-ba4e-bf59ccf906bf tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] 10.222.0.66 "DELETE /v2.0/security-groups/44dbc8f9-807e-4a08-ba63-4a30340e1feb HTTP/1.1" status: 204 len: 173 time: 0.2970693 Oct 18 20:30:30.370349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f746-eddf-434d-ba4e-bf59ccf906bf tempest-SecurityGroupRulesNegativeTestJSON-239613348 tempest-SecurityGroupRulesNegativeTestJSON-239613348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dbc8f9-807e-4a08-ba63-4a30340e1feb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:30.427805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:30.460346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] Deleting subnet 7ff180e2-c004-48b4-b2f4-10c5326a2d0c {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:30:30.478082 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.618244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.622090 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcaf06c-5641-468e-9fbb-9f11010ae7f4 x-openstack-request-id: req-dfcaf06c-5641-468e-9fbb-9f11010ae7f4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:30.622387 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:30.622649 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfcaf06c-5641-468e-9fbb-9f11010ae7f4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:30.630445 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'status': 'completed', 'code': 200} Oct 18 20:30:30.742442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:30.867805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-1677fb2c-e324-48a2-8513-e437fc5b5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:30.869660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-1677fb2c-e324-48a2-8513-e437fc5b5b94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1099 time: 0.2382946 Oct 18 20:30:30.874634 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:30.945591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-a6d9c69e-5e0a-4629-9220-1bee9c125d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:30.951671 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-a6d9c69e-5e0a-4629-9220-1bee9c125d46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1099 time: 0.2246413 Oct 18 20:30:30.963836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b184bbd-1414-4c1d-a69d-57f438a74f29 req-e6ebdcfc-3938-4466-a738-238202effd17 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:30.982008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b184bbd-1414-4c1d-a69d-57f438a74f29 req-e6ebdcfc-3938-4466-a738-238202effd17 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 945 time: 0.1243737 Oct 18 20:30:31.090931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b184bbd-1414-4c1d-a69d-57f438a74f29 req-6d1fba3f-f372-4666-8d52-fbd63a9f3f8d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063428 Oct 18 20:30:31.243992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:31.357801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff180e2-c004-48b4-b2f4-10c5326a2d0c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:31.362445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-4d289569-3974-41e6-8b40-4faa67a78fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:31.364212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-4d289569-3974-41e6-8b40-4faa67a78fcc service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3971522 Oct 18 20:30:31.367671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-d182ab48-aa05-4fd6-aa61-250785abe519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:31.369189 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-d182ab48-aa05-4fd6-aa61-250785abe519 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4640689 Oct 18 20:30:31.373830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:31.381325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-02a16c00-5c85-49f1-bbd3-94a4ee1684b8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7ff180e2-c004-48b4-b2f4-10c5326a2d0c HTTP/1.1" status: 204 len: 168 time: 1.0610373 Oct 18 20:30:31.384364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46458) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:31.507080 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-cd78e45d-95c8-4b69-be34-ba7c8c1fb890 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.1255682 Oct 18 20:30:31.509769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-5151176e-e56e-4508-b9b9-b584d957c488 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.1258106 Oct 18 20:30:31.551412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:31.706178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-75a94c9c-300a-4883-82b8-79b1264caf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:31.709147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-75a94c9c-300a-4883-82b8-79b1264caf02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1788621 Oct 18 20:30:31.712485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-ff880c23-48a9-46fd-bd3d-26aea4961065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:31.714361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-ff880c23-48a9-46fd-bd3d-26aea4961065 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1984470 Oct 18 20:30:31.716763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:31.772453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad18f00f-91ec-4903-bdad-6c92a362503c']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:31.813065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd578c10f-f4e0-4ed9-a622-fae53ab9a7ef') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:31.813988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd578c10f-f4e0-4ed9-a622-fae53ab9a7ef') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:31.838073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:31.870560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-377821eb-e0c1-49e7-a4dc-a9fa357f0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:31.872871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-377821eb-e0c1-49e7-a4dc-a9fa357f0ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326563 Oct 18 20:30:31.876600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:31.877025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-bf66a567-1fd8-4daa-95f6-bb917b58ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:31.879167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-bf66a567-1fd8-4daa-95f6-bb917b58ecf3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623516 Oct 18 20:30:31.895525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:30:31.896145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:30:31.899777 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:30:32.094158 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:32.116347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-54158c05-9839-4dc4-a968-107b6d543ef0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1888029626&fields=id&tenant_id=4a5f1fed251d43a882346d830a23beb8 HTTP/1.1" status: 200 len: 267 time: 0.1125827 Oct 18 20:30:32.134051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:32.145619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] 10.222.0.66 "DELETE /v2.0/networks/ad18f00f-91ec-4903-bdad-6c92a362503c HTTP/1.1" status: 204 len: 168 time: 0.7553353 Oct 18 20:30:32.146755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad18f00f-91ec-4903-bdad-6c92a362503c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:32.197637 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-6275ed77-370c-4da8-b685-efa8749cb0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168442 Oct 18 20:30:32.202551 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-39c4565c-2510-44a5-a86f-910482e8c884 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066387 Oct 18 20:30:32.207161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.207955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.209520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.210343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.211208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.212081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.212681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.213208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.213733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.214268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.214858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.215393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0d43b9-ebba-43a1-a853-763e984cb36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:30:32.448488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-49c0e51b-37cd-402c-b375-c0a69d6139d0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:32.462167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-49c0e51b-37cd-402c-b375-c0a69d6139d0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 823 time: 0.3105710 Oct 18 20:30:32.477290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-46f6ce9c-19c3-4b31-8611-177596a3e599 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/quotas/4a5f1fed251d43a882346d830a23beb8 HTTP/1.1" status: 200 len: 375 time: 0.0137939 Oct 18 20:30:32.478305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-1f7e2189-d0c9-4bc2-80ed-fb6a6bf3f9da service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694910 Oct 18 20:30:32.508832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46478) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:32.521682 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0e864e1-e2d1-4e8d-9861-7985dbb37dd6 req-fd98e8c7-060e-45ca-b891-454a5487c185 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247455 Oct 18 20:30:32.572957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-c0733870-540d-4906-8afc-5f1859221cc8 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781157 Oct 18 20:30:32.575025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4e4e71a5-3e78-4b67-b913-aa5f3a3642e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c1e7542dd204821986ec7f634bb3e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629740 Oct 18 20:30:32.576825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46480) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:32.717526 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b1f86c9-8e57-4bce-98ad-999b5dc18a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:32.758231 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b1f86c9-8e57-4bce-98ad-999b5dc18a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:32.762347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-2b12fedd-9389-4bdb-bd41-324c1ec50fb6 service neutron] 10.222.0.66 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594102 Oct 18 20:30:32.916265 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-55f1de4e-0254-418c-8a3e-865eb6451158 service neutron] 10.222.0.66 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425304 Oct 18 20:30:32.917258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b1f86c9-8e57-4bce-98ad-999b5dc18a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:32.920116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b1f86c9-8e57-4bce-98ad-999b5dc18a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:32.921264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b1f86c9-8e57-4bce-98ad-999b5dc18a95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84c626be-9c2d-4e9f-a149-b863571218b1 HTTP/1.1" status: 204 len: 168 time: 0.3398089 Oct 18 20:30:32.931315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f86c9-8e57-4bce-98ad-999b5dc18a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c626be-9c2d-4e9f-a149-b863571218b1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:33.321419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46913e27-9bdd-4895-b704-a309ec1dfda5 req-8687b315-1b7e-471a-bdd5-3928821ac301 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:33.325719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-0aa072fe-8eb1-4e54-9bac-05c13e55c9e0 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:33.329628 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-0aa072fe-8eb1-4e54-9bac-05c13e55c9e0 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.1072922 Oct 18 20:30:33.335494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46913e27-9bdd-4895-b704-a309ec1dfda5 req-8687b315-1b7e-471a-bdd5-3928821ac301 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 948 time: 0.1273324 Oct 18 20:30:33.345441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:33.425489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46913e27-9bdd-4895-b704-a309ec1dfda5 req-588f5aad-750d-441a-96c9-d2ecb160ef65 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884001 Oct 18 20:30:33.479345 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:33.594680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-028913ec-5673-4821-8c64-8f4001355f18 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/39cd295d-6a13-4169-8a9c-198d4ce523dc HTTP/1.1" status: 200 len: 1804 time: 0.1169806 Oct 18 20:30:33.632189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39cd295d-6a13-4169-8a9c-198d4ce523dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:33.633325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39cd295d-6a13-4169-8a9c-198d4ce523dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:33.724572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:33.790116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:33.871335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 267d3c82-3070-4d89-b8be-5eed64fe37d0 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:30:33.879534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:33.886119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:33.887210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 267d3c82-3070-4d89-b8be-5eed64fe37d0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:33.888374 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:33.958332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:33.966840 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.035171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:34.039889 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd154c-1910-4f1b-952d-0952556bdfde" -d '{"events": [{"server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:34.044763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca39938-2b83-4cfd-b830-3727419ba227,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:34.046119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.066707 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.066976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.082811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7da8c6b6-e9b1-4a70-81d6-ada5f113118e req-ea784e9e-ba35-414d-a89c-4c539493b472 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4723272 Oct 18 20:30:34.136409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.204410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:34.212524 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5999faee-1075-4a9e-a7df-e8bbf780d957" -d '{"events": [{"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-plugged", "status": "completed", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:34.254692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:34.265395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.326924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on host n-h2-812149-2 for vnic_type normal with profile {"migrating_to": "n-h1-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:34.327546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:34.328018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:34.337247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:34.342327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:34.342793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:34.352749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:34.353523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:34.354193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:34.355168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Bound port: d4efb350-0193-40c1-a0b5-556ffa57da14, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:34.356254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.357003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d4efb350-0193-40c1-a0b5-556ffa57da14 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:30:34.512621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:34.551534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:34.558088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:34.569253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.577196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:34.688029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on host n-h2-812149-2 for vnic_type normal with profile {"migrating_to": "n-h1-812149-2"} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:34.695622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:34.695622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:34.701925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:34.702583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.705947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] 10.222.0.30 "PUT /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 1121 time: 1.3663960 Oct 18 20:30:34.718569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a89b5-9a5c-44ba-b3f5-50fa19d5f120 service neutron] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:34.720847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:34.721562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Attempting to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:34.761498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:34.769415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:34.770381 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:34.771201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Bound port: d4efb350-0193-40c1-a0b5-556ffa57da14, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:34.771849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:34.794699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:34.801009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d4efb350-0193-40c1-a0b5-556ffa57da14'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:34.872258 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-6e99bb7d-b13e-4eb3-8231-8cdf1228a860 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b1589616c73a4b68a46992acab0d6086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610354 Oct 18 20:30:34.876760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['d4efb350-0193-40c1-a0b5-556ffa57da14'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:35.155551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d2c1a932-16b1-440d-88d4-ce7ac7dd3359 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:35.164177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d2c1a932-16b1-440d-88d4-ce7ac7dd3359 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2806551 Oct 18 20:30:35.182808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-257680283-network', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:35.183498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-a3b1c451-44fc-466b-911a-c68370365f75 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/quotas/b1589616c73a4b68a46992acab0d6086 HTTP/1.1" status: 200 len: 375 time: 0.0175636 Oct 18 20:30:35.237219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-b2e977f3-1355-4793-a1f5-56de789497dd tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1589616c73a4b68a46992acab0d6086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522850 Oct 18 20:30:35.247284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Made reservation on behalf of 378908b0a54b4875b2e15750d1f7a67e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:35.251471 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:35.275124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:35.388065 n-d-812149-2 neutron-server[100532]: WARNING neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Concurrent port binding operations failed on port d4efb350-0193-40c1-a0b5-556ffa57da14 Oct 18 20:30:35.397857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:35.441332 n-d-812149-2 neutron-server[100532]: INFO neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Attempt 2 to bind port d4efb350-0193-40c1-a0b5-556ffa57da14 Oct 18 20:30:35.441975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d4efb350-0193-40c1-a0b5-556ffa57da14 has no active binding in host n-h1-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:30:35.592102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-a3e8d91e-e4d6-48d4-9386-e7b583a20b77 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:35.593503 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-a3e8d91e-e4d6-48d4-9386-e7b583a20b77 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 823 time: 0.3039625 Oct 18 20:30:35.695381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:35.705452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-6029eaa0-47a8-43b8-9b6d-b8164e0b3579 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5f1fed251d43a882346d830a23beb8 HTTP/1.1" status: 200 len: 380 time: 0.0970187 Oct 18 20:30:35.706597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:35.722949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'port': {'device_id': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'admin_state_up': True, 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'security_groups': ['6298d4d2-dd01-422c-b4b2-41bfb20bca35']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:35.732499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28c1df20-19bb-4dcf-bf81-106ebd6003f4 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:30:35.771836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:30:35.851138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:35.851588 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Added segment 8e5d0099-28c1-4170-be2d-813e96b6d540 of type vlan for network ca237305-1533-4d73-92ce-d417f487b494 Oct 18 20:30:35.853226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9952d21-1c8f-4ef1-ba74-70ff87b01587,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:35.939564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:36.003327 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:36.004931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:36.005970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:36.011567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Made reservation on behalf of 4a5f1fed251d43a882346d830a23beb8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:36.015451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:36.120070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3234596 Oct 18 20:30:36.125234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46552) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:36.138783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Request body: {'subnet': {'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-257680283-subnet', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:36.218970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:36.246084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d163dce-2c51-4639-b2d2-7d776a67c210 admin admin] Pushing event updated for resources: {'Network': ['ID=ca237305-1533-4d73-92ce-d417f487b494,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:36.254606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Made reservation on behalf of 378908b0a54b4875b2e15750d1f7a67e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:36.264419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '28c1df20-19bb-4dcf-bf81-106ebd6003f4', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'port_id': '28c1df20-19bb-4dcf-bf81-106ebd6003f4', 'mac_address': 'fa:16:3e:e9:1c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452261e9-ad3e-429b-8f76-2eacced198b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:30:36.267586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:36.278755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ca237305-1533-4d73-92ce-d417f487b494 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:30:36.580211 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:36.596689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Allocated IP 172.20.0.11 (0b95df10-824f-48d0-850c-508532972aaf/723ba59f-0a1a-411b-a8fa-8d82b9007935/3a35669e-2f65-4749-9bd0-629a412e180f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:36.646192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c5120-c768-4696-9337-2d724f843160 req-48a8fd3b-51aa-478a-bab2-659172c9b9d1 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:36.647835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-198c5120-c768-4696-9337-2d724f843160 req-48a8fd3b-51aa-478a-bab2-659172c9b9d1 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 943 time: 0.1913891 Oct 18 20:30:36.791390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28c1df20-19bb-4dcf-bf81-106ebd6003f4 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:36.892923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-198c5120-c768-4696-9337-2d724f843160 req-f6f87792-293b-42e7-a376-c3eb4c9c207d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086966 Oct 18 20:30:36.903758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:36.925010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:36.976543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.081596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28c1df20-19bb-4dcf-bf81-106ebd6003f4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:37.090900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Checking segment: {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:37.091554 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Network hostable DHCP agents. Network: ca237305-1533-4d73-92ce-d417f487b494, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:30:37.094285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:37.159665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.262214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c383daa7-bf13-43c4-87cb-8deb96a2a170 req-436336f3-2d3f-496e-880e-abd29c7ecc12 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 210 time: 0.1156015 Oct 18 20:30:37.273240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Network ca237305-1533-4d73-92ce-d417f487b494 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:30:37.279930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:37.334619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ca237305-1533-4d73-92ce-d417f487b494) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:37.340368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:37.341415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.346901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.379459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-51d772da-ecd0-45d3-9c50-daecbcfb3873 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2502723 Oct 18 20:30:37.389152 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2571f-10aa-49be-aa28-17a1a4fcd8e2 None None] Network ca237305-1533-4d73-92ce-d417f487b494 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:37.390205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46582) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:37.408034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:37.492370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.496535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.508415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Network 0b95df10-824f-48d0-850c-508532972aaf is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:37.519503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:37.532829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:37.625948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.679423 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd73ba9-44a3-4361-be2a-93807289496c x-openstack-request-id: req-cfd73ba9-44a3-4361-be2a-93807289496c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:37.679973 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "name": "network-vif-unplugged", "status": "completed", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:37.680288 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cfd73ba9-44a3-4361-be2a-93807289496c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:37.681252 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14', 'code': 200} Oct 18 20:30:37.682426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event updated for resources: {'Port': ['ID=3a35669e-2f65-4749-9bd0-629a412e180f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:37.730032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-391cae68-0024-4f99-b680-abfd870c47e4 req-0b6910c2-2209-466e-94b8-50ba4f56303f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1322603420', 'description': 'tempest-description-1343372507'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:37.758913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:37.759720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:37.862144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-ca237305-1533-4d73-92ce-d417f487b494', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:30:37.865482 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.043620 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-b4a7b276-52f1-4c99-aed5-837e4f9b1016 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=b1589616c73a4b68a46992acab0d6086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549121 Oct 18 20:30:38.113198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a625cf55-0076-40f8-b396-9e08ccf4d377 None None] Provisioning complete for port 3a35669e-2f65-4749-9bd0-629a412e180f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:38.114215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a625cf55-0076-40f8-b396-9e08ccf4d377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.265050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a625cf55-0076-40f8-b396-9e08ccf4d377 None None] Port 3a35669e-2f65-4749-9bd0-629a412e180f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:38.272634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-8968275e-d695-4639-997b-d3379925c61d tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:38.275340 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-8968275e-d695-4639-997b-d3379925c61d tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197051 Oct 18 20:30:38.296804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Allocated IP 172.20.0.2 (ca237305-1533-4d73-92ce-d417f487b494/1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1/d51aee4c-4b90-484c-bfc0-925fc8770041) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:38.299665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Request body: {'port': {'device_id': '5bb98670-bc01-4a64-b891-3240aabfa572', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': 'b1589616c73a4b68a46992acab0d6086'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:38.437955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-b78087f2-88bb-4742-9299-6308f3132452 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7211761 Oct 18 20:30:38.478144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-391cae68-0024-4f99-b680-abfd870c47e4 req-0b6910c2-2209-466e-94b8-50ba4f56303f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.478702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Request body: {'port': {'device_id': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:38.483647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.529318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-ca018616-b27c-43d4-953d-90622f37ff15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:38.531355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-ca018616-b27c-43d4-953d-90622f37ff15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99&tenant_id=8b75db9fc81941d28836b7f180c0a0d8&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 949 time: 0.3334327 Oct 18 20:30:38.549166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Made reservation on behalf of b1589616c73a4b68a46992acab0d6086 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:38.555767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.556699 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.571427 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.614869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.662742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Network ca237305-1533-4d73-92ce-d417f487b494 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:38.669989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:38.677210 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-e5e0ac25-cd69-4304-912b-5e02c0e62637 service neutron] delete failed (client error): The resource could not be found. Oct 18 20:30:38.678506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-e5e0ac25-cd69-4304-912b-5e02c0e62637 service neutron] 10.222.0.30 "DELETE /v2.0/ports/267d3c82-3070-4d89-b8be-5eed64fe37d0/bindings/n-h1-812149-2 HTTP/1.1" status: 404 len: 380 time: 0.1350665 Oct 18 20:30:38.680306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:38.686508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.720955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Pushing event updated for resources: {'Port': ['ID=d51aee4c-4b90-484c-bfc0-925fc8770041,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:38.747032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-391cae68-0024-4f99-b680-abfd870c47e4 req-0b6910c2-2209-466e-94b8-50ba4f56303f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.763103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-391cae68-0024-4f99-b680-abfd870c47e4 req-0b6910c2-2209-466e-94b8-50ba4f56303f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.806706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6910c2-2209-466e-94b8-50ba4f56303f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9529658c-b953-4771-9415-d5d0767f3e08,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:38.819660 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-391cae68-0024-4f99-b680-abfd870c47e4 req-0b6910c2-2209-466e-94b8-50ba4f56303f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.821237 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-391cae68-0024-4f99-b680-abfd870c47e4 req-0b6910c2-2209-466e-94b8-50ba4f56303f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1028004 Oct 18 20:30:38.869600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Attempting to bind port d51aee4c-4b90-484c-bfc0-925fc8770041 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:38.871943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Attempting to bind port d51aee4c-4b90-484c-bfc0-925fc8770041 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:38.872489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Attempting to bind port d51aee4c-4b90-484c-bfc0-925fc8770041 on network ca237305-1533-4d73-92ce-d417f487b494 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:38.890406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:38.890866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Checking segment: {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:38.891436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:38.892206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Bound using segment: {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:38.892803 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Bound port: d51aee4c-4b90-484c-bfc0-925fc8770041, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:38.893289 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.033773 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9a4ae7-7fc9-4bea-8ce4-78fb4eb1a1d9 x-openstack-request-id: req-aa9a4ae7-7fc9-4bea-8ce4-78fb4eb1a1d9 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:39.034401 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-plugged", "status": "completed", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:39.034813 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aa9a4ae7-7fc9-4bea-8ce4-78fb4eb1a1d9 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:39.035452 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'code': 200} Oct 18 20:30:39.054894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.083216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.083812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] For port d51aee4c-4b90-484c-bfc0-925fc8770041, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:39.093923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] For port d51aee4c-4b90-484c-bfc0-925fc8770041, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d51aee4c-4b90-484c-bfc0-925fc8770041,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:39.106525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.227692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe9710-5c46-4239-909a-27eb848c4990,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:39.332609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e808737-e5e0-49ad-8adb-51285a7db878 None None] Pushing event updated for resources: {'Port': ['ID=d51aee4c-4b90-484c-bfc0-925fc8770041,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:39.335897 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c569329a-05e8-4bd3-982e-dcb1cfbaea9c req-131b46ee-0ae8-47b6-a232-f6adea253109 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 210 time: 0.1372631 Oct 18 20:30:39.366737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-77c708d8-451a-4d1d-b233-2574516af5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:39.374260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-77c708d8-451a-4d1d-b233-2574516af5ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1100 time: 0.4188154 Oct 18 20:30:39.376463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.397320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Allocated IP 192.168.233.23 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/5063854c-3b4d-4160-873d-509fdffa373f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:39.530745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.683368 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.685194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:39.689671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f26ee9c0-55a9-47d9-ae0b-a8b8043ce1cc req-740788c1-4ffb-4033-898a-9e51b728ef0d tempest-FlavorsV2NegativeTest-1945972033 tempest-FlavorsV2NegativeTest-1945972033-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ac7ab38c86514188acc8e5f1cf41993f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791855 Oct 18 20:30:39.694420 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e01a1e-6527-4001-93d4-29642294ede3" -d '{"events": [{"name": "network-changed", "server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:39.748837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28c1df20-19bb-4dcf-bf81-106ebd6003f4 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:30:39.786166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a35669e-2f65-4749-9bd0-629a412e180f {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:39.801346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.830234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Transition to ACTIVE for port object 3a35669e-2f65-4749-9bd0-629a412e180f will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:30:39.837097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-7d4fda61-3c5f-4a84-9c0e-e86d009ae3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:39.838494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-7d4fda61-3c5f-4a84-9c0e-e86d009ae3e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4573500 Oct 18 20:30:39.876683 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.896445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:39.970010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.001462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-3cea7611-8a32-4add-9a4f-10007c3caeed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.1499598 Oct 18 20:30:40.009374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28c1df20-19bb-4dcf-bf81-106ebd6003f4 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:40.015883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:40.018141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35669e-2f65-4749-9bd0-629a412e180f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:40.035073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:40.055918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:40.062885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.079648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Allocated IP 172.25.7.242 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/cff47d5d-9c39-4552-a1e9-efd30712aeac) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:40.104662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:40.145079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:40.229755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee9c0-55a9-47d9-ae0b-a8b8043ce1cc req-f154212d-4580-420e-a53b-925f326f4698 tempest-FlavorsV2NegativeTest-1945972033 tempest-FlavorsV2NegativeTest-1945972033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:40.236041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Pushing event updated for resources: {'Port': ['ID=5063854c-3b4d-4160-873d-509fdffa373f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:40.238160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f26ee9c0-55a9-47d9-ae0b-a8b8043ce1cc req-f154212d-4580-420e-a53b-925f326f4698 tempest-FlavorsV2NegativeTest-1945972033 tempest-FlavorsV2NegativeTest-1945972033-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5472856 Oct 18 20:30:40.267739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:40.268614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.278865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Attempting to bind port 3a35669e-2f65-4749-9bd0-629a412e180f on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:40.279241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Attempting to bind port 3a35669e-2f65-4749-9bd0-629a412e180f by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:40.279952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Attempting to bind port 3a35669e-2f65-4749-9bd0-629a412e180f on network 0b95df10-824f-48d0-850c-508532972aaf {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:40.291104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Port 3a35669e-2f65-4749-9bd0-629a412e180f on network 0b95df10-824f-48d0-850c-508532972aaf not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:40.292167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Attempting to bind port 3a35669e-2f65-4749-9bd0-629a412e180f on network 0b95df10-824f-48d0-850c-508532972aaf {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:40.304877 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-d532a419-5eea-4230-ac1e-6a2ba88e5f6c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0129020 Oct 18 20:30:40.306494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:40.306884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Checking segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:40.307279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Bound using segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:40.307728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Bound port: 3a35669e-2f65-4749-9bd0-629a412e180f, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:40.308088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.327848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Request body: {'port': {'device_id': '5bb98670-bc01-4a64-b891-3240aabfa572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:40.339423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f26ee9c0-55a9-47d9-ae0b-a8b8043ce1cc req-483b5c76-12db-44cb-b9ad-13c541a206ee tempest-FlavorsV2NegativeTest-1945972033 tempest-FlavorsV2NegativeTest-1945972033-project] 10.222.0.66 "GET /v2.0/quotas/ac7ab38c86514188acc8e5f1cf41993f HTTP/1.1" status: 200 len: 375 time: 0.1002591 Oct 18 20:30:40.345940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-09cb6610-64af-4454-b063-768009045453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:40.347474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-09cb6610-64af-4454-b063-768009045453 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.3379259 Oct 18 20:30:40.426382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f26ee9c0-55a9-47d9-ae0b-a8b8043ce1cc req-878be989-7439-4c9f-a4ae-2e32bc966ec6 tempest-FlavorsV2NegativeTest-1945972033 tempest-FlavorsV2NegativeTest-1945972033-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ac7ab38c86514188acc8e5f1cf41993f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859640 Oct 18 20:30:40.478163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.493623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-06d2b6b6-7b88-45b0-90a1-a51b9cc75080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:40.495321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-06d2b6b6-7b88-45b0-90a1-a51b9cc75080 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381078 Oct 18 20:30:40.631444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1da96b5e-292d-4888-a551-e772c0f1fc2d None None] Provisioning complete for port 5063854c-3b4d-4160-873d-509fdffa373f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:40.632050 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1da96b5e-292d-4888-a551-e772c0f1fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.695852 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.749489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-9cd3defd-3786-4b39-aba7-c09910879e3f service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451346 Oct 18 20:30:40.772202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1da96b5e-292d-4888-a551-e772c0f1fc2d None None] Port 5063854c-3b4d-4160-873d-509fdffa373f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:40.858439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:40.874744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:40.895844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:40.908808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:40.931422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] For port 3a35669e-2f65-4749-9bd0-629a412e180f, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:40.966642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] For port 3a35669e-2f65-4749-9bd0-629a412e180f, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3a35669e-2f65-4749-9bd0-629a412e180f,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:40.978003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:41.044342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=cff47d5d-9c39-4552-a1e9-efd30712aeac,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:41.073208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:41.073899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:41.075481 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a35669e-2f65-4749-9bd0-629a412e180f HTTP/1.1" status: 200 len: 1092 time: 2.6066756 Oct 18 20:30:41.136969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d51aee4c-4b90-484c-bfc0-925fc8770041 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:41.165862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f2b0b-5bc0-465d-9fd5-c489c0edf1a1 req-bac120b3-3bb2-4009-8b2a-18881dce183b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:41.197184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-215f2b0b-5bc0-465d-9fd5-c489c0edf1a1 req-bac120b3-3bb2-4009-8b2a-18881dce183b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.4895718 Oct 18 20:30:41.243937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fb530de-7ccf-42f2-a9ad-cec4a87cc74a req-01cad05a-7fea-44f0-b1b0-92d268ebb72d service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621055 Oct 18 20:30:41.347521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d51aee4c-4b90-484c-bfc0-925fc8770041 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:41.348343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:41.543322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18703371-7b87-48d6-a49c-d9d905f44454 None None] Network ca237305-1533-4d73-92ce-d417f487b494 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:41.601741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-215f2b0b-5bc0-465d-9fd5-c489c0edf1a1 req-206640de-273f-4a0e-9eba-e3376ab3076a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959608 Oct 18 20:30:41.700580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e8ed-566f-4960-a011-496dca648c30 service neutron] Pushing event updated for resources: {'Port': ['ID=3a35669e-2f65-4749-9bd0-629a412e180f,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:41.759287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-96ee26ef-b8a6-42f5-b4a7-976d4bbf81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:41.761567 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-96ee26ef-b8a6-42f5-b4a7-976d4bbf81c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 1095 time: 0.5728164 Oct 18 20:30:41.848345 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.000936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46634) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:42.008374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d51aee4c-4b90-484c-bfc0-925fc8770041, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d51aee4c-4b90-484c-bfc0-925fc8770041,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:42.010557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0b98dcfc-f6fa-4b72-abaa-31c0f559fa71 None None] Provisioning complete for port d51aee4c-4b90-484c-bfc0-925fc8770041 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:42.011065 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b98dcfc-f6fa-4b72-abaa-31c0f559fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.026053 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-0016267c-6873-4db4-abc1-01a34c22d6f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a35669e-2f65-4749-9bd0-629a412e180f HTTP/1.1" status: 200 len: 217 time: 0.2349200 Oct 18 20:30:42.090435 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.135904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.186845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d51aee4c-4b90-484c-bfc0-925fc8770041,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:42.187047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91997d1f-0b79-429a-8b9e-0543d48ae876 req-a4abe78b-61b9-4548-b2b3-8d62309675d8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:42.209752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91997d1f-0b79-429a-8b9e-0543d48ae876 req-a4abe78b-61b9-4548-b2b3-8d62309675d8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 943 time: 0.3836133 Oct 18 20:30:42.423984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5063854c-3b4d-4160-873d-509fdffa373f {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:42.441360 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.474989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Transition to ACTIVE for port object 5063854c-3b4d-4160-873d-509fdffa373f will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:30:42.511864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-960c79d5-dffe-4ca6-9381-dc71eaa5d4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.513022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91997d1f-0b79-429a-8b9e-0543d48ae876 req-dbb1b634-fada-4e0f-b9f6-2bb25bef761f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995088 Oct 18 20:30:42.589651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.722657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-0e886b82-1d0f-4eb4-933d-474162633950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:42.735833 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-0e886b82-1d0f-4eb4-933d-474162633950 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=723ba59f-0a1a-411b-a8fa-8d82b9007935 HTTP/1.1" status: 200 len: 862 time: 0.6846142 Oct 18 20:30:42.769353 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:42.839176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa59d3-b1cb-425d-a188-fbd102a16d46 req-d31f3e36-aee6-4e71-a662-4122d84cecab tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:42.850671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cfa59d3-b1cb-425d-a188-fbd102a16d46 req-d31f3e36-aee6-4e71-a662-4122d84cecab tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 944 time: 0.1580896 Oct 18 20:30:42.982423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d51aee4c-4b90-484c-bfc0-925fc8770041 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:43.026624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cfa59d3-b1cb-425d-a188-fbd102a16d46 req-fcc7d0d1-8406-4777-bd72-b846bce66d96 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759479 Oct 18 20:30:43.031161 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.063150 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5063854c-3b4d-4160-873d-509fdffa373f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:43.128260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-72e45161-7b64-4360-b91a-ba26c7a1d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:43.134685 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-72e45161-7b64-4360-b91a-ba26c7a1d142 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b95df10-824f-48d0-850c-508532972aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3831787 Oct 18 20:30:43.157343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d51aee4c-4b90-484c-bfc0-925fc8770041 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:43.157735 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.163855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b0acad06-c5a5-4530-a172-839f25478bb4 None None] Provisioning complete for port d51aee4c-4b90-484c-bfc0-925fc8770041 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:43.169095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b0acad06-c5a5-4530-a172-839f25478bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.225624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-762af965-6c0d-427c-98ca-300ba14173bb tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/9529658c-b953-4771-9415-d5d0767f3e08 HTTP/1.1" status: 200 len: 1805 time: 0.1261921 Oct 18 20:30:43.254370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9529658c-b953-4771-9415-d5d0767f3e08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:43.254689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9529658c-b953-4771-9415-d5d0767f3e08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:43.379657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-960c79d5-dffe-4ca6-9381-dc71eaa5d4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.402068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-960c79d5-dffe-4ca6-9381-dc71eaa5d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.453352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Attempting to bind port 5063854c-3b4d-4160-873d-509fdffa373f on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:43.453738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Attempting to bind port 5063854c-3b4d-4160-873d-509fdffa373f by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:43.454857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Attempting to bind port 5063854c-3b4d-4160-873d-509fdffa373f on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:43.482811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c79d5-dffe-4ca6-9381-dc71eaa5d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b2c70a-f5fe-41f7-8888-0411ec39816e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:43.493685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Port 5063854c-3b4d-4160-873d-509fdffa373f on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:43.494016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Attempting to bind port 5063854c-3b4d-4160-873d-509fdffa373f on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:43.518893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-960c79d5-dffe-4ca6-9381-dc71eaa5d4f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac7ab38c86514188acc8e5f1cf41993f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5137403 Oct 18 20:30:43.525111 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-2a406a2d-c5e6-4260-aeff-52dc69ff207f service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533721 Oct 18 20:30:43.525766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46640) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:43.529465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:43.529930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:43.530500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:43.531077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Bound port: 5063854c-3b4d-4160-873d-509fdffa373f, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:43.531533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.755563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d4efb350-0193-40c1-a0b5-556ffa57da14 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:30:43.801275 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c17c1e6e-f9e7-48c8-83c9-3cdeecfb39cc req-1e0f107b-4931-488f-81c3-3cbf30fed3c0 service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514548 Oct 18 20:30:43.850925 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.866592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Router e35430bc-4eef-4715-8641-a149cf0dc45c is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:30:43.882136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4929765f-783c-4f4d-b49b-71f1aaa82d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:43.929365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] For port 5063854c-3b4d-4160-873d-509fdffa373f, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:43.938692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] For port 5063854c-3b4d-4160-873d-509fdffa373f, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5063854c-3b4d-4160-873d-509fdffa373f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:43.951342 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.028533 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.053647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:44.054640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.057078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] 10.222.0.79 "PUT /v2.0/ports/5063854c-3b4d-4160-873d-509fdffa373f HTTP/1.1" status: 200 len: 1095 time: 3.7372198 Oct 18 20:30:44.060461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4929765f-783c-4f4d-b49b-71f1aaa82d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.141698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.187374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856ce3b3-82c5-40c5-9c8b-7cfbeb3e9b3e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:44.206977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38c325-311d-465b-8ac6-4edbc18ce0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5063854c-3b4d-4160-873d-509fdffa373f,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:44.243329 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.245596 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f213a66a-132b-4491-9e3d-2d4cbf110040 req-6653d4ed-5031-49d4-ac8a-e24e137e45fa tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0052955 Oct 18 20:30:44.261579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-11218d51-750a-499a-abef-101e6ab62c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:44.263624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:30:44.276071 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-11218d51-750a-499a-abef-101e6ab62c5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1589616c73a4b68a46992acab0d6086&device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 1098 time: 0.1359339 Oct 18 20:30:44.278422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Sync routers for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:30:44.327779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.334029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2ed14ab8-1089-4f66-9c56-8589f2f09bb3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9381514 Oct 18 20:30:44.335003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:44.342326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:44.342998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:30:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:44.384515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4929765f-783c-4f4d-b49b-71f1aaa82d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.388837 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4929765f-783c-4f4d-b49b-71f1aaa82d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:44.390380 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4929765f-783c-4f4d-b49b-71f1aaa82d29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8b2c70a-f5fe-41f7-8888-0411ec39816e HTTP/1.1" status: 204 len: 168 time: 0.8625886 Oct 18 20:30:44.400774 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-186d8278-05f7-492f-90e0-9f227b8557e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5063854c-3b4d-4160-873d-509fdffa373f HTTP/1.1" status: 200 len: 217 time: 0.1091716 Oct 18 20:30:44.459281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929765f-783c-4f4d-b49b-71f1aaa82d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b2c70a-f5fe-41f7-8888-0411ec39816e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:44.553931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-5f9a4762-66f9-406a-b858-d4f034d85a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:44.558497 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-5f9a4762-66f9-406a-b858-d4f034d85a93 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1420524 Oct 18 20:30:44.651175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-cf237f39-43b6-442a-a51a-c19902f4d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:44.656524 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-cf237f39-43b6-442a-a51a-c19902f4d92e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863864 Oct 18 20:30:44.658935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62644eb8-deb0-4092-9cb1-65f6ac74d18c req-0d91310e-650e-43c5-b7be-fd8f7fbb7baa tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:44.685601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62644eb8-deb0-4092-9cb1-65f6ac74d18c req-0d91310e-650e-43c5-b7be-fd8f7fbb7baa tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 944 time: 0.3304670 Oct 18 20:30:44.698962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:44.881181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62644eb8-deb0-4092-9cb1-65f6ac74d18c req-35133640-8280-41a7-9fb1-12d36451b911 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917989 Oct 18 20:30:44.915912 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-c1781aae-60be-40b9-814f-70951811c6ad service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442865 Oct 18 20:30:44.963790 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c81d54-cb6b-4e26-9217-a2d5b3041f5e x-openstack-request-id: req-e8c81d54-cb6b-4e26-9217-a2d5b3041f5e {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:44.964269 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:44.964731 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8c81d54-cb6b-4e26-9217-a2d5b3041f5e {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:44.972685 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14', 'status': 'completed', 'code': 200} Oct 18 20:30:45.183751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:41Z', 'revision_number': 3, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:45.263207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Checking router: e35430bc-4eef-4715-8641-a149cf0dc45c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:30:45.264125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Updating router e35430bc-4eef-4715-8641-a149cf0dc45c port cff47d5d-9c39-4552-a1e9-efd30712aeac binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:30:45.309939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01a1e-6527-4001-93d4-29642294ede3 req-3f233559-2627-4414-8aed-741f9b36b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:45.311183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37e01a1e-6527-4001-93d4-29642294ede3 req-3f233559-2627-4414-8aed-741f9b36b487 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1124 time: 0.2748275 Oct 18 20:30:45.334157 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4eb5a5bd-3f03-4901-a6a1-d45b349546f7 req-15ded257-1784-4ad8-ace5-6ca50dbbd632 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026880 Oct 18 20:30:45.370001 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:45.455099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc27a4-8194-4646-8b5a-beb7ddbf25de req-1b0155e4-d158-4d43-9755-cbb87f85a2f9 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:45.463416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1bc27a4-8194-4646-8b5a-beb7ddbf25de req-1b0155e4-d158-4d43-9755-cbb87f85a2f9 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 947 time: 0.3075430 Oct 18 20:30:45.644892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1bc27a4-8194-4646-8b5a-beb7ddbf25de req-d5bab4e1-ea1f-4959-8f27-c47dc5876335 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720595 Oct 18 20:30:45.656073 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-1ed27f49-b7d7-4567-a50a-20488bda283d service neutron] 10.222.0.79 "GET /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14/bindings/n-h1-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.1200671 Oct 18 20:30:45.695778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01a1e-6527-4001-93d4-29642294ede3 req-5b0d82fd-f19a-4e9d-9628-4864d3819e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:45.708893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37e01a1e-6527-4001-93d4-29642294ede3 req-5b0d82fd-f19a-4e9d-9628-4864d3819e14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.3801062 Oct 18 20:30:45.848659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37e01a1e-6527-4001-93d4-29642294ede3 req-ad0f05fc-1847-41de-bae7-bfc01319e9d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 217 time: 0.1296146 Oct 18 20:30:45.977420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01a1e-6527-4001-93d4-29642294ede3 req-a24da089-c165-4a1a-ba4a-ca9b4ace9bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:45.979000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37e01a1e-6527-4001-93d4-29642294ede3 req-a24da089-c165-4a1a-ba4a-ca9b4ace9bc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1122317 Oct 18 20:30:45.990216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbc5ce-cc40-4b9b-b3e9-648629058f04 req-167bb398-28f6-444c-91b4-abb46dcf8f58 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:45.998310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44fbc5ce-cc40-4b9b-b3e9-648629058f04 req-167bb398-28f6-444c-91b4-abb46dcf8f58 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.2014580 Oct 18 20:30:46.048938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:46.057409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37e01a1e-6527-4001-93d4-29642294ede3 req-b8cced65-64eb-45b2-ad79-bbbf02bdd09b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527301 Oct 18 20:30:46.135891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:46.168110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44fbc5ce-cc40-4b9b-b3e9-648629058f04 req-ce586572-a7e7-482a-9722-a7b61b08b7eb tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687043 Oct 18 20:30:46.179751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:46.251326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4efb350-0193-40c1-a0b5-556ffa57da14 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:46.290377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:46.327013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:46.435537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3a35669e-2f65-4749-9bd0-629a412e180f details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:30:46.472293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46674) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:46.480166 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:46.501747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:46.554871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] Transition to ACTIVE for port object d4efb350-0193-40c1-a0b5-556ffa57da14 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:30:46.564932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:46.665173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeb97c-1f97-4db0-b5a9-be378419971f None None] Pushing event updated for resources: {'Port': ['ID=cff47d5d-9c39-4552-a1e9-efd30712aeac,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:46.669267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Attempting to bind port cff47d5d-9c39-4552-a1e9-efd30712aeac on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:46.671305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Attempting to bind port cff47d5d-9c39-4552-a1e9-efd30712aeac by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:46.672100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Attempting to bind port cff47d5d-9c39-4552-a1e9-efd30712aeac on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:46.679613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37e01a1e-6527-4001-93d4-29642294ede3 req-e1e5cd83-a8d0-4481-9b89-74fab99b6cf7 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031396 Oct 18 20:30:46.698192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] No DVR routers for this DVR port d4efb350-0193-40c1-a0b5-556ffa57da14 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:30:46.700413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c56110-aa94-4a41-86ba-741dc9f4f163 req-84df94ee-4286-4f98-b747-2d8572478751 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:46.703291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f4c56110-aa94-4a41-86ba-741dc9f4f163 req-84df94ee-4286-4f98-b747-2d8572478751 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 943 time: 0.3358436 Oct 18 20:30:46.773296 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] 10.222.0.79 "PUT /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14/bindings/n-h1-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1009643 Oct 18 20:30:46.810255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bba86-0094-48f0-8980-1afb3ef4ad9f service neutron] Pushing event updated for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:46.833462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 3a35669e-2f65-4749-9bd0-629a412e180f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3a35669e-2f65-4749-9bd0-629a412e180f,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:46.870433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '3a35669e-2f65-4749-9bd0-629a412e180f', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'port_id': '3a35669e-2f65-4749-9bd0-629a412e180f', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:30:46.871953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-300252819-network', 'tenant_id': 'ffca84a4b0594823a4dc31c464cca3b1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:46.876116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Allocated IP 172.20.0.1 (ca237305-1533-4d73-92ce-d417f487b494/1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1/2fdb2224-3052-45e5-9dec-f85768d54f61) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:46.877803 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:46.878401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:46.881116 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:46.881116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:46.881116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Bound port: cff47d5d-9c39-4552-a1e9-efd30712aeac, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:46.881116 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:46.978572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f'}, {'name': 'network-changed', 'server_uuid': '5bb98670-bc01-4a64-b891-3240aabfa572', 'tag': '5063854c-3b4d-4160-873d-509fdffa373f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:46.983249 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5615c3b-1273-4079-af99-60b953f73670" -d '{"events": [{"name": "network-changed", "server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f"}, {"name": "network-changed", "server_uuid": "5bb98670-bc01-4a64-b891-3240aabfa572", "tag": "5063854c-3b4d-4160-873d-509fdffa373f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:46.996483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Made reservation on behalf of ffca84a4b0594823a4dc31c464cca3b1 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:46.998377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f4c56110-aa94-4a41-86ba-741dc9f4f163 req-3077f684-20bb-4421-95a1-b1b1eb3e8a6a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727525 Oct 18 20:30:47.000848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.025537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-84b55e0c-dffb-4458-8091-c5f6c2ecb41a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:47.029760 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-84b55e0c-dffb-4458-8091-c5f6c2ecb41a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.1419787 Oct 18 20:30:47.033139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.045637 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.068144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] For port cff47d5d-9c39-4552-a1e9-efd30712aeac, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:47.087009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a35669e-2f65-4749-9bd0-629a412e180f {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:47.127822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 3a35669e-2f65-4749-9bd0-629a412e180f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3a35669e-2f65-4749-9bd0-629a412e180f,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:47.145993 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.159733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] For port cff47d5d-9c39-4552-a1e9-efd30712aeac, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cff47d5d-9c39-4552-a1e9-efd30712aeac,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:47.193160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-74172922-f058-424a-96da-b56850291278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:47.196113 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-74172922-f058-424a-96da-b56850291278 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5&tenant_id=6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 1095 time: 0.1466789 Oct 18 20:30:47.224544 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.292452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=3a35669e-2f65-4749-9bd0-629a412e180f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:47.313200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37e01a1e-6527-4001-93d4-29642294ede3 req-e9965765-b4c3-4125-811c-380d5be2c8e1 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016018 Oct 18 20:30:47.352824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:47.354124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:30:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:47.411112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-3a20efaf-6201-4d30-b730-9dee417f8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:47.413918 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-3a20efaf-6201-4d30-b730-9dee417f8f9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1732111 Oct 18 20:30:47.418058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.426656 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.431626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeb97c-1f97-4db0-b5a9-be378419971f None None] Pushing event updated for resources: {'Port': ['ID=cff47d5d-9c39-4552-a1e9-efd30712aeac,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:47.434703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd1c7-c6b9-41c6-9a2d-df3c381d6617 req-9575d243-0182-4660-9f86-c98f7bce35cc tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:47.440958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3a35669e-2f65-4749-9bd0-629a412e180f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:47.447240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0acd1c7-c6b9-41c6-9a2d-df3c381d6617 req-9575d243-0182-4660-9f86-c98f7bce35cc tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 945 time: 0.1977918 Oct 18 20:30:47.489127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.547932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee10d20-efc0-446f-86dd-16db4acd559d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:47.563627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0acd1c7-c6b9-41c6-9a2d-df3c381d6617 req-365211c1-f65f-4cac-9b69-d5881aff4f16 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088018 Oct 18 20:30:47.600363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:30:47.619244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3331f44e-4b3e-4f60-8ba1-e8966580a21c req-3d91cf54-cc42-4f31-a58a-833c35be8607 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-244156432', 'description': 'tempest-description-263281206'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:47.635446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.666697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:47.692295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.693664 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Added segment 50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28 of type vlan for network d2c5f98f-a140-4a02-974d-f78bd93d9471 Oct 18 20:30:47.739039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Network ca237305-1533-4d73-92ce-d417f487b494 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:47.747100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3331f44e-4b3e-4f60-8ba1-e8966580a21c req-3d91cf54-cc42-4f31-a58a-833c35be8607 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.758172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:47.780270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:47.789570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Pushing event updated for resources: {'Port': ['ID=2fdb2224-3052-45e5-9dec-f85768d54f61,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:47.827629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.847893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-ca887868-ff18-4649-a617-16db3d57d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:47.853810 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-ca887868-ff18-4649-a617-16db3d57d356 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.4181967 Oct 18 20:30:47.889271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.982161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:47.983110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:47.984164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.100680 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-2c315f82-0576-4395-a917-fb4fc42d6c9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 217 time: 0.1995039 Oct 18 20:30:48.107051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] Pushing event updated for resources: {'Network': ['ID=d2c5f98f-a140-4a02-974d-f78bd93d9471,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:48.137676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:30:48.212808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-5c45cb21-e423-42d0-809e-8fa6c4abbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:48.218970 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-5c45cb21-e423-42d0-809e-8fa6c4abbe4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1030250 Oct 18 20:30:48.227776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b68bff3f-112d-4914-a782-1b05660bcf8d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7528045 Oct 18 20:30:48.248149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46684) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:48.259287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Request body: {'subnet': {'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-300252819-subnet', 'tenant_id': 'ffca84a4b0594823a4dc31c464cca3b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:48.260179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3331f44e-4b3e-4f60-8ba1-e8966580a21c req-3d91cf54-cc42-4f31-a58a-833c35be8607 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.281554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3331f44e-4b3e-4f60-8ba1-e8966580a21c req-3d91cf54-cc42-4f31-a58a-833c35be8607 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.299340 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-6cf873c6-55f5-4106-a48c-cabbc7c4e6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690200 Oct 18 20:30:48.319475 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.363261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91cf54-cc42-4f31-a58a-833c35be8607 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d306b2b-ba47-4f25-8f7b-d2a3791d513c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:48.375871 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.376709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0a30622f-77f6-4ccb-b507-0a5753f8743e None None] Provisioning complete for port 2fdb2224-3052-45e5-9dec-f85768d54f61 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:48.377315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0a30622f-77f6-4ccb-b507-0a5753f8743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.392938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3331f44e-4b3e-4f60-8ba1-e8966580a21c req-3d91cf54-cc42-4f31-a58a-833c35be8607 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.401443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Made reservation on behalf of ffca84a4b0594823a4dc31c464cca3b1 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:48.406278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.407841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3331f44e-4b3e-4f60-8ba1-e8966580a21c req-3d91cf54-cc42-4f31-a58a-833c35be8607 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7964242 Oct 18 20:30:48.456541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0a30622f-77f6-4ccb-b507-0a5753f8743e None None] Port 2fdb2224-3052-45e5-9dec-f85768d54f61 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:48.462768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:41Z', 'revision_number': 3, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:48.526874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1f672-4d7f-4c56-b67f-a7491c84f78d None None] The sync data for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 is: [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:41Z', 'revision_number': 3, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:30:48.658064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f6884f70-b4d0-48db-8043-c1992f089007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.695876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-0ff3d4df-9fd8-48fa-9a9e-e0c6ac09c05e service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881197 Oct 18 20:30:48.764081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:48.776665 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:49.005996 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:49.018660 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:49.022203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Pushing event updated for resources: {'Port': ['ID=2fdb2224-3052-45e5-9dec-f85768d54f61,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:49.028441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-95edad1e-8687-4442-91e6-196af15f5875 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168797 Oct 18 20:30:49.108236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83500609-95bd-4173-a421-e4c555de8d2c req-16c7b1f5-3d0a-4382-8dbe-22fe635fa18f tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:49.110802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83500609-95bd-4173-a421-e4c555de8d2c req-16c7b1f5-3d0a-4382-8dbe-22fe635fa18f tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1100 time: 0.2024550 Oct 18 20:30:49.153191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9e5139-b025-4796-b1ef-2b3cc710222b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:49.169053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Checking segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:49.169603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Network hostable DHCP agents. Network: d2c5f98f-a140-4a02-974d-f78bd93d9471, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:30:49.212133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:30:49.244810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, d2c5f98f-a140-4a02-974d-f78bd93d9471) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:49.261077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:49.261906 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:49.264768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e235facd-3e49-4420-ad56-bdffdf66b366 None None] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:49.283569 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83500609-95bd-4173-a421-e4c555de8d2c req-b81ab1f4-0d6b-403f-a5c3-b8a90835048b tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367488 Oct 18 20:30:49.299279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Network ca237305-1533-4d73-92ce-d417f487b494 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:49.301956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:49.306161 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f44ee55-88cf-4d0a-a276-ff0ffde3f0a5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0523541 Oct 18 20:30:49.619487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-8385e05c-35ef-4dfe-8a8c-27f13546faa6 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:49.622102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-8385e05c-35ef-4dfe-8a8c-27f13546faa6 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.1790164 Oct 18 20:30:49.696255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495cbc3-5d8d-4180-9b1f-a0e7087ee133 None None] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:30:49.823365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5063854c-3b4d-4160-873d-509fdffa373f details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:30:50.042042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-3cc8d9f3-6014-4cf0-b559-08cad26aa141 service neutron] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:50.051908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5063854c-3b4d-4160-873d-509fdffa373f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5063854c-3b4d-4160-873d-509fdffa373f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:50.054287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-3cc8d9f3-6014-4cf0-b559-08cad26aa141 service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:50.057732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41b1c762-c34e-4d8d-803d-f3155df5c813 req-3cc8d9f3-6014-4cf0-b559-08cad26aa141 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14/bindings/n-h2-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.4231923 Oct 18 20:30:50.077704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9dbdc97c-4b96-4e3b-bc0b-08e723746b7a None None] Provisioning complete for port 2fdb2224-3052-45e5-9dec-f85768d54f61 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:50.078509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc97c-4b96-4e3b-bc0b-08e723746b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:50.134776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5063854c-3b4d-4160-873d-509fdffa373f', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5063854c-3b4d-4160-873d-509fdffa373f', 'mac_address': 'fa:16:3e:93:ad:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:30:50.232973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Router e35430bc-4eef-4715-8641-a149cf0dc45c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:30:50.255737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9dbdc97c-4b96-4e3b-bc0b-08e723746b7a None None] Port 2fdb2224-3052-45e5-9dec-f85768d54f61 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:50.256855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890e883-b557-4986-9826-ee6990fc82f7 req-de2fedc8-f3cd-4ec8-9f70-6ef9a2cb3f15 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:50.261911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6890e883-b557-4986-9826-ee6990fc82f7 req-de2fedc8-f3cd-4ec8-9f70-6ef9a2cb3f15 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 947 time: 0.7239091 Oct 18 20:30:50.293762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:50.313570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5063854c-3b4d-4160-873d-509fdffa373f {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:50.315687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-c66e60d6-a8aa-4dea-bdfd-8889172fcd77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674986 Oct 18 20:30:50.349115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5063854c-3b4d-4160-873d-509fdffa373f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5063854c-3b4d-4160-873d-509fdffa373f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:50.360792 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:50.399210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3a35669e-2f65-4749-9bd0-629a412e180f up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:50.501155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6890e883-b557-4986-9826-ee6990fc82f7 req-1958ef47-e33b-4e58-924d-2a7b9f292316 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281458 Oct 18 20:30:50.601544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-14eb29ac-8a7f-434e-995f-d4a85324ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:50.604220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-14eb29ac-8a7f-434e-995f-d4a85324ccee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1095 time: 0.1824229 Oct 18 20:30:50.607801 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c57c39a-306c-4c67-b53c-fc2d34e7ef72 x-openstack-request-id: req-8c57c39a-306c-4c67-b53c-fc2d34e7ef72 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:50.608616 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bb98670-bc01-4a64-b891-3240aabfa572", "tag": "5063854c-3b4d-4160-873d-509fdffa373f", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:50.609105 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c57c39a-306c-4c67-b53c-fc2d34e7ef72 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:50.609774 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f', 'status': 'completed', 'code': 200} Oct 18 20:30:50.610245 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb98670-bc01-4a64-b891-3240aabfa572', 'tag': '5063854c-3b4d-4160-873d-509fdffa373f', 'status': 'completed', 'code': 200} Oct 18 20:30:50.662868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:30:50.683803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ff46146b-dac6-4002-b51b-6f1c1b3b7afe admin admin] 10.222.0.66 "PUT /v2.0/routers/e35430bc-4eef-4715-8641-a149cf0dc45c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3469372 Oct 18 20:30:50.732230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5063854c-3b4d-4160-873d-509fdffa373f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:50.805694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 3a35669e-2f65-4749-9bd0-629a412e180f completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:30:50.816586 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 3a35669e-2f65-4749-9bd0-629a412e180f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:50.818050 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:50.909679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5063854c-3b4d-4160-873d-509fdffa373f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:50.909980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-dee02871-5842-489c-8a4b-f5a4ca0132ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:50.911201 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-dee02871-5842-489c-8a4b-f5a4ca0132ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 1096 time: 0.1352432 Oct 18 20:30:50.975631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-a8acaaea-75a5-4abd-a2a5-7aebf59fe0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:50.979051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-a8acaaea-75a5-4abd-a2a5-7aebf59fe0cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1589616c73a4b68a46992acab0d6086&device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 1099 time: 0.3293078 Oct 18 20:30:51.007378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f154-6dc5-4433-8b28-5037f125e190 req-314f0940-e197-4f05-8228-ba14203b108b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.012170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e349f154-6dc5-4433-8b28-5037f125e190 req-314f0940-e197-4f05-8228-ba14203b108b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 944 time: 0.2845092 Oct 18 20:30:51.125401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cff47d5d-9c39-4552-a1e9-efd30712aeac up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:51.155570 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-c446ab63-6e51-474d-a8c4-0e5911052926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.160943 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-c446ab63-6e51-474d-a8c4-0e5911052926 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 924 time: 0.2409751 Oct 18 20:30:51.209231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-8e871542-b172-4440-afd7-ab97a99efe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.210878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-8e871542-b172-4440-afd7-ab97a99efe80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.5419707 Oct 18 20:30:51.225408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e349f154-6dc5-4433-8b28-5037f125e190 req-9791bf79-4ecd-4564-944b-ade7ed9c5fae tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939929 Oct 18 20:30:51.249318 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-a7908f0f-ccdd-4486-b346-0dc7772ea156 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a35669e-2f65-4749-9bd0-629a412e180f HTTP/1.1" status: 200 len: 217 time: 0.0792646 Oct 18 20:30:51.298617 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:51.352859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-3c498d14-d89d-44c8-a9b0-2c0d3c6baf0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.1126513 Oct 18 20:30:51.359230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:51.359560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-ef55e914-d3d9-4f51-93d6-cd2437541a63 req-ee0d487c-e386-4455-851f-7d2e95b0aec4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1832233974', 'description': 'tempest-description-186930853'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:51.363379 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1976d7ae-9500-4b8a-a6e1-9c1473b4ef70" -d '{"events": [{"server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "name": "network-vif-plugged", "status": "completed", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:51.369304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-4ef5436c-9417-466c-9929-3ba3b40c3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.372560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-4ef5436c-9417-466c-9929-3ba3b40c3ce5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=723ba59f-0a1a-411b-a8fa-8d82b9007935 HTTP/1.1" status: 200 len: 862 time: 0.1156664 Oct 18 20:30:51.417482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 3a35669e-2f65-4749-9bd0-629a412e180f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3a35669e-2f65-4749-9bd0-629a412e180f,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:51.427854 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:51.463014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-91ca2a22-bf0c-4c63-a5b2-4524ba236f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.473224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-91ca2a22-bf0c-4c63-a5b2-4524ba236f48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b95df10-824f-48d0-850c-508532972aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888586 Oct 18 20:30:51.487093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-bbe3bba5-b22a-4d27-a2a9-addaa6e34b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.489907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-bbe3bba5-b22a-4d27-a2a9-addaa6e34b77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4755280 Oct 18 20:30:51.498232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port cff47d5d-9c39-4552-a1e9-efd30712aeac triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:51.499138 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:51.499321 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ef55e914-d3d9-4f51-93d6-cd2437541a63 req-ee0d487c-e386-4455-851f-7d2e95b0aec4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:51.509810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-1b8e8478-3abd-4086-be55-ac7db28a67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.520428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-1b8e8478-3abd-4086-be55-ac7db28a67b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1437593 Oct 18 20:30:51.607918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=3a35669e-2f65-4749-9bd0-629a412e180f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:51.655216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-64e37c3e-bf21-4005-b671-11fd66acd141 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5063854c-3b4d-4160-873d-509fdffa373f HTTP/1.1" status: 200 len: 217 time: 0.1327586 Oct 18 20:30:51.659016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-1319880b-78b9-4bea-a0dd-4d7781edb21c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069536 Oct 18 20:30:51.736223 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Sync routers for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:30:51.740057 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:51.757817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-161c84b4-f20a-4ca2-8ce5-fa741ea68118 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.760659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-161c84b4-f20a-4ca2-8ce5-fa741ea68118 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 944 time: 0.1496136 Oct 18 20:30:51.769107 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:51.773942 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:30:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:51.788429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port cff47d5d-9c39-4552-a1e9-efd30712aeac, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cff47d5d-9c39-4552-a1e9-efd30712aeac,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:51.804597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:51.856290 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-c8d60ba9-e6ea-4551-9f3d-0c9e72a1639d service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722270 Oct 18 20:30:51.865224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-b824b1a5-4f21-481b-8d03-4c69a071b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:51.869036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-b824b1a5-4f21-481b-8d03-4c69a071b20f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1961403 Oct 18 20:30:51.946721 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=cff47d5d-9c39-4552-a1e9-efd30712aeac,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:52.013483 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:52.051437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ef55e914-d3d9-4f51-93d6-cd2437541a63 req-ee0d487c-e386-4455-851f-7d2e95b0aec4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.062036 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ef55e914-d3d9-4f51-93d6-cd2437541a63 req-ee0d487c-e386-4455-851f-7d2e95b0aec4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.066504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Deleting port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:30:52.066822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.076429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-e90e1cb8-2110-4fbd-b586-20f63e967f56 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054742 Oct 18 20:30:52.092269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5615c3b-1273-4079-af99-60b953f73670 req-c76a90b1-c644-406a-b594-85e8043ea5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:52.094559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-c76a90b1-c644-406a-b594-85e8043ea5b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634533 Oct 18 20:30:52.181605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ef55e914-d3d9-4f51-93d6-cd2437541a63 req-ee0d487c-e386-4455-851f-7d2e95b0aec4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.188329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef55e914-d3d9-4f51-93d6-cd2437541a63 req-ee0d487c-e386-4455-851f-7d2e95b0aec4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8408451 Oct 18 20:30:52.190272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d487c-e386-4455-851f-7d2e95b0aec4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f02e85-b434-42e2-a8f6-1af53f143e65,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:52.389760 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 2, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:52.404333 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-4cb1604f-1e12-4860-b165-fab61767691f service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936905 Oct 18 20:30:52.445175 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Checking router: e35430bc-4eef-4715-8641-a149cf0dc45c for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:30:52.445658 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Updating router e35430bc-4eef-4715-8641-a149cf0dc45c port 2fdb2224-3052-45e5-9dec-f85768d54f61 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:30:52.483342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f86c866-88f4-45ca-8d06-b1b64413c950 req-34371236-a406-4ea3-b8ac-c80fb2b01763 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798156 Oct 18 20:30:52.493682 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.495303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-1183ac22-a461-4aa3-ac81-de8f173907b6 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866868 Oct 18 20:30:52.503555 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] For port 28c1df20-19bb-4dcf-bf81-106ebd6003f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28c1df20-19bb-4dcf-bf81-106ebd6003f4,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:52.504334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.512317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ced72-1841-49ca-9c5b-36b84eda0481 req-7a145bb5-edf1-41ba-aa76-591de7e0e1ba tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:52.515052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a4ced72-1841-49ca-9c5b-36b84eda0481 req-7a145bb5-edf1-41ba-aa76-591de7e0e1ba tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 946 time: 0.2214963 Oct 18 20:30:52.532839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Calling delete_port for 28c1df20-19bb-4dcf-bf81-106ebd6003f4 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:30:52.713052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a4ced72-1841-49ca-9c5b-36b84eda0481 req-fe85ad72-d5e0-483e-b459-0be77ee46702 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811025 Oct 18 20:30:52.757870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5615c3b-1273-4079-af99-60b953f73670 req-faacb2e3-099e-4d91-847d-3037cf6fb28b service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405903 Oct 18 20:30:52.795514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.873016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8facacc-3f56-48d3-8482-d78d16c6f726 req-8929c384-ba8c-4cd3-9c42-1db3ccd35145 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d HTTP/1.1" status: 200 len: 210 time: 0.0508347 Oct 18 20:30:52.889335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event deleted for resources: {'Port': ['ID=28c1df20-19bb-4dcf-bf81-106ebd6003f4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:52.941962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] No DVR routers for this DVR port 28c1df20-19bb-4dcf-bf81-106ebd6003f4 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:30:52.947850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:52.955793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b9f7646a-15f2-4d26-a3dd-0c1f9fadea39 req-c4eabc95-43e4-429f-8109-7683c3af9303 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.79 "DELETE /v2.0/ports/28c1df20-19bb-4dcf-bf81-106ebd6003f4 HTTP/1.1" status: 204 len: 173 time: 1.1835907 Oct 18 20:30:52.956589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'name': 'network-vif-deleted', 'tag': '28c1df20-19bb-4dcf-bf81-106ebd6003f4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:52.970096 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e6b18d-579c-49d2-aa88-112f50542a5d" -d '{"events": [{"server_uuid": "e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d", "name": "network-vif-deleted", "tag": "28c1df20-19bb-4dcf-bf81-106ebd6003f4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:53.022062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cff47d5d-9c39-4552-a1e9-efd30712aeac up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:53.038120 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.052975 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.137241 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a8a20-db38-450a-b192-c720c174f631 None None] Pushing event updated for resources: {'Port': ['ID=2fdb2224-3052-45e5-9dec-f85768d54f61,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:53.143233 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dcab14b-0b9c-420c-8825-d8956af4b070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.178762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port cff47d5d-9c39-4552-a1e9-efd30712aeac triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:53.179148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.301071 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Attempting to bind port 2fdb2224-3052-45e5-9dec-f85768d54f61 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:53.301823 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Attempting to bind port 2fdb2224-3052-45e5-9dec-f85768d54f61 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:53.302642 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Attempting to bind port 2fdb2224-3052-45e5-9dec-f85768d54f61 on network ca237305-1533-4d73-92ce-d417f487b494 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:53.315211 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:53.315737 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Checking segment: {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:53.316426 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.316987 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Bound using segment: {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:53.317794 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Bound port: 2fdb2224-3052-45e5-9dec-f85768d54f61, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:53.318367 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.436088 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] For port 2fdb2224-3052-45e5-9dec-f85768d54f61, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:53.443362 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] For port 2fdb2224-3052-45e5-9dec-f85768d54f61, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2fdb2224-3052-45e5-9dec-f85768d54f61,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:53.455818 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.546762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cd9cd816-3fbb-4a6a-8ea5-0c73bccaf937 None None] Provisioning complete for port 2fdb2224-3052-45e5-9dec-f85768d54f61 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:53.547824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd816-3fbb-4a6a-8ea5-0c73bccaf937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.551723 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:30:53.552585 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:30:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:53.567019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-df4ff2d6-2ce9-496a-9210-8f83fe09f0fb tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:53.569917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-df4ff2d6-2ce9-496a-9210-8f83fe09f0fb tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.2308536 Oct 18 20:30:53.613739 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-2cc90002-02bd-4935-9874-5957e37ceb06 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/quotas/ffca84a4b0594823a4dc31c464cca3b1 HTTP/1.1" status: 200 len: 375 time: 0.0263262 Oct 18 20:30:53.676286 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a8a20-db38-450a-b192-c720c174f631 None None] Pushing event updated for resources: {'Port': ['ID=2fdb2224-3052-45e5-9dec-f85768d54f61,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:53.695135 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-15c99769-dfbf-4ef7-a33e-a3c0755a9e40 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685129 Oct 18 20:30:53.758434 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd816-3fbb-4a6a-8ea5-0c73bccaf937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.817191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5063854c-3b4d-4160-873d-509fdffa373f up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:53.825085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-cd9cd816-3fbb-4a6a-8ea5-0c73bccaf937 None None] For port 2fdb2224-3052-45e5-9dec-f85768d54f61, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2fdb2224-3052-45e5-9dec-f85768d54f61,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:53.854942 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd816-3fbb-4a6a-8ea5-0c73bccaf937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:53.875208 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:30:53.911959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-be2e54ff-6cfa-4f3e-9c30-d72a6c88fac6 service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959381 Oct 18 20:30:53.982647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cd816-3fbb-4a6a-8ea5-0c73bccaf937 None None] Pushing event updated for resources: {'Port': ['ID=2fdb2224-3052-45e5-9dec-f85768d54f61,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:54.010619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 5063854c-3b4d-4160-873d-509fdffa373f completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:30:54.017714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-29515ddd-feb7-40d9-816c-8c0f3a7051da None None] Provisioning complete for port 2fdb2224-3052-45e5-9dec-f85768d54f61 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:54.018436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-29515ddd-feb7-40d9-816c-8c0f3a7051da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:54.024279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5063854c-3b4d-4160-873d-509fdffa373f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:54.025069 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:54.095222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-a6adecd6-cdc3-4d97-be86-270672722c68 service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671071 Oct 18 20:30:54.120923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:54.246964 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:54.297125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5063854c-3b4d-4160-873d-509fdffa373f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5063854c-3b4d-4160-873d-509fdffa373f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:30:54.305171 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:54.306259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28c1df20-19bb-4dcf-bf81-106ebd6003f4 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:30:54.329386 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:30:54.336175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 28c1df20-19bb-4dcf-bf81-106ebd6003f4 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:30:54.337219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28c1df20-19bb-4dcf-bf81-106ebd6003f4 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:30:54.384715 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295669f1-0b9f-4b37-93c0-9c7ee19f0e05 None None] The sync data for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 is: [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:30:54.399097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5063854c-3b4d-4160-873d-509fdffa373f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:54.635898 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-82e7ddf3-ca1c-4b3e-a009-1527ad9bbab3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101401 Oct 18 20:30:54.783827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-69a4094b-6b39-4c1f-b19a-e4d5deded852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:54.787201 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-69a4094b-6b39-4c1f-b19a-e4d5deded852 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1095 time: 0.0764968 Oct 18 20:30:54.817951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46744) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:54.834365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-fa6d56d9-a165-45e7-aef8-6abe07aef3db tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379018432', 'description': 'tempest-description--1155538120'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:54.924901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa6d56d9-a165-45e7-aef8-6abe07aef3db tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:54.980951 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.029304 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672c46ef-8312-43db-8a41-134f92a1c95d x-openstack-request-id: req-672c46ef-8312-43db-8a41-134f92a1c95d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:55.030232 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "name": "network-vif-plugged", "status": "completed", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:55.030232 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-672c46ef-8312-43db-8a41-134f92a1c95d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:55.030677 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f', 'code': 200} Oct 18 20:30:55.052648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2fdb2224-3052-45e5-9dec-f85768d54f61 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:30:55.105165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-ba2fdff7-6574-4047-bf08-eabf2b2867f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:55.108602 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-ba2fdff7-6574-4047-bf08-eabf2b2867f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.2031527 Oct 18 20:30:55.176569 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-2ea56523-b1fa-4a6f-9f60-2c17ad4fee81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0550458 Oct 18 20:30:55.241129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2fdb2224-3052-45e5-9dec-f85768d54f61 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:55.243719 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.280423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-acd5cac2-767b-45f5-9b9e-7440f114d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:55.282793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-acd5cac2-767b-45f5-9b9e-7440f114d285 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0959189 Oct 18 20:30:55.308572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2aa0d-ecfa-4572-8057-2bb5d5c86702 req-9fd95e61-74c7-4397-897d-6223fc0cc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:55.311258 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfb2aa0d-ecfa-4572-8057-2bb5d5c86702 req-9fd95e61-74c7-4397-897d-6223fc0cc6bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 1097 time: 0.1715770 Oct 18 20:30:55.366944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-cd467211-98f2-4e73-b3b3-5f9e8d0fa78a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692923 Oct 18 20:30:55.368486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba72c9-6efe-461b-ab6a-6a86ae59c2be req-8913990a-2b6a-4695-9081-c1f72da7cc88 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:55.370877 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa6d56d9-a165-45e7-aef8-6abe07aef3db tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.384703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9ba72c9-6efe-461b-ab6a-6a86ae59c2be req-8913990a-2b6a-4695-9081-c1f72da7cc88 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 949 time: 0.1866255 Oct 18 20:30:55.431275 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfb2aa0d-ecfa-4572-8057-2bb5d5c86702 req-5dcbb8d4-d04d-40b1-a782-856f038e3875 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121473 Oct 18 20:30:55.464341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9ba72c9-6efe-461b-ab6a-6a86ae59c2be req-f4b058ea-51cd-40da-93e2-dcfcc3eb3949 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 Oct 18 20:30:55.505064 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa6d56d9-a165-45e7-aef8-6abe07aef3db tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.514677 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-224c4d3c-dec1-43e8-8f4c-c6701835742e service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399636 Oct 18 20:30:55.555771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-b1ee984b-f1e2-4cb4-983d-dc4e57d192fb tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/0d306b2b-ba47-4f25-8f7b-d2a3791d513c HTTP/1.1" status: 200 len: 1803 time: 0.0662317 Oct 18 20:30:55.614202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-1ae358d9-ee1a-4c85-bdeb-ea71ae1d4421 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/22f02e85-b434-42e2-a8f6-1af53f143e65 HTTP/1.1" status: 200 len: 1804 time: 0.0501320 Oct 18 20:30:55.627166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d306b2b-ba47-4f25-8f7b-d2a3791d513c', 'remote_group_id': '22f02e85-b434-42e2-a8f6-1af53f143e65', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:55.627863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d306b2b-ba47-4f25-8f7b-d2a3791d513c', 'remote_group_id': '22f02e85-b434-42e2-a8f6-1af53f143e65', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:55.629517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa6d56d9-a165-45e7-aef8-6abe07aef3db tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.634481 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fa6d56d9-a165-45e7-aef8-6abe07aef3db tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8104036 Oct 18 20:30:55.637580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46750) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:55.645384 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d56d9-a165-45e7-aef8-6abe07aef3db tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:55.692139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2c2ec67e-e96e-4912-a59e-e8979dc23377 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Request body: {'security_group_rule': {'security_group_id': 'f37e2d9e-09a3-447a-becb-36e5f8a1c2b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:55.760037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.761603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec67e-e96e-4912-a59e-e8979dc23377 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.766633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-19e79e30-0bf1-4b72-a122-a6b7af49c228 req-dd42ea80-3317-4705-8723-91b07f0d7869 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306416 Oct 18 20:30:55.830524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.841056 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.867188 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec67e-e96e-4912-a59e-e8979dc23377 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.878915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec67e-e96e-4912-a59e-e8979dc23377 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.884252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2824f7b-ae37-406b-b8af-b2818c4d8ceb,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:55.895075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.908829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd5dc9b-b344-454f-9cbc-125fbb7b9230 req-25dc3a6d-1edc-49d5-a893-b9c6c48d756a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2785671 Oct 18 20:30:55.941174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ec67e-e96e-4912-a59e-e8979dc23377 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f78276-6689-4968-aa51-e04d549a78c2,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:55.957458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c2ec67e-e96e-4912-a59e-e8979dc23377 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:55.959811 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2c2ec67e-e96e-4912-a59e-e8979dc23377 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153224 Oct 18 20:30:55.962591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46754) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:55.971168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-dbf39201-4909-4ae0-9155-3d5df817775a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Request body: {'security_group_rule': {'security_group_id': 'f37e2d9e-09a3-447a-becb-36e5f8a1c2b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:55.981986 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddf533b-4999-41aa-a19c-fd7100aa93e4 x-openstack-request-id: req-cddf533b-4999-41aa-a19c-fd7100aa93e4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:55.982569 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d", "name": "network-vif-deleted", "tag": "28c1df20-19bb-4dcf-bf81-106ebd6003f4", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:55.983019 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cddf533b-4999-41aa-a19c-fd7100aa93e4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:55.983626 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b18eeb-98dc-4fb0-ad4d-ff66e8fe422d', 'name': 'network-vif-deleted', 'tag': '28c1df20-19bb-4dcf-bf81-106ebd6003f4', 'status': 'completed', 'code': 200} Oct 18 20:30:56.027296 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbf39201-4909-4ae0-9155-3d5df817775a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.085404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-80f2630d-4ba4-4f66-8916-01163623a057 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336864 Oct 18 20:30:56.148848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbf39201-4909-4ae0-9155-3d5df817775a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.156454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbf39201-4909-4ae0-9155-3d5df817775a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.198325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf39201-4909-4ae0-9155-3d5df817775a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9abe21-0051-4ba6-917a-750294210a50,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:56.216528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbf39201-4909-4ae0-9155-3d5df817775a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.223895 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dbf39201-4909-4ae0-9155-3d5df817775a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2548425 Oct 18 20:30:56.224157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46764) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:30:56.230840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:56.279600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-ef89613b-f076-44ae-8bbd-deccf685e899 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:56.291289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-ef89613b-f076-44ae-8bbd-deccf685e899 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943431 Oct 18 20:30:56.298913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.338148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-58255c52-0bf1-4853-b508-25314af2a84e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/quotas/8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 375 time: 0.0456319 Oct 18 20:30:56.463334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.480629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-5ab609f4-704c-47df-b6b6-e26272b884d5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1416001 Oct 18 20:30:56.514712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.516307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-9990e5b0-e431-4a80-a50f-fd3708505b9d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:56.518017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-9990e5b0-e431-4a80-a50f-fd3708505b9d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.2238154 Oct 18 20:30:56.535813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Request body: {'port': {'device_id': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'admin_state_up': True, 'tenant_id': 'ffca84a4b0594823a4dc31c464cca3b1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:56.709887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Allocated IP 172.25.7.103 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/e508f2c1-4ee4-4b4f-bd29-9094fd265d70) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:56.757384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Made reservation on behalf of ffca84a4b0594823a4dc31c464cca3b1 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:56.766010 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.878834 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:56.951789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9622-d041-40c5-8965-772b74a57ab9 req-dfe2ff49-c949-4cff-ace6-454acdc2e51b tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:56.954122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90a9622-d041-40c5-8965-772b74a57ab9 req-dfe2ff49-c949-4cff-ace6-454acdc2e51b tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 946 time: 0.1427069 Oct 18 20:30:56.977939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.033080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb98670-bc01-4a64-b891-3240aabfa572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5063854c-3b4d-4160-873d-509fdffa373f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:57.037934 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4efe31a-52a3-4076-9fd8-731fca0ce66a" -d '{"events": [{"server_uuid": "5bb98670-bc01-4a64-b891-3240aabfa572", "name": "network-vif-plugged", "status": "completed", "tag": "5063854c-3b4d-4160-873d-509fdffa373f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:57.046352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Allocated IP 172.20.0.8 (d2c5f98f-a140-4a02-974d-f78bd93d9471/8a9e5139-b025-4796-b1ef-2b3cc710222b/86f86fd8-35dd-49ed-ae86-af1e66c18160) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:57.055748 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90a9622-d041-40c5-8965-772b74a57ab9 req-e8128300-be71-45de-bfdd-ce37e36d9d0c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751252 Oct 18 20:30:57.074159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:57.084254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:57.090485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:57.147301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event updated for resources: {'Port': ['ID=e508f2c1-4ee4-4b4f-bd29-9094fd265d70,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:57.338297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0bc9067-f84d-4fad-bf4f-79cf3b2d71d9 req-e7fb7bef-8b32-4374-bcae-f1dbe8665bf7 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 210 time: 0.0519218 Oct 18 20:30:57.358776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.382899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.437915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.440170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.507815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:57.513950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:57.518879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:57.563555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:57.570898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8395c-325e-42a1-8ad8-b78f31219355 req-45640178-51e1-4b1c-a57e-73bb462555a7 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:57.576970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ed8395c-325e-42a1-8ad8-b78f31219355 req-45640178-51e1-4b1c-a57e-73bb462555a7 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1485980 Oct 18 20:30:57.617415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:57.618495 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.644331 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8c4b3269-1fc1-4a84-97cc-376b348ac4d2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136010 Oct 18 20:30:57.650785 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ed8395c-325e-42a1-8ad8-b78f31219355 req-585bfd16-b4b9-4ca8-b5a0-9d650acb58eb tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703635 Oct 18 20:30:57.660842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Request body: {'port': {'device_id': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:57.679233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.697947 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.705660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-d0b0f7a3-6245-44d8-ae19-30c5536b2d45 req-50ba4c5a-49bf-4de1-9c1f-c4d4ba17f910 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-700392589', 'description': 'tempest-description-149209932'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:57.748954 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.761658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0b0f7a3-6245-44d8-ae19-30c5536b2d45 req-50ba4c5a-49bf-4de1-9c1f-c4d4ba17f910 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.806773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event updated for resources: {'Port': ['ID=e508f2c1-4ee4-4b4f-bd29-9094fd265d70,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:57.826487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.843888 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.846615 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bdd23de5-8cb8-4e7c-afd5-b16a777d3ddf tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6213417 Oct 18 20:30:57.962959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0b0f7a3-6245-44d8-ae19-30c5536b2d45 req-50ba4c5a-49bf-4de1-9c1f-c4d4ba17f910 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:57.976870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0b0f7a3-6245-44d8-ae19-30c5536b2d45 req-50ba4c5a-49bf-4de1-9c1f-c4d4ba17f910 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.050335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0b0f7a3-6245-44d8-ae19-30c5536b2d45 req-50ba4c5a-49bf-4de1-9c1f-c4d4ba17f910 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.051676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0b0f7a3-6245-44d8-ae19-30c5536b2d45 req-50ba4c5a-49bf-4de1-9c1f-c4d4ba17f910 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3508511 Oct 18 20:30:58.064490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba4c5a-49bf-4de1-9c1f-c4d4ba17f910 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6148eb-d2db-465f-b91a-00b607febe74,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:58.197193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f86fd8-35dd-49ed-ae86-af1e66c18160 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:58.208064 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.229169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83a6a3-0692-4dcb-aed8-c9c9f4348527 req-b6c26065-6fd0-4485-90df-e0a33c10c0c8 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:58.230220 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-f9e7af37-a430-4350-906f-78a84b8e7d6f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353470 Oct 18 20:30:58.230705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed83a6a3-0692-4dcb-aed8-c9c9f4348527 req-b6c26065-6fd0-4485-90df-e0a33c10c0c8 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 949 time: 0.1151507 Oct 18 20:30:58.237137 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Transition to ACTIVE for port object 86f86fd8-35dd-49ed-ae86-af1e66c18160 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:30:58.242857 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.335905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed83a6a3-0692-4dcb-aed8-c9c9f4348527 req-6cb30553-90f6-40a5-913a-9db2a28340db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884638 Oct 18 20:30:58.338754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:58.432081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-56cd02b9-7075-4db0-946d-58329086409b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:58.433841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-56cd02b9-7075-4db0-946d-58329086409b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964355 Oct 18 20:30:58.446257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Attempting to bind port 86f86fd8-35dd-49ed-ae86-af1e66c18160 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:30:58.446741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Attempting to bind port 86f86fd8-35dd-49ed-ae86-af1e66c18160 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:30:58.447235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Attempting to bind port 86f86fd8-35dd-49ed-ae86-af1e66c18160 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:58.451157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Request body: {'port': {'device_id': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '8b75db9fc81941d28836b7f180c0a0d8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:58.456366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Port 86f86fd8-35dd-49ed-ae86-af1e66c18160 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:30:58.456911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Attempting to bind port 86f86fd8-35dd-49ed-ae86-af1e66c18160 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:30:58.488172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:30:58.488524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Checking segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:30:58.489009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Bound using segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:30:58.489472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Bound port: 86f86fd8-35dd-49ed-ae86-af1e66c18160, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:30:58.489841 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.494486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c50ad83-d6e0-4f7e-a00b-f5dab6bddac4 req-9d7d291c-b728-473c-8aef-b6210e363912 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 210 time: 0.0413971 Oct 18 20:30:58.565713 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da1639-4ffc-4e48-9151-21bd33fa6df8 x-openstack-request-id: req-35da1639-4ffc-4e48-9151-21bd33fa6df8 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:30:58.566308 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb98670-bc01-4a64-b891-3240aabfa572", "name": "network-vif-plugged", "status": "completed", "tag": "5063854c-3b4d-4160-873d-509fdffa373f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:30:58.566550 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35da1639-4ffc-4e48-9151-21bd33fa6df8 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:30:58.567204 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb98670-bc01-4a64-b891-3240aabfa572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5063854c-3b4d-4160-873d-509fdffa373f', 'code': 200} Oct 18 20:30:58.613270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:30:58.621410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:30:58.629706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.655722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Made reservation on behalf of 8b75db9fc81941d28836b7f180c0a0d8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:30:58.661138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.715659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:58.716373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:58.717978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] 10.222.0.30 "PUT /v2.0/ports/86f86fd8-35dd-49ed-ae86-af1e66c18160 HTTP/1.1" status: 200 len: 1091 time: 1.0624621 Oct 18 20:30:58.718507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:30:58.721653 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c09e0f1-f09e-45e1-b29a-769803d37403" -d '{"events": [{"name": "network-changed", "server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:30:58.863881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Allocated IP 192.168.233.45 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/d3eb8b04-d928-4f59-8874-0bcd72d345e5) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:30:59.082498 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:59.125003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:59.141391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:30:59.158360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014e48-69c3-47fb-976e-1a617eebe193 service neutron] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:59.186465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:30:59.189741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287907-97c2-4378-ac14-1b9df6c0fb84 req-f60335ae-950b-48f6-ad94-70aa63a3cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:59.191368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff287907-97c2-4378-ac14-1b9df6c0fb84 req-f60335ae-950b-48f6-ad94-70aa63a3cccc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 1100 time: 0.5034339 Oct 18 20:30:59.192801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:30:59.201669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:30:59.208348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8cd8fa7c-db45-4dc6-905b-7bb47d432629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:59.209178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-8cd8fa7c-db45-4dc6-905b-7bb47d432629 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 1094 time: 0.4244313 Oct 18 20:30:59.242136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-9ea5fae5-4c72-4ca1-9102-0ebe46082090 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:59.249033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-9ea5fae5-4c72-4ca1-9102-0ebe46082090 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 822 time: 0.5621626 Oct 18 20:30:59.269833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:30:59.313375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:59.314436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:59.351553 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-463d0574-be7d-476c-a237-2c29c3b94c5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9036217 Oct 18 20:30:59.354189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-9f29c9b5-e43e-4f55-a94f-543d77f93fca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160 HTTP/1.1" status: 200 len: 217 time: 0.1339896 Oct 18 20:30:59.358879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff287907-97c2-4378-ac14-1b9df6c0fb84 req-020a7381-adc2-4190-a338-acf7551fc4cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531727 Oct 18 20:30:59.369267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Request body: {'port': {'device_id': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:30:59.372150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-178c4d22-9853-4dab-a015-0c8d5b907517 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/quotas/fa82925d3aa14f9da3e2af1e53e3c144 HTTP/1.1" status: 200 len: 375 time: 0.1216190 Oct 18 20:30:59.441051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:59.485279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cf9808e5-1935-4b0e-85d1-6943f2844b33 None None] Provisioning complete for port d3eb8b04-d928-4f59-8874-0bcd72d345e5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:30:59.486253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cf9808e5-1935-4b0e-85d1-6943f2844b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:59.518530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-a6341423-74cb-4c19-8407-e3c834c70f0a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447423 Oct 18 20:30:59.526122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-cef16988-1ec8-4001-b02d-3ba99749083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:30:59.528651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-cef16988-1ec8-4001-b02d-3ba99749083f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.1394053 Oct 18 20:30:59.582106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-39cef9d8-cdc2-4400-92e4-d3e68572ddc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457141 Oct 18 20:30:59.585575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cf9808e5-1935-4b0e-85d1-6943f2844b33 None None] Port d3eb8b04-d928-4f59-8874-0bcd72d345e5 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:30:59.779365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-55a760fa-0e7a-4016-9bc3-247d67c40119 service neutron] 10.222.0.66 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280250 Oct 18 20:30:59.785877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-89dd3a0e-2f39-4f64-9d11-7e0fa29acc4e service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865227 Oct 18 20:30:59.861948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eb8b04-d928-4f59-8874-0bcd72d345e5 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:30:59.871871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:59.894191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Transition to ACTIVE for port object d3eb8b04-d928-4f59-8874-0bcd72d345e5 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:30:59.901301 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:30:59.967581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-ce19d52b-d801-429c-8d99-b64aeea3de44 service neutron] 10.222.0.66 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807067 Oct 18 20:30:59.972608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b2bacdf-3e59-4a8f-8ce1-def578667e57 req-7512adae-3061-4562-9cc4-65be38204193 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776376 Oct 18 20:31:00.045983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:00.158411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Attempting to bind port d3eb8b04-d928-4f59-8874-0bcd72d345e5 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:00.159160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Attempting to bind port d3eb8b04-d928-4f59-8874-0bcd72d345e5 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:00.159934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Attempting to bind port d3eb8b04-d928-4f59-8874-0bcd72d345e5 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:00.170239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Port d3eb8b04-d928-4f59-8874-0bcd72d345e5 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:31:00.170682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Attempting to bind port d3eb8b04-d928-4f59-8874-0bcd72d345e5 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:00.183961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:00.184501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:00.185228 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:00.186029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Bound port: d3eb8b04-d928-4f59-8874-0bcd72d345e5, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:00.186693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:00.293046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:00.297708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:00.304699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:00.306571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277bd61-90d8-4d5c-86ea-d3f38d7ccf05 req-30d15858-a510-4c00-a759-52905e210e7a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:00.309282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9277bd61-90d8-4d5c-86ea-d3f38d7ccf05 req-30d15858-a510-4c00-a759-52905e210e7a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1095 time: 0.0847843 Oct 18 20:31:00.362157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:00.362798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:00.364435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] 10.222.0.79 "PUT /v2.0/ports/d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 200 len: 1095 time: 1.0002673 Oct 18 20:31:00.364913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:00.368053 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac60456-3b29-4ece-a214-5ee61f96e477" -d '{"events": [{"name": "network-changed", "server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:00.377014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9277bd61-90d8-4d5c-86ea-d3f38d7ccf05 req-97f3b821-c169-4c47-ab7d-cbf9cc038152 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566144 Oct 18 20:31:00.464325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab8c08-de21-41a1-8105-bf56910bbf08 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:00.481086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-335a01ae-891c-4b1e-a6a2-238e373995ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:00.483001 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-335a01ae-891c-4b1e-a6a2-238e373995ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 1098 time: 0.0597820 Oct 18 20:31:00.570059 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-3b5b9307-a042-4f92-9e48-f19402c48ea1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 200 len: 217 time: 0.0751166 Oct 18 20:31:00.621336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-fef2e011-768d-4d2f-8ed2-16f8fd259067 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1379018432&fields=id&tenant_id=378908b0a54b4875b2e15750d1f7a67e HTTP/1.1" status: 200 len: 267 time: 0.0773907 Oct 18 20:31:00.637159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-432ba7bc-5067-4382-b304-3d35e23e71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:00.638920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-432ba7bc-5067-4382-b304-3d35e23e71fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0538306 Oct 18 20:31:00.746978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-d92711cb-a301-47c3-818b-b1d8e644c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:00.750984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-d92711cb-a301-47c3-818b-b1d8e644c3e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001823 Oct 18 20:31:00.869378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-63001ce9-ed9e-425d-86b7-673d3f039b92 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065469 Oct 18 20:31:00.871075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-05a3aa7d-ccf7-4323-a2ea-e8a54f1df3a6 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:00.874215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-05a3aa7d-ccf7-4323-a2ea-e8a54f1df3a6 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/networks?id=ca237305-1533-4d73-92ce-d417f487b494 HTTP/1.1" status: 200 len: 811 time: 0.2452281 Oct 18 20:31:00.905943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-f43f3a45-e5a3-4b90-89df-9b5f4dc4cbd2 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/quotas/378908b0a54b4875b2e15750d1f7a67e HTTP/1.1" status: 200 len: 375 time: 0.0168924 Oct 18 20:31:01.033218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-37a6ff2e-b9d4-497d-8203-cd2596a5da5c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=378908b0a54b4875b2e15750d1f7a67e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109118 Oct 18 20:31:01.047412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15abc3a5-10e3-4948-9844-6062dd699a78 req-499931bb-e978-45b4-9558-bfa2e22e7398 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664844 Oct 18 20:31:01.194263 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-ed006a14-48d1-430d-a9b0-dab50c62898e service neutron] 10.222.0.66 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409497 Oct 18 20:31:01.324320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-c259a629-3078-48aa-ad3e-88056eb8df72 service neutron] 10.222.0.66 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218729 Oct 18 20:31:01.502673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f6f2b7ba-f526-4022-a1a0-66f77e4bc2ac req-7b49cd26-6bcf-46ce-883c-235d6f5a0704 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-31820351', 'description': 'tempest-description-1231169189'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:01.535232 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6f2b7ba-f526-4022-a1a0-66f77e4bc2ac req-7b49cd26-6bcf-46ce-883c-235d6f5a0704 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:01.657244 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6f2b7ba-f526-4022-a1a0-66f77e4bc2ac req-7b49cd26-6bcf-46ce-883c-235d6f5a0704 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:01.676098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6f2b7ba-f526-4022-a1a0-66f77e4bc2ac req-7b49cd26-6bcf-46ce-883c-235d6f5a0704 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:01.798701 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6f2b7ba-f526-4022-a1a0-66f77e4bc2ac req-7b49cd26-6bcf-46ce-883c-235d6f5a0704 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:01.805127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6f2b7ba-f526-4022-a1a0-66f77e4bc2ac req-7b49cd26-6bcf-46ce-883c-235d6f5a0704 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3070903 Oct 18 20:31:01.815058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49cd26-6bcf-46ce-883c-235d6f5a0704 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0eb325-c912-49f9-926a-f0fa9684abe3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:01.860004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-c0477727-af23-448c-9d71-956ab7d6814f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:01.861691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-c0477727-af23-448c-9d71-956ab7d6814f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.30 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 822 time: 0.2409420 Oct 18 20:31:01.882138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Request body: {'port': {'device_id': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'admin_state_up': True, 'tenant_id': 'fa82925d3aa14f9da3e2af1e53e3c144'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:02.098973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920210bb-7b60-4062-aa3c-60c2045f5e69 req-15bb063c-1b33-4275-a696-ae38fa475715 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:02.101843 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-920210bb-7b60-4062-aa3c-60c2045f5e69 req-15bb063c-1b33-4275-a696-ae38fa475715 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 946 time: 0.1913245 Oct 18 20:31:02.172916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Made reservation on behalf of fa82925d3aa14f9da3e2af1e53e3c144 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:31:02.178759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:02.216929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-920210bb-7b60-4062-aa3c-60c2045f5e69 req-afaed179-ae3a-48c5-b3d8-5726293254c9 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066902 Oct 18 20:31:02.411867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c67653-7339-4981-b92d-e6f0bb6a08ec req-9e1a4b5b-6e37-4e82-a40d-4358d8c20654 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:02.413818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86c67653-7339-4981-b92d-e6f0bb6a08ec req-9e1a4b5b-6e37-4e82-a40d-4358d8c20654 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 943 time: 0.0957966 Oct 18 20:31:02.418516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Allocated IP 172.20.0.14 (9e4a2bf8-455d-4957-b0d4-59322b735e3d/452261e9-ad3e-429b-8f76-2eacced198b4/f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:02.438863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 86f86fd8-35dd-49ed-ae86-af1e66c18160 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:31:02.496048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86c67653-7339-4981-b92d-e6f0bb6a08ec req-a4d397bb-e37b-4628-9ea4-9ecfe2653322 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746973 Oct 18 20:31:02.573922 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b24a5f-38fd-47b7-9e90-72e9c50390b2 x-openstack-request-id: req-84b24a5f-38fd-47b7-9e90-72e9c50390b2 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:02.574678 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:02.574678 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84b24a5f-38fd-47b7-9e90-72e9c50390b2 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:02.575053 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'status': 'completed', 'code': 200} Oct 18 20:31:02.591794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:02.606228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'mac_address': 'fa:16:3e:92:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:31:02.664819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:02.671345 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:02.685070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-b9a00893-3fb1-4be1-999a-0575d4aacc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:02.688215 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-b9a00893-3fb1-4be1-999a-0575d4aacc53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 1094 time: 0.0735159 Oct 18 20:31:02.693967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f86fd8-35dd-49ed-ae86-af1e66c18160 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:02.723237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:02.731638 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:02.748362 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:02.764929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54484d55-5cdf-46a9-8b62-373e2e02c206 req-142a6cd1-9842-4498-b69e-140f895a3dda tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:02.766631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54484d55-5cdf-46a9-8b62-373e2e02c206 req-142a6cd1-9842-4498-b69e-140f895a3dda tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 949 time: 0.0907528 Oct 18 20:31:02.818935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:02.828990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-27604c20-981e-4d90-9519-8ccaf0071ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:02.830498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-27604c20-981e-4d90-9519-8ccaf0071ad3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 905 time: 0.1286550 Oct 18 20:31:02.854403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Network 9e4a2bf8-455d-4957-b0d4-59322b735e3d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:02.859365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:02.863544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:02.878391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event updated for resources: {'Port': ['ID=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:02.883111 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-9acc6a14-b56f-4125-ad6d-43624be93f62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160 HTTP/1.1" status: 200 len: 217 time: 0.0405908 Oct 18 20:31:02.934834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54484d55-5cdf-46a9-8b62-373e2e02c206 req-d1366fd8-e317-47a0-8f7c-53a72c1777e2 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195498 Oct 18 20:31:02.967634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:02.968494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:02.985211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-d3f2c8b0-acb2-4aad-b4d5-e018b9f0e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:02.986854 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-d3f2c8b0-acb2-4aad-b4d5-e018b9f0e95e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.0905492 Oct 18 20:31:02.992802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-fe4fbef7-1967-46f7-9c30-f948fa746cdb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1162236 Oct 18 20:31:03.011233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['86f86fd8-35dd-49ed-ae86-af1e66c18160'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:03.012708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Request body: {'port': {'device_id': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:03.075896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-6449da9a-34b5-4a8d-bcec-f759535f6ea0 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:03.077558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-6449da9a-34b5-4a8d-bcec-f759535f6ea0 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.79 "GET /v2.0/networks?id=ca237305-1533-4d73-92ce-d417f487b494 HTTP/1.1" status: 200 len: 811 time: 0.1328530 Oct 18 20:31:03.127070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-989083db-4e0e-4969-bd73-8fcf82ea4b03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939775 Oct 18 20:31:03.149709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:03.184770 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-ad511974-6382-4516-9174-f09a610d2946 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=378908b0a54b4875b2e15750d1f7a67e HTTP/1.1" status: 200 len: 380 time: 0.0959380 Oct 18 20:31:03.204558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Request body: {'port': {'device_id': '026454af-e6ae-476b-8780-03175ff17a9b', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'admin_state_up': True, 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'security_groups': ['f37e2d9e-09a3-447a-becb-36e5f8a1c2b2']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:03.214639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b1dc5-0092-4cd2-bcf2-8b5c5763aab0 req-0bb30833-d238-4ece-b5d9-3e7cbd63af8d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:03.224891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-580b1dc5-0092-4cd2-bcf2-8b5c5763aab0 req-0bb30833-d238-4ece-b5d9-3e7cbd63af8d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 947 time: 0.1746016 Oct 18 20:31:03.288318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-580b1dc5-0092-4cd2-bcf2-8b5c5763aab0 req-fa87f2c3-a659-4914-ac2e-483d24400df0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618970 Oct 18 20:31:03.375998 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-ffbaaf14-617c-4953-b7ec-4c2525174df1 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313046 Oct 18 20:31:03.511266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Made reservation on behalf of 378908b0a54b4875b2e15750d1f7a67e for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:31:03.512254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f340822-2eca-4e98-ab6c-bdb5d7db41d2 req-50c109cd-d4c9-4a64-9f61-9f0de23c3df1 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:03.514972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:03.515247 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f340822-2eca-4e98-ab6c-bdb5d7db41d2 req-50c109cd-d4c9-4a64-9f61-9f0de23c3df1 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 932 time: 0.1280780 Oct 18 20:31:03.550213 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c09e0f1-f09e-45e1-b29a-769803d37403 req-e6ea83d7-6ce1-4fd1-a44e-a4ff46450806 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648223 Oct 18 20:31:03.623451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f340822-2eca-4e98-ab6c-bdb5d7db41d2 req-b8d64a9b-dd6e-4cab-95e7-c47d453a025a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995166 Oct 18 20:31:03.702504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:03.716427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:03.718633 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0bd72c-aede-4f9a-b172-875f6d3f2439 x-openstack-request-id: req-ad0bd72c-aede-4f9a-b172-875f6d3f2439 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:03.719623 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:03.719847 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad0bd72c-aede-4f9a-b172-875f6d3f2439 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:03.720736 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'status': 'completed', 'code': 200} Oct 18 20:31:03.733198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Transition to ACTIVE for port object f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:31:03.751286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:03.763202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Allocated IP 172.20.0.14 (ca237305-1533-4d73-92ce-d417f487b494/1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1/c89a47a5-aa2d-48f6-a373-132b11743a17) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:03.859842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Pushing event updated for resources: {'Port': ['ID=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:03.950292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-af0dcc7f-adf7-4476-9af4-27a046775bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:03.953587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-af0dcc7f-adf7-4476-9af4-27a046775bce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 1098 time: 0.1835353 Oct 18 20:31:04.127941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Attempting to bind port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:04.128529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Attempting to bind port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:04.129089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Attempting to bind port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:04.146421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:31:04.146959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Attempting to bind port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 on network 9e4a2bf8-455d-4957-b0d4-59322b735e3d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:04.169653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:04.170143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Checking segment: {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:04.170984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Bound using segment: {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:04.172625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Bound port: f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c61e56-286a-4858-bfe8-73a70a7b14b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:04.172625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.206027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-ff60618f-22e7-4874-966d-ed640130182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:04.207685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-ff60618f-22e7-4874-966d-ed640130182a service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2418737 Oct 18 20:31:04.234045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.307922 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.358843 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-1d2f863c-876c-40c2-b126-5040853d9b2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 200 len: 217 time: 0.1180599 Oct 18 20:31:04.386409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Network ca237305-1533-4d73-92ce-d417f487b494 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:04.391896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:04.403061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:04.409948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event updated for resources: {'Port': ['ID=c89a47a5-aa2d-48f6-a373-132b11743a17,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:04.459307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 86f86fd8-35dd-49ed-ae86-af1e66c18160 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:04.489341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:04.490313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.510578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] For port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:04.518213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-6726a324-5115-4d6a-a97b-a4a78a23eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:04.520856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-6726a324-5115-4d6a-a97b-a4a78a23eab9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1510143 Oct 18 20:31:04.524698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] For port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:04.533842 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-7f346344-26be-4ef7-839a-5a000eb5334c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3379924 Oct 18 20:31:04.540654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02f3a7-dcdd-4f0d-a3b9-0510c2d32ede req-9cc77be5-7a03-4900-ae56-211903f7e4cd tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:04.552968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f02f3a7-dcdd-4f0d-a3b9-0510c2d32ede req-9cc77be5-7a03-4900-ae56-211903f7e4cd tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 932 time: 0.3038623 Oct 18 20:31:04.555329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Request body: {'port': {'device_id': '026454af-e6ae-476b-8780-03175ff17a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:04.581756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.602004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 86f86fd8-35dd-49ed-ae86-af1e66c18160 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:31:04.615665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 86f86fd8-35dd-49ed-ae86-af1e66c18160 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:04.616494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.691859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:04.693238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.697019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] 10.222.0.30 "PUT /v2.0/ports/f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 HTTP/1.1" status: 200 len: 1092 time: 1.6916373 Oct 18 20:31:04.711754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.718347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'tag': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:04.723677 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe085a4f-2ae7-4a19-86da-4bbabbbf2e13", "tag": "f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:04.777412 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f02f3a7-dcdd-4f0d-a3b9-0510c2d32ede req-a960a19b-9b2e-4cbd-b55e-4b1886bfdef8 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211430 Oct 18 20:31:04.819630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.883438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:04.888135 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c350664-2b99-40a2-affc-fd6954cf09fb" -d '{"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-plugged", "status": "completed", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:04.910972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db27e4-b8a8-4df4-8066-764a88fe323e service neutron] Pushing event updated for resources: {'Port': ['ID=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:04.913193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-abbc2077-058b-48ab-968c-e1bd044f5d4e None None] Provisioning complete for port c89a47a5-aa2d-48f6-a373-132b11743a17 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:04.913900 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-abbc2077-058b-48ab-968c-e1bd044f5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:04.919988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:04.940130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-cdaa9cd9-6a50-4193-bb69-0e734724d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:04.954068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-cdaa9cd9-6a50-4193-bb69-0e734724d60d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3805072 Oct 18 20:31:04.954505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.045204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-abbc2077-058b-48ab-968c-e1bd044f5d4e None None] Port c89a47a5-aa2d-48f6-a373-132b11743a17 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:31:05.049369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:05.071568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-2520a996-2265-481f-94ee-1c5dcc266c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:05.073441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-2520a996-2265-481f-94ee-1c5dcc266c0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 1095 time: 0.2951679 Oct 18 20:31:05.114604 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-ba103967-cb2c-4947-90bc-1e64c52d2df0 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/ee6148eb-d2db-465f-b91a-00b607febe74 HTTP/1.1" status: 200 len: 1803 time: 0.2663224 Oct 18 20:31:05.180176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-cdb21e0d-398b-4f8c-b15f-dd4fc88dce1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 HTTP/1.1" status: 200 len: 217 time: 0.0781147 Oct 18 20:31:05.234804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89a47a5-aa2d-48f6-a373-132b11743a17 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:05.252806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.277953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Transition to ACTIVE for port object c89a47a5-aa2d-48f6-a373-132b11743a17 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:31:05.285251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.299475 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-a4ebc9c9-2a54-4370-9df6-46950619b2c8 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262606 Oct 18 20:31:05.302400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-f02c8525-9703-405c-8792-0cf65480d1d5 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/8b0eb325-c912-49f9-926a-f0fa9684abe3 HTTP/1.1" status: 200 len: 1803 time: 0.1356580 Oct 18 20:31:05.306901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-0d5b4df0-6c48-4cb8-bb28-7e62b61f7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:05.308619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-0d5b4df0-6c48-4cb8-bb28-7e62b61f7568 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=452261e9-ad3e-429b-8f76-2eacced198b4 HTTP/1.1" status: 200 len: 862 time: 0.1132462 Oct 18 20:31:05.352222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee6148eb-d2db-465f-b91a-00b607febe74', 'remote_group_id': '8b0eb325-c912-49f9-926a-f0fa9684abe3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:05.353298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee6148eb-d2db-465f-b91a-00b607febe74', 'remote_group_id': '8b0eb325-c912-49f9-926a-f0fa9684abe3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:05.378642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Pushing event updated for resources: {'Port': ['ID=c89a47a5-aa2d-48f6-a373-132b11743a17,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:05.418663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-b821faa3-b6fd-427f-a84f-91808ec803b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e4a2bf8-455d-4957-b0d4-59322b735e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917814 Oct 18 20:31:05.563147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Attempting to bind port c89a47a5-aa2d-48f6-a373-132b11743a17 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:05.563715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Attempting to bind port c89a47a5-aa2d-48f6-a373-132b11743a17 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:05.564276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Attempting to bind port c89a47a5-aa2d-48f6-a373-132b11743a17 on network ca237305-1533-4d73-92ce-d417f487b494 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:05.575752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Port c89a47a5-aa2d-48f6-a373-132b11743a17 on network ca237305-1533-4d73-92ce-d417f487b494 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:31:05.576604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Attempting to bind port c89a47a5-aa2d-48f6-a373-132b11743a17 on network ca237305-1533-4d73-92ce-d417f487b494 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:05.586851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:05.588110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Checking segment: {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:05.588110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Bound using segment: {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:05.588995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Bound port: c89a47a5-aa2d-48f6-a373-132b11743a17, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5d0099-28c1-4170-be2d-813e96b6d540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:05.589625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.701772 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.719551 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:31:05.720150 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] For port c89a47a5-aa2d-48f6-a373-132b11743a17, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:05.725993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] For port c89a47a5-aa2d-48f6-a373-132b11743a17, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c89a47a5-aa2d-48f6-a373-132b11743a17,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:05.736557 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.742907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac60456-3b29-4ece-a214-5ee61f96e477 req-767b60df-29d3-4bfc-ac1f-e31262f504f3 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307506 Oct 18 20:31:05.763901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.787174 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.823694 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-1b867cab-8d23-40a5-8cd3-c950ec4628da service neutron] 10.222.0.30 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706665 Oct 18 20:31:05.824023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:05.825192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.829064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad1ec3-ee67-40b6-807c-5088746e30e5,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:05.830295 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] 10.222.0.79 "PUT /v2.0/ports/c89a47a5-aa2d-48f6-a373-132b11743a17 HTTP/1.1" status: 200 len: 1092 time: 1.2853785 Oct 18 20:31:05.832717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:05.837911 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520946ff-e6fb-44fb-9ce3-b402a17851e4" -d '{"events": [{"name": "network-changed", "server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:05.855103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:05.869510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a018919-c5cd-40aa-9651-3f5d0d372622 req-dace1690-2e98-4f49-aacc-9ace0930b3cc tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5414271 Oct 18 20:31:05.869913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d3eb8b04-d928-4f59-8874-0bcd72d345e5 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:31:05.935988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec9a78-f810-4178-b78b-e5ee26d7f36e service neutron] Pushing event updated for resources: {'Port': ['ID=c89a47a5-aa2d-48f6-a373-132b11743a17,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:05.973492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-18125b4d-8578-43e4-bd98-18ff61fc8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:05.976715 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-18125b4d-8578-43e4-bd98-18ff61fc8637 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=378908b0a54b4875b2e15750d1f7a67e&device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 1095 time: 0.0905247 Oct 18 20:31:06.061944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-4cc3d8d7-965f-4bae-863e-ae901b704c32 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a47a5-aa2d-48f6-a373-132b11743a17 HTTP/1.1" status: 200 len: 217 time: 0.0735967 Oct 18 20:31:06.097525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfc5e47d-52a2-41e2-bb3e-b0c49284186e req-8fc8bfbf-656d-4caa-b8c0-2b5d2b2e6e7c service neutron] 10.222.0.30 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476029 Oct 18 20:31:06.154749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:06.173414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'mac_address': 'fa:16:3e:62:c0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:31:06.229850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-80d3377a-7dc4-4c87-ab8e-ece2f37ddad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:06.233276 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-80d3377a-7dc4-4c87-ab8e-ece2f37ddad7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1 HTTP/1.1" status: 200 len: 850 time: 0.1614075 Oct 18 20:31:06.238011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3701a9e-e34f-47f7-a672-1bdf87dd2f4f req-8eb03f23-0c5e-4ca7-90ce-b66a99b3ce64 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:06.242111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3701a9e-e34f-47f7-a672-1bdf87dd2f4f req-8eb03f23-0c5e-4ca7-90ce-b66a99b3ce64 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 946 time: 0.1421568 Oct 18 20:31:06.259464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46872) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:06.267892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'floatingip': {'port_id': '3a35669e-2f65-4749-9bd0-629a412e180f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:06.301506 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:06.316963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75ba1-2625-4e55-b006-265611330767 req-d0fec344-d465-4e0c-a8b3-69b0d027c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:06.319206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-d0fec344-d465-4e0c-a8b3-69b0d027c2de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ca237305-1533-4d73-92ce-d417f487b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769625 Oct 18 20:31:06.365203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb8b04-d928-4f59-8874-0bcd72d345e5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:06.398353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:06.425006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:06.442783 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:06.558205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:06.574341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.575310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.576107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.576912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.577686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.579066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.579809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.580784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.581580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.582384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.583160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.583955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:06.606509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-1b4f95ee-0d9f-4a3c-965c-d2f137a11593 service neutron] 10.222.0.79 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721183 Oct 18 20:31:06.724518 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cb75ba1-2625-4e55-b006-265611330767 req-49bece3b-9e26-464f-bd70-fb26005fd64f service neutron] 10.222.0.79 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090255 Oct 18 20:31:06.882861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['d3eb8b04-d928-4f59-8874-0bcd72d345e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:07.239044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ca218-589e-4f10-b4b0-d30d90f75dd7 req-3e8b57eb-4cd3-4a6d-b078-b4d86a7edccb tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:07.241125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc5ca218-589e-4f10-b4b0-d30d90f75dd7 req-3e8b57eb-4cd3-4a6d-b078-b4d86a7edccb tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 945 time: 0.4890983 Oct 18 20:31:07.434078 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc5ca218-589e-4f10-b4b0-d30d90f75dd7 req-d5c83708-7f1d-483d-afd8-21ccf4bdde34 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845572 Oct 18 20:31:07.817662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1789c9-533c-454f-b0c2-22860b151d1a req-012b43d5-afea-463b-849b-44b3cc34e403 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:07.819402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5e1789c9-533c-454f-b0c2-22860b151d1a req-012b43d5-afea-463b-849b-44b3cc34e403 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 948 time: 0.1846020 Oct 18 20:31:07.895917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:07.909284 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:07.956803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5e1789c9-533c-454f-b0c2-22860b151d1a req-047bac7b-3123-4d9a-8072-1adde377e865 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267221 Oct 18 20:31:08.113227 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Floating IP fe0b6880-10d3-4446-b910-8b326a19bd26 associated. External IP: 172.25.7.38, port: 3a35669e-2f65-4749-9bd0-629a412e180f. Oct 18 20:31:08.182156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaccac1-d279-4999-b1fe-941e78a06689 req-8ef66880-5d5c-46ae-9171-7f72db24f6a2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:08.183764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4aaccac1-d279-4999-b1fe-941e78a06689 req-8ef66880-5d5c-46ae-9171-7f72db24f6a2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 944 time: 0.1121626 Oct 18 20:31:08.287003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4aaccac1-d279-4999-b1fe-941e78a06689 req-5b4d8a41-1d57-406f-9c04-6ca1b126f90c tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880430 Oct 18 20:31:08.374127 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd178da-4fda-4c30-b0b4-4c0f8d622a87 x-openstack-request-id: req-ecd178da-4fda-4c30-b0b4-4c0f8d622a87 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:08.374893 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe085a4f-2ae7-4a19-86da-4bbabbbf2e13", "tag": "f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:08.375298 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ecd178da-4fda-4c30-b0b4-4c0f8d622a87 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:08.375963 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'tag': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3', 'status': 'completed', 'code': 200} Oct 18 20:31:08.438818 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7def7613-d454-416e-b035-95b53e162e28 x-openstack-request-id: req-7def7613-d454-416e-b035-95b53e162e28 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:08.445525 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-plugged", "status": "completed", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:08.447063 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7def7613-d454-416e-b035-95b53e162e28 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:08.448034 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'code': 200} Oct 18 20:31:08.457230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:31:08.629155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Router 743d1451-07e2-46e3-b120-69601fd9171e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:31:08.676037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ccee5-19da-434a-b293-f2377f71ee60 req-cdc163db-5e92-421c-b4ee-1c718789bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:08.679743 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c95ccee5-19da-434a-b293-f2377f71ee60 req-cdc163db-5e92-421c-b4ee-1c718789bf43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1230016 Oct 18 20:31:08.751580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:08.774336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-e2b2b60b-b9c2-4d2b-abe2-19bdfa9d9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:08.774712 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c95ccee5-19da-434a-b293-f2377f71ee60 req-a1afc5a0-2cb9-4f8a-9d70-333c6c2b1481 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855980 Oct 18 20:31:08.777889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-e2b2b60b-b9c2-4d2b-abe2-19bdfa9d9531 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 1095 time: 0.3575823 Oct 18 20:31:08.781853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3', 'network_id': '9e4a2bf8-455d-4957-b0d4-59322b735e3d', 'port_id': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3', 'mac_address': 'fa:16:3e:f1:02:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452261e9-ad3e-429b-8f76-2eacced198b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:31:08.858495 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:08.886680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:08.902861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a419a-186d-4b71-a755-f99c19e94f46 req-39d2f39c-5199-4b70-b7b6-274f78e30320 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:08.907408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c50a419a-186d-4b71-a755-f99c19e94f46 req-39d2f39c-5199-4b70-b7b6-274f78e30320 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 944 time: 0.2453423 Oct 18 20:31:08.932933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:08.940656 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:09.046452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:09.059253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c50a419a-186d-4b71-a755-f99c19e94f46 req-3ff93353-7496-400e-a40d-b8bfca19ef70 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433098 Oct 18 20:31:09.071751 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:31:09.080369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:09.102143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] Sync routers for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:31:09.116619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:09.117454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:30:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:09.162676 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622f898-b916-416e-97b5-aa0065a0e997 x-openstack-request-id: req-8622f898-b916-416e-97b5-aa0065a0e997 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:09.163327 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:09.163813 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8622f898-b916-416e-97b5-aa0065a0e997 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:09.199214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-617eb750-5cf7-4b75-ad06-c0ac633c4ed0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "PUT /v2.0/floatingips/fe0b6880-10d3-4446-b910-8b326a19bd26 HTTP/1.1" status: 200 len: 991 time: 2.9379370 Oct 18 20:31:09.203844 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'status': 'completed', 'code': 200} Oct 18 20:31:09.277189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:09.277632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-05301a57-db3f-4b4f-8b26-85e3ccd575e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:09.279424 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-05301a57-db3f-4b4f-8b26-85e3ccd575e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 200 len: 923 time: 0.2875507 Oct 18 20:31:09.307129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-f9ed1ef8-7e43-4c39-808c-3de1687aee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:09.310813 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-f9ed1ef8-7e43-4c39-808c-3de1687aee9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=378908b0a54b4875b2e15750d1f7a67e&device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 1095 time: 0.0928164 Oct 18 20:31:09.373270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-1d545f62-8000-499b-86e3-d695f3a8858d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 HTTP/1.1" status: 200 len: 217 time: 0.0817516 Oct 18 20:31:09.378900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70472c76-8533-4135-b603-70cf38dc9c9d req-35d26e84-616a-41a4-88d6-b7052e6253af tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/8b0eb325-c912-49f9-926a-f0fa9684abe3 HTTP/1.1" status: 200 len: 1803 time: 0.1716378 Oct 18 20:31:09.395736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:09.456351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-aef2cd19-1cb5-44eb-b0e2-929dd94757d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:09.458336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-aef2cd19-1cb5-44eb-b0e2-929dd94757d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ca237305-1533-4d73-92ce-d417f487b494 HTTP/1.1" status: 200 len: 912 time: 0.1400549 Oct 18 20:31:09.505003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-8d5a9464-a606-47c3-9a0e-fbd35f45ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:09.507924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-8d5a9464-a606-47c3-9a0e-fbd35f45ec95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=452261e9-ad3e-429b-8f76-2eacced198b4 HTTP/1.1" status: 200 len: 862 time: 0.1262867 Oct 18 20:31:09.543131 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-602c6fd6-22cd-4953-a410-a9732bd0e338 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a47a5-aa2d-48f6-a373-132b11743a17 HTTP/1.1" status: 200 len: 217 time: 0.0693738 Oct 18 20:31:09.572072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-95ad4693-e509-4bb9-bbcb-bc7e06c7c79d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e4a2bf8-455d-4957-b0d4-59322b735e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503390 Oct 18 20:31:09.632031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-09550988-131f-4bd9-a437-21cc81b194eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:09.635210 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-09550988-131f-4bd9-a437-21cc81b194eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1 HTTP/1.1" status: 200 len: 850 time: 0.0825248 Oct 18 20:31:09.731671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-de9f5afa-aafc-40b9-abfc-7579c2296714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:09.735958 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-de9f5afa-aafc-40b9-abfc-7579c2296714 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ca237305-1533-4d73-92ce-d417f487b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925262 Oct 18 20:31:09.767428 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-70472c76-8533-4135-b603-70cf38dc9c9d req-67c6b32d-0a3d-4498-8867-a80817f26181 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:09.845620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-70472c76-8533-4135-b603-70cf38dc9c9d req-67c6b32d-0a3d-4498-8867-a80817f26181 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:09.871814 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-ddf717f1-e61f-48ac-83ef-8f5acb06f5cd service neutron] 10.222.0.30 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857146 Oct 18 20:31:09.896613 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-1f7112d1-cd6d-4a61-8d08-e1e6fe343a66 service neutron] 10.222.0.79 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522012 Oct 18 20:31:09.957086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d3eb8b04-d928-4f59-8874-0bcd72d345e5 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:10.121423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8231cb9f-cf1d-44a9-af8b-c20b5bc6cb5e req-61d1bb12-b8be-498b-a1c7-5cb33cd478ab service neutron] 10.222.0.30 "GET /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359467 Oct 18 20:31:10.154211 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-520946ff-e6fb-44fb-9ce3-b402a17851e4 req-0e01e14b-cc5e-4e24-8f9f-02275948159b service neutron] 10.222.0.79 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468927 Oct 18 20:31:10.157577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-70472c76-8533-4135-b603-70cf38dc9c9d req-67c6b32d-0a3d-4498-8867-a80817f26181 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:10.162499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-70472c76-8533-4135-b603-70cf38dc9c9d req-67c6b32d-0a3d-4498-8867-a80817f26181 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:10.164343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70472c76-8533-4135-b603-70cf38dc9c9d req-67c6b32d-0a3d-4498-8867-a80817f26181 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-groups/8b0eb325-c912-49f9-926a-f0fa9684abe3 HTTP/1.1" status: 204 len: 173 time: 0.7010286 Oct 18 20:31:10.198054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6b32d-0a3d-4498-8867-a80817f26181 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0eb325-c912-49f9-926a-f0fa9684abe3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:10.361612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port d3eb8b04-d928-4f59-8874-0bcd72d345e5 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:31:10.368672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845c16-424b-4f3f-82a7-26c1e10c12a2 req-1efd432e-22d5-40ff-b152-38b062cc96ca tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:10.370497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96845c16-424b-4f3f-82a7-26c1e10c12a2 req-1efd432e-22d5-40ff-b152-38b062cc96ca tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 949 time: 0.0752840 Oct 18 20:31:10.377750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:10.381740 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd42994c-f109-4d4e-a5e9-dca75a73cd09" -d '{"events": [{"name": "network-changed", "server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:10.413026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port d3eb8b04-d928-4f59-8874-0bcd72d345e5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:10.413026 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:10.438663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96845c16-424b-4f3f-82a7-26c1e10c12a2 req-1e11fe68-ae2b-475c-baed-eb9fcc694076 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527525 Oct 18 20:31:10.547719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe0b6880-10d3-4446-b910-8b326a19bd26', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'port_id': '3a35669e-2f65-4749-9bd0-629a412e180f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:28Z', 'updated_at': '2021-10-18T20:31:07Z', 'revision_number': 1, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:10.641682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] Checking router: 743d1451-07e2-46e3-b120-69601fd9171e for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:31:10.657806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e34f9-59aa-4c12-aac0-73548e9b6afb req-a670e187-9162-47c6-9ea1-1814f46d383b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:10.672438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:10.673759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:30:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:10.674693 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb2e34f9-59aa-4c12-aac0-73548e9b6afb req-a670e187-9162-47c6-9ea1-1814f46d383b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 945 time: 0.1138258 Oct 18 20:31:10.749054 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb2e34f9-59aa-4c12-aac0-73548e9b6afb req-a4a84f0f-08bb-4229-9e49-716439aeec16 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Oct 18 20:31:10.752083 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:10.839750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:10.844595 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c710102d-e1c4-405d-9141-5a5bb2979bcc" -d '{"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:10.925535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:10.936644 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:11.005786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7ae10-69bb-49a7-95c2-11719f16463d req-49853306-f591-46d7-9962-88cb8c2f893c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:11.008050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ec7ae10-69bb-49a7-95c2-11719f16463d req-49853306-f591-46d7-9962-88cb8c2f893c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0703597 Oct 18 20:31:11.013477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:11.072057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ec7ae10-69bb-49a7-95c2-11719f16463d req-db328aea-b02b-494c-a5bd-2380cb2a06c8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508451 Oct 18 20:31:11.116238 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:11.382187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c2e38-a50b-4484-b590-0e71cc0a2046 req-a2d143a2-1880-4bab-bdaf-0740cb9b8d5f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:11.384243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b7c2e38-a50b-4484-b590-0e71cc0a2046 req-a2d143a2-1880-4bab-bdaf-0740cb9b8d5f tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 945 time: 0.0680203 Oct 18 20:31:11.437826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe0b6880-10d3-4446-b910-8b326a19bd26', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'port_id': '3a35669e-2f65-4749-9bd0-629a412e180f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:28Z', 'updated_at': '2021-10-18T20:31:07Z', 'revision_number': 1, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:11.443078 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b7c2e38-a50b-4484-b590-0e71cc0a2046 req-db51a73a-7312-44a0-a757-f6bab3f40d1e tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Oct 18 20:31:11.515007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bd2283-2ea4-4f40-8301-679d2ef3d182 None None] The sync data for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 is: [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe0b6880-10d3-4446-b910-8b326a19bd26', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'port_id': '3a35669e-2f65-4749-9bd0-629a412e180f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:28Z', 'updated_at': '2021-10-18T20:31:07Z', 'revision_number': 1, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:31:11.603299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072223ee-5ec7-4def-999f-9474ff29344a req-21653847-0d92-4712-80bb-00c3646a314c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:11.613276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-072223ee-5ec7-4def-999f-9474ff29344a req-21653847-0d92-4712-80bb-00c3646a314c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 944 time: 0.0802753 Oct 18 20:31:11.670683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-072223ee-5ec7-4def-999f-9474ff29344a req-c265c462-f6a0-46f3-97bc-07a9420edc52 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550623 Oct 18 20:31:11.768104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284bab05-192a-40f9-aea2-30c5118b2959 req-c17d3099-0e92-4684-9999-1d63a4d4f94c tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/ee6148eb-d2db-465f-b91a-00b607febe74 HTTP/1.1" status: 200 len: 1803 time: 0.0614002 Oct 18 20:31:11.830074 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd843661-073a-4b6e-8ad1-a1513a064ac8 x-openstack-request-id: req-dd843661-073a-4b6e-8ad1-a1513a064ac8 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:11.830389 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:11.830649 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd843661-073a-4b6e-8ad1-a1513a064ac8 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:11.831027 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f', 'status': 'completed', 'code': 200} Oct 18 20:31:11.849464 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add770db-387d-4eaa-9bfd-5fef54acf397 None None] New status for floating IP fe0b6880-10d3-4446-b910-8b326a19bd26: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:31:11.910518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c89a47a5-aa2d-48f6-a373-132b11743a17 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:31:11.985624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-b58691ac-4ace-4e82-83ae-dd8c35154eb3 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b1589616c73a4b68a46992acab0d6086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414793 Oct 18 20:31:12.063745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-032acfb3-2664-4fc8-a75f-8999d45eed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:12.066854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-032acfb3-2664-4fc8-a75f-8999d45eed26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 1097 time: 0.2020085 Oct 18 20:31:12.094719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c89a47a5-aa2d-48f6-a373-132b11743a17, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c89a47a5-aa2d-48f6-a373-132b11743a17,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:12.119974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'port_id': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'mac_address': 'fa:16:3e:c0:b3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:31:12.192256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:12.211286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89a47a5-aa2d-48f6-a373-132b11743a17 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:12.244886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c89a47a5-aa2d-48f6-a373-132b11743a17, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c89a47a5-aa2d-48f6-a373-132b11743a17,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:12.257547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:12.309908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-11b02140-9fcb-4478-a980-c897fd0e3112 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:12.313416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-11b02140-9fcb-4478-a980-c897fd0e3112 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176317 Oct 18 20:31:12.350989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c89a47a5-aa2d-48f6-a373-132b11743a17,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:12.381046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-78df71d4-51b0-4a48-a87e-2fa3d920a1a5 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/quotas/b1589616c73a4b68a46992acab0d6086 HTTP/1.1" status: 200 len: 375 time: 0.0468881 Oct 18 20:31:12.383043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-e066c38f-e07c-4b40-b9f1-afd3e1105978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:12.385704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-e066c38f-e07c-4b40-b9f1-afd3e1105978 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 924 time: 0.2702692 Oct 18 20:31:12.486548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:12.573258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:31:12.579506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:12.579999 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:12.580162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-afc9e974-1f6a-4fdd-88a9-6423a002300e tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1589616c73a4b68a46992acab0d6086&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874077 Oct 18 20:31:12.582327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-dc484330-2476-4e0d-9302-99591844d895 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a35669e-2f65-4749-9bd0-629a412e180f HTTP/1.1" status: 200 len: 1001 time: 0.1874235 Oct 18 20:31:12.727487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['c89a47a5-aa2d-48f6-a373-132b11743a17'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:12.886538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:12.952922 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1259461e-b375-4a45-b1c8-c3f3aaf69cfa x-openstack-request-id: req-1259461e-b375-4a45-b1c8-c3f3aaf69cfa {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:12.953374 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:12.953767 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1259461e-b375-4a45-b1c8-c3f3aaf69cfa {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:12.954511 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'code': 200} Oct 18 20:31:12.993501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:13.009197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:13.033840 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:13.126490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebf960-b1f2-4c59-95da-3bb6feeb08f4 req-fe8dd4f8-953b-4c0b-89c5-1e74fabfa323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:13.130322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6aebf960-b1f2-4c59-95da-3bb6feeb08f4 req-fe8dd4f8-953b-4c0b-89c5-1e74fabfa323 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 1100 time: 0.0930998 Oct 18 20:31:13.135229 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-4aded364-f81d-4369-bc1f-637919fd280c req-f6e2f524-30cd-4319-80f2-f250c929e654 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1027501745', 'description': 'tempest-description-298014397'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:13.210852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6aebf960-b1f2-4c59-95da-3bb6feeb08f4 req-251987a4-9eb0-413c-9d75-fc7157a60358 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Oct 18 20:31:13.219760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-262e0af9-7535-4f3b-8fe2-5ea2e3af3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:13.221344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-262e0af9-7535-4f3b-8fe2-5ea2e3af3215 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=723ba59f-0a1a-411b-a8fa-8d82b9007935 HTTP/1.1" status: 200 len: 862 time: 0.6298809 Oct 18 20:31:13.229465 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4aded364-f81d-4369-bc1f-637919fd280c req-f6e2f524-30cd-4319-80f2-f250c929e654 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:13.266970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:13.326966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-61d28caf-7b71-4b5f-b3b6-aa7675cbd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:13.330561 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-61d28caf-7b71-4b5f-b3b6-aa7675cbd94b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b95df10-824f-48d0-850c-508532972aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974567 Oct 18 20:31:13.470770 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4aded364-f81d-4369-bc1f-637919fd280c req-f6e2f524-30cd-4319-80f2-f250c929e654 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:13.479269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4aded364-f81d-4369-bc1f-637919fd280c req-f6e2f524-30cd-4319-80f2-f250c929e654 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:13.522498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-b6159ae7-6868-4d5a-a7de-2cb2f81334ab service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771102 Oct 18 20:31:13.535861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4aded364-f81d-4369-bc1f-637919fd280c req-f6e2f524-30cd-4319-80f2-f250c929e654 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:13.537720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4aded364-f81d-4369-bc1f-637919fd280c req-f6e2f524-30cd-4319-80f2-f250c929e654 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4093351 Oct 18 20:31:13.555893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2f524-30cd-4319-80f2-f250c929e654 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3391baf8-244c-4aaf-856b-adf9dbdf46c0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:13.705349 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd42994c-f109-4d4e-a5e9-dca75a73cd09 req-e12b8a16-c039-4501-8a5d-1b1a325f1abf service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740015 Oct 18 20:31:13.830616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff251ed-2da0-49e7-824a-166082318b89 req-8d385608-daa8-4138-a896-d1851fe46c0a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:13.833213 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ff251ed-2da0-49e7-824a-166082318b89 req-8d385608-daa8-4138-a896-d1851fe46c0a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0758421 Oct 18 20:31:13.882878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ff251ed-2da0-49e7-824a-166082318b89 req-c407cfaf-cb96-4b33-8fc1-234cdd0f82e6 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Oct 18 20:31:14.172695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57bfcf-93e9-4649-81c0-13e85e29878f req-716906c9-2a37-433b-bb82-88e8f365d0c3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:14.175800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a57bfcf-93e9-4649-81c0-13e85e29878f req-716906c9-2a37-433b-bb82-88e8f365d0c3 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 946 time: 0.0800779 Oct 18 20:31:14.250711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a57bfcf-93e9-4649-81c0-13e85e29878f req-1c35eed3-c759-4f90-abaa-c277bfd6ba5d tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607469 Oct 18 20:31:14.472483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-d73f0266-63ab-4e32-9dfb-2921a4c740e1 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b1589616c73a4b68a46992acab0d6086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487773 Oct 18 20:31:14.608623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d8d9-5e5d-4355-a071-1ee98b463e31 req-c51e246e-5991-4970-9a14-dbb5475ba628 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:14.618112 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a34d8d9-5e5d-4355-a071-1ee98b463e31 req-c51e246e-5991-4970-9a14-dbb5475ba628 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 945 time: 0.2476790 Oct 18 20:31:14.698304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-4220bd59-9589-4c78-83ae-4f858fa38251 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:14.699569 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-4220bd59-9589-4c78-83ae-4f858fa38251 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192783 Oct 18 20:31:14.717672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a34d8d9-5e5d-4355-a071-1ee98b463e31 req-89d57510-2fcf-4330-ac6b-e804877cea79 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984006 Oct 18 20:31:14.723030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Request body: {'port': {'device_id': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': 'b1589616c73a4b68a46992acab0d6086'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:14.883498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f465e80-090f-43c8-ae38-1771744ef7dd req-929b0fed-8482-46fd-917b-d4b9019561ba tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0535505 Oct 18 20:31:14.959831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:14.964932 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961593a-b249-4cd6-8cab-293de706681f" -d '{"events": [{"server_uuid": "fe085a4f-2ae7-4a19-86da-4bbabbbf2e13", "name": "network-vif-plugged", "status": "completed", "tag": "f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:15.022088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Made reservation on behalf of b1589616c73a4b68a46992acab0d6086 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:31:15.028429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:15.183461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6394cf7-eeac-44f6-9508-f828d8f665ce req-dc92f1f4-10e5-4806-86e4-fee7c51fd282 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:15.187606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6394cf7-eeac-44f6-9508-f828d8f665ce req-dc92f1f4-10e5-4806-86e4-fee7c51fd282 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 945 time: 0.1928892 Oct 18 20:31:15.289337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6394cf7-eeac-44f6-9508-f828d8f665ce req-9d221680-e633-4e3b-9679-08e9dfbc61be tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899856 Oct 18 20:31:15.329490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Allocated IP 192.168.233.18 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/a4d99248-4c96-43ee-8933-2c106b40271a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:15.464293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-ace77dc3-ede4-45d2-8d29-d2c2633491ce tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/3391baf8-244c-4aaf-856b-adf9dbdf46c0 HTTP/1.1" status: 200 len: 1804 time: 0.1258924 Oct 18 20:31:15.496672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3391baf8-244c-4aaf-856b-adf9dbdf46c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:15.497404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3391baf8-244c-4aaf-856b-adf9dbdf46c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:15.706338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:15.714987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:15.755886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:15.763237 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:15.797622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b66862-17b4-4729-9d02-31ece4c2ac42,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:15.806312 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:15.817471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:15.819453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6d2e29a-7c48-4a0e-bdb5-a1f2dd7fd82a req-0b97375c-81ba-4c63-b902-0641844b7d93 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3394926 Oct 18 20:31:15.822090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5063854c-3b4d-4160-873d-509fdffa373f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:15.881714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:15.887718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:15.895787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:15.919513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Pushing event updated for resources: {'Port': ['ID=a4d99248-4c96-43ee-8933-2c106b40271a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:15.943194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c89a47a5-aa2d-48f6-a373-132b11743a17 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:16.087943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port c89a47a5-aa2d-48f6-a373-132b11743a17 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:31:16.104313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port c89a47a5-aa2d-48f6-a373-132b11743a17 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:16.104747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:16.115095 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:16.117156 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:16.171682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35994ea-cc1a-4ed0-903a-4de89e871a6a req-b717279d-66d6-429e-8bbc-b9a430bebe38 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:16.174594 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c35994ea-cc1a-4ed0-903a-4de89e871a6a req-b717279d-66d6-429e-8bbc-b9a430bebe38 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.1926513 Oct 18 20:31:16.221701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-8b54ed29-8a25-4390-b104-b1cb6e3e9651 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5023959 Oct 18 20:31:16.238982 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:16.255550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Request body: {'port': {'device_id': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:16.281147 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c89a47a5-aa2d-48f6-a373-132b11743a17, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c89a47a5-aa2d-48f6-a373-132b11743a17,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:16.288912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:16.351358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c35994ea-cc1a-4ed0-903a-4de89e871a6a req-7ef726ed-b5f9-4cce-95fa-74932b3551b1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690881 Oct 18 20:31:16.378873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c89a47a5-aa2d-48f6-a373-132b11743a17,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:16.419493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:16.440846 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20cfed0-6229-4294-896a-5578e2e95aea x-openstack-request-id: req-b20cfed0-6229-4294-896a-5578e2e95aea {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:16.441465 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe085a4f-2ae7-4a19-86da-4bbabbbf2e13", "name": "network-vif-plugged", "status": "completed", "tag": "f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:16.441902 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b20cfed0-6229-4294-896a-5578e2e95aea {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:16.442490 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3', 'code': 200} Oct 18 20:31:16.444267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bdbed8d9-e0cf-403b-81cc-1410d46858a0 None None] Provisioning complete for port a4d99248-4c96-43ee-8933-2c106b40271a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:16.445028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bdbed8d9-e0cf-403b-81cc-1410d46858a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:16.508311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bdbed8d9-e0cf-403b-81cc-1410d46858a0 None None] Port a4d99248-4c96-43ee-8933-2c106b40271a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:31:16.567051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd25eb-9c7e-4892-8c56-49c75b8b29f8 req-2b246ef8-06c5-43f8-a9b5-9886d8699951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:16.569346 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-45bd25eb-9c7e-4892-8c56-49c75b8b29f8 req-2b246ef8-06c5-43f8-a9b5-9886d8699951 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 1097 time: 0.0567093 Oct 18 20:31:16.620982 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-45bd25eb-9c7e-4892-8c56-49c75b8b29f8 req-471dffd6-0530-4e3b-9c05-215e2e1aa41e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Oct 18 20:31:16.793569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951f8b0-8fc5-4f94-ba0a-3f3687fdc122 req-60a2262a-4371-4784-8ade-091b2a28797a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:16.797136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3951f8b0-8fc5-4f94-ba0a-3f3687fdc122 req-60a2262a-4371-4784-8ade-091b2a28797a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 946 time: 0.1434524 Oct 18 20:31:16.940695 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3951f8b0-8fc5-4f94-ba0a-3f3687fdc122 req-e4c41feb-0e7a-44ac-9e87-faf0bb7ec06a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909202 Oct 18 20:31:17.072630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d99248-4c96-43ee-8933-2c106b40271a {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:17.085264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.099138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Transition to ACTIVE for port object a4d99248-4c96-43ee-8933-2c106b40271a will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:31:17.105588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.161346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d99248-4c96-43ee-8933-2c106b40271a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:17.280087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Attempting to bind port a4d99248-4c96-43ee-8933-2c106b40271a on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:17.282563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Attempting to bind port a4d99248-4c96-43ee-8933-2c106b40271a by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:17.283593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Attempting to bind port a4d99248-4c96-43ee-8933-2c106b40271a on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:17.293015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Port a4d99248-4c96-43ee-8933-2c106b40271a on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:31:17.293612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Attempting to bind port a4d99248-4c96-43ee-8933-2c106b40271a on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:17.303701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:17.304647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:17.305302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:17.305918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Bound port: a4d99248-4c96-43ee-8933-2c106b40271a, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:17.306572 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.457817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] For port a4d99248-4c96-43ee-8933-2c106b40271a, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:17.462827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] For port a4d99248-4c96-43ee-8933-2c106b40271a, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a4d99248-4c96-43ee-8933-2c106b40271a,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:17.469498 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.509013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98abfa-4336-450d-88c9-684e6eadb8c6 req-b49ef8bf-d001-4e28-8c55-beba14ece8e6 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:17.510636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb98abfa-4336-450d-88c9-684e6eadb8c6 req-b49ef8bf-d001-4e28-8c55-beba14ece8e6 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.0964053 Oct 18 20:31:17.526892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:17.527601 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.529220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] 10.222.0.30 "PUT /v2.0/ports/a4d99248-4c96-43ee-8933-2c106b40271a HTTP/1.1" status: 200 len: 1095 time: 1.2839451 Oct 18 20:31:17.529674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'tag': 'a4d99248-4c96-43ee-8933-2c106b40271a'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:17.532714 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd40dfdd-738c-433b-ae19-1a9cab2d553b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a5636b-714e-4a97-9896-902b9578dcb9", "tag": "a4d99248-4c96-43ee-8933-2c106b40271a"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:17.609904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb98abfa-4336-450d-88c9-684e6eadb8c6 req-da278688-3ab2-46e3-8833-e68bce4a517c tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900786 Oct 18 20:31:17.610648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118cdc6-6413-490d-bb08-e3ed3d5e3d50 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d99248-4c96-43ee-8933-2c106b40271a,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:17.679600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-13e19d01-9287-4dba-a659-48c4570e9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:17.681374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-13e19d01-9287-4dba-a659-48c4570e9373 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1589616c73a4b68a46992acab0d6086&device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0976868 Oct 18 20:31:17.740252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-e63b4d69-f1d3-49a3-afd2-b47dac6c8dcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=a4d99248-4c96-43ee-8933-2c106b40271a HTTP/1.1" status: 200 len: 217 time: 0.0498028 Oct 18 20:31:17.744929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-cb36c571-f97f-4efa-b1d1-de444e0f94ab tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/3391baf8-244c-4aaf-856b-adf9dbdf46c0 HTTP/1.1" status: 200 len: 2397 time: 0.1020861 Oct 18 20:31:17.763670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3391baf8-244c-4aaf-856b-adf9dbdf46c0', 'remote_group_id': None}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:17.764115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3391baf8-244c-4aaf-856b-adf9dbdf46c0', 'remote_group_id': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:17.825083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-81ce674c-8a5b-4fb3-b5e7-f5bd7cf23171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:17.826598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-81ce674c-8a5b-4fb3-b5e7-f5bd7cf23171 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0777304 Oct 18 20:31:17.906306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.932080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-d33137d7-4ab7-467a-a672-ba9adfcdf62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:17.933938 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-d33137d7-4ab7-467a-a672-ba9adfcdf62c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900528 Oct 18 20:31:17.936206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.943282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:17.967712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bef051-7a68-4766-9156-b2afb0dd2bc6,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:18.041205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:18.050967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23dd13c5-e8ff-4405-8df7-6964b2921682 req-036a8246-3a1a-4677-86cb-c0ffb0a68099 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2928481 Oct 18 20:31:18.100073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-7787165f-5b72-4208-970d-ff19c981cdcf service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454186 Oct 18 20:31:18.260988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff58d-9b56-4b8c-ba58-8bc892964b6b req-ebdf4af9-34ad-4849-9242-362de167a270 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:18.262610 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-332ff58d-9b56-4b8c-ba58-8bc892964b6b req-ebdf4af9-34ad-4849-9242-362de167a270 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 947 time: 0.1391833 Oct 18 20:31:18.285548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc97ac9-b0d7-4748-bbf7-c18bbbfad2e3 req-9bb1aa7f-cccf-4dec-92ca-23d53fc228d0 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707613 Oct 18 20:31:18.332966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:18.337463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-332ff58d-9b56-4b8c-ba58-8bc892964b6b req-efeb22de-1014-4881-8e3a-76bd9c8cf419 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646367 Oct 18 20:31:18.444325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:18.447972 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ba8645-a3b9-4e26-b941-92628e5c4fec" -d '{"events": [{"server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "name": "network-vif-plugged", "status": "completed", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:18.515113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-0442112f-7d60-47af-ab4b-c9ed968f767e req-6adbaca9-8727-4516-b34c-b45da190f91a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:31:18.516011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0442112f-7d60-47af-ab4b-c9ed968f767e req-6adbaca9-8727-4516-b34c-b45da190f91a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054207 Oct 18 20:31:18.658537 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b953dab6-e92f-4b44-9cec-303344df1db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:18.824366 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adba1b6-cc25-4d9d-8669-d7f1596ac8fd x-openstack-request-id: req-9adba1b6-cc25-4d9d-8669-d7f1596ac8fd {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:18.824942 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a5636b-714e-4a97-9896-902b9578dcb9", "tag": "a4d99248-4c96-43ee-8933-2c106b40271a", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:18.825420 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9adba1b6-cc25-4d9d-8669-d7f1596ac8fd {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:18.826062 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'tag': 'a4d99248-4c96-43ee-8933-2c106b40271a', 'status': 'completed', 'code': 200} Oct 18 20:31:18.854036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-977ac3f9-3cac-45c3-974f-0703755322a7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750351 Oct 18 20:31:18.934573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-6ad54564-4604-4012-a665-68b509498074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:18.936522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-6ad54564-4604-4012-a665-68b509498074 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1589616c73a4b68a46992acab0d6086&device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0808718 Oct 18 20:31:19.191842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-660e06bf-2701-4987-9b0d-9f16c41b2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:19.194408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-660e06bf-2701-4987-9b0d-9f16c41b2b3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2439151 Oct 18 20:31:19.211448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abe935-c6c3-4c9b-9f16-d217d5a63316 req-064df395-dee5-47c2-b73a-2f39c899368a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:19.214174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0abe935-c6c3-4c9b-9f16-d217d5a63316 req-064df395-dee5-47c2-b73a-2f39c899368a tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 946 time: 0.1375461 Oct 18 20:31:19.285134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-bf7d9396-47c8-4007-8d69-f1c796934e49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=a4d99248-4c96-43ee-8933-2c106b40271a HTTP/1.1" status: 200 len: 217 time: 0.0690136 Oct 18 20:31:19.393405 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0abe935-c6c3-4c9b-9f16-d217d5a63316 req-d94e46c7-7816-4aa0-8f47-e27dc1d84bc6 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups?id=b67a1c94-e322-4ead-b8b2-7cd1eb501664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132543 Oct 18 20:31:19.397726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-0aa384e0-679b-49ae-b531-ce22877b6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:19.399878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-0aa384e0-679b-49ae-b531-ce22877b6b4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1031873 Oct 18 20:31:19.556646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-39cb47eb-79ef-4c39-95b4-c52ebbaa66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:19.559074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-39cb47eb-79ef-4c39-95b4-c52ebbaa66c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451433 Oct 18 20:31:19.566060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-efd0da5c-fe06-4a58-b957-c6fbe244b01c req-81c8fe85-6c51-4062-90c1-b79b3881900f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/3391baf8-244c-4aaf-856b-adf9dbdf46c0 HTTP/1.1" status: 200 len: 2995 time: 0.0974076 Oct 18 20:31:19.659782 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe731ff-b614-4c82-97e6-1dcca698836c x-openstack-request-id: req-dbe731ff-b614-4c82-97e6-1dcca698836c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:19.660916 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "name": "network-vif-plugged", "status": "completed", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:19.661107 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbe731ff-b614-4c82-97e6-1dcca698836c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:19.661715 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'code': 200} Oct 18 20:31:19.766591 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-f8face30-738e-43cf-889c-2a672ed5f701 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808245 Oct 18 20:31:19.877627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcd003-d24c-475d-a649-76d429a4a4f5 req-af9100fc-a265-4787-ac9c-fde030d75c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:19.879517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21bcd003-d24c-475d-a649-76d429a4a4f5 req-af9100fc-a265-4787-ac9c-fde030d75c5d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 1097 time: 0.1094034 Oct 18 20:31:19.959124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21bcd003-d24c-475d-a649-76d429a4a4f5 req-8da65575-b60a-4106-b13b-aefec78c073a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636156 Oct 18 20:31:19.991363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53951a7-ef10-493c-836c-312f8af62dd9 req-93afc03a-d93f-43ab-8801-1e47006b9fd0 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:19.993732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e53951a7-ef10-493c-836c-312f8af62dd9 req-93afc03a-d93f-43ab-8801-1e47006b9fd0 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.1951275 Oct 18 20:31:20.013667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd40dfdd-738c-433b-ae19-1a9cab2d553b req-1174d88b-2e6a-421b-baeb-b6abd751d01c service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370980 Oct 18 20:31:20.090855 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e53951a7-ef10-493c-836c-312f8af62dd9 req-79940641-a507-4cb7-a0cc-53dda232c95d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565333 Oct 18 20:31:20.301691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181dbb0-d065-41ec-8825-4adf0ecda1fc req-d5458cfc-4b0b-4920-9a26-7ae56a7be2a7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:20.304111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5181dbb0-d065-41ec-8825-4adf0ecda1fc req-d5458cfc-4b0b-4920-9a26-7ae56a7be2a7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0867686 Oct 18 20:31:20.381340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5181dbb0-d065-41ec-8825-4adf0ecda1fc req-f971e885-1c1e-4242-94ca-30c63598ec7c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608964 Oct 18 20:31:20.547997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a4d99248-4c96-43ee-8933-2c106b40271a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:31:20.555467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98887066-f061-4470-a9c4-5918df8f70f5 req-b2616c1f-b7e1-4f9a-b874-b10c661672a4 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:20.569667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98887066-f061-4470-a9c4-5918df8f70f5 req-b2616c1f-b7e1-4f9a-b874-b10c661672a4 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 947 time: 0.1066036 Oct 18 20:31:20.647384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98887066-f061-4470-a9c4-5918df8f70f5 req-dc0f291c-f555-44f2-beb4-95c83599cfdd tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747261 Oct 18 20:31:20.709691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a4d99248-4c96-43ee-8933-2c106b40271a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a4d99248-4c96-43ee-8933-2c106b40271a,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:20.723712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'a4d99248-4c96-43ee-8933-2c106b40271a', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'a4d99248-4c96-43ee-8933-2c106b40271a', 'mac_address': 'fa:16:3e:8b:23:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:31:20.781966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:20.805634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d99248-4c96-43ee-8933-2c106b40271a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:20.849128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a4d99248-4c96-43ee-8933-2c106b40271a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a4d99248-4c96-43ee-8933-2c106b40271a,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:20.857229 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:20.859805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 86f86fd8-35dd-49ed-ae86-af1e66c18160 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:31:21.000944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42bd5049-a415-4251-bf5e-a7a88d6706d8 req-666f303d-82ad-4f57-9786-edb0cde3f965 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-group-rules/e3bef051-7a68-4766-9156-b2afb0dd2bc6 HTTP/1.1" status: 200 len: 783 time: 0.0428488 Oct 18 20:31:21.029919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a4d99248-4c96-43ee-8933-2c106b40271a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:21.157558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:21.171037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42bd5049-a415-4251-bf5e-a7a88d6706d8 req-a9c5c135-9171-4b9f-9064-545d3cdc5aa4 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/3391baf8-244c-4aaf-856b-adf9dbdf46c0 HTTP/1.1" status: 200 len: 2995 time: 0.1479716 Oct 18 20:31:21.195804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'mac_address': 'fa:16:3e:92:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:31:21.211928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-42bd5049-a415-4251-bf5e-a7a88d6706d8 req-7fdfed63-b08d-4e1a-8231-bd7d894f25c5 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:21.221227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-6550a81b-2400-4e1f-8496-6a1fa756ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:21.223670 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-42bd5049-a415-4251-bf5e-a7a88d6706d8 req-7fdfed63-b08d-4e1a-8231-bd7d894f25c5 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:21.228153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-6550a81b-2400-4e1f-8496-6a1fa756ba96 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 1100 time: 0.1263244 Oct 18 20:31:21.281605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-42bd5049-a415-4251-bf5e-a7a88d6706d8 req-7fdfed63-b08d-4e1a-8231-bd7d894f25c5 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:21.297678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-42bd5049-a415-4251-bf5e-a7a88d6706d8 req-7fdfed63-b08d-4e1a-8231-bd7d894f25c5 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:21.303853 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:21.315066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42bd5049-a415-4251-bf5e-a7a88d6706d8 req-7fdfed63-b08d-4e1a-8231-bd7d894f25c5 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e3bef051-7a68-4766-9156-b2afb0dd2bc6 HTTP/1.1" status: 204 len: 173 time: 0.1430004 Oct 18 20:31:21.320664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfed63-b08d-4e1a-8231-bd7d894f25c5 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3bef051-7a68-4766-9156-b2afb0dd2bc6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:21.380334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86f86fd8-35dd-49ed-ae86-af1e66c18160 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:21.435584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:21.448029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:21.536211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-b8f29ac9-b37b-445d-9266-77737441b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:21.540864 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-b8f29ac9-b37b-445d-9266-77737441b700 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2980185 Oct 18 20:31:21.579759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:21.665293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['86f86fd8-35dd-49ed-ae86-af1e66c18160'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:21.669041 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-9200984b-db92-4c76-b122-dd8adc8b5e27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 200 len: 217 time: 0.1119986 Oct 18 20:31:21.782984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-804e4d66-6ee4-43b6-9b22-b3ad018898c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:21.785523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-804e4d66-6ee4-43b6-9b22-b3ad018898c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1065183 Oct 18 20:31:21.811471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['a4d99248-4c96-43ee-8933-2c106b40271a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:21.977215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-a806f247-7472-490d-8453-314caacb5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:21.981331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-a806f247-7472-490d-8453-314caacb5390 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772933 Oct 18 20:31:22.160107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-2828c787-ea27-46e4-a0d9-0630498e9833 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635616 Oct 18 20:31:22.354783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-727934ef-aedc-4716-a1b7-456b75ff9187 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822772 Oct 18 20:31:22.546918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 86f86fd8-35dd-49ed-ae86-af1e66c18160 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:22.672777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-fa36968d-3df6-418e-9657-a31156bde830 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:22.675921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-fa36968d-3df6-418e-9657-a31156bde830 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe085a4f-2ae7-4a19-86da-4bbabbbf2e13 HTTP/1.1" status: 200 len: 946 time: 0.0963080 Oct 18 20:31:22.692635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 86f86fd8-35dd-49ed-ae86-af1e66c18160 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:22.693660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:22.830426 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:22.866062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Deleting port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:31:22.866603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:22.893055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:22.894410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:22.897747 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062060e-953e-4b7b-b38a-a1bd7c874dc5" -d '{"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-plugged", "status": "completed", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:22.907409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:22.987576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:23.083809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] For port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,segment=NetworkSegment(50c61e56-286a-4858-bfe8-73a70a7b14b7),segment_id=50c61e56-286a-4858-bfe8-73a70a7b14b7)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:23.084541 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:23.120837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Calling delete_port for f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:31:23.130541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-40980660-fb84-45b2-a166-a0c98976b630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:23.388458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:23.402605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:23.474324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event deleted for resources: {'Port': ['ID=f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:23.508616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] No DVR routers for this DVR port f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:31:23.516057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:23.517316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-835e3e88-bcf7-42e8-b86e-be7c3acfaf8f req-6c2fbc94-bf49-4fe8-9957-270e56a01139 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.30 "DELETE /v2.0/ports/f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 HTTP/1.1" status: 204 len: 173 time: 0.8276272 Oct 18 20:31:23.517897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'name': 'network-vif-deleted', 'tag': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:23.527343 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6f1e9c-1572-4262-b713-aa7b6f1d87dd" -d '{"events": [{"server_uuid": "fe085a4f-2ae7-4a19-86da-4bbabbbf2e13", "name": "network-vif-deleted", "tag": "f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:24.103254 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:24.551517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a4d99248-4c96-43ee-8933-2c106b40271a up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:24.635773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port a4d99248-4c96-43ee-8933-2c106b40271a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:31:24.642559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port a4d99248-4c96-43ee-8933-2c106b40271a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:24.643405 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:24.795558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:24.858622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a4d99248-4c96-43ee-8933-2c106b40271a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a4d99248-4c96-43ee-8933-2c106b40271a,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:24.872027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:24.875894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:31:24.922925 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:31:24.923476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:31:24.973767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:24.974815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a4d99248-4c96-43ee-8933-2c106b40271a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:26.453333 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:32.146705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778f45-2c1b-4b19-b1e5-938e3d8bddf2 req-9f94a002-08b8-4292-afe3-23ac3fee74ca tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:32.150196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b778f45-2c1b-4b19-b1e5-938e3d8bddf2 req-9f94a002-08b8-4292-afe3-23ac3fee74ca tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.1234722 Oct 18 20:31:32.235172 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b778f45-2c1b-4b19-b1e5-938e3d8bddf2 req-a47f774b-e6a0-475f-a43d-3de61d56ca8b tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727689 Oct 18 20:31:32.350527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0939132-808b-4584-99fc-3a8e3cd8bc6d req-88060309-4178-484e-b492-54f425915caf tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/3391baf8-244c-4aaf-856b-adf9dbdf46c0 HTTP/1.1" status: 200 len: 2397 time: 0.0823390 Oct 18 20:31:32.475623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e0939132-808b-4584-99fc-3a8e3cd8bc6d req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:32.532077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e0939132-808b-4584-99fc-3a8e3cd8bc6d req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:32.618763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e0939132-808b-4584-99fc-3a8e3cd8bc6d req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:32.626392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e0939132-808b-4584-99fc-3a8e3cd8bc6d req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:32.627634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0939132-808b-4584-99fc-3a8e3cd8bc6d req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-groups/3391baf8-244c-4aaf-856b-adf9dbdf46c0 HTTP/1.1" status: 204 len: 173 time: 0.2761045 Oct 18 20:31:32.638685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3391baf8-244c-4aaf-856b-adf9dbdf46c0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:32.648224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.648737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.649031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.649396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.649705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.649960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.650237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.650724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.651072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.651246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.651590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.651915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa766baf-9eb3-4689-b257-dc871c3778ca tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:32.833100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc2e45-5d34-4813-bbaa-28f0bddb2d4a req-894a302e-d692-4b80-bbcd-20e84ed0c5eb tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:32.834700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03fc2e45-5d34-4813-bbaa-28f0bddb2d4a req-894a302e-d692-4b80-bbcd-20e84ed0c5eb tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0877075 Oct 18 20:31:32.903706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03fc2e45-5d34-4813-bbaa-28f0bddb2d4a req-c34597e4-514e-4115-9917-8ecf3ee631d0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533564 Oct 18 20:31:33.090949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb1ea4-a07d-4377-a95b-a00c09454fe8 req-bfdba854-b5cd-4f0f-9524-26fc07cee9de tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:33.092801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c7fb1ea4-a07d-4377-a95b-a00c09454fe8 req-bfdba854-b5cd-4f0f-9524-26fc07cee9de tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.0779974 Oct 18 20:31:33.141484 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c7fb1ea4-a07d-4377-a95b-a00c09454fe8 req-6e087c36-e7b3-471f-8974-a53acddc6cb7 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Oct 18 20:31:33.228159 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df22e3e9-abf2-4c34-b9ec-f23472ae5077 x-openstack-request-id: req-df22e3e9-abf2-4c34-b9ec-f23472ae5077 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:33.229797 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-plugged", "status": "completed", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:33.230499 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df22e3e9-abf2-4c34-b9ec-f23472ae5077 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:33.231440 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'code': 200} Oct 18 20:31:33.270349 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06e498-8851-40f3-b485-5495063a8650 x-openstack-request-id: req-fa06e498-8851-40f3-b485-5495063a8650 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:33.270974 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe085a4f-2ae7-4a19-86da-4bbabbbf2e13", "name": "network-vif-deleted", "tag": "f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:33.271186 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa06e498-8851-40f3-b485-5495063a8650 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:33.271740 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe085a4f-2ae7-4a19-86da-4bbabbbf2e13', 'name': 'network-vif-deleted', 'tag': 'f747c3b5-8f7c-4dd6-9df9-99ec2618a2d3', 'status': 'completed', 'code': 200} Oct 18 20:31:33.470871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041d67-0154-4567-a70d-94dd24003d51 req-9af59062-72c8-4ee8-9120-33dc1f10270d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:33.472898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77041d67-0154-4567-a70d-94dd24003d51 req-9af59062-72c8-4ee8-9120-33dc1f10270d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.0737817 Oct 18 20:31:33.488039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47234) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:33.500273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Request body: {'floatingip': {'port_id': 'c89a47a5-aa2d-48f6-a373-132b11743a17'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:33.513117 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-8fc8ed13-9282-4ae5-8207-45ae34cbcb78 req-d42e4c87-4664-49ec-ac21-2be4dc67211f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] show failed (client error): The resource could not be found. Oct 18 20:31:33.514177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc8ed13-9282-4ae5-8207-45ae34cbcb78 req-d42e4c87-4664-49ec-ac21-2be4dc67211f tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/8b0eb325-c912-49f9-926a-f0fa9684abe3 HTTP/1.1" status: 404 len: 352 time: 0.0172994 Oct 18 20:31:33.647543 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:33.879603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1130a4-e27d-4b71-addd-bdefdd7de291 req-b4d61b7e-adda-4d63-bdc0-58d306038f3a tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/ee6148eb-d2db-465f-b91a-00b607febe74 HTTP/1.1" status: 200 len: 1803 time: 0.0835905 Oct 18 20:31:33.999628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1130a4-e27d-4b71-addd-bdefdd7de291 req-636a6964-482f-40c4-97e5-f98b337200d2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.044507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1130a4-e27d-4b71-addd-bdefdd7de291 req-636a6964-482f-40c4-97e5-f98b337200d2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.121130 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1130a4-e27d-4b71-addd-bdefdd7de291 req-636a6964-482f-40c4-97e5-f98b337200d2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.126209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1130a4-e27d-4b71-addd-bdefdd7de291 req-636a6964-482f-40c4-97e5-f98b337200d2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.129766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1130a4-e27d-4b71-addd-bdefdd7de291 req-636a6964-482f-40c4-97e5-f98b337200d2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-groups/ee6148eb-d2db-465f-b91a-00b607febe74 HTTP/1.1" status: 204 len: 173 time: 0.2369804 Oct 18 20:31:34.158551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a6964-482f-40c4-97e5-f98b337200d2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6148eb-d2db-465f-b91a-00b607febe74,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:34.465648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37ac20-70ce-46ae-8f30-e5f627da9bd2 req-7dfd1c71-355c-4e90-b75b-86201b856a7c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:34.479450 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe37ac20-70ce-46ae-8f30-e5f627da9bd2 req-7dfd1c71-355c-4e90-b75b-86201b856a7c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0777364 Oct 18 20:31:34.563039 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe37ac20-70ce-46ae-8f30-e5f627da9bd2 req-9d09b71a-e2d2-4627-823c-87a34091fdd8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819912 Oct 18 20:31:34.690033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2364f1c9-169c-4d4b-a738-5439ef96040e req-294ec419-e6a4-40d6-b989-d01a250644bb tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/22f02e85-b434-42e2-a8f6-1af53f143e65 HTTP/1.1" status: 200 len: 1804 time: 0.0848145 Oct 18 20:31:34.758495 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.764171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.779515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2364f1c9-169c-4d4b-a738-5439ef96040e req-2965563d-4170-4c8f-986b-c2183b829487 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.811328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2364f1c9-169c-4d4b-a738-5439ef96040e req-2965563d-4170-4c8f-986b-c2183b829487 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.895416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2364f1c9-169c-4d4b-a738-5439ef96040e req-2965563d-4170-4c8f-986b-c2183b829487 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.898637 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2364f1c9-169c-4d4b-a738-5439ef96040e req-2965563d-4170-4c8f-986b-c2183b829487 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:34.900431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2364f1c9-169c-4d4b-a738-5439ef96040e req-2965563d-4170-4c8f-986b-c2183b829487 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-groups/22f02e85-b434-42e2-a8f6-1af53f143e65 HTTP/1.1" status: 204 len: 173 time: 0.1961792 Oct 18 20:31:34.911904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965563d-4170-4c8f-986b-c2183b829487 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f02e85-b434-42e2-a8f6-1af53f143e65,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:34.968048 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Floating IP 830cb27d-6fa4-4428-88d0-f0bdcea42330 associated. External IP: 172.25.7.103, port: c89a47a5-aa2d-48f6-a373-132b11743a17. Oct 18 20:31:35.081996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6e4e-cb01-4dc9-afdc-eb7a5bc4811d req-3865bdf8-b11a-4cb7-8e34-0df7ac89261e tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:35.085614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-795f6e4e-cb01-4dc9-afdc-eb7a5bc4811d req-3865bdf8-b11a-4cb7-8e34-0df7ac89261e tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.0949984 Oct 18 20:31:35.162102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-795f6e4e-cb01-4dc9-afdc-eb7a5bc4811d req-ca5e70e5-b469-4b19-aff2-a772982fb280 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611866 Oct 18 20:31:35.233868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d99248-4c96-43ee-8933-2c106b40271a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:35.239389 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d737cf-9e04-4627-b8eb-3108bfa8921f" -d '{"events": [{"server_uuid": "c5a5636b-714e-4a97-9896-902b9578dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "a4d99248-4c96-43ee-8933-2c106b40271a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:35.290978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Router e35430bc-4eef-4715-8641-a149cf0dc45c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:31:35.514801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:31:35.524856 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:35.527848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] Sync routers for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:31:35.541852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:35.542849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:31:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:35.593854 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4e7dd183-8b60-4612-bf98-64c13f24bf5d tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "PUT /v2.0/floatingips/830cb27d-6fa4-4428-88d0-f0bdcea42330 HTTP/1.1" status: 200 len: 992 time: 2.1010170 Oct 18 20:31:35.596228 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:35.602840 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22805a2-9d67-46db-9d55-4f7e96238c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:35.699818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:35.861238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47334) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:35.934878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:35.972828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.013771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '830cb27d-6fa4-4428-88d0-f0bdcea42330', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'port_id': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'mac_address': 'fa:16:3e:c0:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026454af-e6ae-476b-8780-03175ff17a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:57Z', 'updated_at': '2021-10-18T20:31:34Z', 'revision_number': 1, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 5, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:36.040936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.043692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.047304 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "DELETE /v2.0/security-groups/b3165c80-b635-4692-b699-c97e821096d6 HTTP/1.1" status: 204 len: 168 time: 0.1826789 Oct 18 20:31:36.048412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47336) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:36.071632 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-18f0d352-68e4-47a7-9f3f-31c69ec5c33c tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] show failed (client error): The resource could not be found. Oct 18 20:31:36.076654 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-18f0d352-68e4-47a7-9f3f-31c69ec5c33c tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "GET /v2.0/security-groups/b3165c80-b635-4692-b699-c97e821096d6 HTTP/1.1" status: 404 len: 347 time: 0.0270791 Oct 18 20:31:36.077386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1534d50f-7e76-4792-87ea-afe631f3b1e6 req-1b10d420-5e84-48bb-9670-26a365a963fb tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/0d306b2b-ba47-4f25-8f7b-d2a3791d513c HTTP/1.1" status: 200 len: 1803 time: 0.0788801 Oct 18 20:31:36.077830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47338) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:36.084891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3165c80-b635-4692-b699-c97e821096d6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:36.093646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] Checking router: e35430bc-4eef-4715-8641-a149cf0dc45c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:31:36.097593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.098255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.098940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.099761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.101058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.101747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.102278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.103116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.103685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.104211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.104850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.105374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201dd3-4325-481e-b730-5b12c31379bb tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:36.112811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:36.113873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:31:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:36.263638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1534d50f-7e76-4792-87ea-afe631f3b1e6 req-c25fea52-23e4-425d-900d-cafbaf526f5e tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.296776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:36.298817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Deleting port c6a11876-df83-4111-83c6-8b8e0636b348 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:31:36.299160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.302637 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1534d50f-7e76-4792-87ea-afe631f3b1e6 req-c25fea52-23e4-425d-900d-cafbaf526f5e tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.419652 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1534d50f-7e76-4792-87ea-afe631f3b1e6 req-c25fea52-23e4-425d-900d-cafbaf526f5e tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.422664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1534d50f-7e76-4792-87ea-afe631f3b1e6 req-c25fea52-23e4-425d-900d-cafbaf526f5e tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.424115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1534d50f-7e76-4792-87ea-afe631f3b1e6 req-c25fea52-23e4-425d-900d-cafbaf526f5e tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-groups/0d306b2b-ba47-4f25-8f7b-d2a3791d513c HTTP/1.1" status: 204 len: 173 time: 0.3005826 Oct 18 20:31:36.431407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.432147 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.456940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fea52-23e4-425d-900d-cafbaf526f5e tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d306b2b-ba47-4f25-8f7b-d2a3791d513c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:36.459222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Calling delete_port for c6a11876-df83-4111-83c6-8b8e0636b348 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:31:36.599226 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d14c15-9aef-4f64-bb8b-ece70ce4575d x-openstack-request-id: req-71d14c15-9aef-4f64-bb8b-ece70ce4575d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:36.599721 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5636b-714e-4a97-9896-902b9578dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "a4d99248-4c96-43ee-8933-2c106b40271a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:36.600130 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71d14c15-9aef-4f64-bb8b-ece70ce4575d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:36.600989 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d99248-4c96-43ee-8933-2c106b40271a', 'code': 200} Oct 18 20:31:36.618381 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 86f86fd8-35dd-49ed-ae86-af1e66c18160 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:31:36.660159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.718787 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66457762-e64e-4a3d-b2c0-d718d236948b x-openstack-request-id: req-66457762-e64e-4a3d-b2c0-d718d236948b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:36.719311 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:36.719753 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66457762-e64e-4a3d-b2c0-d718d236948b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:36.721337 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'status': 'completed', 'code': 200} Oct 18 20:31:36.779846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Pushing event deleted for resources: {'Port': ['ID=c6a11876-df83-4111-83c6-8b8e0636b348,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:36.855581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-26fee0c5-6650-44c9-a4ec-7ee71a4eebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:36.858844 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-26fee0c5-6650-44c9-a4ec-7ee71a4eebb5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=378908b0a54b4875b2e15750d1f7a67e&device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 1097 time: 0.0945365 Oct 18 20:31:36.886664 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:36.893184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693890d6-0c79-48f7-b82b-168f300fb8d4 req-fc978a10-e9a5-493d-969b-ff3c6a997432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:36.894887 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693890d6-0c79-48f7-b82b-168f300fb8d4 req-fc978a10-e9a5-493d-969b-ff3c6a997432 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 1100 time: 0.2523420 Oct 18 20:31:36.945488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea530c-dbd8-4682-8d04-e7d233531d03 req-06dd3195-0674-4f18-bc99-fd8fa029a4fd tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:36.947276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30ea530c-dbd8-4682-8d04-e7d233531d03 req-06dd3195-0674-4f18-bc99-fd8fa029a4fd tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.1406415 Oct 18 20:31:36.951393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:36.967244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '830cb27d-6fa4-4428-88d0-f0bdcea42330', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'port_id': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'mac_address': 'fa:16:3e:c0:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026454af-e6ae-476b-8780-03175ff17a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:57Z', 'updated_at': '2021-10-18T20:31:34Z', 'revision_number': 1, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 5, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:36.969583 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:37.009691 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:37.011950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:37.013366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-635d5e06-b9f0-4b5a-9c0d-e9c304167fd2 tempest-ImagesOneServerNegativeTestJSON-1336388117 tempest-ImagesOneServerNegativeTestJSON-1336388117-project] 10.222.0.66 "DELETE /v2.0/floatingips/307de166-34ed-4d97-b284-ee9de445a324 HTTP/1.1" status: 204 len: 168 time: 0.9345818 Oct 18 20:31:37.029802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30da0d9d-b410-4838-ae28-de3fcc43cdbc None None] The sync data for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 is: [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '830cb27d-6fa4-4428-88d0-f0bdcea42330', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'port_id': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'mac_address': 'fa:16:3e:c0:b3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026454af-e6ae-476b-8780-03175ff17a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:57Z', 'updated_at': '2021-10-18T20:31:34Z', 'revision_number': 1, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 5, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:31:37.040856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30ea530c-dbd8-4682-8d04-e7d233531d03 req-aac0a3b4-7a52-4f37-ad89-deac43fcfa52 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808835 Oct 18 20:31:37.051092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693890d6-0c79-48f7-b82b-168f300fb8d4 req-3d39717d-93ea-4e11-81a1-6cbd2f83add1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450775 Oct 18 20:31:37.080509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-9152e709-724d-429c-a2ba-79deb7385429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:37.082531 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-9152e709-724d-429c-a2ba-79deb7385429 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ca237305-1533-4d73-92ce-d417f487b494 HTTP/1.1" status: 200 len: 912 time: 0.2151771 Oct 18 20:31:37.090493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:37.223016 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-fc9ce9cc-841d-42b1-b546-94cb0a910b98 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c89a47a5-aa2d-48f6-a373-132b11743a17 HTTP/1.1" status: 200 len: 1000 time: 0.1261711 Oct 18 20:31:37.312248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-3aedd368-12ec-44e8-818a-36286c63bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:37.314794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-3aedd368-12ec-44e8-818a-36286c63bf53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1 HTTP/1.1" status: 200 len: 850 time: 0.0819910 Oct 18 20:31:37.418013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-6bf6be87-2017-4015-96b1-7a6b4d1b12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:37.419640 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-6bf6be87-2017-4015-96b1-7a6b4d1b12b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ca237305-1533-4d73-92ce-d417f487b494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966458 Oct 18 20:31:37.461399 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f1056-9e8a-4c17-b88b-aecab5ce0061 None None] New status for floating IP 830cb27d-6fa4-4428-88d0-f0bdcea42330: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:31:37.482135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f58a6-9a3c-4845-9174-fa13cc98aa98 req-f69225db-a1ad-4eea-a78f-711ac4463239 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:37.485470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c23f58a6-9a3c-4845-9174-fa13cc98aa98 req-f69225db-a1ad-4eea-a78f-711ac4463239 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.0622764 Oct 18 20:31:37.547348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c23f58a6-9a3c-4845-9174-fa13cc98aa98 req-d4cb393f-c288-4f4e-8331-3f7bf850f70c tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Oct 18 20:31:37.610116 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-0900ce1d-e5c9-4838-8bbf-1ca6f8234200 service neutron] 10.222.0.79 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822577 Oct 18 20:31:37.652374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-493a457f-7e3c-4eea-af77-131d141d2642 req-ffe7ac8e-4565-43e8-8fcf-acd3e47042e3 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/9529658c-b953-4771-9415-d5d0767f3e08 HTTP/1.1" status: 200 len: 2404 time: 0.0593622 Oct 18 20:31:37.730522 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-493a457f-7e3c-4eea-af77-131d141d2642 req-9d03181d-6a75-4706-a55e-cfe8c662a9f2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:37.773001 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-493a457f-7e3c-4eea-af77-131d141d2642 req-9d03181d-6a75-4706-a55e-cfe8c662a9f2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:37.790692 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f22805a2-9d67-46db-9d55-4f7e96238c8a req-4d0588c4-639a-4a40-aba4-ba243b1cd694 service neutron] 10.222.0.79 "GET /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701119 Oct 18 20:31:37.861837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-493a457f-7e3c-4eea-af77-131d141d2642 req-9d03181d-6a75-4706-a55e-cfe8c662a9f2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:37.868849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-493a457f-7e3c-4eea-af77-131d141d2642 req-9d03181d-6a75-4706-a55e-cfe8c662a9f2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:37.871466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-493a457f-7e3c-4eea-af77-131d141d2642 req-9d03181d-6a75-4706-a55e-cfe8c662a9f2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-groups/9529658c-b953-4771-9415-d5d0767f3e08 HTTP/1.1" status: 204 len: 173 time: 0.2179530 Oct 18 20:31:37.893718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03181d-6a75-4706-a55e-cfe8c662a9f2 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529658c-b953-4771-9415-d5d0767f3e08,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:38.244977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e8592-bc61-420d-bce6-52d042218cf1 req-68213526-b68d-485e-ad39-da452126d3dd tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:38.246852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-68213526-b68d-485e-ad39-da452126d3dd tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.1251497 Oct 18 20:31:38.270659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-bea758b5-b865-4e09-b435-fcb71ce12f54 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/quotas/ffca84a4b0594823a4dc31c464cca3b1 HTTP/1.1" status: 200 len: 375 time: 0.0163133 Oct 18 20:31:38.344714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-be1ca261-46d8-4f96-ae2a-55fff09d2ecf tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666461 Oct 18 20:31:38.462161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0d15fbfe-6fe3-4b76-9c43-836c7034b261 service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101153 Oct 18 20:31:38.596825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-7a6a9172-ad31-4e4b-9ce2-5eea95fe2a39 service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275299 Oct 18 20:31:38.602473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:38.607059 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4382567-b99e-486b-ada0-9ee6ed788805" -d '{"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:38.966183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3dc77de3-60a3-4258-b7dd-6b98765119b3 req-3a5037a2-d48b-489f-b191-8f9704a74027 tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "GET /v2.0/security-groups/39cd295d-6a13-4169-8a9c-198d4ce523dc HTTP/1.1" status: 200 len: 2397 time: 0.1358926 Oct 18 20:31:39.085282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3dc77de3-60a3-4258-b7dd-6b98765119b3 req-e072a595-a6f8-4c0d-b283-e669e94a688b tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.123307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3dc77de3-60a3-4258-b7dd-6b98765119b3 req-e072a595-a6f8-4c0d-b283-e669e94a688b tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.198162 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3dc77de3-60a3-4258-b7dd-6b98765119b3 req-e072a595-a6f8-4c0d-b283-e669e94a688b tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.201243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3dc77de3-60a3-4258-b7dd-6b98765119b3 req-e072a595-a6f8-4c0d-b283-e669e94a688b tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.203019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3dc77de3-60a3-4258-b7dd-6b98765119b3 req-e072a595-a6f8-4c0d-b283-e669e94a688b tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] 10.222.0.66 "DELETE /v2.0/security-groups/39cd295d-6a13-4169-8a9c-198d4ce523dc HTTP/1.1" status: 204 len: 173 time: 0.2359991 Oct 18 20:31:39.225466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47394) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:39.226745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072a595-a6f8-4c0d-b283-e669e94a688b tempest-SecurityGroupRulesTestJSON-1299503972 tempest-SecurityGroupRulesTestJSON-1299503972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cd295d-6a13-4169-8a9c-198d4ce523dc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:39.359292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8cc62293-c8e2-4528-a83a-6b2953471560 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:39.362113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8cc62293-c8e2-4528-a83a-6b2953471560 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "GET /v2.0/ports?device_id=748ce677-88ae-4647-9772-0999f0ea6ae0 HTTP/1.1" status: 200 len: 943 time: 0.1230552 Oct 18 20:31:39.369522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] Deleting subnet 1fcd9281-d5f6-4934-b71e-e0abff810e3d {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:31:39.381465 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.470250 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.549142 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.653477 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.715121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.725753 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1fcd9281-d5f6-4934-b71e-e0abff810e3d HTTP/1.1" status: 204 len: 168 time: 0.4936984 Oct 18 20:31:39.725753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e2606-2751-41d3-9653-813be25874a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcd9281-d5f6-4934-b71e-e0abff810e3d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:39.731197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47398) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:39.862197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:39.909225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c575-f5dd-4c26-9ea1-c7c9ccf426f6 req-42a4aafb-c49d-4581-b5bf-be9adcb5f86d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:39.916759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f559c575-f5dd-4c26-9ea1-c7c9ccf426f6 req-42a4aafb-c49d-4581-b5bf-be9adcb5f86d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.4995418 Oct 18 20:31:39.970670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f559c575-f5dd-4c26-9ea1-c7c9ccf426f6 req-175633d8-98f6-4183-a531-e6ac15857080 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518606 Oct 18 20:31:40.003482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Deleting port 86f86fd8-35dd-49ed-ae86-af1e66c18160 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:31:40.003882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.112019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.156103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df4ef99-215e-4d32-9bea-33dd134af45c']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:40.169166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44dd6913-946d-4e54-81af-37d62594711e') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:40.169712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44dd6913-946d-4e54-81af-37d62594711e') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:40.183899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.211562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.226528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:31:40.227667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.229963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] For port 86f86fd8-35dd-49ed-ae86-af1e66c18160, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=86f86fd8-35dd-49ed-ae86-af1e66c18160,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:40.230661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:31:40.234160 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:31:40.252550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Calling delete_port for 86f86fd8-35dd-49ed-ae86-af1e66c18160 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:31:40.282650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0460901-8621-4bc7-94ba-e1692b03b4a0 req-461373c1-5613-49d7-b1bf-d907680b7af7 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:40.284599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0460901-8621-4bc7-94ba-e1692b03b4a0 req-461373c1-5613-49d7-b1bf-d907680b7af7 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.1131065 Oct 18 20:31:40.373416 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.394024 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.394946 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2df4ef99-215e-4d32-9bea-33dd134af45c HTTP/1.1" status: 204 len: 168 time: 0.6622493 Oct 18 20:31:40.409695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c474f5-0627-40f8-9560-a3d34ca60fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df4ef99-215e-4d32-9bea-33dd134af45c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:40.556431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0460901-8621-4bc7-94ba-e1692b03b4a0 req-11bdead9-bcd8-4cd6-9b1f-bfc18e255985 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304380 Oct 18 20:31:40.562514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.629019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event deleted for resources: {'Port': ['ID=86f86fd8-35dd-49ed-ae86-af1e66c18160,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:40.673968 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847ddcb1-e153-43b4-8343-2b809609338d x-openstack-request-id: req-847ddcb1-e153-43b4-8343-2b809609338d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:40.674745 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:40.674745 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-847ddcb1-e153-43b4-8343-2b809609338d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:40.675251 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'code': 200} Oct 18 20:31:40.691901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e8592-bc61-420d-bce6-52d042218cf1 req-5b3ca77f-ca75-46b1-a7e3-d0b9d452aa7d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:40.694693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-5b3ca77f-ca75-46b1-a7e3-d0b9d452aa7d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.2815828 Oct 18 20:31:40.709047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] No DVR routers for this DVR port 86f86fd8-35dd-49ed-ae86-af1e66c18160 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:31:40.711824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:40.715880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Request body: {'port': {'device_id': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'admin_state_up': True, 'tenant_id': 'ffca84a4b0594823a4dc31c464cca3b1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:40.716725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cce0df27-6a08-4f76-8368-0d1c06f288bc req-8273732e-52ce-47be-9c9b-473278fba669 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "DELETE /v2.0/ports/86f86fd8-35dd-49ed-ae86-af1e66c18160 HTTP/1.1" status: 204 len: 173 time: 1.3474071 Oct 18 20:31:40.717237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-deleted', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:40.723617 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f6aa0a-2511-4868-81e7-32adaba4867a" -d '{"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-deleted", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:40.786114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47410) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:40.827117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3892a94b-c0e6-4937-8404-b792d6c86449 req-3de39409-a477-440e-a333-15b202b05df5 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 210 time: 0.0563171 Oct 18 20:31:40.892214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f8326a3b-565d-44e3-a822-8e6854bad4a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f807737048724d3ebf5fcb5f09117a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072259 Oct 18 20:31:40.896909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47412) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:40.984092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:41.042541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] Deleting subnet 452261e9-ad3e-429b-8f76-2eacced198b4 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:31:41.044767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afac0c18-5059-4fd4-8f1d-1f20e861cdd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.046997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.063426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Made reservation on behalf of ffca84a4b0594823a4dc31c464cca3b1 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:31:41.067441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.094285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.114552 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afac0c18-5059-4fd4-8f1d-1f20e861cdd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.178524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.266114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.314741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Allocated IP 172.20.0.13 (d2c5f98f-a140-4a02-974d-f78bd93d9471/8a9e5139-b025-4796-b1ef-2b3cc710222b/56828bf3-1d64-426c-8c0f-3a8eb168c4c3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:41.321316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452261e9-ad3e-429b-8f76-2eacced198b4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:41.326853 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.330662 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-977cf925-e488-44ea-ad90-1b1998e61d97 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/452261e9-ad3e-429b-8f76-2eacced198b4 HTTP/1.1" status: 204 len: 168 time: 0.3453808 Oct 18 20:31:41.334640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47420) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:41.370794 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afac0c18-5059-4fd4-8f1d-1f20e861cdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.374545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afac0c18-5059-4fd4-8f1d-1f20e861cdd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.376074 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-afac0c18-5059-4fd4-8f1d-1f20e861cdd4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe8131b6-0a71-47ba-a0f4-1ed67445a569 HTTP/1.1" status: 204 len: 168 time: 0.4778283 Oct 18 20:31:41.410086 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dddbb5d-2dc1-4cac-baab-39d47fd32160 x-openstack-request-id: req-0dddbb5d-2dc1-4cac-baab-39d47fd32160 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:41.410422 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748ce677-88ae-4647-9772-0999f0ea6ae0", "name": "network-vif-deleted", "tag": "86f86fd8-35dd-49ed-ae86-af1e66c18160", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:41.410645 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dddbb5d-2dc1-4cac-baab-39d47fd32160 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:41.411056 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748ce677-88ae-4647-9772-0999f0ea6ae0', 'name': 'network-vif-deleted', 'tag': '86f86fd8-35dd-49ed-ae86-af1e66c18160', 'status': 'completed', 'code': 200} Oct 18 20:31:41.413822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac0c18-5059-4fd4-8f1d-1f20e861cdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8131b6-0a71-47ba-a0f4-1ed67445a569,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:41.508052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.606705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023f6b6-1729-4e34-b41b-f97722829745 req-29b63af8-701e-4e0b-ab36-3d04b0e3fb5b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:41.608627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1023f6b6-1729-4e34-b41b-f97722829745 req-29b63af8-701e-4e0b-ab36-3d04b0e3fb5b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0848169 Oct 18 20:31:41.684017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1023f6b6-1729-4e34-b41b-f97722829745 req-dc456607-7f1e-4fc1-b609-7ed9c4b70b7d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647869 Oct 18 20:31:41.705013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.732967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4a2bf8-455d-4957-b0d4-59322b735e3d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:41.758471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c61e56-286a-4858-bfe8-73a70a7b14b7') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:41.758764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c61e56-286a-4858-bfe8-73a70a7b14b7') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:41.780611 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.812229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.820144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2b6f1-8488-4f8e-9f12-0eb09882d41f req-fb92f25b-d148-4c33-a4e8-69f6ae5f593b tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:41.830097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77c2b6f1-8488-4f8e-9f12-0eb09882d41f req-fb92f25b-d148-4c33-a4e8-69f6ae5f593b tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.0863638 Oct 18 20:31:41.858927 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.883211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.893624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:31:41.894123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:31:41.898170 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:31:41.901675 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77c2b6f1-8488-4f8e-9f12-0eb09882d41f req-b481dd9a-8e17-45f4-9ea6-7d3c02137d75 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686016 Oct 18 20:31:42.040101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:42.044243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:42.048962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:42.059036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.089384 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.092822 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] 10.222.0.66 "DELETE /v2.0/networks/9e4a2bf8-455d-4957-b0d4-59322b735e3d HTTP/1.1" status: 204 len: 168 time: 0.7567525 Oct 18 20:31:42.097117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:42.113647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869087a-5fd7-4691-91f2-4ff20bea08de admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4a2bf8-455d-4957-b0d4-59322b735e3d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:42.141653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:42.142246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.143855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80a84-d8ae-42c4-a953-359217fd9381 req-0607d1ae-b181-47b0-92bb-74eb65b62d2a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:42.158082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85e80a84-d8ae-42c4-a953-359217fd9381 req-0607d1ae-b181-47b0-92bb-74eb65b62d2a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 932 time: 0.1311071 Oct 18 20:31:42.169956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-0be2c13b-0be3-44e1-a8cd-f64e7b85d722 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4615335 Oct 18 20:31:42.190071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Request body: {'port': {'device_id': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:42.231001 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85e80a84-d8ae-42c4-a953-359217fd9381 req-899cbef9-b224-48fc-9a99-f1f449b8e66c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710809 Oct 18 20:31:42.315485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.432887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47452) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:42.536354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-58998bc9-470a-4868-a428-0e2e57e9f11d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa82925d3aa14f9da3e2af1e53e3c144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996892 Oct 18 20:31:42.538114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47456) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:42.594849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cae5-b0a5-4e86-8824-2ee43dd20f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.624859 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cae5-b0a5-4e86-8824-2ee43dd20f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.627525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 86f86fd8-35dd-49ed-ae86-af1e66c18160 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:31:42.652097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 86f86fd8-35dd-49ed-ae86-af1e66c18160 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:31:42.652768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 86f86fd8-35dd-49ed-ae86-af1e66c18160 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:31:42.681501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47458) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:42.726127 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:31:42.731308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:42.739696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cae5-b0a5-4e86-8824-2ee43dd20f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.743232 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6a5cae5-b0a5-4e86-8824-2ee43dd20f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.745097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a6a5cae5-b0a5-4e86-8824-2ee43dd20f0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b67a1c94-e322-4ead-b8b2-7cd1eb501664 HTTP/1.1" status: 204 len: 168 time: 0.2053840 Oct 18 20:31:42.767741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.779804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5cae5-b0a5-4e86-8824-2ee43dd20f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a1c94-e322-4ead-b8b2-7cd1eb501664,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:42.788571 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.800270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Transition to ACTIVE for port object 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:31:42.805894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:42.856640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:42.891691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b4319-d548-4e46-8239-48b3a67c323c req-da67cd1b-8460-40e4-bd9a-e315b38f61dd tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:42.894728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a54b4319-d548-4e46-8239-48b3a67c323c req-da67cd1b-8460-40e4-bd9a-e315b38f61dd tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.1094358 Oct 18 20:31:42.942229 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1649166336-network', 'tenant_id': 'f010475a70234d549724e709df048488'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:42.970683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Attempting to bind port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:42.970919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Attempting to bind port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:42.971387 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Attempting to bind port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:42.978429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:31:42.978749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Attempting to bind port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:42.986135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:42.986542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Checking segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:42.987951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Bound using segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:42.988686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Bound port: 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:42.989415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.021148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a54b4319-d548-4e46-8239-48b3a67c323c req-4c6a4f9f-c547-4205-9581-280da2ab9d9b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180000 Oct 18 20:31:43.022998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Made reservation on behalf of f010475a70234d549724e709df048488 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:31:43.028662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.045574 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.113439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:43.120285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:43.132899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.172627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:43.173575 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.174997 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] 10.222.0.30 "PUT /v2.0/ports/56828bf3-1d64-426c-8c0f-3a8eb168c4c3 HTTP/1.1" status: 200 len: 1092 time: 0.9956350 Oct 18 20:31:43.175584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:43.178048 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:43.212649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511842a-5031-4aaa-9282-ac2290a5fbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:43.245398 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.254050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.280843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e8592-bc61-420d-bce6-52d042218cf1 req-88789c5c-e3e2-415b-93a3-0c7d403d3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:43.282247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-88789c5c-e3e2-415b-93a3-0c7d403d3e9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 1095 time: 0.0581717 Oct 18 20:31:43.286926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee08f-b11f-4c49-9891-2670b4c089bb req-7dc1e301-c829-49a5-9ac8-a2e817222541 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:43.289926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-924ee08f-b11f-4c49-9891-2670b4c089bb req-7dc1e301-c829-49a5-9ac8-a2e817222541 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.1492181 Oct 18 20:31:43.335990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:31:43.342393 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-4f26a64b-4e0b-47c8-b1b9-b56d8a096bf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3 HTTP/1.1" status: 200 len: 217 time: 0.0509589 Oct 18 20:31:43.370791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.371127 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Added segment 9219e3df-2851-438e-a658-8eafe36a72ab of type vlan for network 7ffba340-9994-4043-a337-f11abf606671 Oct 18 20:31:43.387882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3b1b5-7b93-46b3-a5e9-a84ffb13cd9e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:43.429960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e8592-bc61-420d-bce6-52d042218cf1 req-dc56bbb6-53dc-4199-8ad3-ecb667969f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:43.431511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-dc56bbb6-53dc-4199-8ad3-ecb667969f25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.0809400 Oct 18 20:31:43.441617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-924ee08f-b11f-4c49-9891-2670b4c089bb req-2d748a91-1031-400d-b688-5101b68c7314 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378291 Oct 18 20:31:43.448636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.482369 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-8c32b0b2-3887-4cc1-aa67-cff827eb9d4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416577 Oct 18 20:31:43.495922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.497107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:43.497702 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.528822 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8457549 Oct 18 20:31:43.537117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47492) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:43.548693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Request body: {'subnet': {'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1649166336-subnet', 'tenant_id': 'f010475a70234d549724e709df048488', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:43.557915 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2abf36f-9845-47fb-9ad7-149e5cef68f6 x-openstack-request-id: req-d2abf36f-9845-47fb-9ad7-149e5cef68f6 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:43.558453 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:43.559003 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d2abf36f-9845-47fb-9ad7-149e5cef68f6 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:43.559704 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'status': 'completed', 'code': 200} Oct 18 20:31:43.581644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91685cd7-6720-49ba-8e2e-4d500160b520 admin admin] Pushing event updated for resources: {'Network': ['ID=7ffba340-9994-4043-a337-f11abf606671,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:43.598651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7ffba340-9994-4043-a337-f11abf606671 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:31:43.707624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-3c01b0d5-98d6-4b7b-befb-365509d2be36 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169957 Oct 18 20:31:43.709140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Made reservation on behalf of f010475a70234d549724e709df048488 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:31:43.711384 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:43.734410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bd469-4471-4491-93ea-452ca664d50f req-4bac4933-7239-4b17-b57d-5088356deff6 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:43.736978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e7bd469-4471-4491-93ea-452ca664d50f req-4bac4933-7239-4b17-b57d-5088356deff6 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 944 time: 0.0986722 Oct 18 20:31:43.787509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e7bd469-4471-4491-93ea-452ca664d50f req-bb2e15b1-c8ca-4c77-bcba-0032dfb7ecf9 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Oct 18 20:31:44.017152 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-618e8592-bc61-420d-bce6-52d042218cf1 req-9de72484-c54d-4107-95e4-c0a5c2f706de service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014352 Oct 18 20:31:44.170234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-69a52256-f6ff-4071-939f-a29697b8d2bf tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:44.175067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-69a52256-f6ff-4071-939f-a29697b8d2bf tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.1769307 Oct 18 20:31:44.184360 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:44.196345 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-8348e226-284a-4c3c-836a-f8f3644f9c02 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/quotas/6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 375 time: 0.0128500 Oct 18 20:31:44.283282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-00a756ef-fdb5-468d-889b-8099e3ef7050 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788541 Oct 18 20:31:44.430911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-abda3d6c-c03b-4283-ad35-753f2f80e1d4 service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387401 Oct 18 20:31:44.451257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-f97fdb40-c367-4bb7-bd10-d26ba099c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:44.452876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-f97fdb40-c367-4bb7-bd10-d26ba099c34e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 1095 time: 0.3572900 Oct 18 20:31:44.558321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-f18fb96b-e15b-4a43-a066-9f0e80e8d583 service neutron] 10.222.0.66 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195958 Oct 18 20:31:44.581450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f33aa61-7133-4064-a3f4-e3b444f68160,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:44.604792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Checking segment: {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:44.605141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Network hostable DHCP agents. Network: 7ffba340-9994-4043-a337-f11abf606671, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:31:44.636984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-9407bfd1-bcfa-4433-ad61-b5966c767e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:44.638838 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-9407bfd1-bcfa-4433-ad61-b5966c767e46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 905 time: 0.1658609 Oct 18 20:31:44.641594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Network 7ffba340-9994-4043-a337-f11abf606671 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:31:44.715797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 7ffba340-9994-4043-a337-f11abf606671) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:44.720700 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-590b5778-ca88-4c6d-8b75-d911b3a5a3a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3 HTTP/1.1" status: 200 len: 217 time: 0.0732415 Oct 18 20:31:44.726199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:44.727155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759a49b-2b66-4a5f-aea5-f3d06f2383f8 None None] Network 7ffba340-9994-4043-a337-f11abf606671 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:31:44.727658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:44.806051 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4717f172-3e85-41ea-b5e6-cb676d95b488 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2665999 Oct 18 20:31:44.808989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47514) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:44.817671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:44.829308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-06ae8819-25d3-46e3-91a2-b59167759f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:44.832441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-06ae8819-25d3-46e3-91a2-b59167759f39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.0995669 Oct 18 20:31:44.878137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:44.882621 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:44.893845 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-ec3252e2-ffe9-474c-a599-c4866455c06c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517645 Oct 18 20:31:44.944215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-7ffba340-9994-4043-a337-f11abf606671', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:31:44.947932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.021121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.108371 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-93db0fe4-ac7f-46ee-856d-20a9ebf946e6 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039065 Oct 18 20:31:45.183017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd90c8c-ac72-462e-9f2d-70368192780a req-979bf503-0204-434c-96ee-a935fb9ea476 tempest-LiveMigrationNegativeTest-2018913353 tempest-LiveMigrationNegativeTest-2018913353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:45.184674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fd90c8c-ac72-462e-9f2d-70368192780a req-979bf503-0204-434c-96ee-a935fb9ea476 tempest-LiveMigrationNegativeTest-2018913353 tempest-LiveMigrationNegativeTest-2018913353-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 1100 time: 0.1684496 Oct 18 20:31:45.208662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Allocated IP 172.20.0.2 (7ffba340-9994-4043-a337-f11abf606671/5f33aa61-7133-4064-a3f4-e3b444f68160/3a2bc47a-1107-4fa3-b092-f9f2f4f16999) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:45.224823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.249061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fd90c8c-ac72-462e-9f2d-70368192780a req-fd4e6956-01b7-4c0f-9879-bbd0ea29a716 tempest-LiveMigrationNegativeTest-2018913353 tempest-LiveMigrationNegativeTest-2018913353-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.339936 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8b88bdf-6f5e-4e4d-a03b-4561c277a0b3 req-3597aefe-6401-444b-ab24-4bd9f0eeb4e6 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240732 Oct 18 20:31:45.424131 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fd90c8c-ac72-462e-9f2d-70368192780a req-fd4e6956-01b7-4c0f-9879-bbd0ea29a716 tempest-LiveMigrationNegativeTest-2018913353 tempest-LiveMigrationNegativeTest-2018913353-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.435586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8fd90c8c-ac72-462e-9f2d-70368192780a req-fd4e6956-01b7-4c0f-9879-bbd0ea29a716 tempest-LiveMigrationNegativeTest-2018913353 tempest-LiveMigrationNegativeTest-2018913353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.482410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e6956-01b7-4c0f-9879-bbd0ea29a716 tempest-LiveMigrationNegativeTest-2018913353 tempest-LiveMigrationNegativeTest-2018913353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f534c238-551c-4f06-b3ab-5c7a9f786fe5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:45.486497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fd90c8c-ac72-462e-9f2d-70368192780a req-fd4e6956-01b7-4c0f-9879-bbd0ea29a716 tempest-LiveMigrationNegativeTest-2018913353 tempest-LiveMigrationNegativeTest-2018913353-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657661 Oct 18 20:31:45.613268 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.623355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.673116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Network 7ffba340-9994-4043-a337-f11abf606671 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:45.676987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:45.684930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.689023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:45.693910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Pushing event updated for resources: {'Port': ['ID=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:45.754012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.756663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Attempting to bind port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:45.756663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Attempting to bind port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:45.757277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Attempting to bind port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 on network 7ffba340-9994-4043-a337-f11abf606671 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:45.763005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:45.763382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Checking segment: {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:45.763926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.764472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Bound using segment: {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:45.765049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Bound port: 3a2bc47a-1107-4fa3-b092-f9f2f4f16999, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:45.765518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.828409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fe094-b67c-4a22-ba43-bc973952fa07 req-914219bf-20cd-400c-af1b-eacf84c156a5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:45.830161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed4fe094-b67c-4a22-ba43-bc973952fa07 req-914219bf-20cd-400c-af1b-eacf84c156a5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.1394806 Oct 18 20:31:45.871630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] For port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:45.878654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] For port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:45.885782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:45.942376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed4fe094-b67c-4a22-ba43-bc973952fa07 req-3fe3c5c8-b259-4fa8-aef1-2525b55ff88b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954607 Oct 18 20:31:45.977101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Allocated IP 172.25.7.31 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/0802e965-075b-432f-af0f-dd4f8d27a3b9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:45.987170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f50d5-02f0-4e29-a9dd-9431f299c994 None None] Pushing event updated for resources: {'Port': ['ID=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:46.187416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:46.264618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:46.314563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:46.319286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:46.324185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:46.511687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Pushing event updated for resources: {'Port': ['ID=0802e965-075b-432f-af0f-dd4f8d27a3b9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:46.580152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad742f-864f-4105-89ac-a8eafef78a67 req-d8992d5d-547b-48d6-8ce9-55b7e327acc8 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:46.581312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-f8ad21fa-2313-4d4b-a7eb-e3f093a5397b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:46.581840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bad742f-864f-4105-89ac-a8eafef78a67 req-d8992d5d-547b-48d6-8ce9-55b7e327acc8 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 944 time: 0.1162450 Oct 18 20:31:46.584226 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-f8ad21fa-2313-4d4b-a7eb-e3f093a5397b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 820 time: 0.2529910 Oct 18 20:31:46.601237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Request body: {'port': {'device_id': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'admin_state_up': True, 'tenant_id': '6476cb76270b414c915a463d71a0316b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:46.642327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:31:46.680719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bad742f-864f-4105-89ac-a8eafef78a67 req-39b4ed16-bf54-4237-bd08-7cdd524d3da8 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591972 Oct 18 20:31:46.775257 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:46.882500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:46.918489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Made reservation on behalf of 6476cb76270b414c915a463d71a0316b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:31:46.923297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:46.940642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'mac_address': 'fa:16:3e:ff:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:31:47.110147 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.178492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:47.232734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Allocated IP 172.20.0.6 (a1405101-c4da-4c56-814f-9698ac64cda8/b303cbf8-f8d1-49ee-9877-3e516296a170/080ce488-dde5-425e-9fb6-58982655b975) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:47.237449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.263220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:47.303920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:47.304711 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.378173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:47.434125 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.436446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.472835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff57071c-ba37-4f86-82f6-0e1901694d17 req-4c2cb6ad-29c9-459c-97e0-21756db83170 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 210 time: 0.2368340 Oct 18 20:31:47.542022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.558055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:47.562880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Router b5cabd01-a9d1-4d20-b609-d3b323d6dabe is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:31:47.626200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:47.634213 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.642657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.702321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d4efb350-0193-40c1-a0b5-556ffa57da14'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:47.718689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['56828bf3-1d64-426c-8c0f-3a8eb168c4c3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:47.758140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:47.786704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Network a1405101-c4da-4c56-814f-9698ac64cda8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:47.788930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:47.796226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:47.811971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:31:47.856718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.864011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1a7ac75a-3d48-48ab-812a-67f9d47d6955 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0521498 Oct 18 20:31:47.865793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47548) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:47.907727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:47.908470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:47.921997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecce6358-5e0f-41d3-a2d2-71dd8fe659fd None None] Network 7ffba340-9994-4043-a337-f11abf606671 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:31:47.943573 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-38de2c66-ae51-467b-b3a4-86f8e21572ce tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3463356 Oct 18 20:31:47.959852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Request body: {'port': {'device_id': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:48.035110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:48.077900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Sync routers for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:31:48.213744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f3e627f5-b895-450e-ae39-e0c64467b2e3 None None] Provisioning complete for port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:48.214197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3e627f5-b895-450e-ae39-e0c64467b2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:48.246321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:48.247495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:31:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:48.258717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:48.301688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf722be-3515-4d3e-a8a4-af62f263973b req-aed96478-c40e-4fdf-bfd2-da4838f54ef1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:48.304460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbf722be-3515-4d3e-a8a4-af62f263973b req-aed96478-c40e-4fdf-bfd2-da4838f54ef1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.3217878 Oct 18 20:31:48.454561 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:48.464440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbf722be-3515-4d3e-a8a4-af62f263973b req-e321978c-d8f9-411f-b92a-68f4eb46aeb3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443655 Oct 18 20:31:48.469411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080ce488-dde5-425e-9fb6-58982655b975 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:31:48.497174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:48.532886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Transition to ACTIVE for port object 080ce488-dde5-425e-9fb6-58982655b975 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:31:48.544754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:48.783081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:48.790916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:48.791338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:48.791745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:48.802354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:31:48.802877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:48.823176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:48.823504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:48.823839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:48.824248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Bound port: 080ce488-dde5-425e-9fb6-58982655b975, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:48.824655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:48.949227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:48.954670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:48.965692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:49.002750 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53f33870-722a-4ee0-b600-6ff2f256f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:49.009736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:49.054302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:49.054982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:49.059054 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] 10.222.0.30 "PUT /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 1091 time: 1.1046119 Oct 18 20:31:49.059565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'tag': '080ce488-dde5-425e-9fb6-58982655b975'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:49.062152 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d6c9be-c090-4852-9453-b2c9650028db" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "tag": "080ce488-dde5-425e-9fb6-58982655b975"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:49.109376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d356e-97fb-4f75-84c8-c5c705427057 service neutron] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:49.220208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:49.330212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-13554a08-2400-4bcc-a184-71c813c0fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:49.343477 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-13554a08-2400-4bcc-a184-71c813c0fba6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1094 time: 0.1334658 Oct 18 20:31:49.384088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cdddc17c-d949-41f6-839b-c50dbdea4ba7 None None] Provisioning complete for port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:49.384652 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cdddc17c-d949-41f6-839b-c50dbdea4ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:49.446418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:49.447348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:49.484361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-372a8032-fefc-4302-a6cc-c9b69f447179 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 217 time: 0.1328158 Oct 18 20:31:49.662406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-95a83e5f-6679-4b2c-bb68-2475ed584c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:49.667900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-95a83e5f-6679-4b2c-bb68-2475ed584c93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1659672 Oct 18 20:31:49.761124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-a470bf11-b48a-46d1-9564-8b892b401c02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826857 Oct 18 20:31:49.989181 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-e28b3632-c40b-4aff-a8da-9cc306371024 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176273 Oct 18 20:31:50.044708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.098203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876ebb7-487c-433e-b5d4-dc3dceede5a5 req-8b36ba7b-c318-48eb-8ce0-7fefd63c37bb tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:50.101239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2876ebb7-487c-433e-b5d4-dc3dceede5a5 req-8b36ba7b-c318-48eb-8ce0-7fefd63c37bb tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 945 time: 0.1403129 Oct 18 20:31:50.102806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:46Z', 'revision_number': 3, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:50.135688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Checking router: b5cabd01-a9d1-4d20-b609-d3b323d6dabe for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:31:50.136024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Updating router b5cabd01-a9d1-4d20-b609-d3b323d6dabe port 0802e965-075b-432f-af0f-dd4f8d27a3b9 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:31:50.174152 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f62fdf19-0fc7-427d-a321-10b2584ec63d req-40aca076-7955-487b-8be6-2f7d74026f8f service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731117 Oct 18 20:31:50.193531 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.278365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2876ebb7-487c-433e-b5d4-dc3dceede5a5 req-c192b600-bcb8-4c3f-acc1-aaf8e434406c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554635 Oct 18 20:31:50.408943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Allocated IP 172.20.0.1 (7ffba340-9994-4043-a337-f11abf606671/5f33aa61-7133-4064-a3f4-e3b444f68160/5bbe69ef-0d46-421e-95db-33568a203f81) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:50.559336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.568653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.668571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Attempting to bind port 0802e965-075b-432f-af0f-dd4f8d27a3b9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:50.670138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Attempting to bind port 0802e965-075b-432f-af0f-dd4f8d27a3b9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:50.670138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Attempting to bind port 0802e965-075b-432f-af0f-dd4f8d27a3b9 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:50.683175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:50.685025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79512397-3879-4f2d-8b99-fa31cfcf5b04 req-9741cf39-e371-48ab-8a05-ec19f8facfa4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:50.693468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79512397-3879-4f2d-8b99-fa31cfcf5b04 req-9741cf39-e371-48ab-8a05-ec19f8facfa4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.1481366 Oct 18 20:31:50.707643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5108-6309-47e4-b809-06fc9e8e6243 None None] Pushing event updated for resources: {'Port': ['ID=0802e965-075b-432f-af0f-dd4f8d27a3b9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:50.714124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:50.714615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:50.714905 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.715316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:50.715962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Bound port: 0802e965-075b-432f-af0f-dd4f8d27a3b9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:50.716368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.718719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.801070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79512397-3879-4f2d-8b99-fa31cfcf5b04 req-0fa2a49a-e773-4b37-b2e2-cef6b1c82522 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900824 Oct 18 20:31:50.805709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] For port 0802e965-075b-432f-af0f-dd4f8d27a3b9, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:50.812712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:31:50.822532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] For port 0802e965-075b-432f-af0f-dd4f8d27a3b9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0802e965-075b-432f-af0f-dd4f8d27a3b9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:50.829152 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:50.829630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.837008 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.846123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:50.952926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Network 7ffba340-9994-4043-a337-f11abf606671 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:50.953144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-f7d37e69-7b64-4240-9aa8-f37ebd82da37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898252 Oct 18 20:31:50.969372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:50.976536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:51.060668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:51.090447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5108-6309-47e4-b809-06fc9e8e6243 None None] Pushing event updated for resources: {'Port': ['ID=0802e965-075b-432f-af0f-dd4f8d27a3b9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:51.100175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-346d244c-3a0e-4839-9f34-bfd9e0e4f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:51.101850 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-346d244c-3a0e-4839-9f34-bfd9e0e4f7f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 1095 time: 0.1220646 Oct 18 20:31:51.125847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:51.126534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:31:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:51.181538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Pushing event updated for resources: {'Port': ['ID=5bbe69ef-0d46-421e-95db-33568a203f81,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:51.339783 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:51.399686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-55bed937-8e83-4f67-a722-8a0eb79bd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:51.402409 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-55bed937-8e83-4f67-a722-8a0eb79bd9e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.2725317 Oct 18 20:31:51.416599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:51.421712 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf8caa-0a79-4299-a1f7-d648cb57c7b2" -d '{"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-plugged", "status": "completed", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:51.460611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:51.474252 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:51.512516 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-b5e7f7ac-7067-41ed-8705-aa34e69fe23f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 200 len: 217 time: 0.1011591 Oct 18 20:31:51.515629 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066f47e7-308c-43bb-8ddc-0387745bf24a x-openstack-request-id: req-066f47e7-308c-43bb-8ddc-0387745bf24a {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:51.516097 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "tag": "080ce488-dde5-425e-9fb6-58982655b975", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:51.516701 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-066f47e7-308c-43bb-8ddc-0387745bf24a {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:51.517750 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'tag': '080ce488-dde5-425e-9fb6-58982655b975', 'status': 'completed', 'code': 200} Oct 18 20:31:51.526208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:51.613059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-341cff49-cfc8-4417-852a-7af5162fef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:51.616472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-341cff49-cfc8-4417-852a-7af5162fef8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0951347 Oct 18 20:31:51.678971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c0d5f790-147b-4afd-8704-2d6ba90af533 None None] Provisioning complete for port 5bbe69ef-0d46-421e-95db-33568a203f81 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:51.679567 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0d5f790-147b-4afd-8704-2d6ba90af533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:51.695426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:51.700665 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-61fdcd26-e689-45e3-89ef-3eba06495262 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734787 Oct 18 20:31:51.736346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6c9be-c090-4852-9453-b2c9650028db req-29e564cb-fe99-417d-a3ae-8244a466db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:51.739769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27d6c9be-c090-4852-9453-b2c9650028db req-29e564cb-fe99-417d-a3ae-8244a466db2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1094 time: 0.2750127 Oct 18 20:31:51.781239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:51.825590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac3010-0512-4780-9a54-294866aac343 req-7ad18858-382b-4c5e-8f65-913a9138c79f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:51.842248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9cac3010-0512-4780-9a54-294866aac343 req-7ad18858-382b-4c5e-8f65-913a9138c79f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.3165224 Oct 18 20:31:51.916337 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-8557cf9a-702c-46cc-a62b-c87e2c4c8941 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020261 Oct 18 20:31:51.917071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5f790-147b-4afd-8704-2d6ba90af533 None None] Port 5bbe69ef-0d46-421e-95db-33568a203f81 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:31:52.067392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:52.101753 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b567d0ea-387e-40b7-a10e-b867d0e03050 req-56eec10f-009a-49eb-b201-0a36eeef3a2a service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748350 Oct 18 20:31:52.110705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9cac3010-0512-4780-9a54-294866aac343 req-711d129d-3673-4c09-9225-f7a1a98b87b1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669852 Oct 18 20:31:52.115691 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:52.137172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:46Z', 'revision_number': 3, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:52.207750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e061e0c2-e950-4ec1-a714-ebb394aa92b3 None None] The sync data for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 is: [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:46Z', 'revision_number': 3, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:31:52.296008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6c9be-c090-4852-9453-b2c9650028db req-3989f775-37f9-42f5-9f16-79e11a5776c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:52.298199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27d6c9be-c090-4852-9453-b2c9650028db req-3989f775-37f9-42f5-9f16-79e11a5776c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.5418925 Oct 18 20:31:52.299752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Pushing event updated for resources: {'Port': ['ID=5bbe69ef-0d46-421e-95db-33568a203f81,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:52.303782 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:52.367984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27d6c9be-c090-4852-9453-b2c9650028db req-6a7ecf3e-e950-42d1-b508-4f6797782178 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 217 time: 0.0604687 Oct 18 20:31:52.536091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6c9be-c090-4852-9453-b2c9650028db req-d0613e78-0784-4302-b41d-29d5956f245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:52.538517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27d6c9be-c090-4852-9453-b2c9650028db req-d0613e78-0784-4302-b41d-29d5956f245c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1567121 Oct 18 20:31:52.613212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27d6c9be-c090-4852-9453-b2c9650028db req-a194e3d3-c6c4-4369-b604-df57aabbec71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588183 Oct 18 20:31:52.662129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Network 7ffba340-9994-4043-a337-f11abf606671 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:52.682733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:52.880945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-aeea82f9-8fab-4b53-b0e9-232b3980393a tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:52.891675 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-aeea82f9-8fab-4b53-b0e9-232b3980393a tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.1794183 Oct 18 20:31:53.110912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0802e965-075b-432f-af0f-dd4f8d27a3b9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:53.121860 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5625088d-9b9c-4226-abac-058db5cf31c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.189623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Deleting port a4d99248-4c96-43ee-8933-2c106b40271a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:31:53.192677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.260437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0802e965-075b-432f-af0f-dd4f8d27a3b9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:53.261290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.266678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Router b5cabd01-a9d1-4d20-b609-d3b323d6dabe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:31:53.330311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4ae9359c-cf66-4290-aebf-e9e052563a67 None None] Provisioning complete for port 5bbe69ef-0d46-421e-95db-33568a203f81 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:53.331071 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ae9359c-cf66-4290-aebf-e9e052563a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.373026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27d6c9be-c090-4852-9453-b2c9650028db req-493fab3f-5d37-4d51-b5ec-5ea16d6edd84 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509329 Oct 18 20:31:53.411419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] For port a4d99248-4c96-43ee-8933-2c106b40271a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a4d99248-4c96-43ee-8933-2c106b40271a,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:53.412575 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.431555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad912c-6bb0-46bf-8d5b-6082370d368f req-fd94090a-f4d7-41d2-8af9-af8d343ab4e8 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:53.440480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6bad912c-6bb0-46bf-8d5b-6082370d368f req-fd94090a-f4d7-41d2-8af9-af8d343ab4e8 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5636b-714e-4a97-9896-902b9578dcb9 HTTP/1.1" status: 200 len: 949 time: 0.4167082 Oct 18 20:31:53.448015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Calling delete_port for a4d99248-4c96-43ee-8933-2c106b40271a owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:31:53.489659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9359c-cf66-4290-aebf-e9e052563a67 None None] Port 5bbe69ef-0d46-421e-95db-33568a203f81 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:31:53.494859 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.549062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 0802e965-075b-432f-af0f-dd4f8d27a3b9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0802e965-075b-432f-af0f-dd4f8d27a3b9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:53.559409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.730970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=0802e965-075b-432f-af0f-dd4f8d27a3b9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:53.785227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.803051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['a4d99248-4c96-43ee-8933-2c106b40271a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:53.829492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Pushing event deleted for resources: {'Port': ['ID=a4d99248-4c96-43ee-8933-2c106b40271a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:53.846678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6bad912c-6bb0-46bf-8d5b-6082370d368f req-81a357de-c2d2-4fe5-abd2-499fa3ced233 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508816 Oct 18 20:31:53.856214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:31:53.891123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2c4494dd-cf5f-4423-8c4b-9f854505576e admin admin] 10.222.0.66 "PUT /v2.0/routers/b5cabd01-a9d1-4d20-b609-d3b323d6dabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0178154 Oct 18 20:31:53.961754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27d6c9be-c090-4852-9453-b2c9650028db req-1fd61113-5492-4054-a7b8-34453029098e service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676930 Oct 18 20:31:53.964853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5063854c-3b4d-4160-873d-509fdffa373f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:31:53.970807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] No DVR routers for this DVR port a4d99248-4c96-43ee-8933-2c106b40271a on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:31:53.975656 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:53.979493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a16f68d4-ae12-4654-9d41-b1ca502b7da8 req-8b333876-3cf2-42fd-af34-3fb32d8f94e0 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.30 "DELETE /v2.0/ports/a4d99248-4c96-43ee-8933-2c106b40271a HTTP/1.1" status: 204 len: 173 time: 1.0683372 Oct 18 20:31:53.980239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'name': 'network-vif-deleted', 'tag': 'a4d99248-4c96-43ee-8933-2c106b40271a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:31:53.984219 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d1be5-8fe3-4b68-b0c6-d96975ffbb30" -d '{"events": [{"server_uuid": "c5a5636b-714e-4a97-9896-902b9578dcb9", "name": "network-vif-deleted", "tag": "a4d99248-4c96-43ee-8933-2c106b40271a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:31:54.116854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2da858-1ff9-4e57-bda9-114e4bb2b50d req-79cf28ec-5666-4b2f-b0dd-887bb6125fc4 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:54.125178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d2da858-1ff9-4e57-bda9-114e4bb2b50d req-79cf28ec-5666-4b2f-b0dd-887bb6125fc4 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.1603734 Oct 18 20:31:54.168372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:54.177067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d2da858-1ff9-4e57-bda9-114e4bb2b50d req-bbfb6880-7ba8-4ed9-b393-710dba361777 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506260 Oct 18 20:31:54.282929 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6bc8ab-48c9-4311-8c35-b04da685bc6c x-openstack-request-id: req-5c6bc8ab-48c9-4311-8c35-b04da685bc6c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:54.283470 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-plugged", "status": "completed", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:54.283568 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c6bc8ab-48c9-4311-8c35-b04da685bc6c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:54.283891 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'code': 200} Oct 18 20:31:54.407280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b67ded-ee7d-4e08-92a5-436a9b32e64a req-d46f6dfe-8166-4917-bf72-f77707400fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:54.409311 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-88b67ded-ee7d-4e08-92a5-436a9b32e64a req-d46f6dfe-8166-4917-bf72-f77707400fc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 1097 time: 0.0507667 Oct 18 20:31:54.469203 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-88b67ded-ee7d-4e08-92a5-436a9b32e64a req-8ec5ebcc-e5f1-4136-bc06-906083e284ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Oct 18 20:31:54.547856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207cc18-05ac-49ac-a53a-1274d5ffd791 req-6e7ecd98-b7a1-4c87-a95c-90fe19cd25d8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:54.556272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d207cc18-05ac-49ac-a53a-1274d5ffd791 req-6e7ecd98-b7a1-4c87-a95c-90fe19cd25d8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.1121368 Oct 18 20:31:54.599589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d207cc18-05ac-49ac-a53a-1274d5ffd791 req-41d59974-4c6f-49f4-9459-3fe83119d8cc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 Oct 18 20:31:54.959239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0802e965-075b-432f-af0f-dd4f8d27a3b9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:54.964133 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:54.970919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689711-963e-416b-8b66-1b50aa0f16e2 req-fe375d18-d6a8-4d4e-ad9d-94668b0cbd78 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:54.974376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb689711-963e-416b-8b66-1b50aa0f16e2 req-fe375d18-d6a8-4d4e-ad9d-94668b0cbd78 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.1231852 Oct 18 20:31:55.051657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb689711-963e-416b-8b66-1b50aa0f16e2 req-16fcfc40-24d2-4301-a184-e284f6f5992b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638347 Oct 18 20:31:55.066166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0802e965-075b-432f-af0f-dd4f8d27a3b9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:55.066803 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:55.071766 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-45133a77-b32e-44a6-963e-165b6ed4bf61 service neutron] 10.222.0.79 "GET /v2.0/ports/d3eb8b04-d928-4f59-8874-0bcd72d345e5/bindings/n-h2-812149-2 HTTP/1.1" status: 200 len: 382 time: 0.0852108 Oct 18 20:31:55.121940 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Sync routers for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:31:55.139979 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:55.141178 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:31:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:55.156831 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb723b8a-d2b5-47f7-a1e4-a8b3b8485e48 x-openstack-request-id: req-eb723b8a-d2b5-47f7-a1e4-a8b3b8485e48 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:31:55.157273 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5636b-714e-4a97-9896-902b9578dcb9", "name": "network-vif-deleted", "tag": "a4d99248-4c96-43ee-8933-2c106b40271a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:31:55.158004 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb723b8a-d2b5-47f7-a1e4-a8b3b8485e48 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:31:55.158649 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5636b-714e-4a97-9896-902b9578dcb9', 'name': 'network-vif-deleted', 'tag': 'a4d99248-4c96-43ee-8933-2c106b40271a', 'status': 'completed', 'code': 200} Oct 18 20:31:55.363240 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:55.443785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-851413d7-01f3-4cde-8658-d7c6b2c5861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:55.451030 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-851413d7-01f3-4cde-8658-d7c6b2c5861f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455&tenant_id=8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 1100 time: 0.0922298 Oct 18 20:31:55.606929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47596) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:55.623520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5e54c8c8-0b6c-4594-a38f-f4b8cb7ae27c tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014737101', 'description': 'tempest-description--2125392118'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:55.690274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-25b1bf60-dc7b-4cbf-a77c-3f0ae6adaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:55.694509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-25b1bf60-dc7b-4cbf-a77c-3f0ae6adaedb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 1100 time: 0.2045190 Oct 18 20:31:55.712283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-1a22da9f-0889-42a4-9641-5b33c075b52f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1816447 Oct 18 20:31:55.774568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e54c8c8-0b6c-4594-a38f-f4b8cb7ae27c tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:55.842892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 2, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:55.861258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350015-5709-4eb6-a6b6-9fabc294781c req-0feba2e2-0f6e-4c46-b04b-07898996d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:55.868713 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-0feba2e2-0f6e-4c46-b04b-07898996d59b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1100 time: 0.1128266 Oct 18 20:31:55.881043 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Checking router: b5cabd01-a9d1-4d20-b609-d3b323d6dabe for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:31:55.881498 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Updating router b5cabd01-a9d1-4d20-b609-d3b323d6dabe port 5bbe69ef-0d46-421e-95db-33568a203f81 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:31:55.925355 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.006278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-29d51d72-3be9-47cb-b38f-b2a580dfa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.009268 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-29d51d72-3be9-47cb-b38f-b2a580dfa618 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3031671 Oct 18 20:31:56.098221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de0b41-7084-423d-b48c-afdb36cd2aa1 req-9e39b105-1f28-4983-949d-1b8243f44c59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.101155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8de0b41-7084-423d-b48c-afdb36cd2aa1 req-9e39b105-1f28-4983-949d-1b8243f44c59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.2063532 Oct 18 20:31:56.117095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e54c8c8-0b6c-4594-a38f-f4b8cb7ae27c tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.119693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-def2e2ba-bc87-4542-9a75-4b7c814cb038 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 200 len: 217 time: 0.0603137 Oct 18 20:31:56.126742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e54c8c8-0b6c-4594-a38f-f4b8cb7ae27c tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.203436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350015-5709-4eb6-a6b6-9fabc294781c req-88e84eba-2c1a-4e9e-9cfa-d23d6d803e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.206062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-88e84eba-2c1a-4e9e-9cfa-d23d6d803e59 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2963963 Oct 18 20:31:56.215340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8de0b41-7084-423d-b48c-afdb36cd2aa1 req-618075e0-67c3-4fcf-98c8-0364761053da tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057692 Oct 18 20:31:56.226421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-f0af102a-2646-42ea-9eb2-aa5837e242dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.228633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-f0af102a-2646-42ea-9eb2-aa5837e242dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0971293 Oct 18 20:31:56.231870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54c8c8-0b6c-4594-a38f-f4b8cb7ae27c tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec653427-e893-4175-834e-4916baa6c779,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:56.283854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-ec318b5d-2aec-4759-8a7c-436158aa4d39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.0664921 Oct 18 20:31:56.343649 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e54c8c8-0b6c-4594-a38f-f4b8cb7ae27c tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.346254 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5e54c8c8-0b6c-4594-a38f-f4b8cb7ae27c tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7293108 Oct 18 20:31:56.349757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47610) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:56.359960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-187206ea-a8f5-483f-907e-67d6717bf403 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Request body: {'security_group_rule': {'security_group_id': 'ec653427-e893-4175-834e-4916baa6c779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:56.402163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-dcbc52f8-edc7-4759-90b9-7f4c57ddec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.405284 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-dcbc52f8-edc7-4759-90b9-7f4c57ddec86 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397426 Oct 18 20:31:56.444203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350015-5709-4eb6-a6b6-9fabc294781c req-d876203b-4560-4a73-bca6-d8f8569de35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.448156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-187206ea-a8f5-483f-907e-67d6717bf403 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.452431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-d876203b-4560-4a73-bca6-d8f8569de35c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1580923 Oct 18 20:31:56.461387 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.505668 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.526271 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.583396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350015-5709-4eb6-a6b6-9fabc294781c req-d79179a4-931e-4060-beff-6a01bf73ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.586600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-d79179a4-931e-4060-beff-6a01bf73ca7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258814 Oct 18 20:31:56.606190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-187206ea-a8f5-483f-907e-67d6717bf403 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.622098 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-187206ea-a8f5-483f-907e-67d6717bf403 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.666975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-f357782c-2305-4cb5-896d-29d7ae54b15f service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526820 Oct 18 20:31:56.681244 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Pushing event updated for resources: {'Port': ['ID=5bbe69ef-0d46-421e-95db-33568a203f81,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:56.688172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a4d99248-4c96-43ee-8933-2c106b40271a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:31:56.689181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187206ea-a8f5-483f-907e-67d6717bf403 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26938040-19d8-43a6-9a1d-2f10d8e5dee8,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:56.737278 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Attempting to bind port 5bbe69ef-0d46-421e-95db-33568a203f81 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:31:56.738123 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Attempting to bind port 5bbe69ef-0d46-421e-95db-33568a203f81 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:31:56.738587 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Attempting to bind port 5bbe69ef-0d46-421e-95db-33568a203f81 on network 7ffba340-9994-4043-a337-f11abf606671 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:31:56.748352 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:31:56.749887 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Checking segment: {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:31:56.750465 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.751010 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Bound using segment: {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:31:56.751818 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Bound port: 5bbe69ef-0d46-421e-95db-33568a203f81, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:31:56.752520 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.756339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-187206ea-a8f5-483f-907e-67d6717bf403 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.763170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47614) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:56.764832 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-187206ea-a8f5-483f-907e-67d6717bf403 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129050 Oct 18 20:31:56.772688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-849bf641-24b7-4735-a849-bd11352cab8a tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Request body: {'security_group_rule': {'security_group_id': 'ec653427-e893-4175-834e-4916baa6c779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:56.782960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: a4d99248-4c96-43ee-8933-2c106b40271a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:31:56.783397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a4d99248-4c96-43ee-8933-2c106b40271a not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:31:56.848417 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.848977 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.849403 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.849939 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.850277 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.850601 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.850921 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.852156 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.852156 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.852156 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.852156 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.853228 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:31:56.874083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46983be-b9ee-4924-9eb2-d98241aeb8e1 req-5341a972-7495-4cac-acd7-5c01fbf23d82 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:56.887158 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c46983be-b9ee-4924-9eb2-d98241aeb8e1 req-5341a972-7495-4cac-acd7-5c01fbf23d82 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.3077650 Oct 18 20:31:56.894800 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98d10c0-7989-4390-b7df-ac2c1615f4b9 req-b63966b2-d547-4189-b6cc-043b79717798 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190678 Oct 18 20:31:56.961256 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] For port 5bbe69ef-0d46-421e-95db-33568a203f81, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:31:56.970431 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] For port 5bbe69ef-0d46-421e-95db-33568a203f81, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5bbe69ef-0d46-421e-95db-33568a203f81,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:31:56.987203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-849bf641-24b7-4735-a849-bd11352cab8a tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:56.990609 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.015266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-793b2114-15cb-4ec6-98f9-048084a212b3 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135642 Oct 18 20:31:57.156321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d5184643-a58d-4057-bc09-5d7e16d92a3b None None] Provisioning complete for port 5bbe69ef-0d46-421e-95db-33568a203f81 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:57.156706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5184643-a58d-4057-bc09-5d7e16d92a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.184201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c46983be-b9ee-4924-9eb2-d98241aeb8e1 req-8fd63ba0-10e3-456b-bfb1-751c4f6b68ed tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927642 Oct 18 20:31:57.223838 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:31:57.226682 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:31:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:57.234806 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1cb5-7bb0-4715-b064-8a0f47817cd6 None None] Pushing event updated for resources: {'Port': ['ID=5bbe69ef-0d46-421e-95db-33568a203f81,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:57.409806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-849bf641-24b7-4735-a849-bd11352cab8a tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.429665 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-849bf641-24b7-4735-a849-bd11352cab8a tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.443322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:31:57.444399 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5184643-a58d-4057-bc09-5d7e16d92a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.502047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bf641-24b7-4735-a849-bd11352cab8a tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f71d2d-f794-4eae-943c-9e8b4a0af6ff,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:57.510074 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-849bf641-24b7-4735-a849-bd11352cab8a tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.511625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-849bf641-24b7-4735-a849-bd11352cab8a tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7469637 Oct 18 20:31:57.516778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73350015-5709-4eb6-a6b6-9fabc294781c req-c948113e-c738-4b22-8db2-f63968d7f382 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339180 Oct 18 20:31:57.517095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:31:57.527198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:31:57.588428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d5184643-a58d-4057-bc09-5d7e16d92a3b None None] For port 5bbe69ef-0d46-421e-95db-33568a203f81, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5bbe69ef-0d46-421e-95db-33568a203f81,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:31:57.597012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.601052 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5184643-a58d-4057-bc09-5d7e16d92a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.693995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5184643-a58d-4057-bc09-5d7e16d92a3b None None] Pushing event updated for resources: {'Port': ['ID=5bbe69ef-0d46-421e-95db-33568a203f81,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:57.730082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-58c078ea-6179-47a3-8880-14130dc0d2c8 None None] Provisioning complete for port 5bbe69ef-0d46-421e-95db-33568a203f81 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:57.731216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58c078ea-6179-47a3-8880-14130dc0d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.846388 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:57.979697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e1f1-8e23-410c-bca8-63d94321321b req-36331f9e-bc87-41f2-b5ad-3e115f6c410c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:57.980627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b624e1f1-8e23-410c-bca8-63d94321321b req-36331f9e-bc87-41f2-b5ad-3e115f6c410c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0884786 Oct 18 20:31:57.984884 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:56Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:31:58.036192 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab799328-8a65-44e5-affc-14292aebe6d3 None None] The sync data for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 is: [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:56Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:31:58.053152 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b624e1f1-8e23-410c-bca8-63d94321321b req-8237f6ea-1ec1-4e7e-a9a3-73240b086934 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649285 Oct 18 20:31:58.150504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Allocated IP 172.25.7.72 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8b6bb22a-7f67-4dc0-979b-04fad43a2486) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:31:58.372774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:58.447870 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:58.512408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:31:58.516165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:31:58.527621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:31:58.544642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ab79-19dd-4a38-8a40-2795efc66095 req-37bf30b7-1fc6-4a15-b95a-98c40927a367 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:58.548890 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e44ab79-19dd-4a38-8a40-2795efc66095 req-37bf30b7-1fc6-4a15-b95a-98c40927a367 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 949 time: 0.0908389 Oct 18 20:31:58.585450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event updated for resources: {'Port': ['ID=8b6bb22a-7f67-4dc0-979b-04fad43a2486,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:58.615667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e44ab79-19dd-4a38-8a40-2795efc66095 req-affddea9-8d02-4bdf-85a6-2e09c1762fa5 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542974 Oct 18 20:31:58.690939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:58.742689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:58.814409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944c21b-4f87-4916-9748-4b5104f9530a req-9e8335af-c656-46e4-823c-77d807d8a462 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:58.817741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2944c21b-4f87-4916-9748-4b5104f9530a req-9e8335af-c656-46e4-823c-77d807d8a462 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.1072097 Oct 18 20:31:58.879608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2944c21b-4f87-4916-9748-4b5104f9530a req-2b1f3bba-eab0-40e0-98a3-53c34eb995d7 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536005 Oct 18 20:31:59.041138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5bbe69ef-0d46-421e-95db-33568a203f81 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:31:59.050729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:59.059489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:59.161492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5bbe69ef-0d46-421e-95db-33568a203f81 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:31:59.162660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:59.181864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event updated for resources: {'Port': ['ID=8b6bb22a-7f67-4dc0-979b-04fad43a2486,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:31:59.192081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:59.223418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:31:59.227164 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-731d4c95-bbc8-4b1c-82bf-7bfee599f796 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7073581 Oct 18 20:31:59.253989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10886b9c-b3ea-464e-89ef-6c97d60b63ea req-c93e20f6-fe4b-4250-a295-b11713f6facf tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:59.256708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10886b9c-b3ea-464e-89ef-6c97d60b63ea req-c93e20f6-fe4b-4250-a295-b11713f6facf tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.1149709 Oct 18 20:31:59.337995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10886b9c-b3ea-464e-89ef-6c97d60b63ea req-62de5f77-33e4-4f62-b682-582739fdebe4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722394 Oct 18 20:31:59.718187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-9da03144-2c7e-4597-805e-2c770247276e tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:59.719809 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-9da03144-2c7e-4597-805e-2c770247276e tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.79 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 949 time: 0.0991025 Oct 18 20:31:59.736110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372947e-aaf9-46c0-b9ff-722133014513 req-6041318f-231c-46ce-bf73-c9fa405786d5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:31:59.737956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b372947e-aaf9-46c0-b9ff-722133014513 req-6041318f-231c-46ce-bf73-c9fa405786d5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.1047122 Oct 18 20:31:59.860582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b372947e-aaf9-46c0-b9ff-722133014513 req-2bab197a-da5f-49c2-940a-a0d1303c9c6d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870440 Oct 18 20:31:59.933850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Deleting port 5063854c-3b4d-4160-873d-509fdffa373f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:31:59.934280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.011821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47680) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:00.091298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] For port 5063854c-3b4d-4160-873d-509fdffa373f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5063854c-3b4d-4160-873d-509fdffa373f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:00.091896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.119473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Calling delete_port for 5063854c-3b4d-4160-873d-509fdffa373f owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:32:00.209511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d3eb8b04-d928-4f59-8874-0bcd72d345e5 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:32:00.229853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6869cd41-87df-457d-a364-a2303cc3aa60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.325529 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.393400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:00.393746 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6869cd41-87df-457d-a364-a2303cc3aa60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.396416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:00.401186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6869cd41-87df-457d-a364-a2303cc3aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.402206 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866f6839-16f9-432a-a16c-dd5aac5d25dd" -d '{"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-unplugged", "status": "completed", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:00.411782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.477101 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6869cd41-87df-457d-a364-a2303cc3aa60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e44dd8df1e6f45968ed7984ffc530170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635143 Oct 18 20:32:00.479177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869cd41-87df-457d-a364-a2303cc3aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6900cd45-757e-4987-85a8-0f4eb3f5a1cf,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:00.490314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47694) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:00.535169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:00.603379 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb6f3-466e-4244-a9d2-9f572566f07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.643391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb6f3-466e-4244-a9d2-9f572566f07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.762999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb6f3-466e-4244-a9d2-9f572566f07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.769262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb6f3-466e-4244-a9d2-9f572566f07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:00.775017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1d5bb6f3-466e-4244-a9d2-9f572566f07b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6900cd45-757e-4987-85a8-0f4eb3f5a1cf HTTP/1.1" status: 204 len: 168 time: 0.2785144 Oct 18 20:32:00.785142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bb6f3-466e-4244-a9d2-9f572566f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6900cd45-757e-4987-85a8-0f4eb3f5a1cf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:00.854327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def8241-a65c-4f0c-b60e-9103aa7722e7 req-6f318cef-05ba-4e76-b88d-f9bf1fac6ef2 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:00.857015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5def8241-a65c-4f0c-b60e-9103aa7722e7 req-6f318cef-05ba-4e76-b88d-f9bf1fac6ef2 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bb98670-bc01-4a64-b891-3240aabfa572 HTTP/1.1" status: 200 len: 949 time: 0.6188765 Oct 18 20:32:00.986573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5def8241-a65c-4f0c-b60e-9103aa7722e7 req-f807bf00-8d6c-4825-8e0f-894a1618d1d3 tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0fe9710-5c46-4239-909a-27eb848c4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117132 Oct 18 20:32:00.987920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:01.002230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5063854c-3b4d-4160-873d-509fdffa373f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:01.056023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Pushing event deleted for resources: {'Port': ['ID=5063854c-3b4d-4160-873d-509fdffa373f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:01.178035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] No DVR routers for this DVR port 5063854c-3b4d-4160-873d-509fdffa373f on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:32:01.181688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:01.186209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36e2223b-6af5-4e27-891b-f24fff6d90d5 req-ac2870ab-6811-4f78-adb0-601b764b33db tempest-LiveMigrationNegativeTest-1352777005 tempest-LiveMigrationNegativeTest-1352777005-project] 10.222.0.79 "DELETE /v2.0/ports/5063854c-3b4d-4160-873d-509fdffa373f HTTP/1.1" status: 204 len: 173 time: 1.4579849 Oct 18 20:32:01.186976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb98670-bc01-4a64-b891-3240aabfa572', 'name': 'network-vif-deleted', 'tag': '5063854c-3b4d-4160-873d-509fdffa373f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:01.190126 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606f9119-7ffb-4886-9b90-cf03b1d563af" -d '{"events": [{"server_uuid": "5bb98670-bc01-4a64-b891-3240aabfa572", "name": "network-vif-deleted", "tag": "5063854c-3b4d-4160-873d-509fdffa373f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:01.267862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff87cd-13ab-447c-b0d8-1bd8800ca201 req-0ea959c6-4086-49d0-886e-7a4735d4c871 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:01.271268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93ff87cd-13ab-447c-b0d8-1bd8800ca201 req-0ea959c6-4086-49d0-886e-7a4735d4c871 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.0760934 Oct 18 20:32:01.400636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93ff87cd-13ab-447c-b0d8-1bd8800ca201 req-ce190d04-0986-48f7-a7d6-990f49a34a6b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185420 Oct 18 20:32:01.619922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488a0ef-064c-4f5b-adcd-04af856e67a7 req-5f4dd72d-a33e-4edf-b152-91b5f1eca3e1 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:01.622183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6488a0ef-064c-4f5b-adcd-04af856e67a7 req-5f4dd72d-a33e-4edf-b152-91b5f1eca3e1 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.1128459 Oct 18 20:32:01.709546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6488a0ef-064c-4f5b-adcd-04af856e67a7 req-25dbd756-ea17-45e5-bce7-aedc0c8b5c8d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705268 Oct 18 20:32:01.842469 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded0dc05-72c5-408c-86dd-a6f73125cd51 x-openstack-request-id: req-ded0dc05-72c5-408c-86dd-a6f73125cd51 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:01.843350 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-unplugged", "status": "completed", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:01.843350 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ded0dc05-72c5-408c-86dd-a6f73125cd51 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:01.844249 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'code': 200} Oct 18 20:32:02.090267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6160ad-39a6-4735-a614-c85d7e2bba74 req-ebaa62da-c8c4-49d0-a009-022cf8216210 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:02.093270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f6160ad-39a6-4735-a614-c85d7e2bba74 req-ebaa62da-c8c4-49d0-a009-022cf8216210 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 947 time: 0.1027167 Oct 18 20:32:02.171866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f6160ad-39a6-4735-a614-c85d7e2bba74 req-2eb98801-718a-41ee-a0e2-b1968b77b439 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714300 Oct 18 20:32:02.210585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d3eb8b04-d928-4f59-8874-0bcd72d345e5 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:32:02.367813 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be73cc72-83f3-4e2c-ad8d-de87d6ee0c26 x-openstack-request-id: req-be73cc72-83f3-4e2c-ad8d-de87d6ee0c26 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:02.368705 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb98670-bc01-4a64-b891-3240aabfa572", "name": "network-vif-deleted", "tag": "5063854c-3b4d-4160-873d-509fdffa373f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:02.369364 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be73cc72-83f3-4e2c-ad8d-de87d6ee0c26 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:02.370249 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb98670-bc01-4a64-b891-3240aabfa572', 'name': 'network-vif-deleted', 'tag': '5063854c-3b4d-4160-873d-509fdffa373f', 'status': 'completed', 'code': 200} Oct 18 20:32:02.387767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:02.417100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'mac_address': 'fa:16:3e:62:c0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:32:02.501020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:02.526118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb8b04-d928-4f59-8874-0bcd72d345e5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:02.573614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:02.584184 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:02.688367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:02.773291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-f97fd885-eff8-45ba-9654-72de381b80f5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:02.778035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-f97fd885-eff8-45ba-9654-72de381b80f5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455&tenant_id=8b75db9fc81941d28836b7f180c0a0d8&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 948 time: 0.1203604 Oct 18 20:32:02.988268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-1c9bf6a8-b621-4fc7-b7e2-0b3bb3778384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:02.990755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-1c9bf6a8-b621-4fc7-b7e2-0b3bb3778384 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 1099 time: 0.0895298 Oct 18 20:32:03.027861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['d3eb8b04-d928-4f59-8874-0bcd72d345e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:03.101628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47778) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:03.264958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-b3fd2a30-b991-4d7a-bd2c-02a652f2b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:03.268548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-b3fd2a30-b991-4d7a-bd2c-02a652f2b235 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2682030 Oct 18 20:32:03.289496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a1736-6293-449d-9f2e-a7d747e6a835 req-6852d612-8a30-4604-9ab8-f191ab405642 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:03.292741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b9a1736-6293-449d-9f2e-a7d747e6a835 req-6852d612-8a30-4604-9ab8-f191ab405642 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.1525548 Oct 18 20:32:03.369297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-3d288e0f-ccf4-457d-96f7-9c306ea5dd9d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 200 len: 217 time: 0.0747380 Oct 18 20:32:03.374426 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-67de1b5e-b964-43e3-a80a-30c67fd99911 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1589616c73a4b68a46992acab0d6086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675393 Oct 18 20:32:03.375718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47784) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:03.446202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b9a1736-6293-449d-9f2e-a7d747e6a835 req-26bb4ddc-878a-4beb-8ee8-f3763dd169dd tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393685 Oct 18 20:32:03.455510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-cc5c0572-42da-422b-9eb0-d461ce693cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:03.457415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-cc5c0572-42da-422b-9eb0-d461ce693cf4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0797079 Oct 18 20:32:03.475455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857577a9-daf8-40b7-8354-cd9f9425f2e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:03.522513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857577a9-daf8-40b7-8354-cd9f9425f2e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:03.554081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-93f1f0ca-f78d-44bf-a4a5-e53cf8da28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:03.555698 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-93f1f0ca-f78d-44bf-a4a5-e53cf8da28a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842204 Oct 18 20:32:03.631128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857577a9-daf8-40b7-8354-cd9f9425f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:03.638461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857577a9-daf8-40b7-8354-cd9f9425f2e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:03.644227 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-857577a9-daf8-40b7-8354-cd9f9425f2e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0fe9710-5c46-4239-909a-27eb848c4990 HTTP/1.1" status: 204 len: 168 time: 0.2635319 Oct 18 20:32:03.656802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857577a9-daf8-40b7-8354-cd9f9425f2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe9710-5c46-4239-909a-27eb848c4990,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:03.767245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be02c4-80ee-4f5b-b67b-7ab32ec1b6f8 req-8a1be255-84cd-4f87-b65d-cd30386e1bc9 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:03.769892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26be02c4-80ee-4f5b-b67b-7ab32ec1b6f8 req-8a1be255-84cd-4f87-b65d-cd30386e1bc9 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 948 time: 0.2066169 Oct 18 20:32:03.829906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-2dc17b77-b3e9-477d-b37c-f9ea8289aebb service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641983 Oct 18 20:32:03.899023 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26be02c4-80ee-4f5b-b67b-7ab32ec1b6f8 req-dd5f5de1-bd6e-420a-bb7c-202457569113 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135235 Oct 18 20:32:04.151144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47792) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:04.159295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984297cc-f3ce-4ef8-b26a-e546cdaef341 req-397a0e00-d5c9-40ee-b14c-d7fa90e8fb47 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:04.161138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-984297cc-f3ce-4ef8-b26a-e546cdaef341 req-397a0e00-d5c9-40ee-b14c-d7fa90e8fb47 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.1515656 Oct 18 20:32:04.165426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8b5ef6-35ce-47f4-bf73-e46bb62c6cbd req-ef569bd7-ba2c-4d62-a38a-3a09747b6482 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132024 Oct 18 20:32:04.228375 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-25def839-84b3-45e4-8d53-c79c7bc9af8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9493efe298d44f8aa554bc128e00e031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751767 Oct 18 20:32:04.230797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47794) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:04.245233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-984297cc-f3ce-4ef8-b26a-e546cdaef341 req-f09dec32-243c-4c70-8fc7-c415d67af140 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771072 Oct 18 20:32:04.265630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d3eb8b04-d928-4f59-8874-0bcd72d345e5 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:04.350520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-872497e7-7ee6-412d-8da9-0e7ada927a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:04.392628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port d3eb8b04-d928-4f59-8874-0bcd72d345e5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:04.397622 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:04.410633 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-872497e7-7ee6-412d-8da9-0e7ada927a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:04.523665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-872497e7-7ee6-412d-8da9-0e7ada927a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:04.527829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-872497e7-7ee6-412d-8da9-0e7ada927a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:04.534823 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-872497e7-7ee6-412d-8da9-0e7ada927a2c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f534c238-551c-4f06-b3ab-5c7a9f786fe5 HTTP/1.1" status: 204 len: 168 time: 0.2985413 Oct 18 20:32:04.558394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872497e7-7ee6-412d-8da9-0e7ada927a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f534c238-551c-4f06-b3ab-5c7a9f786fe5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:04.617185 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:04.675303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e9cf7-48c2-4f56-845e-7999f5c9f290 req-f8e970ac-41b2-4de8-a73d-ce576f255faa tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:04.686298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d3e9cf7-48c2-4f56-845e-7999f5c9f290 req-f8e970ac-41b2-4de8-a73d-ce576f255faa tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.0891855 Oct 18 20:32:04.708105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:04.708105 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0a685-3f1b-4695-a929-3679e408c8df" -d '{"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:04.750176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 080ce488-dde5-425e-9fb6-58982655b975 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:32:04.757001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:04.767542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:04.768612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5063854c-3b4d-4160-873d-509fdffa373f no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:32:04.770391 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d3e9cf7-48c2-4f56-845e-7999f5c9f290 req-45501bef-271e-4b25-bbd2-363b93d7920d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819626 Oct 18 20:32:04.839358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:04.870356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 5063854c-3b4d-4160-873d-509fdffa373f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:32:04.870804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5063854c-3b4d-4160-873d-509fdffa373f not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:32:04.887301 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:32:05.113782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:05.137054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '080ce488-dde5-425e-9fb6-58982655b975', 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8', 'port_id': '080ce488-dde5-425e-9fb6-58982655b975', 'mac_address': 'fa:16:3e:15:69:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b303cbf8-f8d1-49ee-9877-3e516296a170', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:32:05.213167 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:05.239452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080ce488-dde5-425e-9fb6-58982655b975 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:05.270033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:05.278052 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:05.319329 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e8d52-2176-4c09-a152-079c1ecddae1 x-openstack-request-id: req-785e8d52-2176-4c09-a152-079c1ecddae1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:05.319329 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:05.319329 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-785e8d52-2176-4c09-a152-079c1ecddae1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:05.319721 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'code': 200} Oct 18 20:32:05.367366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:05.469073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0039-8130-429f-b476-bccd4b2b4192 req-14ed1b9d-fe97-4898-9547-37736a9b0e69 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:05.470692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a0d0039-8130-429f-b476-bccd4b2b4192 req-14ed1b9d-fe97-4898-9547-37736a9b0e69 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0647652 Oct 18 20:32:05.539167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['080ce488-dde5-425e-9fb6-58982655b975'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:05.552923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a0d0039-8130-429f-b476-bccd4b2b4192 req-9389fcb3-7150-47d4-a27b-93da0ebb1329 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745356 Oct 18 20:32:05.798629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376cba8-c0a3-44f2-94d0-ab864a1edd18 req-5db19b1e-a576-4aa8-a40c-46ad1aef04a2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:05.801527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d376cba8-c0a3-44f2-94d0-ab864a1edd18 req-5db19b1e-a576-4aa8-a40c-46ad1aef04a2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 944 time: 0.1251867 Oct 18 20:32:05.870523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d376cba8-c0a3-44f2-94d0-ab864a1edd18 req-74b7a975-4ada-44cb-a75e-827aaefbc204 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618041 Oct 18 20:32:06.227073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fbb6e-71d7-44e5-a68e-b65f25f8e74f req-36b4e766-e088-4239-b184-3f2bcca06e68 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:06.228750 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a95fbb6e-71d7-44e5-a68e-b65f25f8e74f req-36b4e766-e088-4239-b184-3f2bcca06e68 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.0879173 Oct 18 20:32:06.301617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a95fbb6e-71d7-44e5-a68e-b65f25f8e74f req-708288fe-ce91-41f5-88da-dcc7cd14a7ab tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Oct 18 20:32:06.603426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb37f-7377-4f34-b2ef-a20f954cbf14 req-6ce4fab4-55de-4269-bd8e-f9093c2c729c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:06.606683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-89ffb37f-7377-4f34-b2ef-a20f954cbf14 req-6ce4fab4-55de-4269-bd8e-f9093c2c729c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.0889201 Oct 18 20:32:06.685126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-89ffb37f-7377-4f34-b2ef-a20f954cbf14 req-8ca03628-9131-496f-8671-91807718d41c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703971 Oct 18 20:32:06.767148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 080ce488-dde5-425e-9fb6-58982655b975 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:06.885383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 080ce488-dde5-425e-9fb6-58982655b975 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:32:06.897970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 080ce488-dde5-425e-9fb6-58982655b975 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:06.899708 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:07.081510 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:07.140178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:07.147786 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:07.249650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:07.272775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.273253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.273822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.274436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.274979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.275572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.276108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.276812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.277271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.289011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.289624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.290182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:07.323660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ce488-dde5-425e-9fb6-58982655b975'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:07.328592 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cee2ffd-d6aa-4c58-bb37-8ffafdce4aba" -d '{"events": [{"server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "name": "network-vif-plugged", "status": "completed", "tag": "080ce488-dde5-425e-9fb6-58982655b975"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:07.410012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064a373-e3de-4f2e-9c4c-07ecd4ef9b6c req-7a59a429-45ce-4b47-aae1-b26273c1f498 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:07.411576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6064a373-e3de-4f2e-9c4c-07ecd4ef9b6c req-7a59a429-45ce-4b47-aae1-b26273c1f498 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.0668643 Oct 18 20:32:07.466970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6064a373-e3de-4f2e-9c4c-07ecd4ef9b6c req-edd07719-4b36-456e-99a7-9e1268c04ff8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487001 Oct 18 20:32:08.505110 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31478d58-8ef8-413e-b199-d98c23c3bbdf x-openstack-request-id: req-31478d58-8ef8-413e-b199-d98c23c3bbdf {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:08.506063 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "name": "network-vif-plugged", "status": "completed", "tag": "080ce488-dde5-425e-9fb6-58982655b975", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:08.506063 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31478d58-8ef8-413e-b199-d98c23c3bbdf {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:08.506063 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ce488-dde5-425e-9fb6-58982655b975', 'code': 200} Oct 18 20:32:08.661747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e305d-b4ed-43d8-ba73-7ecf367da7aa req-3125968b-60de-4034-a67b-5aa97d669a58 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:08.663540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821e960-ad0d-4874-b992-7e349d5afe14 req-a43ee2f2-7bbd-415d-883a-b9558c093eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:08.666056 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9821e960-ad0d-4874-b992-7e349d5afe14 req-a43ee2f2-7bbd-415d-883a-b9558c093eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1096 time: 0.0699275 Oct 18 20:32:08.670723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-497e305d-b4ed-43d8-ba73-7ecf367da7aa req-3125968b-60de-4034-a67b-5aa97d669a58 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.1056895 Oct 18 20:32:08.726961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9821e960-ad0d-4874-b992-7e349d5afe14 req-ce0e8f18-dc61-4fe0-b469-f91921bff7f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528722 Oct 18 20:32:08.741582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-497e305d-b4ed-43d8-ba73-7ecf367da7aa req-47806686-8fa6-4e9a-9cbc-0b4f0e426872 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565836 Oct 18 20:32:09.389605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f228e4b-5fde-4f60-a189-392403a9ed69 req-f4fca0d1-aa42-4e21-9a67-70a132325e91 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:09.392255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f228e4b-5fde-4f60-a189-392403a9ed69 req-f4fca0d1-aa42-4e21-9a67-70a132325e91 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.1091161 Oct 18 20:32:09.451045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f228e4b-5fde-4f60-a189-392403a9ed69 req-d3a7e53f-ce1b-4e5e-81a7-a791a87fd748 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520310 Oct 18 20:32:09.783624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-22f975b7-8f37-4b41-95b4-d3587b0d68b2 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467393 Oct 18 20:32:09.953572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-141f1e41-33fe-40d2-8eaa-0c892f73b821 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:09.955175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-141f1e41-33fe-40d2-8eaa-0c892f73b821 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628137 Oct 18 20:32:09.973446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-8b9314df-5d86-493c-bb92-4be671b6014a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/quotas/8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 375 time: 0.0121925 Oct 18 20:32:10.044237 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-df04339b-f042-417c-940a-922b18594456 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587666 Oct 18 20:32:10.622985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ef54b-36f2-4c07-83d1-c9cf1d408d1b req-2a1f3b7f-7ea1-471b-9f24-e96396b5727b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:10.625580 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-329ef54b-36f2-4c07-83d1-c9cf1d408d1b req-2a1f3b7f-7ea1-471b-9f24-e96396b5727b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.0925372 Oct 18 20:32:10.672098 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-329ef54b-36f2-4c07-83d1-c9cf1d408d1b req-e3b506f7-e83e-46ee-8cd0-a9937d02c143 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 Oct 18 20:32:10.789683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af7cd99f-5afb-436e-b72f-a0662af6f6fe req-27fa89f5-bd2b-4f7b-9402-549ae626239e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Oct 18 20:32:11.167467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6652eab-fd84-4ede-92a4-8fb65d4edbf2 req-7e5639bc-1b42-4253-be5b-bd5dd88ee0a0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:11.169056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6652eab-fd84-4ede-92a4-8fb65d4edbf2 req-7e5639bc-1b42-4253-be5b-bd5dd88ee0a0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.0843446 Oct 18 20:32:11.232610 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6652eab-fd84-4ede-92a4-8fb65d4edbf2 req-7efbfcf2-cb22-4e1e-94f6-952a5c96a6f4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524087 Oct 18 20:32:11.522650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-38a282aa-16b2-4cf5-a1df-ca2d94a41cb3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330696 Oct 18 20:32:11.707374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110d8d-93cf-4546-bcfe-0e01d86ba6cf req-4bb856f0-7439-4023-a5c7-de878755725a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:11.709010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6110d8d-93cf-4546-bcfe-0e01d86ba6cf req-4bb856f0-7439-4023-a5c7-de878755725a tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1096 time: 0.1534696 Oct 18 20:32:11.784239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6110d8d-93cf-4546-bcfe-0e01d86ba6cf req-d1fc46d2-9c8b-4107-83dc-6ebb4fc92fc0 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655065 Oct 18 20:32:11.794197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-0de418f1-98c8-4f69-b6bb-dc49890e634f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:11.796743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-0de418f1-98c8-4f69-b6bb-dc49890e634f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676077 Oct 18 20:32:11.815213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Request body: {'port': {'device_id': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '8b75db9fc81941d28836b7f180c0a0d8'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:12.082072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c686480-46ce-4522-a4ff-1dc30d5c363c req-0daa8f30-4d5c-4020-9aba-1d74c5b71d55 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:12.084843 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6c686480-46ce-4522-a4ff-1dc30d5c363c req-0daa8f30-4d5c-4020-9aba-1d74c5b71d55 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.1433594 Oct 18 20:32:12.106674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Made reservation on behalf of 8b75db9fc81941d28836b7f180c0a0d8 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:12.110948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:12.182149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6c686480-46ce-4522-a4ff-1dc30d5c363c req-8a948c07-9a59-4054-89b5-eb303df15b6e tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861676 Oct 18 20:32:12.271400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47994) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:12.301660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8085981f-f28d-46cd-a7a3-cc383e8ddd4e req-494b56c4-5fa1-42bc-bfdd-d15401789973 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 210 time: 0.0493615 Oct 18 20:32:12.440363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Allocated IP 192.168.233.51 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/98aaa653-9fd0-4273-a0da-fa08da10838c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:12.582849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-338ca65e-7492-4d09-816d-1dcb447a32db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:12.622926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e8b07-8c1f-4e36-8ac8-07ce15bddf47 req-c3c7b200-25b3-4f05-92a4-f2cf90cc7d55 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:12.625674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d8e8b07-8c1f-4e36-8ac8-07ce15bddf47 req-c3c7b200-25b3-4f05-92a4-f2cf90cc7d55 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1096 time: 0.1814744 Oct 18 20:32:12.793142 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:12.868851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d8e8b07-8c1f-4e36-8ac8-07ce15bddf47 req-f9fe8094-0787-4397-bcc9-b66a328f3cb2 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240832 Oct 18 20:32:12.964218 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.100743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-338ca65e-7492-4d09-816d-1dcb447a32db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.109881 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-338ca65e-7492-4d09-816d-1dcb447a32db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.133330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.147662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0', 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:13.266011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48008) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:13.266583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-338ca65e-7492-4d09-816d-1dcb447a32db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a9210816c66469f90f631a8ce0a5c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9910054 Oct 18 20:32:13.273621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ca65e-7492-4d09-816d-1dcb447a32db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69470cc-92ab-4425-a3ca-704ea580923a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:13.294799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:13.307635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:13.312104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:13.317160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:13.394310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6efb7-94ae-4e1b-9135-2410733f1bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.446472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6efb7-94ae-4e1b-9135-2410733f1bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.516845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:13.518035 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.542400 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6efb7-94ae-4e1b-9135-2410733f1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.553853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6efb7-94ae-4e1b-9135-2410733f1bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.555068 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7df6efb7-94ae-4e1b-9135-2410733f1bf6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d69470cc-92ab-4425-a3ca-704ea580923a HTTP/1.1" status: 204 len: 168 time: 0.2869828 Oct 18 20:32:13.584782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6efb7-94ae-4e1b-9135-2410733f1bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69470cc-92ab-4425-a3ca-704ea580923a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:13.605563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-92f1b1fc-0052-4ae2-91e7-aa1f14e09bc8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7987058 Oct 18 20:32:13.636707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Request body: {'port': {'device_id': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:13.785295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:13.941747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-063d3cd7-5719-47bd-bc83-a9e030a9be5c None None] Provisioning complete for port 98aaa653-9fd0-4273-a0da-fa08da10838c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:13.943534 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-063d3cd7-5719-47bd-bc83-a9e030a9be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.035712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-063d3cd7-5719-47bd-bc83-a9e030a9be5c None None] Port 98aaa653-9fd0-4273-a0da-fa08da10838c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:32:14.330923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48024) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:14.347936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa97ea5-2264-4a57-b435-4e5c54951752 req-4ce28fbb-6b6c-40c0-9f32-2bf0c461cfd2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:14.350499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f374bd82-36cd-4f29-b7e6-f454a047ea11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.357964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9fa97ea5-2264-4a57-b435-4e5c54951752 req-4ce28fbb-6b6c-40c0-9f32-2bf0c461cfd2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.1542041 Oct 18 20:32:14.478874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f374bd82-36cd-4f29-b7e6-f454a047ea11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.494563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f374bd82-36cd-4f29-b7e6-f454a047ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.508284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9fa97ea5-2264-4a57-b435-4e5c54951752 req-2e0130c1-8331-44d9-b3d9-0d434e5146ff tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487644 Oct 18 20:32:14.528097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98aaa653-9fd0-4273-a0da-fa08da10838c {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:14.546690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.561417 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f374bd82-36cd-4f29-b7e6-f454a047ea11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98f1d1c9d53c4fbb950199d7bea02d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284205 Oct 18 20:32:14.566072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48026) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:14.576451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374bd82-36cd-4f29-b7e6-f454a047ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725a1f5f-ec4c-442b-a51d-9380425ecec8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:14.590151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Transition to ACTIVE for port object 98aaa653-9fd0-4273-a0da-fa08da10838c will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:32:14.611145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.736220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:14.740487 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08b945d9-9a96-49c8-8b16-98a295b28847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.821284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89d7ac-c50d-46ba-9cf7-7560db558c32 req-e75d5a04-75fa-4835-8d5a-16c1c8a266fa tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:14.825301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b89d7ac-c50d-46ba-9cf7-7560db558c32 req-e75d5a04-75fa-4835-8d5a-16c1c8a266fa tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 947 time: 0.2036333 Oct 18 20:32:14.840836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08b945d9-9a96-49c8-8b16-98a295b28847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:14.964316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:14.964668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:14.964913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:14.979102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b89d7ac-c50d-46ba-9cf7-7560db558c32 req-5d3572cb-301e-4d7b-8839-fda1f0a4a9aa tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139154 Oct 18 20:32:14.980488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:32:14.980868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:14.989798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:14.990243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:14.990739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:14.991388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Bound port: 98aaa653-9fd0-4273-a0da-fa08da10838c, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:14.992053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:15.076365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08b945d9-9a96-49c8-8b16-98a295b28847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:15.080470 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08b945d9-9a96-49c8-8b16-98a295b28847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:15.082207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-08b945d9-9a96-49c8-8b16-98a295b28847 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/725a1f5f-ec4c-442b-a51d-9380425ecec8 HTTP/1.1" status: 204 len: 168 time: 0.5150867 Oct 18 20:32:15.105397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b945d9-9a96-49c8-8b16-98a295b28847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725a1f5f-ec4c-442b-a51d-9380425ecec8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:15.109292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:15.116487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:15.126013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:15.187638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:15.188237 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:15.189768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] 10.222.0.79 "PUT /v2.0/ports/98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 1095 time: 1.5707257 Oct 18 20:32:15.190439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:15.192899 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d7690-c456-4743-8275-26654a105540" -d '{"events": [{"name": "network-changed", "server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:15.252321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681e02b-a36b-4eba-972d-bebca36363e9 service neutron] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:15.351072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-fe56a28f-8983-423e-aeae-66a2d153cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:15.355024 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-fe56a28f-8983-423e-aeae-66a2d153cc62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1098 time: 0.0847821 Oct 18 20:32:15.428621 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-6fc364a4-ff2b-4b4c-98cc-5f3d6ee004ac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.0626523 Oct 18 20:32:15.505689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-df299b45-6ef9-4295-81c5-6284fe53af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:15.507221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-df299b45-6ef9-4295-81c5-6284fe53af6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0695071 Oct 18 20:32:15.572694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-2db9bc1c-940b-42fc-aab5-3418e3135b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:15.574276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-2db9bc1c-940b-42fc-aab5-3418e3135b04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580912 Oct 18 20:32:15.750861 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-d205abfa-736a-46d0-962d-01003885e014 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682503 Oct 18 20:32:15.884268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b28f920-69ad-4f1c-bb44-5859bf9c2a9f req-5c469d8d-ef24-4fa8-a176-ff93ca9488b7 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227651 Oct 18 20:32:16.670928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-f6a5c7b1-8ad3-40b1-be14-18ccc7172ee8 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:32:16.677498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-f6a5c7b1-8ad3-40b1-be14-18ccc7172ee8 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085876 Oct 18 20:32:16.748180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-448ba13b-3f3a-4d30-8f3a-5c86ab07e3df tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:16.750602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-448ba13b-3f3a-4d30-8f3a-5c86ab07e3df tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 1093 time: 0.0657651 Oct 18 20:32:16.764058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Request body: {'binding': {'host': 'n-h2-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:16.765124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:32:17.042364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on host n-h2-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:17.042685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:17.043055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:17.049349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:32:17.049822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:17.056492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:17.057000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:17.057668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:17.058339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Bound port: 080ce488-dde5-425e-9fb6-58982655b975, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:17.155900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:17.167039 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:17.181308 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-8fffb42e-09dc-4cf5-a8a6-6360c3bb64b6 service neutron] 10.222.0.66 "POST /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975/bindings HTTP/1.1" status: 201 len: 389 time: 0.4163516 Oct 18 20:32:17.607407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-28291486-04c1-4485-b083-243d9d07b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:17.610386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-28291486-04c1-4485-b083-243d9d07b2c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1096 time: 0.1042187 Oct 18 20:32:17.613073 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bdab05-7088-45f1-8778-1b7d78f1773d x-openstack-request-id: req-24bdab05-7088-45f1-8778-1b7d78f1773d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:17.617021 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:17.617839 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24bdab05-7088-45f1-8778-1b7d78f1773d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:17.618924 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'status': 'completed', 'code': 200} Oct 18 20:32:17.692132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7690-c456-4743-8275-26654a105540 req-37f3b156-f14d-4a3d-a9e5-77f6c02391ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:17.694463 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c15d7690-c456-4743-8275-26654a105540 req-37f3b156-f14d-4a3d-a9e5-77f6c02391ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1098 time: 0.0542872 Oct 18 20:32:17.847604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7690-c456-4743-8275-26654a105540 req-5263410c-ea80-48ec-8d00-a5c3eb23fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:17.849506 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c15d7690-c456-4743-8275-26654a105540 req-5263410c-ea80-48ec-8d00-a5c3eb23fac6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1450539 Oct 18 20:32:17.944427 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c15d7690-c456-4743-8275-26654a105540 req-6b6956f2-95a7-4009-916e-9dbea2bcb1df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.0847418 Oct 18 20:32:18.023001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7690-c456-4743-8275-26654a105540 req-02c1a9e2-c337-43a4-bbf1-96fd8b3aa4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:18.024934 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c15d7690-c456-4743-8275-26654a105540 req-02c1a9e2-c337-43a4-bbf1-96fd8b3aa4b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0724330 Oct 18 20:32:18.080704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7690-c456-4743-8275-26654a105540 req-59f5ab34-1a4d-4597-b692-dff39abb17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:18.082622 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c15d7690-c456-4743-8275-26654a105540 req-59f5ab34-1a4d-4597-b692-dff39abb17ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491688 Oct 18 20:32:18.175462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a1512-5591-4595-a388-f41d4aafd1b4 req-e2f8eea5-3dca-46c4-a290-54e30c869a31 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:18.178623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-673a1512-5591-4595-a388-f41d4aafd1b4 req-e2f8eea5-3dca-46c4-a290-54e30c869a31 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.4955184 Oct 18 20:32:18.180569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-4d87f203-6c01-4c3d-b267-1303e7f31508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:18.183282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-4d87f203-6c01-4c3d-b267-1303e7f31508 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.5629354 Oct 18 20:32:18.207875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c15d7690-c456-4743-8275-26654a105540 req-6cc828bc-e8ad-4c21-b73b-29baae76d2ce service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158748 Oct 18 20:32:18.273876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-7e3a7639-117e-4db8-a5a5-c87c40da6c82 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 217 time: 0.0781357 Oct 18 20:32:18.333764 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:18.339174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-673a1512-5591-4595-a388-f41d4aafd1b4 req-f39a8a62-2759-42b8-b3d9-f4962f16d053 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544573 Oct 18 20:32:18.375506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-9ba1863b-ec44-4133-aa96-65d1b9785e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:18.377165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-9ba1863b-ec44-4133-aa96-65d1b9785e86 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0864317 Oct 18 20:32:18.420607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-ebfcf429-4ff0-4589-8fc1-58e507d89883 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348308 Oct 18 20:32:18.607395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901264-7c9c-48a1-89c1-42af0cbae1ab req-253359a3-1de7-489a-be0f-77e6c212e8ae tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:18.609041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58901264-7c9c-48a1-89c1-42af0cbae1ab req-253359a3-1de7-489a-be0f-77e6c212e8ae tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 947 time: 0.1418221 Oct 18 20:32:18.643201 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-935dedd5-534a-451f-9eb1-d029f6894c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:18.643481 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c15d7690-c456-4743-8275-26654a105540 req-922e0537-d87f-4588-9591-049ec2fdebb6 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279122 Oct 18 20:32:18.650539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-c57489b7-c5e5-47c4-b25b-1c1d36b3ce76 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206800 Oct 18 20:32:18.675880 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58901264-7c9c-48a1-89c1-42af0cbae1ab req-07debc13-b526-4948-9486-ea1803e50857 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596113 Oct 18 20:32:18.775284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-2ca6c254-e025-4576-9bc2-5305584fd998 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159039 Oct 18 20:32:18.832070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54c5d5-190b-43ea-b143-5092c75fd06a req-475b84ad-0e0e-4f70-b8a4-85b548375711 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:18.834247 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba54c5d5-190b-43ea-b143-5092c75fd06a req-475b84ad-0e0e-4f70-b8a4-85b548375711 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.0806799 Oct 18 20:32:18.880600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba54c5d5-190b-43ea-b143-5092c75fd06a req-e0b61604-4e7e-4437-83f5-bdd952eec380 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Oct 18 20:32:19.318914 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-1e70b9d0-6286-483f-9ea4-21aedbb89c14 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428107 Oct 18 20:32:19.499607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-be6db3da-481d-49e5-bde2-62c75829f835 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:19.506809 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-be6db3da-481d-49e5-bde2-62c75829f835 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815147 Oct 18 20:32:19.527178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-2d823658-14c3-47fa-80ab-0f61b6dd2d1a tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/quotas/9e5b4539f43545e19a6e8ac1921d2a6f HTTP/1.1" status: 200 len: 375 time: 0.0170522 Oct 18 20:32:19.576737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-5476b366-e69b-4f5e-8cd8-9c0d51d32864 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375838 Oct 18 20:32:19.732498 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:32:20.282005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:32:20.460966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:20.482381 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'mac_address': 'fa:16:3e:3d:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:32:20.612053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:20.656970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aaa653-9fd0-4273-a0da-fa08da10838c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:20.702272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:20.713761 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:20.734488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88742606-91c2-4986-9453-0322b06bb93b req-98a72e3c-ce99-4fac-bc54-743c8ab8e154 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:20.744256 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88742606-91c2-4986-9453-0322b06bb93b req-98a72e3c-ce99-4fac-bc54-743c8ab8e154 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.0923097 Oct 18 20:32:20.799816 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88742606-91c2-4986-9453-0322b06bb93b req-cc2b2b4e-b911-4635-a3b9-883875204658 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Oct 18 20:32:20.909151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:20.966443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985bb9c-b420-4164-87bb-690bea83d256 req-ffe2ee2e-223d-4089-8f9b-6d1ca0dd5270 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:20.971616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b985bb9c-b420-4164-87bb-690bea83d256 req-ffe2ee2e-223d-4089-8f9b-6d1ca0dd5270 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 948 time: 0.0877328 Oct 18 20:32:21.019372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b985bb9c-b420-4164-87bb-690bea83d256 req-e9787dc0-e3a7-481a-9e53-8bd834f42384 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Oct 18 20:32:21.193136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['98aaa653-9fd0-4273-a0da-fa08da10838c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:21.219444 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-88064011-8532-4dcf-8ab1-ffabac5bb051 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552733 Oct 18 20:32:21.405414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-2acc44c1-5aaa-4ce3-b8b2-7baa459da617 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:21.407643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-2acc44c1-5aaa-4ce3-b8b2-7baa459da617 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868496 Oct 18 20:32:21.452208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-ff0a7174-eae4-40c9-869e-2cdb847a5ebc tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/quotas/9e5b4539f43545e19a6e8ac1921d2a6f HTTP/1.1" status: 200 len: 375 time: 0.0314543 Oct 18 20:32:21.552869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-fa5b8da3-c086-4476-b042-0f5bef337015 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882165 Oct 18 20:32:21.574898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-3378fed2-70e8-4712-ac1a-2b9cb1a315a6 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124742 Oct 18 20:32:21.857211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-f333da15-8f3a-4e83-b671-a35b094dea61 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:21.861572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-f333da15-8f3a-4e83-b671-a35b094dea61 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710335 Oct 18 20:32:21.886152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Request body: {'port': {'device_id': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '9e5b4539f43545e19a6e8ac1921d2a6f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:22.096297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d2b01-9831-438d-a192-165111664de8 req-1a9ecfb8-3d6c-4072-817d-491b33a8da78 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:22.109083 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-656d2b01-9831-438d-a192-165111664de8 req-1a9ecfb8-3d6c-4072-817d-491b33a8da78 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.2455657 Oct 18 20:32:22.195648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-656d2b01-9831-438d-a192-165111664de8 req-15992906-e531-48e0-b579-af896649f1c4 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811069 Oct 18 20:32:22.235561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Made reservation on behalf of 9e5b4539f43545e19a6e8ac1921d2a6f for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:22.239995 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:22.255653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:22.415560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:22.425922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:22.619592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5eb55d49-f660-42bb-a940-f1f121cf2735 req-f9c20c92-7453-490e-a78e-3e87c0df94ea tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 210 time: 0.0799737 Oct 18 20:32:22.634012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911796e2-e8f9-42c3-824c-0effb7f0bcc3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:22.745108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Allocated IP 192.168.233.123 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/28000eb5-c997-4813-822d-09c1b567d253) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:23.005429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce8a20-51f7-4471-ac6c-99eca85490ce req-687ee5fd-0baf-4cba-91cd-2986713b160f tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:23.014892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9ce8a20-51f7-4471-ac6c-99eca85490ce req-687ee5fd-0baf-4cba-91cd-2986713b160f tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.2412715 Oct 18 20:32:23.109361 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67d9fa8b-6ca7-46be-a9cf-d7c9f07a8d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:23.155559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9ce8a20-51f7-4471-ac6c-99eca85490ce req-2c6cb6e0-e9db-49d0-8bd6-96462e8352f1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395495 Oct 18 20:32:23.256082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:23.429988 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-8b0a2e59-d1fd-4446-88dd-34cb8f27c5fd tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514765 Oct 18 20:32:23.433603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:23.493093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:23.501398 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e469c-3b3f-4877-9dc4-84463dce0cef req-fd023c18-24c7-4f44-b5cf-7973078bca3b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:23.503028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc7e469c-3b3f-4877-9dc4-84463dce0cef req-fd023c18-24c7-4f44-b5cf-7973078bca3b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 948 time: 0.1755011 Oct 18 20:32:23.511764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:23.521100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:23.578239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:23.730413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-0e7eeb13-e34f-4ca1-9d7d-c4244795befe tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:23.733168 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-0e7eeb13-e34f-4ca1-9d7d-c4244795befe tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943957 Oct 18 20:32:23.737164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:23.738386 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:23.753038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Request body: {'port': {'device_id': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '9e5b4539f43545e19a6e8ac1921d2a6f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:23.815878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-4fbe4ae1-f4c7-4ee7-963a-485d79ed6b39 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9365199 Oct 18 20:32:23.837661 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc7e469c-3b3f-4877-9dc4-84463dce0cef req-b9f0885e-7f31-443d-bdf0-61d72e5ca7a4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213677 Oct 18 20:32:23.852443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Request body: {'port': {'device_id': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:24.026260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Made reservation on behalf of 9e5b4539f43545e19a6e8ac1921d2a6f for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:24.030805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.037857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.121849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.144315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b7624454-17bc-4050-93c7-815ac6d5306c None None] Provisioning complete for port 28000eb5-c997-4813-822d-09c1b567d253 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:24.144755 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7624454-17bc-4050-93c7-815ac6d5306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.224004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b7624454-17bc-4050-93c7-815ac6d5306c None None] Port 28000eb5-c997-4813-822d-09c1b567d253 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:32:24.281612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:24.357603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Allocated IP 192.168.233.188 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/1bc70881-0925-4e00-a7a0-682aa125a955) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:24.423918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 98aaa653-9fd0-4273-a0da-fa08da10838c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:32:24.431630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 98aaa653-9fd0-4273-a0da-fa08da10838c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:24.432190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.447364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88274ce8-2bc4-49ed-8923-8f5925991514 req-9030006c-4a8c-476b-82b5-9a86608acbb8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:24.461960 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88274ce8-2bc4-49ed-8923-8f5925991514 req-9030006c-4a8c-476b-82b5-9a86608acbb8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.3126323 Oct 18 20:32:24.593264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88274ce8-2bc4-49ed-8923-8f5925991514 req-0b97ef8f-fa1b-4bf7-b6cf-b808b1c52b88 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297603 Oct 18 20:32:24.646873 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.701088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:24.703624 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf63c09c-5870-4cf0-b897-72c633b84b0b" -d '{"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-plugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:24.723399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:24.729733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.765436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.802733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:24.840636 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:24.870575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:24.916070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:24.921814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:24.971634 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:25.008562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Pushing event updated for resources: {'Port': ['ID=1bc70881-0925-4e00-a7a0-682aa125a955,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:25.041061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:25.041898 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:25.087540 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-10c22920-d8d9-44f9-9ea0-a5e5c2e3567d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3407655 Oct 18 20:32:25.101188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Request body: {'port': {'device_id': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:25.242983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:25.341874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28000eb5-c997-4813-822d-09c1b567d253 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:25.383035 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:25.400175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e09ff1da-60c8-47ca-b231-4dd3ba22f645 None None] Provisioning complete for port 1bc70881-0925-4e00-a7a0-682aa125a955 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:25.402678 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e09ff1da-60c8-47ca-b231-4dd3ba22f645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:25.461996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b9d71-b655-4733-a7be-1bc97d7a1431 req-d06adaa2-5ad3-4545-865a-e2296cf4a7c1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:25.471874 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-669b9d71-b655-4733-a7be-1bc97d7a1431 req-d06adaa2-5ad3-4545-865a-e2296cf4a7c1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 936 time: 0.2848291 Oct 18 20:32:25.485040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Transition to ACTIVE for port object 28000eb5-c997-4813-822d-09c1b567d253 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:32:25.490342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e09ff1da-60c8-47ca-b231-4dd3ba22f645 None None] Port 1bc70881-0925-4e00-a7a0-682aa125a955 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:32:25.505872 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:25.608484 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-669b9d71-b655-4733-a7be-1bc97d7a1431 req-6383759e-9abd-4d29-bb93-9bb363c083db tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350815 Oct 18 20:32:25.613919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:25.765030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Attempting to bind port 28000eb5-c997-4813-822d-09c1b567d253 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:25.765907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Attempting to bind port 28000eb5-c997-4813-822d-09c1b567d253 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:25.766234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Attempting to bind port 28000eb5-c997-4813-822d-09c1b567d253 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:25.773970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Port 28000eb5-c997-4813-822d-09c1b567d253 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:32:25.775875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Attempting to bind port 28000eb5-c997-4813-822d-09c1b567d253 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:25.796105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:25.796481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:25.807079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:25.817289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Bound port: 28000eb5-c997-4813-822d-09c1b567d253, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:25.819707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.101234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:26.110106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:26.162124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc70881-0925-4e00-a7a0-682aa125a955 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:26.173008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.197500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.199368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Transition to ACTIVE for port object 1bc70881-0925-4e00-a7a0-682aa125a955 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:32:26.213516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.301286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc70881-0925-4e00-a7a0-682aa125a955,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:26.350637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:26.354132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.358359 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] 10.222.0.79 "PUT /v2.0/ports/28000eb5-c997-4813-822d-09c1b567d253 HTTP/1.1" status: 200 len: 1096 time: 2.5192027 Oct 18 20:32:26.376686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'tag': '28000eb5-c997-4813-822d-09c1b567d253'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:26.381556 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da468971-6224-4bfb-ab5d-b7288b27be23" -d '{"events": [{"name": "network-changed", "server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "tag": "28000eb5-c997-4813-822d-09c1b567d253"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:26.464715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Attempting to bind port 1bc70881-0925-4e00-a7a0-682aa125a955 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:26.465270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Attempting to bind port 1bc70881-0925-4e00-a7a0-682aa125a955 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:26.465707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Attempting to bind port 1bc70881-0925-4e00-a7a0-682aa125a955 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:26.474732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Port 1bc70881-0925-4e00-a7a0-682aa125a955 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:32:26.475129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Attempting to bind port 1bc70881-0925-4e00-a7a0-682aa125a955 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:26.484819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:26.486886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:26.487406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:26.492360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Bound port: 1bc70881-0925-4e00-a7a0-682aa125a955, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:26.493191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.493981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.521384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449c5ac-5f20-4ec8-8904-2571ee600b82 req-c3986566-492d-42e0-beb6-f7f84d2606a0 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:26.530151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0449c5ac-5f20-4ec8-8904-2571ee600b82 req-c3986566-492d-42e0-beb6-f7f84d2606a0 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 946 time: 0.5552874 Oct 18 20:32:26.557085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c34a-1584-48a8-94e5-d14e45b26bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:26.597219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48240) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:26.669023 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0449c5ac-5f20-4ec8-8904-2571ee600b82 req-755678ba-a2b8-4a25-9c49-d2e379a9d19a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297665 Oct 18 20:32:26.677301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-50e512ba-4271-4442-9ecc-0009d266e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:26.680913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-50e512ba-4271-4442-9ecc-0009d266e778 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1099 time: 0.1848838 Oct 18 20:32:26.730431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] For port 1bc70881-0925-4e00-a7a0-682aa125a955, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:26.743756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] For port 1bc70881-0925-4e00-a7a0-682aa125a955, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1bc70881-0925-4e00-a7a0-682aa125a955,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:26.755910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:26.863694 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-62cc7ac5-1a52-4dda-9a60-8b6c3ff6dab6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=28000eb5-c997-4813-822d-09c1b567d253 HTTP/1.1" status: 200 len: 217 time: 0.1716082 Oct 18 20:32:26.869015 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c162eb-b881-4e7e-a93d-5b09e46f59ca x-openstack-request-id: req-49c162eb-b881-4e7e-a93d-5b09e46f59ca {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:26.869425 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-plugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:26.869780 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49c162eb-b881-4e7e-a93d-5b09e46f59ca {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:26.870286 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'code': 200} Oct 18 20:32:27.037343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc70881-0925-4e00-a7a0-682aa125a955,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:27.068134 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65a9fd8f-80c0-45a2-9a8a-2e6aa6a4c248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:27.187337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.188541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:27.189856 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-45741afb-9c8c-4158-ae9c-8f378a8b4957 service neutron] 10.222.0.30 "PUT /v2.0/ports/1bc70881-0925-4e00-a7a0-682aa125a955 HTTP/1.1" status: 200 len: 1096 time: 2.0931487 Oct 18 20:32:27.190458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'tag': '1bc70881-0925-4e00-a7a0-682aa125a955'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:27.195903 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fd160e-f681-4795-88b1-ee41b9102c02" -d '{"events": [{"name": "network-changed", "server_uuid": "6d86d56e-0d21-47c5-95b7-42933df5b066", "tag": "1bc70881-0925-4e00-a7a0-682aa125a955"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:27.296354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-d6b407d1-7d93-4bb6-aae4-fb5990b7a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.302910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-d6b407d1-7d93-4bb6-aae4-fb5990b7a8a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.4280674 Oct 18 20:32:27.326971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc85dc1-7220-41f2-b33b-943ac98f7524 req-033b6a1a-493c-4209-8ac4-37e229d8f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.330424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dfc85dc1-7220-41f2-b33b-943ac98f7524 req-033b6a1a-493c-4209-8ac4-37e229d8f8c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1100 time: 0.2534680 Oct 18 20:32:27.336695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc20f3-69fe-4bfe-ad5a-aa19ec070432 req-bdb6d663-c239-4215-aa71-3ab5dffc2dd2 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.358575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24bc20f3-69fe-4bfe-ad5a-aa19ec070432 req-bdb6d663-c239-4215-aa71-3ab5dffc2dd2 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1976476 Oct 18 20:32:27.501464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24bc20f3-69fe-4bfe-ad5a-aa19ec070432 req-7789b596-9124-418f-8667-d7462059711b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395211 Oct 18 20:32:27.534121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-385e01ba-0d14-4388-a020-a14017b0fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.537054 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-385e01ba-0d14-4388-a020-a14017b0fdf7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1723478 Oct 18 20:32:27.578756 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dfc85dc1-7220-41f2-b33b-943ac98f7524 req-7f98d4c9-fd41-4a86-80ef-c879ffd03f5a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130494 Oct 18 20:32:27.595264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-13f15b29-36cb-41e8-85b0-491e2954a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.598616 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-13f15b29-36cb-41e8-85b0-491e2954a27f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 1099 time: 0.2887669 Oct 18 20:32:27.711817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-ca62221d-b9e0-43da-9627-349f7825d913 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658766 Oct 18 20:32:27.775610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e04fea-acef-48be-abff-f580b0b0d14d req-f6f97081-a705-464e-8803-ee6db66e6df6 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.777358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38e04fea-acef-48be-abff-f580b0b0d14d req-f6f97081-a705-464e-8803-ee6db66e6df6 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.0633030 Oct 18 20:32:27.798466 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65a9fd8f-80c0-45a2-9a8a-2e6aa6a4c248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:27.802786 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-7ad0e98d-a62a-4062-aede-1006ed240723 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1bc70881-0925-4e00-a7a0-682aa125a955 HTTP/1.1" status: 200 len: 217 time: 0.1841528 Oct 18 20:32:27.807434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65a9fd8f-80c0-45a2-9a8a-2e6aa6a4c248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:27.837811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38e04fea-acef-48be-abff-f580b0b0d14d req-3dde67d6-c990-4343-9106-9ed8d5edbd6a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Oct 18 20:32:27.938117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65a9fd8f-80c0-45a2-9a8a-2e6aa6a4c248 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26e0c37415404abe81aed09af25af13f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3338010 Oct 18 20:32:27.947668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48252) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:27.968117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9fd8f-80c0-45a2-9a8a-2e6aa6a4c248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e1983a-18f7-4762-bb23-54aa880313bc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:27.987004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-ca08407c-8ffd-4e5b-b1d3-e320bfe93815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:27.990450 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-ca08407c-8ffd-4e5b-b1d3-e320bfe93815 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1652548 Oct 18 20:32:28.078299 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3a32a7-3ebd-4e14-aef2-29d1f51dada4 x-openstack-request-id: req-cb3a32a7-3ebd-4e14-aef2-29d1f51dada4 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:28.078759 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "tag": "28000eb5-c997-4813-822d-09c1b567d253", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:28.079182 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb3a32a7-3ebd-4e14-aef2-29d1f51dada4 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:28.079735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-cc7e6fdd-0cc8-45e3-ae31-bafb24af6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:28.079922 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'tag': '28000eb5-c997-4813-822d-09c1b567d253', 'status': 'completed', 'code': 200} Oct 18 20:32:28.083575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-cc7e6fdd-0cc8-45e3-ae31-bafb24af6929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840495 Oct 18 20:32:28.229458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9381ca49-252b-4dab-86c4-827a13708af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:28.257185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86707e5a-0413-4e2c-9e42-e87f81f8d931 req-66e6d8af-fccb-42d9-b69a-9d7f1ae0260a service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024918 Oct 18 20:32:28.280060 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-6e7b73fb-1623-40d9-8b6a-80059739a932 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868372 Oct 18 20:32:28.295038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9381ca49-252b-4dab-86c4-827a13708af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:28.331183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfa60a-5888-4afb-b15f-c58c3c207cdc req-7863648d-808d-4391-88ce-bac434ba5efd tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:28.335021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07dfa60a-5888-4afb-b15f-c58c3c207cdc req-7863648d-808d-4391-88ce-bac434ba5efd tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 948 time: 0.1929505 Oct 18 20:32:28.416526 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c947db74-070d-41d5-b7cf-1ef936ad56a9 req-bc4b9db0-e750-4641-b9fc-7a284d8bf597 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267145 Oct 18 20:32:28.501060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07dfa60a-5888-4afb-b15f-c58c3c207cdc req-9000b172-8224-46ba-abd4-8c65f64c9ce3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446929 Oct 18 20:32:28.505206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-56cd307f-ac93-456d-9f86-29f469bf8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:28.507028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-56cd307f-ac93-456d-9f86-29f469bf8a56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1099 time: 0.1702724 Oct 18 20:32:28.546872 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9381ca49-252b-4dab-86c4-827a13708af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:28.549472 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9381ca49-252b-4dab-86c4-827a13708af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:28.555438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9381ca49-252b-4dab-86c4-827a13708af1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05e1983a-18f7-4762-bb23-54aa880313bc HTTP/1.1" status: 204 len: 168 time: 0.6050441 Oct 18 20:32:28.578000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381ca49-252b-4dab-86c4-827a13708af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e1983a-18f7-4762-bb23-54aa880313bc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:28.665724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-967c222b-af2a-410d-b8b2-945b318746ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:28.669940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-967c222b-af2a-410d-b8b2-945b318746ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1442757 Oct 18 20:32:28.727588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-75b94c9e-be40-48f7-84a9-5013915a80ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=28000eb5-c997-4813-822d-09c1b567d253 HTTP/1.1" status: 200 len: 217 time: 0.0511329 Oct 18 20:32:28.799268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-bb6d088a-f690-4aec-824f-a2fa41775019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:28.801773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-bb6d088a-f690-4aec-824f-a2fa41775019 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0646172 Oct 18 20:32:28.869933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-6622cef2-77b1-45a9-8f86-2f20329f4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:28.872587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-6622cef2-77b1-45a9-8f86-2f20329f4456 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609417 Oct 18 20:32:29.006093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-05ea2664-4732-4928-b077-d0ffb25ff724 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251838 Oct 18 20:32:29.180423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da468971-6224-4bfb-ab5d-b7288b27be23 req-c076d2d7-bd8a-4641-8a7f-36c80adf51a2 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660504 Oct 18 20:32:29.286881 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702d4966-7aaf-49f3-9998-07fecc3e1723 x-openstack-request-id: req-702d4966-7aaf-49f3-9998-07fecc3e1723 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:29.288375 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d86d56e-0d21-47c5-95b7-42933df5b066", "tag": "1bc70881-0925-4e00-a7a0-682aa125a955", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:29.288846 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-702d4966-7aaf-49f3-9998-07fecc3e1723 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:29.289513 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'tag': '1bc70881-0925-4e00-a7a0-682aa125a955', 'status': 'completed', 'code': 200} Oct 18 20:32:29.382703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-ee88650e-968a-4c3e-967e-477ce08fb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:29.385107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-ee88650e-968a-4c3e-967e-477ce08fb215 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 1099 time: 0.0641274 Oct 18 20:32:29.525948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0c71e-acc5-4012-ae77-9c3b4896786b req-fee8808b-6f7d-4b5b-8ce1-90c0cca3bd5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:29.527878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6af0c71e-acc5-4012-ae77-9c3b4896786b req-fee8808b-6f7d-4b5b-8ce1-90c0cca3bd5d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1328959 Oct 18 20:32:29.548435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-7d7b3e5e-f07d-4bd8-98ca-7777b180409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:29.551455 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-7d7b3e5e-f07d-4bd8-98ca-7777b180409e service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1570599 Oct 18 20:32:29.596455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6af0c71e-acc5-4012-ae77-9c3b4896786b req-f8689dcb-bf7c-4e17-9236-45e759386da3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575645 Oct 18 20:32:29.597087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48304) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:29.615571 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-941c6734-5685-4088-bb92-c002dfee1a24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1bc70881-0925-4e00-a7a0-682aa125a955 HTTP/1.1" status: 200 len: 217 time: 0.0539775 Oct 18 20:32:29.687901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-e90dd983-70a3-4626-94f6-6af7a9186147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:29.689437 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-e90dd983-70a3-4626-94f6-6af7a9186147 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0646882 Oct 18 20:32:29.791540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1569380164-network', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:29.793573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-cbceb42d-402d-4caa-aafd-cc85c3f060d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:29.796107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-cbceb42d-402d-4caa-aafd-cc85c3f060d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964243 Oct 18 20:32:29.811539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302180f-33af-4323-b4d3-5786a1d68d01 req-cbfc4b0d-a703-4c9a-b539-612bd2c0de35 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:29.814079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d302180f-33af-4323-b4d3-5786a1d68d01 req-cbfc4b0d-a703-4c9a-b539-612bd2c0de35 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.1099374 Oct 18 20:32:29.874577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:29.878304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:29.905310 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:29.927354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d302180f-33af-4323-b4d3-5786a1d68d01 req-dae493d6-a39b-4f63-8a9e-863494c5447d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986960 Oct 18 20:32:29.975484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-fc6a0456-4fe3-422d-bc8a-5df43e80af9d service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702218 Oct 18 20:32:30.073049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.082315 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.133372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:32:30.148607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:30.156361 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.156898 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Added segment f107c44b-0b79-48bb-b3b8-f6c07d6722e8 of type vlan for network 9e618d63-bec7-4f45-bb4b-714ac51676f3 Oct 18 20:32:30.159815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74fd160e-f681-4795-88b1-ee41b9102c02 req-686d8536-9d65-4d43-9195-fb9332cf6ffb service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742029 Oct 18 20:32:30.214868 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.253863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.255616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:30.256817 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.314204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7154636 Oct 18 20:32:30.318857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48318) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:30.327173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Request body: {'subnet': {'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1569380164-subnet', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:30.370186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2faa8-7612-48f9-b76d-e5baa57b24a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e618d63-bec7-4f45-bb4b-714ac51676f3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:30.383141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:32:30.423698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:30.427458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.463758 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-d37e64f1-6dd9-4a24-a379-4eeb865a1b86 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2014737101&fields=id&tenant_id=f010475a70234d549724e709df048488 HTTP/1.1" status: 200 len: 267 time: 0.0888257 Oct 18 20:32:30.764549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-5a773880-8a53-4201-86f2-a118b94a3f49 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:30.766435 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-5a773880-8a53-4201-86f2-a118b94a3f49 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/networks?id=7ffba340-9994-4043-a337-f11abf606671 HTTP/1.1" status: 200 len: 816 time: 0.2895336 Oct 18 20:32:30.794765 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-d4feb7dd-f8f5-476f-a8fe-954d0e422f8d tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/quotas/f010475a70234d549724e709df048488 HTTP/1.1" status: 200 len: 375 time: 0.0178835 Oct 18 20:32:30.874828 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:30.879008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1bc70881-0925-4e00-a7a0-682aa125a955 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:32:30.932113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-2faad59b-6e70-4a5d-ade8-68e3c39df4da tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f010475a70234d549724e709df048488&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295907 Oct 18 20:32:30.947143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd1866b-b1f0-497f-91d6-d8bc56a19a7a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:31.007737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Checking segment: {'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:31.008175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Network hostable DHCP agents. Network: 9e618d63-bec7-4f45-bb4b-714ac51676f3, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:32:31.045492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1bc70881-0925-4e00-a7a0-682aa125a955, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1bc70881-0925-4e00-a7a0-682aa125a955,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:31.067411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '1bc70881-0925-4e00-a7a0-682aa125a955', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '1bc70881-0925-4e00-a7a0-682aa125a955', 'mac_address': 'fa:16:3e:3f:3c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:32:31.073180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:32:31.105046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9e618d63-bec7-4f45-bb4b-714ac51676f3) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:31.110459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:31.111230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.125262 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-b4cc8043-8d8e-4d47-b820-3385965c4873 service neutron] 10.222.0.66 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619818 Oct 18 20:32:31.127204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c73a2-8fb2-4699-ae62-bc40e87d64aa None None] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:32:31.142845 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a525101-7da7-46b6-a68d-4e139f4d4921 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8200512 Oct 18 20:32:31.143799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48326) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:31.149906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:31.189215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.191284 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.191500 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.276180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc70881-0925-4e00-a7a0-682aa125a955 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:31.279684 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-03f34122-12b2-4808-9356-8480da0c380b service neutron] 10.222.0.66 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355569 Oct 18 20:32:31.300347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.330910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1bc70881-0925-4e00-a7a0-682aa125a955, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1bc70881-0925-4e00-a7a0-682aa125a955,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:31.343685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.344828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:32:31.573208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.662233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1bc70881-0925-4e00-a7a0-682aa125a955,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:31.748300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:31.771522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'mac_address': 'fa:16:3e:ff:40:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:32:31.779259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-9e618d63-bec7-4f45-bb4b-714ac51676f3', 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'fixed_ips': [{'subnet_id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:32:31.780713 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:31.963927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc50c9-846a-43ef-bc4f-9c05ebbcb6f9 req-7bcef595-c1a9-4922-95a2-08881987b72b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:31.972907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84dc50c9-846a-43ef-bc4f-9c05ebbcb6f9 req-7bcef595-c1a9-4922-95a2-08881987b72b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 949 time: 0.1336477 Oct 18 20:32:32.027379 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:32.031114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84dc50c9-846a-43ef-bc4f-9c05ebbcb6f9 req-6264230f-922e-4d57-9a70-2fce17df4c2e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571871 Oct 18 20:32:32.080749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:32.154875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:32.180234 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:32.257440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deac7d3-7925-4666-bace-7b67aa99a34f req-667ebe38-4c55-4a4d-95d2-179ddc458c36 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:32.260560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5deac7d3-7925-4666-bace-7b67aa99a34f req-667ebe38-4c55-4a4d-95d2-179ddc458c36 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1256101 Oct 18 20:32:32.365271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5deac7d3-7925-4666-bace-7b67aa99a34f req-65462563-87a6-4907-b982-b5df6332d355 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978198 Oct 18 20:32:32.383999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:32:32.430523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:32.444091 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:32.515150 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Allocated IP 172.25.7.119 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:32.582357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Allocated IP 172.20.0.2 (9e618d63-bec7-4f45-bb4b-714ac51676f3/abd1866b-b1f0-497f-91d6-d8bc56a19a7a/9d762a8c-1f7a-4f71-b961-7a33bfea05af) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:32.660880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['56828bf3-1d64-426c-8c0f-3a8eb168c4c3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:32.694159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74507a-f012-4de8-89e1-7a33d68201c5 req-65c29837-f709-457e-b9df-29751f88e389 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:32.704434 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec74507a-f012-4de8-89e1-7a33d68201c5 req-65c29837-f709-457e-b9df-29751f88e389 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.1510463 Oct 18 20:32:32.779841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec74507a-f012-4de8-89e1-7a33d68201c5 req-d5b2dd92-0e5a-4fc8-816f-e7093c5fb380 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706151 Oct 18 20:32:32.806921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:32.814806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1bc70881-0925-4e00-a7a0-682aa125a955'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:33.063980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:33.091047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:33.159345 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:33.210527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '28000eb5-c997-4813-822d-09c1b567d253', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '28000eb5-c997-4813-822d-09c1b567d253', 'mac_address': 'fa:16:3e:59:54:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:32:33.236791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:33.243284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:33.256175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:33.357045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:33.522983 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45d85ba9-d803-4fb4-840c-0ac9eb6287f1 req-92bdda5a-1ce2-4367-989e-fc20e9cee0a5 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 210 time: 0.0966733 Oct 18 20:32:33.534492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:33.658414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28000eb5-c997-4813-822d-09c1b567d253 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:33.684549 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:33.764443 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:33.777038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:33.786363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42126a04-410e-473d-975a-e5e592a4a28d req-6e6323e8-edc8-441f-aace-0f9648e60d70 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:33.803464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42126a04-410e-473d-975a-e5e592a4a28d req-6e6323e8-edc8-441f-aace-0f9648e60d70 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1531708 Oct 18 20:32:33.810726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:33.892109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42126a04-410e-473d-975a-e5e592a4a28d req-caf6706d-8bec-443c-957f-aea66b2ee110 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854099 Oct 18 20:32:33.920258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Pushing event updated for resources: {'Port': ['ID=9d762a8c-1f7a-4f71-b961-7a33bfea05af,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:34.001793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:34.030544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:34.100554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:34.119131 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:34.139030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416f63-29bb-4d49-b925-fb0d8150528d req-2b1d2e79-4ffb-4e73-bf97-1939d97d5104 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:34.141625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2416f63-29bb-4d49-b925-fb0d8150528d req-2b1d2e79-4ffb-4e73-bf97-1939d97d5104 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 949 time: 0.1335154 Oct 18 20:32:34.207157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:34.212806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Attempting to bind port 9d762a8c-1f7a-4f71-b961-7a33bfea05af on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:34.213464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Attempting to bind port 9d762a8c-1f7a-4f71-b961-7a33bfea05af by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:34.213938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Attempting to bind port 9d762a8c-1f7a-4f71-b961-7a33bfea05af on network 9e618d63-bec7-4f45-bb4b-714ac51676f3 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:34.227757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:34.229117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Checking segment: {'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:34.230047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:34.230933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Bound using segment: {'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:34.232065 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Bound port: 9d762a8c-1f7a-4f71-b961-7a33bfea05af, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:34.234606 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:34.295250 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2416f63-29bb-4d49-b925-fb0d8150528d req-7f6c8036-f57d-40b8-a093-54941577911a tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401229 Oct 18 20:32:34.452867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28000eb5-c997-4813-822d-09c1b567d253'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:34.576041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:34.600436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] For port 9d762a8c-1f7a-4f71-b961-7a33bfea05af, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:34.661518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] For port 9d762a8c-1f7a-4f71-b961-7a33bfea05af, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9d762a8c-1f7a-4f71-b961-7a33bfea05af,segment=NetworkSegment(f107c44b-0b79-48bb-b3b8-f6c07d6722e8),segment_id=f107c44b-0b79-48bb-b3b8-f6c07d6722e8)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:34.680741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:34.905145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d9cf-fc94-470d-bd19-0ba41491fc98 None None] Pushing event updated for resources: {'Port': ['ID=9d762a8c-1f7a-4f71-b961-7a33bfea05af,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:34.948683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1bc70881-0925-4e00-a7a0-682aa125a955 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:34.970164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690936c4-a1be-45dd-b9da-92a7d07c3579 req-1b8d5b22-128d-4db4-91a6-89bd0fe0cbeb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:34.973659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-04fecf19-a4ee-42e3-9d16-739f2af66a77 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:34.976365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-04fecf19-a4ee-42e3-9d16-739f2af66a77 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.2145865 Oct 18 20:32:34.986180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-690936c4-a1be-45dd-b9da-92a7d07c3579 req-1b8d5b22-128d-4db4-91a6-89bd0fe0cbeb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 945 time: 0.4427965 Oct 18 20:32:35.098749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-3b60db16-2c10-492d-ab21-5948f6f058ff tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:35.099270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:35.102641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-3b60db16-2c10-492d-ab21-5948f6f058ff tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.79 "GET /v2.0/networks?id=7ffba340-9994-4043-a337-f11abf606671 HTTP/1.1" status: 200 len: 816 time: 0.6544259 Oct 18 20:32:35.191558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-690936c4-a1be-45dd-b9da-92a7d07c3579 req-3a4795d5-68f6-44c7-a99a-e233753eb9e0 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878531 Oct 18 20:32:35.381878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 1bc70881-0925-4e00-a7a0-682aa125a955 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:32:35.414371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 1bc70881-0925-4e00-a7a0-682aa125a955 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:35.419539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-c3b92331-ea59-4d27-8cc4-7c460f188b58 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f010475a70234d549724e709df048488 HTTP/1.1" status: 200 len: 380 time: 0.2920477 Oct 18 20:32:35.428596 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:35.448065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Request body: {'port': {'device_id': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'admin_state_up': True, 'tenant_id': 'f010475a70234d549724e709df048488', 'security_groups': ['ec653427-e893-4175-834e-4916baa6c779']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:35.487313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:35.784665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:35.792502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Made reservation on behalf of f010475a70234d549724e709df048488 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:35.808430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.003113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1bc70881-0925-4e00-a7a0-682aa125a955, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1bc70881-0925-4e00-a7a0-682aa125a955,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:36.005977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc70881-0925-4e00-a7a0-682aa125a955'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:36.029671 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a362b598-0f04-4517-9912-5e113d2a3f0f" -d '{"events": [{"server_uuid": "6d86d56e-0d21-47c5-95b7-42933df5b066", "name": "network-vif-plugged", "status": "completed", "tag": "1bc70881-0925-4e00-a7a0-682aa125a955"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:36.044547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.047497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:36.060451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Allocated IP 172.20.0.10 (7ffba340-9994-4043-a337-f11abf606671/5f33aa61-7133-4064-a3f4-e3b444f68160/0ac8e963-6b07-4fc0-b451-4f48df984a55) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:36.161586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Router 361dd045-09be-4276-ab7f-9009a1eac0ee is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:32:36.257284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:36.389073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 080ce488-dde5-425e-9fb6-58982655b975 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:32:36.477267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2fc75ac-6dee-4525-a060-daca278578e2 req-61793761-6d40-427d-b791-76b64054d118 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 210 time: 0.0628335 Oct 18 20:32:36.520870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:36.620191 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.623037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:36.623711 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.639981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1bc70881-0925-4e00-a7a0-682aa125a955,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:36.745264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:32:36.823009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Sync routers for ids ['361dd045-09be-4276-ab7f-9009a1eac0ee'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:32:36.830383 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.839769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080ce488-dde5-425e-9fb6-58982655b975'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:36.845632 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8885051-1bd6-4d65-ab15-423921a9cc83" -d '{"events": [{"server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "name": "network-vif-unplugged", "status": "completed", "tag": "080ce488-dde5-425e-9fb6-58982655b975"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:36.859588 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.892956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.934576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Routers {'361dd045-09be-4276-ab7f-9009a1eac0ee'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:32:36.935966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:32:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['361dd045-09be-4276-ab7f-9009a1eac0ee'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:36.981625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:36.997113 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9757b01f-6a26-4e28-98a2-088802d9a226 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8502908 Oct 18 20:32:37.009649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc020-92da-4e6a-9a15-cb77440737e2 req-2f5bd93d-d412-481a-89c7-81cb52a9e7eb tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:37.013422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48418) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:37.018584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e3bc020-92da-4e6a-9a15-cb77440737e2 req-2f5bd93d-d412-481a-89c7-81cb52a9e7eb tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 950 time: 0.3259723 Oct 18 20:32:37.197918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:37.208008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17e3d2-c432-44cb-8f0e-56a3e2076480 None None] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:32:37.554532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9d762a8c-1f7a-4f71-b961-7a33bfea05af up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:37.760266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:37.786971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.787573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.788183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.788772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.789358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.790604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.790604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.790993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.791608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.792498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.792784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.794079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:37.821268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on host n-h1-812149-2 for vnic_type normal with profile {"migrating_to": "n-h2-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:37.821856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:37.822406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:37.888622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 080ce488-dde5-425e-9fb6-58982655b975 has no active binding in host n-h2-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:32:37.936663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:32:37.937136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Attempting to bind port 080ce488-dde5-425e-9fb6-58982655b975 on network a1405101-c4da-4c56-814f-9698ac64cda8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:37.975726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:37.976311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Checking segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:37.977007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Bound using segment: {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:37.977734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Bound port: 080ce488-dde5-425e-9fb6-58982655b975, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5659f54-3c0e-440f-be5e-3d7874759637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1405101-c4da-4c56-814f-9698ac64cda8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:37.978290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:38.048427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Network 7ffba340-9994-4043-a337-f11abf606671 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:38.052884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Set router 361dd045-09be-4276-ab7f-9009a1eac0ee gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:32:38.072293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:38.088755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:38.101605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event updated for resources: {'Port': ['ID=0ac8e963-6b07-4fc0-b451-4f48df984a55,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:38.207470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e3bc020-92da-4e6a-9a15-cb77440737e2 req-d727a60d-a8f1-4515-abe2-1faa281b3d9e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0464039 Oct 18 20:32:38.230643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.231613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.232555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.233442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.235996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.237020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.245507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.246513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.247463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.248749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.249633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.252344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:32:38.324559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:38.332882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:38.384523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:38.385993 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:38.436470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-ab0efb4c-dfa9-4409-8386-5e8f6de2af08 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0083146 Oct 18 20:32:38.461434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Request body: {'port': {'device_id': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:38.565750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:38.695793 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:38.734997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:38.744093 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909f5fe-534c-449e-9f04-48b3024cc2ee x-openstack-request-id: req-c909f5fe-534c-449e-9f04-48b3024cc2ee {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:38.744447 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86d56e-0d21-47c5-95b7-42933df5b066", "name": "network-vif-plugged", "status": "completed", "tag": "1bc70881-0925-4e00-a7a0-682aa125a955", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:38.744724 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c909f5fe-534c-449e-9f04-48b3024cc2ee {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:38.745178 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc70881-0925-4e00-a7a0-682aa125a955', 'code': 200} Oct 18 20:32:38.745915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-689a199a-4078-43b6-8b6f-43970453debf None None] Provisioning complete for port 9d762a8c-1f7a-4f71-b961-7a33bfea05af triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:38.746286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-689a199a-4078-43b6-8b6f-43970453debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:38.819965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:38.820910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:38.822335 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] 10.222.0.79 "PUT /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 1121 time: 3.7416239 Oct 18 20:32:38.941330 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:38.993481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabb868-b80e-4ab7-971f-fb9ceb1c4196 req-6b88d0d1-0f27-4b6f-9ef6-c1ffbcf00a21 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:38.996166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ffabb868-b80e-4ab7-971f-fb9ceb1c4196 req-6b88d0d1-0f27-4b6f-9ef6-c1ffbcf00a21 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.2631662 Oct 18 20:32:39.037714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-689a199a-4078-43b6-8b6f-43970453debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.056077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['080ce488-dde5-425e-9fb6-58982655b975'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:39.060766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['080ce488-dde5-425e-9fb6-58982655b975'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:32:39.063915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 28000eb5-c997-4813-822d-09c1b567d253 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:32:39.093875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20697b27-9ef7-424a-a21b-fc610d6c047c service neutron] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:39.111225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242fa5f-398b-4807-9532-45bedee8ef2a req-437a8fc6-5758-4855-8601-add95a91158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:39.120953 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5242fa5f-398b-4807-9532-45bedee8ef2a req-437a8fc6-5758-4855-8601-add95a91158a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 1101 time: 0.4440575 Oct 18 20:32:39.284904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-689a199a-4078-43b6-8b6f-43970453debf None None] For port 9d762a8c-1f7a-4f71-b961-7a33bfea05af, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9d762a8c-1f7a-4f71-b961-7a33bfea05af,segment=NetworkSegment(f107c44b-0b79-48bb-b3b8-f6c07d6722e8),segment_id=f107c44b-0b79-48bb-b3b8-f6c07d6722e8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:39.289441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 28000eb5-c997-4813-822d-09c1b567d253 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:39.289864 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.428189 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-689a199a-4078-43b6-8b6f-43970453debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.478336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac8e963-6b07-4fc0-b451-4f48df984a55 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:39.489476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.507329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Transition to ACTIVE for port object 0ac8e963-6b07-4fc0-b451-4f48df984a55 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:32:39.521386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ffabb868-b80e-4ab7-971f-fb9ceb1c4196 req-65a5c343-3e3d-4606-9a39-6655aa9bf026 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412242 Oct 18 20:32:39.526253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.648579 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5242fa5f-398b-4807-9532-45bedee8ef2a req-3c272420-f454-43ea-951c-5626e532b81d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314515 Oct 18 20:32:39.744578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac8e963-6b07-4fc0-b451-4f48df984a55,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:39.796089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Attempting to bind port 0ac8e963-6b07-4fc0-b451-4f48df984a55 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:39.796504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Attempting to bind port 0ac8e963-6b07-4fc0-b451-4f48df984a55 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:39.798008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Attempting to bind port 0ac8e963-6b07-4fc0-b451-4f48df984a55 on network 7ffba340-9994-4043-a337-f11abf606671 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:39.809494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Port 0ac8e963-6b07-4fc0-b451-4f48df984a55 on network 7ffba340-9994-4043-a337-f11abf606671 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:32:39.809848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Attempting to bind port 0ac8e963-6b07-4fc0-b451-4f48df984a55 on network 7ffba340-9994-4043-a337-f11abf606671 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:39.841982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:39.842382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Checking segment: {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:39.842703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Bound using segment: {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:39.843144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Bound port: 0ac8e963-6b07-4fc0-b451-4f48df984a55, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9219e3df-2851-438e-a658-8eafe36a72ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '7ffba340-9994-4043-a337-f11abf606671'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:39.843611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.898578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.899976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9d762a8c-1f7a-4f71-b961-7a33bfea05af triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:39.900708 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:39.990394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:40.070677 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25e3ba6-ac2b-4d52-a263-1813cbd99889 x-openstack-request-id: req-b25e3ba6-ac2b-4d52-a263-1813cbd99889 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:40.071200 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "name": "network-vif-unplugged", "status": "completed", "tag": "080ce488-dde5-425e-9fb6-58982655b975", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:40.071516 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b25e3ba6-ac2b-4d52-a263-1813cbd99889 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:40.072462 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080ce488-dde5-425e-9fb6-58982655b975', 'code': 200} Oct 18 20:32:40.082365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] For port 0ac8e963-6b07-4fc0-b451-4f48df984a55, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:40.096943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] For port 0ac8e963-6b07-4fc0-b451-4f48df984a55, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:40.116851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:40.287572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:40.288788 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:40.291260 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:40.300004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a199a-4078-43b6-8b6f-43970453debf None None] Pushing event updated for resources: {'Port': ['ID=9d762a8c-1f7a-4f71-b961-7a33bfea05af,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:40.303136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] 10.222.0.79 "PUT /v2.0/ports/0ac8e963-6b07-4fc0-b451-4f48df984a55 HTTP/1.1" status: 200 len: 1092 time: 1.8577850 Oct 18 20:32:40.305656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:40.317468 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707252d7-e944-4ae1-8621-8b186ff3aa3a" -d '{"events": [{"name": "network-changed", "server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:40.418731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Allocated IP 172.20.0.1 (9e618d63-bec7-4f45-bb4b-714ac51676f3/abd1866b-b1f0-497f-91d6-d8bc56a19a7a/960f62b5-2766-4df7-8715-2d16f9ecf396) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:40.447327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd887ec1-6f5f-4b10-ab62-9cd636ae9926 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac8e963-6b07-4fc0-b451-4f48df984a55,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:40.551264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-2d47caae-1407-4839-bc96-f98a0b8719d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:40.557873 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-2d47caae-1407-4839-bc96-f98a0b8719d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f010475a70234d549724e709df048488&device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 1095 time: 0.1810961 Oct 18 20:32:40.571106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e33255-77e7-4746-8d6e-fdac47cac50f req-b83694e7-4b32-4ef3-ba01-406e5c7a82c6 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:40.579179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61e33255-77e7-4746-8d6e-fdac47cac50f req-b83694e7-4b32-4ef3-ba01-406e5c7a82c6 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 944 time: 0.2094927 Oct 18 20:32:40.688098 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-f14a15c7-62df-4141-b845-7ae5c23b7597 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55 HTTP/1.1" status: 200 len: 217 time: 0.1076598 Oct 18 20:32:40.728602 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:40.764243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:40.770525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:40.777072 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a0a94-1ce6-48a9-922d-c82cdc556cd0" -d '{"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-plugged", "status": "completed", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:40.793887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-8fe6f187-1fba-4fe6-9fc3-eba065311aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:40.796374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-8fe6f187-1fba-4fe6-9fc3-eba065311aae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f33aa61-7133-4064-a3f4-e3b444f68160 HTTP/1.1" status: 200 len: 855 time: 0.1009300 Oct 18 20:32:40.863097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:40.916297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61e33255-77e7-4746-8d6e-fdac47cac50f req-c25fa208-d7da-4ce7-9484-c78730729127 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084927 Oct 18 20:32:40.921159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:40.957953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-80c3748b-2dea-44d7-b536-f3391485ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:40.963538 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-80c3748b-2dea-44d7-b536-f3391485ff46 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ffba340-9994-4043-a337-f11abf606671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568074 Oct 18 20:32:40.968680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:40.980507 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:41.078696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Pushing event updated for resources: {'Port': ['ID=960f62b5-2766-4df7-8715-2d16f9ecf396,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:41.096846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:41.100776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:41.116732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:41.223450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:41.241506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-7f2653c4-399a-4c3b-a974-00770b459d14 service neutron] 10.222.0.79 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678092 Oct 18 20:32:41.377674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-10f76c4f-ad44-4038-81ee-f94c75e13b13 None None] Provisioning complete for port 9d762a8c-1f7a-4f71-b961-7a33bfea05af triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:41.378051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-10f76c4f-ad44-4038-81ee-f94c75e13b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:41.494578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:41.505590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9d762a8c-1f7a-4f71-b961-7a33bfea05af up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:41.513989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-162003b9-e5a2-4812-9bc9-9b1303130ad9 req-5a0ee810-2bb3-4286-9726-e62e7207f88e service neutron] 10.222.0.79 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572713 Oct 18 20:32:41.548253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:32:33Z', 'revision_number': 3, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port': {'id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:32Z', 'updated_at': '2021-10-18T20:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:41.572162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:41.670860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19c462-ad7b-4afc-b403-4cd15b2bc1d0 req-b2178595-4529-4627-a2fb-028599d973ac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:41.681449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5e19c462-ad7b-4afc-b403-4cd15b2bc1d0 req-b2178595-4529-4627-a2fb-028599d973ac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 950 time: 0.1652846 Oct 18 20:32:41.709665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Checking router: 361dd045-09be-4276-ab7f-9009a1eac0ee for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:32:41.712281 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Updating router 361dd045-09be-4276-ab7f-9009a1eac0ee port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:32:41.732877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-c66487e4-acbf-424b-b1c3-2ebe333b117f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316686 Oct 18 20:32:41.783773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5e19c462-ad7b-4afc-b403-4cd15b2bc1d0 req-f3e703a2-6484-45c7-87a9-bc465b731b35 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000853 Oct 18 20:32:41.802882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:41.893582 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7adcc7f-176b-4005-b79b-069a450432bf x-openstack-request-id: req-b7adcc7f-176b-4005-b79b-069a450432bf {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:41.894043 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:41.894453 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7adcc7f-176b-4005-b79b-069a450432bf {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:41.895316 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'status': 'completed', 'code': 200} Oct 18 20:32:42.062398 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-2b3e84dd-4c4e-400b-b6f8-011205a33f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:42.064301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-2b3e84dd-4c4e-400b-b6f8-011205a33f02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f010475a70234d549724e709df048488&device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 1095 time: 0.1250861 Oct 18 20:32:42.075963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'tag': '080ce488-dde5-425e-9fb6-58982655b975'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:42.089103 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f19dde1-03db-4e91-9036-96ac93f292d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "tag": "080ce488-dde5-425e-9fb6-58982655b975"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:42.138909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b512b-bff6-40b0-b17b-dc7c3e81f21d req-364f6c81-d608-47f1-b19a-9d0f9ad571da tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:42.142010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-138b512b-bff6-40b0-b17b-dc7c3e81f21d req-364f6c81-d608-47f1-b19a-9d0f9ad571da tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.1558692 Oct 18 20:32:42.173412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.202991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9d762a8c-1f7a-4f71-b961-7a33bfea05af triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:42.203653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.204973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.254983 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-138b512b-bff6-40b0-b17b-dc7c3e81f21d req-60a146ab-dba4-420c-9c5c-6c99c3a4d28f tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921640 Oct 18 20:32:42.343813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-d408897d-f5a2-47f7-8447-c9c9be2c0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:42.352657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-d408897d-f5a2-47f7-8447-c9c9be2c0ae9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ffba340-9994-4043-a337-f11abf606671 HTTP/1.1" status: 200 len: 917 time: 0.2682858 Oct 18 20:32:42.494269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.514198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-9899e326-4dd3-4d9c-a7d5-92368558205d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55 HTTP/1.1" status: 200 len: 217 time: 0.1564691 Oct 18 20:32:42.548293 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5369d7-6d5c-46d8-8464-0be3467c7259 x-openstack-request-id: req-8f5369d7-6d5c-46d8-8464-0be3467c7259 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:42.549417 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-plugged", "status": "completed", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:42.550171 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f5369d7-6d5c-46d8-8464-0be3467c7259 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:42.551167 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'code': 200} Oct 18 20:32:42.645488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Pushing event updated for resources: {'Port': ['ID=960f62b5-2766-4df7-8715-2d16f9ecf396,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:42.796921 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.802885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-e2c9d71d-38e4-4f52-9fb8-23e4025a1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:42.811882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-e2c9d71d-38e4-4f52-9fb8-23e4025a1e28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f33aa61-7133-4064-a3f4-e3b444f68160 HTTP/1.1" status: 200 len: 855 time: 0.2793496 Oct 18 20:32:42.834698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.845935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-da80a64a-412b-4d9f-941f-5e3ef89b07ca None None] Provisioning complete for port 960f62b5-2766-4df7-8715-2d16f9ecf396 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:42.846562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da80a64a-412b-4d9f-941f-5e3ef89b07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.902513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:42.906467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:42.914039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-da80a64a-412b-4d9f-941f-5e3ef89b07ca None None] Port 960f62b5-2766-4df7-8715-2d16f9ecf396 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:32:42.915823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:42.984818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Attempting to bind port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:42.985208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Attempting to bind port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:42.985637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Attempting to bind port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:42.991942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd4bf7-4982-485c-8db9-f73a89298497 None None] Pushing event updated for resources: {'Port': ['ID=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:43.001326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-8140d094-7f82-4ca3-b5ef-6a04feabfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:43.004297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-8140d094-7f82-4ca3-b5ef-6a04feabfc19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ffba340-9994-4043-a337-f11abf606671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820896 Oct 18 20:32:43.005465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:43.005802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:43.006258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:43.006661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:43.007252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Bound port: 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:43.007555 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:43.162747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] For port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:43.171464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] For port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:43.186051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:43.201260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-99184bdc-6881-45f4-9ebe-dcbd8ef971d7 service neutron] 10.222.0.79 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876402 Oct 18 20:32:43.212826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Router 361dd045-09be-4276-ab7f-9009a1eac0ee has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:32:43.390544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd4bf7-4982-485c-8db9-f73a89298497 None None] Pushing event updated for resources: {'Port': ['ID=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:43.406563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ea13-e938-4849-a604-0b04f65b78b4 req-b632ae0a-1796-4896-953e-c2951cc4e107 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:43.408535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26f8ea13-e938-4849-a604-0b04f65b78b4 req-b632ae0a-1796-4896-953e-c2951cc4e107 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1519022 Oct 18 20:32:43.428036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Routers {'361dd045-09be-4276-ab7f-9009a1eac0ee'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:32:43.428815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:32:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['361dd045-09be-4276-ab7f-9009a1eac0ee'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:43.467901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707252d7-e944-4ae1-8621-8b186ff3aa3a req-e820be5a-f6af-4962-be2c-bfcb371ed856 service neutron] 10.222.0.79 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576463 Oct 18 20:32:43.530135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:32:43.547795 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1dadeeee-729b-463a-a85a-9a9df9fd3471 admin admin] 10.222.0.66 "PUT /v2.0/routers/361dd045-09be-4276-ab7f-9009a1eac0ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5166979 Oct 18 20:32:43.548121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26f8ea13-e938-4849-a604-0b04f65b78b4 req-b0eb3a17-848e-4b1a-9e93-a6b4b0389a00 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098194 Oct 18 20:32:43.793856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43edfb8-8913-4b4e-8ea9-ed119f58e17d req-cae122bb-192b-4119-84c8-dd6fd3a89f79 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:43.795293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-94d088a7-f0af-4057-a025-e99657de91fc None None] Provisioning complete for port 960f62b5-2766-4df7-8715-2d16f9ecf396 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:43.796331 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-94d088a7-f0af-4057-a025-e99657de91fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:43.807376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a43edfb8-8913-4b4e-8ea9-ed119f58e17d req-cae122bb-192b-4119-84c8-dd6fd3a89f79 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1474857 Oct 18 20:32:43.835375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:43.910320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a43edfb8-8913-4b4e-8ea9-ed119f58e17d req-dca4be77-ded1-46b8-b0da-c88b1b86b150 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018796 Oct 18 20:32:44.005205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-911942003'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:44.101521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:44.117780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:44.164965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85e15-23f3-4426-b602-62d3a6cafb39 req-8e684424-2c52-47e5-8ffb-76cefe36b2d7 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:44.176995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45f85e15-23f3-4426-b602-62d3a6cafb39 req-8e684424-2c52-47e5-8ffb-76cefe36b2d7 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 944 time: 0.1374166 Oct 18 20:32:44.225286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:32:44.286882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45f85e15-23f3-4426-b602-62d3a6cafb39 req-c6c0a501-4823-4525-a9f9-47b8f4bccaa5 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048818 Oct 18 20:32:44.295916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:44.296474 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Added segment 2924a85c-60b2-489d-a3fe-a00cd34d4690 of type vlan for network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 Oct 18 20:32:44.466693 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcad44d0-b0db-4944-949a-b1e179c6dc27 x-openstack-request-id: req-dcad44d0-b0db-4944-949a-b1e179c6dc27 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:44.467064 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "tag": "080ce488-dde5-425e-9fb6-58982655b975", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:44.469538 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcad44d0-b0db-4944-949a-b1e179c6dc27 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:44.470268 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'tag': '080ce488-dde5-425e-9fb6-58982655b975', 'status': 'completed', 'code': 200} Oct 18 20:32:44.477507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-94d088a7-f0af-4057-a025-e99657de91fc None None] Port 960f62b5-2766-4df7-8715-2d16f9ecf396 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:32:44.487444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] Set router 361dd045-09be-4276-ab7f-9009a1eac0ee gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:32:44.529067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:44.544691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-44f7664f-9100-4258-b073-4f1b0415b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:44.546632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-44f7664f-9100-4258-b073-4f1b0415b023 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1100 time: 0.0962307 Oct 18 20:32:44.552475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:44.555980 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68026bc9-4013-4962-bc44-b7b1276224d2" -d '{"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-plugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:44.579469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee41933-71f1-4f45-9740-f1ef1d3cf0ec req-197440bf-cf03-4fc9-8c44-966d7f1c1fa4 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:44.588240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aee41933-71f1-4f45-9740-f1ef1d3cf0ec req-197440bf-cf03-4fc9-8c44-966d7f1c1fa4 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 946 time: 0.1251416 Oct 18 20:32:44.653568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:44.669224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:44.669962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:44.756882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aee41933-71f1-4f45-9740-f1ef1d3cf0ec req-a0877274-37c9-4bc3-8d55-299f3fe31903 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673510 Oct 18 20:32:44.817126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-d58277fa-f513-41f6-a67c-632d06a04963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:44.819608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-d58277fa-f513-41f6-a67c-632d06a04963 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2609656 Oct 18 20:32:44.943837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-4001fa0a-b4cb-4505-a75e-273cf2d51671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:44.947240 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-4001fa0a-b4cb-4505-a75e-273cf2d51671 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1124 time: 0.4747479 Oct 18 20:32:44.953911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1170106 Oct 18 20:32:44.954795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793506d4-8b00-423f-a404-f7f61744de27 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Network': ['ID=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:44.959148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48520) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:44.976255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-c026096e-b083-49a7-a558-9a3f0ec56d1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.1461980 Oct 18 20:32:45.005454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:32:45.073385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d91b1c-4bed-48ad-b654-2d8cd62959ce req-03387ed1-16e6-47ff-8f36-98a537e64f9b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:45.083210 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32d91b1c-4bed-48ad-b654-2d8cd62959ce req-03387ed1-16e6-47ff-8f36-98a537e64f9b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 943 time: 0.1665845 Oct 18 20:32:45.125849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'subnet': {'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:45.131872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-325a1ee3-351f-41ff-8bbf-2f93406ab64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:45.133922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-325a1ee3-351f-41ff-8bbf-2f93406ab64c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1444139 Oct 18 20:32:45.136570 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-be66de19-ba84-4755-83b8-bc8223786c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:45.140831 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-be66de19-ba84-4755-83b8-bc8223786c73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.1802437 Oct 18 20:32:45.190558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32d91b1c-4bed-48ad-b654-2d8cd62959ce req-f0b28033-0a49-4fbc-8f2b-98f083c569c8 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057897 Oct 18 20:32:45.235397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 4, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port': {'id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:32Z', 'updated_at': '2021-10-18T20:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '960f62b5-2766-4df7-8715-2d16f9ecf396', 'name': '', 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'mac_address': 'fa:16:3e:43:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:39Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 2, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'subnets': [{'id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:45.257333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-062985e8-4ac1-4f5b-9260-953e34aaad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:45.260333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-062985e8-4ac1-4f5b-9260-953e34aaad2b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152523 Oct 18 20:32:45.304263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-c38348fd-0bbc-4940-b8cf-344777eb2cb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 217 time: 0.1274724 Oct 18 20:32:45.335079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abcc96c-2bdc-4c61-80ef-aebda03b87b8 None None] The sync data for ids ['361dd045-09be-4276-ab7f-9009a1eac0ee'] in n-d-812149-2 is: [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 4, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port': {'id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:32Z', 'updated_at': '2021-10-18T20:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '960f62b5-2766-4df7-8715-2d16f9ecf396', 'name': '', 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'mac_address': 'fa:16:3e:43:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:39Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 2, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'subnets': [{'id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:32:45.400360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-32161eaf-f1d4-4dc4-a0ba-afc1ae4219c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:45.401899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-32161eaf-f1d4-4dc4-a0ba-afc1ae4219c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.0850708 Oct 18 20:32:45.466743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-9b76cc54-a2b2-4edf-9b90-3e18b892cbaa service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978319 Oct 18 20:32:45.501110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-b4411048-aba0-4c4b-9fef-12f70f2cba2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630436 Oct 18 20:32:45.532177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:45.536635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:45.735498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-08891182-125c-42d7-a540-477985e02a48 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243533 Oct 18 20:32:46.111406 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f19dde1-03db-4e91-9036-96ac93f292d6 req-6a3744c8-9dd9-49fb-a3d9-1753e4fad8f9 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624165 Oct 18 20:32:46.125070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.217412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Subnet': ['ID=ace2ebdb-aae3-43cf-94e5-dac688ee8647,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:46.235160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Checking segment: {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:46.235523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network hostable DHCP agents. Network: 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:32:46.269522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:32:46.289947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:46.297259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:46.298552 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.304330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7677664d-3998-472b-b726-2c9192734cc8 None None] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:32:46.370701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0587bafd-3082-42ff-a586-b4b5884aad3e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2544072 Oct 18 20:32:46.372670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48528) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:46.389286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1709420494'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:46.470048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:46.483637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.578122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:32:46.594572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54', 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'fixed_ips': [{'subnet_id': 'ace2ebdb-aae3-43cf-94e5-dac688ee8647'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:32:46.595637 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.616601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.619243 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Added segment 065c262d-63bc-44dd-b7d6-437cdc9bfa6c of type vlan for network e170b7ad-f7bf-491e-840b-577756311035 Oct 18 20:32:46.728988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.850625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.862616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:46.863823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:46.961498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5832961 Oct 18 20:32:46.968202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48530) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:46.978389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'subnet': {'network_id': 'e170b7ad-f7bf-491e-840b-577756311035', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:32:47.040754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Allocated IP 19.80.0.2 (6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54/ace2ebdb-aae3-43cf-94e5-dac688ee8647/7043948b-6fd1-4c64-bf79-a72cba8fae72) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:47.125661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23315e5-bfb7-4a2b-bb5a-a8ae1555ebac tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Network': ['ID=e170b7ad-f7bf-491e-840b-577756311035,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:47.176017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 080ce488-dde5-425e-9fb6-58982655b975 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:32:47.184328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e170b7ad-f7bf-491e-840b-577756311035 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:32:47.298069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:32:47.309064 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:47.761666 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:47.777006 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:47.787234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:47.952493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:47.995417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:48.003367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Pushing event updated for resources: {'Port': ['ID=7043948b-6fd1-4c64-bf79-a72cba8fae72,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:48.017210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:48.024943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:48.117968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Checking segment: {'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:48.119258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network hostable DHCP agents. Network: e170b7ad-f7bf-491e-840b-577756311035, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:32:48.164939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Subnet': ['ID=c0e56cb0-d22f-4e0f-8790-240eb444d9e0,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:48.187250 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network e170b7ad-f7bf-491e-840b-577756311035 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:32:48.213705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e170b7ad-f7bf-491e-840b-577756311035) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:48.219044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:48.219942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.229475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3766a724-66b5-4f12-9a18-0a3c089af976 None None] Network e170b7ad-f7bf-491e-840b-577756311035 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:32:48.248240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Attempting to bind port 7043948b-6fd1-4c64-bf79-a72cba8fae72 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:48.248806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Attempting to bind port 7043948b-6fd1-4c64-bf79-a72cba8fae72 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:48.249189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Attempting to bind port 7043948b-6fd1-4c64-bf79-a72cba8fae72 on network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:48.272685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d65b5ae3-e0fb-4617-a94d-6b51ea92f10f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3095543 Oct 18 20:32:48.279071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:48.279667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Checking segment: {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:48.280039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.280468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Bound using segment: {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:48.280988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Bound port: 7043948b-6fd1-4c64-bf79-a72cba8fae72, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:48.281387 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.291926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:48.292519 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.462898 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.557379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] For port 7043948b-6fd1-4c64-bf79-a72cba8fae72, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:48.609806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] For port 7043948b-6fd1-4c64-bf79-a72cba8fae72, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7043948b-6fd1-4c64-bf79-a72cba8fae72,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:48.675600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.684016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.698365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e170b7ad-f7bf-491e-840b-577756311035', 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'fixed_ips': [{'subnet_id': 'c0e56cb0-d22f-4e0f-8790-240eb444d9e0'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:32:48.699914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.702866 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-917181ec-2250-4522-b424-53d3def4af91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.771671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:48.814852 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:48.883354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f00e-5910-463d-b046-4807d8312e78 None None] Pushing event updated for resources: {'Port': ['ID=7043948b-6fd1-4c64-bf79-a72cba8fae72,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:49.150946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:49.193839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Allocated IP 19.86.0.2 (e170b7ad-f7bf-491e-840b-577756311035/c0e56cb0-d22f-4e0f-8790-240eb444d9e0/a88c3744-c418-454e-b0ca-5c2a38c48a87) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:32:49.769328 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:49.780678 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:49.858625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7043948b-6fd1-4c64-bf79-a72cba8fae72 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:49.865307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Pushing event updated for resources: {'Port': ['ID=a88c3744-c418-454e-b0ca-5c2a38c48a87,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:49.871552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Network e170b7ad-f7bf-491e-840b-577756311035 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:32:49.874590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:32:49.898839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:32:50.031197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Attempting to bind port a88c3744-c418-454e-b0ca-5c2a38c48a87 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:50.032121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Attempting to bind port a88c3744-c418-454e-b0ca-5c2a38c48a87 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:50.032826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Attempting to bind port a88c3744-c418-454e-b0ca-5c2a38c48a87 on network e170b7ad-f7bf-491e-840b-577756311035 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:50.046573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:50.047422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Checking segment: {'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:50.048104 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:50.048791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Bound using segment: {'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:50.049868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Bound port: a88c3744-c418-454e-b0ca-5c2a38c48a87, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:50.050991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:50.074270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7043948b-6fd1-4c64-bf79-a72cba8fae72 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:50.075062 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:50.135533 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Sync routers for ids ['361dd045-09be-4276-ab7f-9009a1eac0ee'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:32:50.158174 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Routers {'361dd045-09be-4276-ab7f-9009a1eac0ee'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:32:50.159200 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:32:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['361dd045-09be-4276-ab7f-9009a1eac0ee'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:50.435412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:50.440839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] For port a88c3744-c418-454e-b0ca-5c2a38c48a87, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:50.474149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] For port a88c3744-c418-454e-b0ca-5c2a38c48a87, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a88c3744-c418-454e-b0ca-5c2a38c48a87,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:50.511153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:50.554786 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Set router 361dd045-09be-4276-ab7f-9009a1eac0ee gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:32:50.594219 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-252772e2-4daa-4323-a5a1-0b78b89518a4 service neutron] 10.222.0.30 "GET /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975/bindings/n-h2-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.2415767 Oct 18 20:32:50.751996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 7043948b-6fd1-4c64-bf79-a72cba8fae72, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7043948b-6fd1-4c64-bf79-a72cba8fae72,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:50.791827 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:50.796723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:50.922155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67024701-fd43-4b2c-b5a0-ad3faad9cbe4 None None] Pushing event updated for resources: {'Port': ['ID=a88c3744-c418-454e-b0ca-5c2a38c48a87,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:50.935556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b21fb4c-ba7e-4340-a69e-8ec6a93d494e None None] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:32:51.015314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=7043948b-6fd1-4c64-bf79-a72cba8fae72,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:51.062209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-de2f1f84-dcae-4f86-b798-dba910d0fa97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736243 Oct 18 20:32:51.229808 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 4, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port': {'id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:32Z', 'updated_at': '2021-10-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '960f62b5-2766-4df7-8715-2d16f9ecf396', 'name': '', 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'mac_address': 'fa:16:3e:43:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:39Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 2, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'subnets': [{'id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:51.285059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:51.331023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ac5b6592-20a6-4610-955e-6622214d02bc None None] Provisioning complete for port 7043948b-6fd1-4c64-bf79-a72cba8fae72 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:51.331813 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac5b6592-20a6-4610-955e-6622214d02bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:51.332183 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Checking router: 361dd045-09be-4276-ab7f-9009a1eac0ee for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:32:51.332692 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Updating router 361dd045-09be-4276-ab7f-9009a1eac0ee port 960f62b5-2766-4df7-8715-2d16f9ecf396 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:32:51.428331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-45fba769-1784-4d67-8c29-7bdd48f5e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:51.442191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-45fba769-1784-4d67-8c29-7bdd48f5e45a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 1095 time: 0.2034371 Oct 18 20:32:51.447566 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:51.535907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:51.536732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:51.857566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-b056d710-33d8-4438-beca-d2dd49404c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:51.860337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-b056d710-33d8-4438-beca-d2dd49404c09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.3640015 Oct 18 20:32:52.059622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-49d0af83-64a4-47ae-8c14-a492cb71afe8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 200 len: 217 time: 0.1899331 Oct 18 20:32:52.269422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:52.278939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-3ab2679d-1f50-499a-ba86-8489f615b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:52.298394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-3ab2679d-1f50-499a-ba86-8489f615b3a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.2259448 Oct 18 20:32:52.422652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-8f664e3f-5293-4224-b584-1fb1bbe654cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117356 Oct 18 20:32:52.454611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7043948b-6fd1-4c64-bf79-a72cba8fae72 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:52.472804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080ce488-dde5-425e-9fb6-58982655b975 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:32:52.495238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:52.531088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:52.665462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7043948b-6fd1-4c64-bf79-a72cba8fae72 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:52.668917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:52.711338 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:52.724755 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:52.839399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2dddcb9b-2ce8-41d3-949e-8260fa2cd55e None None] Provisioning complete for port 7043948b-6fd1-4c64-bf79-a72cba8fae72 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:52.842414 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2dddcb9b-2ce8-41d3-949e-8260fa2cd55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:52.875046 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577a8a6-a0c4-4615-81de-4e1574549777 None None] Pushing event updated for resources: {'Port': ['ID=960f62b5-2766-4df7-8715-2d16f9ecf396,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:52.924707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] Transition to ACTIVE for port object 080ce488-dde5-425e-9fb6-58982655b975 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:32:52.940365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:52.963778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-2d784e55-d038-44b3-8028-e4a0a8102f35 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304918 Oct 18 20:32:53.009431 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Attempting to bind port 960f62b5-2766-4df7-8715-2d16f9ecf396 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:32:53.010132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Attempting to bind port 960f62b5-2766-4df7-8715-2d16f9ecf396 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:32:53.010907 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Attempting to bind port 960f62b5-2766-4df7-8715-2d16f9ecf396 on network 9e618d63-bec7-4f45-bb4b-714ac51676f3 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:32:53.019620 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:32:53.020658 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Checking segment: {'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:32:53.021311 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:53.021886 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Bound using segment: {'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:32:53.022601 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Bound port: 960f62b5-2766-4df7-8715-2d16f9ecf396, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:32:53.023728 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:53.159282 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] For port 960f62b5-2766-4df7-8715-2d16f9ecf396, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:32:53.167522 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] For port 960f62b5-2766-4df7-8715-2d16f9ecf396, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=960f62b5-2766-4df7-8715-2d16f9ecf396,segment=NetworkSegment(f107c44b-0b79-48bb-b3b8-f6c07d6722e8),segment_id=f107c44b-0b79-48bb-b3b8-f6c07d6722e8)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:32:53.181835 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:53.319072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a88c3744-c418-454e-b0ca-5c2a38c48a87 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:53.327805 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-60f4d8dd-dbe5-4838-81f5-d051cd30f85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:53.331752 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577a8a6-a0c4-4615-81de-4e1574549777 None None] Pushing event updated for resources: {'Port': ['ID=960f62b5-2766-4df7-8715-2d16f9ecf396,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:53.366435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] No DVR routers for this DVR port 080ce488-dde5-425e-9fb6-58982655b975 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:32:53.426498 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Routers {'361dd045-09be-4276-ab7f-9009a1eac0ee'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:32:53.427680 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:32:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['361dd045-09be-4276-ab7f-9009a1eac0ee'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:53.460221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2b811-cd8b-4961-9bc7-2b581a20b4d9 None None] Network e170b7ad-f7bf-491e-840b-577756311035 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:32:53.555452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975/bindings/n-h2-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9508576 Oct 18 20:32:53.563746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b252f-b6a5-46be-832a-8471c0aa62f6 service neutron] Pushing event updated for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:53.769635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.79', 55446) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:32:53.891497 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9032011-5004-40f3-9250-d0b5e2696f56 x-openstack-request-id: req-c9032011-5004-40f3-9250-d0b5e2696f56 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:32:53.902046 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-plugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:32:53.903057 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9032011-5004-40f3-9250-d0b5e2696f56 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:32:53.903939 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253', 'code': 200} Oct 18 20:32:53.921998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-3176d41b-3344-4061-a56c-2a692f6d953d tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:53.925187 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-3176d41b-3344-4061-a56c-2a692f6d953d tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.2318182 Oct 18 20:32:54.011824 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] Set router 361dd045-09be-4276-ab7f-9009a1eac0ee gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:32:54.143422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-7f6bbd49-2c34-499b-b285-1d794fcb91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:54.144787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b43de80-a1c8-4710-b49d-550a3f1de245 req-cc0680a1-9aad-45db-a3ea-69b8bdcea941 service neutron] 10.222.0.30 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1613722 Oct 18 20:32:54.145928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-7f6bbd49-2c34-499b-b285-1d794fcb91ff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f&tenant_id=6476cb76270b414c915a463d71a0316b HTTP/1.1" status: 200 len: 1095 time: 0.2103584 Oct 18 20:32:54.254394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-03860d5f-6189-45c5-8fe4-9b9d889623f2 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1372559 Oct 18 20:32:54.289203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:54.306660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1532f0-afa2-4654-98b5-8261e9c5fbf7 req-c734e681-f595-41f1-95a0-9014ade48ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:54.320829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a1532f0-afa2-4654-98b5-8261e9c5fbf7 req-c734e681-f595-41f1-95a0-9014ade48ee2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1101 time: 0.5334556 Oct 18 20:32:54.345123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd8e04-3f78-465d-a434-3db46e07088b req-e837a3db-bfcf-4427-aebb-98d31ae11934 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:54.354947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84cd8e04-3f78-465d-a434-3db46e07088b req-e837a3db-bfcf-4427-aebb-98d31ae11934 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.4735286 Oct 18 20:32:54.397023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a88c3744-c418-454e-b0ca-5c2a38c48a87 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:54.397324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:54.397608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-70bb6def-47bf-4260-8e05-f01eb9fc7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:54.400433 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-70bb6def-47bf-4260-8e05-f01eb9fc7677 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1095 time: 0.2164724 Oct 18 20:32:54.571008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84cd8e04-3f78-465d-a434-3db46e07088b req-0270113f-5473-4aae-a491-be192b814ff1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142396 Oct 18 20:32:54.581684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] Provisioning complete for port 960f62b5-2766-4df7-8715-2d16f9ecf396 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:54.583123 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:54.583354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a1532f0-afa2-4654-98b5-8261e9c5fbf7 req-789b055e-3cfe-495f-a5f2-a175e8731713 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146947 Oct 18 20:32:54.797910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-463ce53c-419f-4c7c-aae8-2932cae258bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:54.800975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-463ce53c-419f-4c7c-aae8-2932cae258bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.3847897 Oct 18 20:32:54.810114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d0725-497b-42a5-aa4d-a56db0107d76 req-98a8880e-22be-46eb-afd5-f9069244f05b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:54.818690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d0d0725-497b-42a5-aa4d-a56db0107d76 req-98a8880e-22be-46eb-afd5-f9069244f05b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1309748 Oct 18 20:32:54.861820 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:54.898025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d0d0725-497b-42a5-aa4d-a56db0107d76 req-a73b2eac-ed4d-4d17-a39c-4e284c68e3ff tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 Oct 18 20:32:55.007977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:55.091477 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 4, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port': {'id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:32Z', 'updated_at': '2021-10-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '960f62b5-2766-4df7-8715-2d16f9ecf396', 'name': '', 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'mac_address': 'fa:16:3e:43:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:39Z', 'updated_at': '2021-10-18T20:32:53Z', 'revision_number': 4, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'subnets': [{'id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:55.093842 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:55.125721 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a88c3744-c418-454e-b0ca-5c2a38c48a87, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a88c3744-c418-454e-b0ca-5c2a38c48a87,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:55.140585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ad3c2-6226-4bc1-8a9b-4941710e89d5 req-fb53443f-4bdd-4133-a06e-b0dbd7541e99 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:55.141507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:55.155153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-689ad3c2-6226-4bc1-8a9b-4941710e89d5 req-fb53443f-4bdd-4133-a06e-b0dbd7541e99 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 944 time: 0.1568062 Oct 18 20:32:55.165379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] For port 960f62b5-2766-4df7-8715-2d16f9ecf396, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=960f62b5-2766-4df7-8715-2d16f9ecf396,segment=NetworkSegment(f107c44b-0b79-48bb-b3b8-f6c07d6722e8),segment_id=f107c44b-0b79-48bb-b3b8-f6c07d6722e8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:55.216691 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:55.218275 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9147b2ef-050c-403e-95e2-8aa32f4cd555 None None] The sync data for ids ['361dd045-09be-4276-ab7f-9009a1eac0ee'] in n-d-812149-2 is: [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:32:41Z', 'revision_number': 4, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port': {'id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:32Z', 'updated_at': '2021-10-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '960f62b5-2766-4df7-8715-2d16f9ecf396', 'name': '', 'network_id': '9e618d63-bec7-4f45-bb4b-714ac51676f3', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'mac_address': 'fa:16:3e:43:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:39Z', 'updated_at': '2021-10-18T20:32:53Z', 'revision_number': 4, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'subnets': [{'id': 'abd1866b-b1f0-497f-91d6-d8bc56a19a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:32:55.278825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] Provisioning complete for port a88c3744-c418-454e-b0ca-5c2a38c48a87 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:55.279426 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:55.286287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-689ad3c2-6226-4bc1-8a9b-4941710e89d5 req-933b1189-f372-460e-9892-36eab688d25f tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259553 Oct 18 20:32:55.483455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 960f62b5-2766-4df7-8715-2d16f9ecf396 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:55.565533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a88c3744-c418-454e-b0ca-5c2a38c48a87,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:55.779836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff7e42-1e1a-4ca4-9c16-72a072e7dd92 None None] Pushing event updated for resources: {'Port': ['ID=960f62b5-2766-4df7-8715-2d16f9ecf396,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:55.814302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 960f62b5-2766-4df7-8715-2d16f9ecf396 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:55.814981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:55.917175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17825369-537d-4317-b5cd-74f627f584ee req-6730e566-2077-4593-a1d0-7c48041019ea tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:55.919955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17825369-537d-4317-b5cd-74f627f584ee req-6730e566-2077-4593-a1d0-7c48041019ea tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 944 time: 0.1468761 Oct 18 20:32:55.955242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ed189e4e-cfce-4aaa-9aa9-5a636d48b5f2 None None] Provisioning complete for port a88c3744-c418-454e-b0ca-5c2a38c48a87 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:55.955706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed189e4e-cfce-4aaa-9aa9-5a636d48b5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:56.030005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17825369-537d-4317-b5cd-74f627f584ee req-e6f335e6-01c3-41df-bf09-4ce5d4a5fe22 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845006 Oct 18 20:32:56.469244 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:56.503129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-e7b5f140-570c-41d8-a67a-2989155e0263 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:56.524265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-e7b5f140-570c-41d8-a67a-2989155e0263 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:56.527103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-e7b5f140-570c-41d8-a67a-2989155e0263 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/networks?id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54&id=e170b7ad-f7bf-491e-840b-577756311035&id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 HTTP/1.1" status: 200 len: 1391 time: 0.3431811 Oct 18 20:32:56.570524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-a03563b4-904a-4546-9d31-bc99db5fd9ff tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/quotas/a555d87833e34b4fa272671f8aa1263b HTTP/1.1" status: 200 len: 375 time: 0.0273869 Oct 18 20:32:56.735039 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:32:56.777868 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-91e091b5-7693-41c0-88de-499a01ca8d31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1853132 Oct 18 20:32:56.993815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-734e8ac1-1754-4f10-b87a-5d290acac803 service neutron] 10.222.0.66 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021961 Oct 18 20:32:57.265450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-5fe0abfa-5be7-4934-b5e8-6175024b481b tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:32:57.268411 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-5fe0abfa-5be7-4934-b5e8-6175024b481b tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "GET /v2.0/ports?device_id=b332e883-7658-4a8a-9670-64e6062b04f5 HTTP/1.1" status: 200 len: 946 time: 0.1704841 Oct 18 20:32:57.305081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a88c3744-c418-454e-b0ca-5c2a38c48a87 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:57.384311 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-26c33324-d493-44c2-97ac-639e20e5706a service neutron] 10.222.0.66 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777246 Oct 18 20:32:57.435035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a88c3744-c418-454e-b0ca-5c2a38c48a87 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:57.435620 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:57.606740 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 960f62b5-2766-4df7-8715-2d16f9ecf396 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:32:57.735085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 960f62b5-2766-4df7-8715-2d16f9ecf396 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:32:57.736122 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:58.108888 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-8bf8eef1-435d-4b15-aad5-d905e1202094 service neutron] 10.222.0.66 "GET /v2.0/networks/e170b7ad-f7bf-491e-840b-577756311035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226520 Oct 18 20:32:58.128347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Deleting port 3a35669e-2f65-4749-9bd0-629a412e180f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:32:58.130206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:58.380454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-114ef764-b441-435d-b3c1-7cab49544621 service neutron] 10.222.0.66 "GET /v2.0/networks/e170b7ad-f7bf-491e-840b-577756311035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394407 Oct 18 20:32:58.390252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] For port 3a35669e-2f65-4749-9bd0-629a412e180f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3a35669e-2f65-4749-9bd0-629a412e180f,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:32:58.390252 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:58.676669 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-57d07bb8-f03b-4fdf-a13c-d861b44e28b2 service neutron] 10.222.0.66 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844820 Oct 18 20:32:58.838263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:58.838967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:58.839551 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Floating IP fe0b6880-10d3-4446-b910-8b326a19bd26 disassociated. External IP: 172.25.7.38, port: 3a35669e-2f65-4749-9bd0-629a412e180f. Oct 18 20:32:58.840694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Calling delete_port for 3a35669e-2f65-4749-9bd0-629a412e180f owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:32:58.954605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-2d22c1ce-de54-47a1-a819-89d7e753c997 service neutron] 10.222.0.66 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633183 Oct 18 20:32:59.098863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:59.146006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event deleted for resources: {'Port': ['ID=3a35669e-2f65-4749-9bd0-629a412e180f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:32:59.359207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Router 743d1451-07e2-46e3-b120-69601fd9171e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:32:59.566456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:32:59.585506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] Sync routers for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:32:59.607742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:32:59.608927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:32:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:32:59.664177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] No DVR routers for this DVR port 3a35669e-2f65-4749-9bd0-629a412e180f on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:32:59.672408 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:32:59.681525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3eb1ae1-b811-48b4-b2d8-c70b3fa6618c req-918e4a63-38df-4622-ad85-0b0ece3ebc61 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "DELETE /v2.0/ports/3a35669e-2f65-4749-9bd0-629a412e180f HTTP/1.1" status: 204 len: 173 time: 2.3978000 Oct 18 20:32:59.682928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'name': 'network-vif-deleted', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:32:59.704692 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976483f5-af18-4f7b-b7c1-25e050d2af27" -d '{"events": [{"server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "name": "network-vif-deleted", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:32:59.869634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:33:00.242861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:00.275939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] Checking router: 743d1451-07e2-46e3-b120-69601fd9171e for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:33:00.289628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:33:00.290136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:32:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:00.429783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:33:00.684706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:00.737829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ec64a-f5dd-47e0-97f2-252da1108319 None None] The sync data for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 is: [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:33:00.924421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-142b7329-9b77-46f0-b148-6d17051b8f64 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:00.930889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-142b7329-9b77-46f0-b148-6d17051b8f64 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:00.932910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-142b7329-9b77-46f0-b148-6d17051b8f64 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "GET /v2.0/networks?id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54&id=e170b7ad-f7bf-491e-840b-577756311035&id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 HTTP/1.1" status: 200 len: 1391 time: 0.1601973 Oct 18 20:33:00.955176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'port': {'device_id': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54', 'admin_state_up': True, 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:01.087790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3a35669e-2f65-4749-9bd0-629a412e180f no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:01.114163 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9bd9fe-a51f-4858-b543-f47bdf50691b None None] New status for floating IP fe0b6880-10d3-4446-b910-8b326a19bd26: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:33:01.118012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:01.123195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 3a35669e-2f65-4749-9bd0-629a412e180f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:01.123737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3a35669e-2f65-4749-9bd0-629a412e180f not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:01.126217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:01.322007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Allocated IP 19.80.0.41 (6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54/ace2ebdb-aae3-43cf-94e5-dac688ee8647/4800c55d-90e7-42ca-be47-44fb28b3b070) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:01.564281 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:01.625598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:01.669971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:01.673685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:01.678861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:01.722665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Port': ['ID=4800c55d-90e7-42ca-be47-44fb28b3b070,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:01.761907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:01.763083 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:01.788900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-1315629d-1d65-4b6a-8023-03deaeac88a0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8431010 Oct 18 20:33:01.803676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'port': {'device_id': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035', 'admin_state_up': True, 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:01.979417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-604d4825-b541-4676-ac47-1d92f510fa29 None None] Provisioning complete for port 4800c55d-90e7-42ca-be47-44fb28b3b070 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:01.980336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604d4825-b541-4676-ac47-1d92f510fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:01.997974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:02.001897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:02.026424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-604d4825-b541-4676-ac47-1d92f510fa29 None None] Port 4800c55d-90e7-42ca-be47-44fb28b3b070 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:33:02.156502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Allocated IP 19.86.0.48 (e170b7ad-f7bf-491e-840b-577756311035/c0e56cb0-d22f-4e0f-8790-240eb444d9e0/1b88b81a-016c-4f09-b4ef-33567e959c5b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:02.332814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:02.387593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:02.466226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network e170b7ad-f7bf-491e-840b-577756311035 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:02.471606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:02.478154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:02.529929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Port': ['ID=1b88b81a-016c-4f09-b4ef-33567e959c5b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:02.576538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:02.577659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:02.600424 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-97923e4a-2316-4b11-9490-f720eac06e8c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8040822 Oct 18 20:33:02.612213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'port': {'device_id': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54', 'admin_state_up': True, 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:02.756798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a2d4a7e0-84da-4f3e-9acf-f16aa47fbb92 None None] Provisioning complete for port 1b88b81a-016c-4f09-b4ef-33567e959c5b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:02.757332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a2d4a7e0-84da-4f3e-9acf-f16aa47fbb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:02.765187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:02.771717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:02.815968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4a7e0-84da-4f3e-9acf-f16aa47fbb92 None None] Port 1b88b81a-016c-4f09-b4ef-33567e959c5b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:33:02.936762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Allocated IP 19.80.0.236 (6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54/ace2ebdb-aae3-43cf-94e5-dac688ee8647/2675307e-6154-48db-bba9-1e0e9f113786) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:03.094530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:03.119457 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:03.179531 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:03.227417 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:03.245374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:03.249787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:03.254076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:03.260232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:03.263448 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8685cd1-6d73-42ec-920e-56ed57d0840e" -d '{"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-unplugged", "status": "completed", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:03.264101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Port': ['ID=2675307e-6154-48db-bba9-1e0e9f113786,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:03.281130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:03.289240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:03.339600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:03.341001 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:03.366616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f737cb54-ba55-48c1-8eb6-6471299500dc tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7579775 Oct 18 20:33:03.367870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:03.382994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Request body: {'port': {'device_id': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:03.450011 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:03.550311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f96cfe04-157d-47b2-815e-6421c879652b None None] Provisioning complete for port 2675307e-6154-48db-bba9-1e0e9f113786 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:03.551013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f96cfe04-157d-47b2-815e-6421c879652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:03.608412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f96cfe04-157d-47b2-815e-6421c879652b None None] Port 2675307e-6154-48db-bba9-1e0e9f113786 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:33:03.731366 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-2775f087-9bf3-4d3b-92ef-5805b0b1d023 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 200 len: 217 time: 0.0815647 Oct 18 20:33:03.824177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-e8df1f78-f6bb-4315-a4ae-4a3cbc3d6258 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795133 Oct 18 20:33:03.878280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-25488f0a-e4c1-498a-844f-d43d0f0b0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:03.882235 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-25488f0a-e4c1-498a-844f-d43d0f0b0f9a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1385043 Oct 18 20:33:03.949870 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-d667b879-add3-4c44-a5f3-a77c0de34db9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519085 Oct 18 20:33:03.962884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4800c55d-90e7-42ca-be47-44fb28b3b070 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:04.017615 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:04.067442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Transition to ACTIVE for port object 4800c55d-90e7-42ca-be47-44fb28b3b070 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:04.075780 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:04.076104 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-fc5142f4-bf29-4d52-a38f-d2872eed9570 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182802 Oct 18 20:33:04.129149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-7b2414b0-1627-475e-a709-901d59cbfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:04.130207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-7b2414b0-1627-475e-a709-901d59cbfe32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6476cb76270b414c915a463d71a0316b&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 1095 time: 0.1926596 Oct 18 20:33:04.143590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e23b8b-e913-4fad-acb8-204dde8af5ab req-815ab594-5635-4d75-8b81-50f14043baf6 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:04.145368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7e23b8b-e913-4fad-acb8-204dde8af5ab req-815ab594-5635-4d75-8b81-50f14043baf6 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1926346 Oct 18 20:33:04.164308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Pushing event updated for resources: {'Port': ['ID=4800c55d-90e7-42ca-be47-44fb28b3b070,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:04.261537 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-d73f792d-b768-49e6-8d3d-dbf49687a6e4 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762276 Oct 18 20:33:04.347461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7e23b8b-e913-4fad-acb8-204dde8af5ab req-cdd0c866-e1b3-4d3d-b3f4-5cd9f7be7744 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740448 Oct 18 20:33:04.367791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Attempting to bind port 4800c55d-90e7-42ca-be47-44fb28b3b070 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:04.368144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Attempting to bind port 4800c55d-90e7-42ca-be47-44fb28b3b070 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:04.368757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Attempting to bind port 4800c55d-90e7-42ca-be47-44fb28b3b070 on network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:04.388003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Port 4800c55d-90e7-42ca-be47-44fb28b3b070 on network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:04.388576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Attempting to bind port 4800c55d-90e7-42ca-be47-44fb28b3b070 on network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:04.395571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-4e458405-b2e3-4cbb-94fa-14e387416133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:04.398083 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-4e458405-b2e3-4cbb-94fa-14e387416133 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 200 len: 921 time: 0.2267473 Oct 18 20:33:04.404102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:04.404820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Checking segment: {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:04.405461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Bound using segment: {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:04.406228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Bound port: 4800c55d-90e7-42ca-be47-44fb28b3b070, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:04.406833 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:04.469676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-55d7b7b7-fe7d-4b39-838d-af3ee3f1fd4d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 200 len: 217 time: 0.0572431 Oct 18 20:33:04.610072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-ec409db9-d712-4c2b-b142-3299a758d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:04.611579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-ec409db9-d712-4c2b-b142-3299a758d995 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 200 len: 860 time: 0.1160939 Oct 18 20:33:04.616671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] For port 4800c55d-90e7-42ca-be47-44fb28b3b070, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:04.621450 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-af93b9cd-355f-40a4-9451-acfb924cfa0e tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1888029626&fields=id&tenant_id=4a5f1fed251d43a882346d830a23beb8 HTTP/1.1" status: 200 len: 267 time: 0.1082606 Oct 18 20:33:04.624105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] For port 4800c55d-90e7-42ca-be47-44fb28b3b070, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4800c55d-90e7-42ca-be47-44fb28b3b070,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:04.639978 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:04.673275 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-adb7bd44-af02-439c-855e-ba0564f63a91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a1405101-c4da-4c56-814f-9698ac64cda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472968 Oct 18 20:33:04.782110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:04.783131 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:04.786091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] 10.222.0.30 "PUT /v2.0/ports/4800c55d-90e7-42ca-be47-44fb28b3b070 HTTP/1.1" status: 200 len: 1091 time: 1.4108593 Oct 18 20:33:04.965528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c14d-816f-4fda-8649-f885682530b0 req-5bdf1d5b-ac09-4eab-b914-572310932d05 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:04.968167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-5bdf1d5b-ac09-4eab-b914-572310932d05 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f&tenant_id=6476cb76270b414c915a463d71a0316b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.0792942 Oct 18 20:33:05.187519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7785c14d-816f-4fda-8649-f885682530b0 req-8687ac2c-b20a-4155-aa02-60dda4b0787c service neutron] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:05.193585 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7785c14d-816f-4fda-8649-f885682530b0 req-8687ac2c-b20a-4155-aa02-60dda4b0787c service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:05.195057 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7785c14d-816f-4fda-8649-f885682530b0 req-8687ac2c-b20a-4155-aa02-60dda4b0787c service neutron] 10.222.0.79 "DELETE /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975/bindings/n-h1-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.2169609 Oct 18 20:33:05.278324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Request body: {'port': {'device_id': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:05.310321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c2883-a15a-4691-a00b-4bc5b7c6c800 service neutron] Pushing event updated for resources: {'Port': ['ID=4800c55d-90e7-42ca-be47-44fb28b3b070,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:05.395930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-a2552219-8619-450f-8531-1211f8152064 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:05.397606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-a2552219-8619-450f-8531-1211f8152064 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 823 time: 0.7618039 Oct 18 20:33:05.405475 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-0a7718c0-0408-4f32-a9bb-97b12dca7f90 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953416 Oct 18 20:33:05.406221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:05.453411 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-3b252be5-876d-4a3e-ae59-a26a7685cc2c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/quotas/4a5f1fed251d43a882346d830a23beb8 HTTP/1.1" status: 200 len: 375 time: 0.0446644 Oct 18 20:33:05.663039 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33e1b817-58fe-4385-8ece-6822cf70ab90 req-3f166d75-0baf-47ea-a318-6b68f28cd604 service neutron] 10.222.0.79 "GET /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379415 Oct 18 20:33:05.672125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-16d7cd43-bf67-4942-ab4a-84da2c92d780 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1871638 Oct 18 20:33:06.078007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-b940a414-2a82-419b-b47d-843a673f7b56 service neutron] 10.222.0.66 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790593 Oct 18 20:33:06.170352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b88b81a-016c-4f09-b4ef-33567e959c5b {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:06.183096 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:06.232198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Transition to ACTIVE for port object 1b88b81a-016c-4f09-b4ef-33567e959c5b will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:06.247668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:06.302104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-addddbd0-e140-448e-abaa-540c1887eaa5 service neutron] 10.222.0.66 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857731 Oct 18 20:33:06.323240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Pushing event updated for resources: {'Port': ['ID=1b88b81a-016c-4f09-b4ef-33567e959c5b,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:06.431588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Attempting to bind port 1b88b81a-016c-4f09-b4ef-33567e959c5b on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:06.432068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Attempting to bind port 1b88b81a-016c-4f09-b4ef-33567e959c5b by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:06.432529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Attempting to bind port 1b88b81a-016c-4f09-b4ef-33567e959c5b on network e170b7ad-f7bf-491e-840b-577756311035 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:06.439088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Port 1b88b81a-016c-4f09-b4ef-33567e959c5b on network e170b7ad-f7bf-491e-840b-577756311035 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:06.439579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Attempting to bind port 1b88b81a-016c-4f09-b4ef-33567e959c5b on network e170b7ad-f7bf-491e-840b-577756311035 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:06.450094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:06.450587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Checking segment: {'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:06.451333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Bound using segment: {'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:06.452034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Bound port: 1b88b81a-016c-4f09-b4ef-33567e959c5b, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065c262d-63bc-44dd-b7d6-437cdc9bfa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:06.452856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:06.589363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] For port 1b88b81a-016c-4f09-b4ef-33567e959c5b, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:06.595607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] For port 1b88b81a-016c-4f09-b4ef-33567e959c5b, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1b88b81a-016c-4f09-b4ef-33567e959c5b,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:06.603837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:06.711360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:06.712034 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:06.713773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] 10.222.0.30 "PUT /v2.0/ports/1b88b81a-016c-4f09-b4ef-33567e959c5b HTTP/1.1" status: 200 len: 1091 time: 1.8392954 Oct 18 20:33:06.761470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Request body: {'port': {'device_id': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:06.786463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bc004-268a-479a-8fa8-fccccd884306 service neutron] Pushing event updated for resources: {'Port': ['ID=1b88b81a-016c-4f09-b4ef-33567e959c5b,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:06.801734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead91c-f597-4f87-ab3a-03a89a639e38 req-616f42b7-9ada-4dfd-90f5-bb0330dd115f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:06.803406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bead91c-f597-4f87-ab3a-03a89a639e38 req-616f42b7-9ada-4dfd-90f5-bb0330dd115f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1913624 Oct 18 20:33:06.867102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:06.884943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bead91c-f597-4f87-ab3a-03a89a639e38 req-7e75abc7-2cec-4f70-8065-4dc0875e3c53 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730679 Oct 18 20:33:07.190101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199e0e4-c1e9-466f-9666-b93dae1f6c33 req-1839f6ae-4f1a-4394-b406-4d44cf8d3562 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:07.192919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b199e0e4-c1e9-466f-9666-b93dae1f6c33 req-1839f6ae-4f1a-4394-b406-4d44cf8d3562 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 944 time: 0.1008954 Oct 18 20:33:07.307007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b199e0e4-c1e9-466f-9666-b93dae1f6c33 req-0f559fea-4967-4fda-853d-eefb80e1473f tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026709 Oct 18 20:33:07.397145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2675307e-6154-48db-bba9-1e0e9f113786 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:07.406976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:07.429362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Transition to ACTIVE for port object 2675307e-6154-48db-bba9-1e0e9f113786 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:07.438042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:07.541105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Pushing event updated for resources: {'Port': ['ID=2675307e-6154-48db-bba9-1e0e9f113786,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:07.753772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5989b90-92bb-4927-9329-b19f24680001 req-aeeaac09-a7bc-45c4-b89f-6b6e0fbc0db9 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:07.756507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5989b90-92bb-4927-9329-b19f24680001 req-aeeaac09-a7bc-45c4-b89f-6b6e0fbc0db9 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 944 time: 0.1325922 Oct 18 20:33:07.757992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Attempting to bind port 2675307e-6154-48db-bba9-1e0e9f113786 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:07.758551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Attempting to bind port 2675307e-6154-48db-bba9-1e0e9f113786 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:07.759104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Attempting to bind port 2675307e-6154-48db-bba9-1e0e9f113786 on network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:07.779689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Port 2675307e-6154-48db-bba9-1e0e9f113786 on network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:07.780231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Attempting to bind port 2675307e-6154-48db-bba9-1e0e9f113786 on network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:07.803627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:07.804098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Checking segment: {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:07.804754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Bound using segment: {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:07.805539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Bound port: 2675307e-6154-48db-bba9-1e0e9f113786, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2924a85c-60b2-489d-a3fe-a00cd34d4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:07.806140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:07.894235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5989b90-92bb-4927-9329-b19f24680001 req-38714945-5e31-4de6-8369-df975c05b12e tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287849 Oct 18 20:33:07.938531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] For port 2675307e-6154-48db-bba9-1e0e9f113786, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:07.942555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] For port 2675307e-6154-48db-bba9-1e0e9f113786, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2675307e-6154-48db-bba9-1e0e9f113786,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:07.957020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:07.966201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-74eec7d0-77cd-458a-b488-81b892e287d0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:07.967774 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-74eec7d0-77cd-458a-b488-81b892e287d0 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 823 time: 0.1244011 Oct 18 20:33:08.004612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.005235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:08.006659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] 10.222.0.30 "PUT /v2.0/ports/2675307e-6154-48db-bba9-1e0e9f113786 HTTP/1.1" status: 200 len: 1092 time: 1.2567339 Oct 18 20:33:08.048253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f192b3e-1e2d-435e-a4bf-2baab328549d service neutron] Pushing event updated for resources: {'Port': ['ID=2675307e-6154-48db-bba9-1e0e9f113786,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:08.074277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-038b56b9-caa7-4240-9fb9-9549d7e548e2 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5f1fed251d43a882346d830a23beb8 HTTP/1.1" status: 200 len: 380 time: 0.0566621 Oct 18 20:33:08.090060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'port': {'device_id': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'admin_state_up': True, 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'security_groups': ['6298d4d2-dd01-422c-b4b2-41bfb20bca35']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:08.237967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a324-2523-4654-bca1-65e79df034b9 req-d548bccc-1ca7-4fda-bc80-78b451c01c48 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.251042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a324-2523-4654-bca1-65e79df034b9 req-d548bccc-1ca7-4fda-bc80-78b451c01c48 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.263978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a324-2523-4654-bca1-65e79df034b9 req-d548bccc-1ca7-4fda-bc80-78b451c01c48 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.266479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9656a324-2523-4654-bca1-65e79df034b9 req-d548bccc-1ca7-4fda-bc80-78b451c01c48 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2411 time: 0.2042720 Oct 18 20:33:08.277712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-c087489a-0764-45a0-81a3-a01f2146b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.278597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-c087489a-0764-45a0-81a3-a01f2146b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.279248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-c087489a-0764-45a0-81a3-a01f2146b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.281673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-c087489a-0764-45a0-81a3-a01f2146b28f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2864 time: 0.1479254 Oct 18 20:33:08.316306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Made reservation on behalf of 4a5f1fed251d43a882346d830a23beb8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:08.321910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:08.349564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9ccc0b61-8a8a-4537-ac83-fecffef981a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=4800c55d-90e7-42ca-be47-44fb28b3b070 HTTP/1.1" status: 200 len: 217 time: 0.0457711 Oct 18 20:33:08.398992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9656a324-2523-4654-bca1-65e79df034b9 req-e1289ccc-15e9-4a60-82e7-a3420fe4789b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158895 Oct 18 20:33:08.425651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-fce1030e-55a1-4f41-8999-18944ad67513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.427863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-fce1030e-55a1-4f41-8999-18944ad67513 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ace2ebdb-aae3-43cf-94e5-dac688ee8647 HTTP/1.1" status: 200 len: 801 time: 0.0646002 Oct 18 20:33:08.523262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f5fc0443-3c90-4379-9cb0-221f96a2b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.526204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-f5fc0443-3c90-4379-9cb0-221f96a2b51d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0880527 Oct 18 20:33:08.558444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Allocated IP 172.20.0.14 (0b95df10-824f-48d0-850c-508532972aaf/723ba59f-0a1a-411b-a8fa-8d82b9007935/1e005956-d034-4591-95f6-b5b6654fb52a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:08.655262 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77583e1-d2f2-487c-83f5-cf029ff6d5fc x-openstack-request-id: req-e77583e1-d2f2-487c-83f5-cf029ff6d5fc {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:08.655715 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b332e883-7658-4a8a-9670-64e6062b04f5", "name": "network-vif-deleted", "tag": "3a35669e-2f65-4749-9bd0-629a412e180f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:08.656106 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e77583e1-d2f2-487c-83f5-cf029ff6d5fc {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:08.656800 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b332e883-7658-4a8a-9670-64e6062b04f5', 'name': 'network-vif-deleted', 'tag': '3a35669e-2f65-4749-9bd0-629a412e180f', 'status': 'completed', 'code': 200} Oct 18 20:33:08.717384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-e332ab49-3752-457d-8bfb-d3b2dacd79d0 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803255 Oct 18 20:33:08.801093 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16db8c68-86ed-46dd-9c2b-d7a823117f31 x-openstack-request-id: req-16db8c68-86ed-46dd-9c2b-d7a823117f31 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:08.801686 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-unplugged", "status": "completed", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:08.801991 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16db8c68-86ed-46dd-9c2b-d7a823117f31 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:08.802641 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'code': 200} Oct 18 20:33:08.831718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:08.834146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-d96efe21-b475-44b7-81c2-14e70c6ca2f9 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063654 Oct 18 20:33:08.888893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:08.923615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-865c9479-ca69-4ca5-87ce-397a1764e395 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=1b88b81a-016c-4f09-b4ef-33567e959c5b HTTP/1.1" status: 200 len: 217 time: 0.0769567 Oct 18 20:33:08.978458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Network 0b95df10-824f-48d0-850c-508532972aaf is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:08.984963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:08.989781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:08.990129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-d212e517-6f13-4401-ad5e-768fa57edac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:08.992217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-d212e517-6f13-4401-ad5e-768fa57edac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0e56cb0-d22f-4e0f-8790-240eb444d9e0 HTTP/1.1" status: 200 len: 801 time: 0.0578516 Oct 18 20:33:09.061203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event updated for resources: {'Port': ['ID=1e005956-d034-4591-95f6-b5b6654fb52a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:09.084462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-df3bbe00-00ab-47d8-bf5b-a547fad49757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:09.086662 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-df3bbe00-00ab-47d8-bf5b-a547fad49757 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e170b7ad-f7bf-491e-840b-577756311035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853877 Oct 18 20:33:09.105990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:09.107327 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:09.113090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa02c6-0120-4be9-844a-fa4fb4637ac8 req-bc382fe5-93c9-455f-993e-041ad37bac86 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:09.114709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcaa02c6-0120-4be9-844a-fa4fb4637ac8 req-bc382fe5-93c9-455f-993e-041ad37bac86 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.0819118 Oct 18 20:33:09.141820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-85b234e5-2b7d-4e5f-8891-2b249e79b946 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0593612 Oct 18 20:33:09.161657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Request body: {'port': {'device_id': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:09.218560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcaa02c6-0120-4be9-844a-fa4fb4637ac8 req-ed4fd1e3-cb45-45b5-8d4b-396336a4e5d1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923693 Oct 18 20:33:09.279523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-9428bb48-5dd7-4789-b550-5c3631ba4104 service neutron] 10.222.0.30 "GET /v2.0/networks/e170b7ad-f7bf-491e-840b-577756311035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842093 Oct 18 20:33:09.282323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:09.386736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-33918f83-2593-495f-9509-42634be8ac22 None None] Provisioning complete for port 1e005956-d034-4591-95f6-b5b6654fb52a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:09.387421 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33918f83-2593-495f-9509-42634be8ac22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:09.435980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-33918f83-2593-495f-9509-42634be8ac22 None None] Port 1e005956-d034-4591-95f6-b5b6654fb52a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:33:09.496249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1bce2-8613-4823-b383-766ddf9bd838 req-f4e22eec-918c-428d-882f-897b1159416c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:09.498791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdb1bce2-8613-4823-b383-766ddf9bd838 req-f4e22eec-918c-428d-882f-897b1159416c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 932 time: 0.1772625 Oct 18 20:33:09.518437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-ddfdd628-257f-40da-b648-94abe0a7ca01 service neutron] 10.222.0.30 "GET /v2.0/networks/e170b7ad-f7bf-491e-840b-577756311035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303331 Oct 18 20:33:09.572174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-2e081c79-64c5-4519-b0b6-831cf6bcf01d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=2675307e-6154-48db-bba9-1e0e9f113786 HTTP/1.1" status: 200 len: 217 time: 0.0440383 Oct 18 20:33:09.597690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdb1bce2-8613-4823-b383-766ddf9bd838 req-f5c495b1-8e15-4e03-b872-6ae788c023c5 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895603 Oct 18 20:33:09.673820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-12647b92-e23a-48a4-a1e3-21765fad9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:09.676408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-12647b92-e23a-48a4-a1e3-21765fad9997 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ace2ebdb-aae3-43cf-94e5-dac688ee8647 HTTP/1.1" status: 200 len: 801 time: 0.0940702 Oct 18 20:33:09.745123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-a556c8d2-455f-47fa-8aae-279289da3909 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267515 Oct 18 20:33:09.768502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e005956-d034-4591-95f6-b5b6654fb52a {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:09.784637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:09.788276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-d027c99d-cb4a-4246-9586-b208edb2310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:09.790502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-d027c99d-cb4a-4246-9586-b208edb2310a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1061740 Oct 18 20:33:09.808454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Transition to ACTIVE for port object 1e005956-d034-4591-95f6-b5b6654fb52a will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:09.815588 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:09.912159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Pushing event updated for resources: {'Port': ['ID=1e005956-d034-4591-95f6-b5b6654fb52a,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:09.951334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-738d1c3f-bf64-4170-868e-9282455b7d09 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:09.953032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-738d1c3f-bf64-4170-868e-9282455b7d09 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003250 Oct 18 20:33:09.979435 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-7bd74bd3-0165-4c81-b9b9-738855d61635 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804740 Oct 18 20:33:09.982425 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-049efb9e-35ce-469d-81b4-634a406928e3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/quotas/9e5b4539f43545e19a6e8ac1921d2a6f HTTP/1.1" status: 200 len: 375 time: 0.0150843 Oct 18 20:33:10.060203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Attempting to bind port 1e005956-d034-4591-95f6-b5b6654fb52a on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:10.061094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Attempting to bind port 1e005956-d034-4591-95f6-b5b6654fb52a by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:10.061448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Attempting to bind port 1e005956-d034-4591-95f6-b5b6654fb52a on network 0b95df10-824f-48d0-850c-508532972aaf {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:10.070311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Port 1e005956-d034-4591-95f6-b5b6654fb52a on network 0b95df10-824f-48d0-850c-508532972aaf not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:10.070853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Attempting to bind port 1e005956-d034-4591-95f6-b5b6654fb52a on network 0b95df10-824f-48d0-850c-508532972aaf {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:10.080772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:10.081304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Checking segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:10.081917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Bound using segment: {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:10.082627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Bound port: 1e005956-d034-4591-95f6-b5b6654fb52a, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4495c7-d520-48c5-8fbd-4fa2ee980a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0b95df10-824f-48d0-850c-508532972aaf'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:10.083227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:10.123619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-72676405-39a3-4d2a-b4f6-5ff0926fe244 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247408 Oct 18 20:33:10.173501 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09344391-ea4e-41fc-9bf6-2c157445d688 req-4eecffc6-04b5-4a2a-aeab-4f1c4ebc9999 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836529 Oct 18 20:33:10.221533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] For port 1e005956-d034-4591-95f6-b5b6654fb52a, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:10.227022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] For port 1e005956-d034-4591-95f6-b5b6654fb52a, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1e005956-d034-4591-95f6-b5b6654fb52a,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:10.232955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:10.316593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:10.317780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:10.321122 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] 10.222.0.30 "PUT /v2.0/ports/1e005956-d034-4591-95f6-b5b6654fb52a HTTP/1.1" status: 200 len: 1092 time: 1.1677265 Oct 18 20:33:10.326942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:10.332251 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:10.381074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e2d42-b600-4d84-b46e-0d148d6fd140 service neutron] Pushing event updated for resources: {'Port': ['ID=1e005956-d034-4591-95f6-b5b6654fb52a,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:10.466306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-9be0853d-6a12-45d2-88d8-76c81176da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:10.468270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-9be0853d-6a12-45d2-88d8-76c81176da66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 1095 time: 0.0718369 Oct 18 20:33:10.528998 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-1799a300-a8fc-41d3-b4f8-d4951d4938ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e005956-d034-4591-95f6-b5b6654fb52a HTTP/1.1" status: 200 len: 217 time: 0.0500572 Oct 18 20:33:10.539120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb062a2-58a3-4a88-a7d4-ab090d4f3616 req-03371fb6-d51c-4637-8ef9-8cd86fb5ca56 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:10.551456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-deb062a2-58a3-4a88-a7d4-ab090d4f3616 req-03371fb6-d51c-4637-8ef9-8cd86fb5ca56 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 944 time: 0.1346817 Oct 18 20:33:10.636887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-150e535b-8624-466a-b820-9ef32b1ee433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:10.638748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-150e535b-8624-466a-b820-9ef32b1ee433 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=723ba59f-0a1a-411b-a8fa-8d82b9007935 HTTP/1.1" status: 200 len: 862 time: 0.1012714 Oct 18 20:33:10.643660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-deb062a2-58a3-4a88-a7d4-ab090d4f3616 req-8d94ef43-d790-44eb-9831-c76e428bc8f8 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762653 Oct 18 20:33:10.665255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070'}, {'name': 'network-changed', 'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'tag': '1b88b81a-016c-4f09-b4ef-33567e959c5b'}, {'name': 'network-changed', 'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'tag': '2675307e-6154-48db-bba9-1e0e9f113786'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:10.671251 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070"}, {"name": "network-changed", "server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "tag": "1b88b81a-016c-4f09-b4ef-33567e959c5b"}, {"name": "network-changed", "server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "tag": "2675307e-6154-48db-bba9-1e0e9f113786"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:10.722751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-a39968a9-436b-4c74-a456-57a774fb2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:10.725783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-a39968a9-436b-4c74-a456-57a774fb2fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b95df10-824f-48d0-850c-508532972aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788093 Oct 18 20:33:10.887909 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-d21ca407-6339-41cd-8de7-b3cbd5aaf842 service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505923 Oct 18 20:33:11.044208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3629f16a-0490-4df3-adbf-ead3dd055068 req-a4912399-d7b7-40f3-b4b0-5a4571a7e0fa service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466973 Oct 18 20:33:11.359049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835f55d-c47a-4494-8daf-08c715ede1b5 req-a9a1d360-adb2-4b00-8843-a19c3418d8b0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:11.365520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835f55d-c47a-4494-8daf-08c715ede1b5 req-a9a1d360-adb2-4b00-8843-a19c3418d8b0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:11.372573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835f55d-c47a-4494-8daf-08c715ede1b5 req-a9a1d360-adb2-4b00-8843-a19c3418d8b0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:11.374401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a835f55d-c47a-4494-8daf-08c715ede1b5 req-a9a1d360-adb2-4b00-8843-a19c3418d8b0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2411 time: 0.0765719 Oct 18 20:33:11.418022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a835f55d-c47a-4494-8daf-08c715ede1b5 req-fe2bac73-e48b-4d6c-9b25-ce8438163cf5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Oct 18 20:33:11.618167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5926f0e-7e5c-4789-aa02-e0ecd2a9861a req-33985ab2-e04e-4460-a564-eb6bea9d7344 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:11.620759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5926f0e-7e5c-4789-aa02-e0ecd2a9861a req-33985ab2-e04e-4460-a564-eb6bea9d7344 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.0715280 Oct 18 20:33:11.676466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5926f0e-7e5c-4789-aa02-e0ecd2a9861a req-ac6664e8-6825-4491-b9d1-8173170040b0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471542 Oct 18 20:33:11.798164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c695932-9d8b-4581-8958-a40531d181c9 req-56220f55-4e28-48bb-8994-6ae1f0cb0ea5 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 210 time: 0.0440037 Oct 18 20:33:11.801355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-975fa28d-bd07-4788-9327-84b835190454 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597124 Oct 18 20:33:12.057016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f8e1-10cb-4533-89d8-f0a2aa90f857 req-a66cefc1-99d0-4e8a-a7e4-33fccb04ac83 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.059778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73b4f8e1-10cb-4533-89d8-f0a2aa90f857 req-a66cefc1-99d0-4e8a-a7e4-33fccb04ac83 tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 1095 time: 0.1198132 Oct 18 20:33:12.074304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-e63699f9-5b3a-40d1-9acd-187afe0fbc06 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.076952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-e63699f9-5b3a-40d1-9acd-187afe0fbc06 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669840 Oct 18 20:33:12.110188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Request body: {'port': {'device_id': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '9e5b4539f43545e19a6e8ac1921d2a6f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:12.184704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73b4f8e1-10cb-4533-89d8-f0a2aa90f857 req-65ba0d92-7f34-4e7a-94e7-e88fd62837df tempest-LiveAutoBlockMigrationV225Test-565652148 tempest-LiveAutoBlockMigrationV225Test-565652148-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061385 Oct 18 20:33:12.309262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Made reservation on behalf of 9e5b4539f43545e19a6e8ac1921d2a6f for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:12.313035 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:12.382234 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d3dd6-29fc-45e7-8c47-82c6d0ae8b4b x-openstack-request-id: req-7b6d3dd6-29fc-45e7-8c47-82c6d0ae8b4b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:12.383095 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:12.383095 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b6d3dd6-29fc-45e7-8c47-82c6d0ae8b4b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:12.383441 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a', 'status': 'completed', 'code': 200} Oct 18 20:33:12.486983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-9e2822a7-ec8e-422b-9686-c9365fc055a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.490245 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-9e2822a7-ec8e-422b-9686-c9365fc055a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 1095 time: 0.0767398 Oct 18 20:33:12.558878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Allocated IP 192.168.233.115 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/5e934105-26a5-4a3c-81c5-73c6c63f44fd) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:12.571831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f407bc-3936-4c0c-84ff-269513770491 req-7d33ce0a-71ee-48cb-974b-93b02b6bf17c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.573532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0f407bc-3936-4c0c-84ff-269513770491 req-7d33ce0a-71ee-48cb-974b-93b02b6bf17c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 944 time: 0.1292527 Oct 18 20:33:12.639177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-c857c220-d7b4-4d46-920b-048bdef8a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.641072 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-c857c220-d7b4-4d46-920b-048bdef8a62a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 924 time: 0.1437156 Oct 18 20:33:12.654539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0f407bc-3936-4c0c-84ff-269513770491 req-2fcf1bb8-ee4d-45ee-a662-fb25a3b1e584 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705390 Oct 18 20:33:12.696749 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-d3945fb4-9299-498c-af62-c8e9f1eed8fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e005956-d034-4591-95f6-b5b6654fb52a HTTP/1.1" status: 200 len: 217 time: 0.0458424 Oct 18 20:33:12.753200 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c2662d-ecf8-4ffc-b17d-0cc2d625acaf x-openstack-request-id: req-26c2662d-ecf8-4ffc-b17d-0cc2d625acaf {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:12.753640 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "tag": "1b88b81a-016c-4f09-b4ef-33567e959c5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "tag": "2675307e-6154-48db-bba9-1e0e9f113786", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:12.753909 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26c2662d-ecf8-4ffc-b17d-0cc2d625acaf {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:12.755187 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070', 'status': 'completed', 'code': 200} Oct 18 20:33:12.755187 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'tag': '1b88b81a-016c-4f09-b4ef-33567e959c5b', 'status': 'completed', 'code': 200} Oct 18 20:33:12.755187 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'tag': '2675307e-6154-48db-bba9-1e0e9f113786', 'status': 'completed', 'code': 200} Oct 18 20:33:12.785853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-a8bfd77f-6b54-48be-8dd4-6818660755b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.790763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-a8bfd77f-6b54-48be-8dd4-6818660755b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=723ba59f-0a1a-411b-a8fa-8d82b9007935 HTTP/1.1" status: 200 len: 862 time: 0.0852485 Oct 18 20:33:12.797526 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:12.867945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:12.883576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-6118d0f6-34b5-47a2-be28-176c19718f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.890803 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-6118d0f6-34b5-47a2-be28-176c19718f14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b95df10-824f-48d0-850c-508532972aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919349 Oct 18 20:33:12.891152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-4890dcd6-eaf0-4409-8ce5-b9b1570f46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.891724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-4890dcd6-eaf0-4409-8ce5-b9b1570f46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.892292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-4890dcd6-eaf0-4409-8ce5-b9b1570f46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:12.895014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-4890dcd6-eaf0-4409-8ce5-b9b1570f46f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2864 time: 0.1101692 Oct 18 20:33:13.014320 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.028742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28000eb5-c997-4813-822d-09c1b567d253'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:13.121733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1bc70881-0925-4e00-a7a0-682aa125a955'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:13.137890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-a79c08bc-7dd4-4169-9245-8f2d5c06fd85 service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412672 Oct 18 20:33:13.158203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:13.185210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2675307e-6154-48db-bba9-1e0e9f113786 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:13.201838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:13.204805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:13.210730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Pushing event updated for resources: {'Port': ['ID=5e934105-26a5-4a3c-81c5-73c6c63f44fd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:13.235773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-c245ef2a-b596-4f36-929b-564ec5cb196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:13.238309 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-c245ef2a-b596-4f36-929b-564ec5cb196a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 HTTP/1.1" status: 200 len: 902 time: 0.3339884 Oct 18 20:33:13.336656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2675307e-6154-48db-bba9-1e0e9f113786, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2675307e-6154-48db-bba9-1e0e9f113786,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:13.336987 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-cdc01c0c-8d81-42f2-ae12-68095f632e41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=4800c55d-90e7-42ca-be47-44fb28b3b070 HTTP/1.1" status: 200 len: 217 time: 0.0844717 Oct 18 20:33:13.353786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '2675307e-6154-48db-bba9-1e0e9f113786', 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54', 'port_id': '2675307e-6154-48db-bba9-1e0e9f113786', 'mac_address': 'fa:16:3e:1a:7a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace2ebdb-aae3-43cf-94e5-dac688ee8647', 'ip_address': '19.80.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:13.394956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:13.395754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.403323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f3dfb85-0f02-4968-b9e7-2a64c5c9aff1 req-a13c4900-4b42-453b-a1e0-9d11544a5277 service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552700 Oct 18 20:33:13.420364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423781a-f295-4be5-b893-e56f160372d0 req-25d90b3a-7181-4fc3-87e0-0178f11792b1 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:13.430015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9423781a-f295-4be5-b893-e56f160372d0 req-25d90b3a-7181-4fc3-87e0-0178f11792b1 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 944 time: 0.2972050 Oct 18 20:33:13.455643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-e48a3a01-ecdd-405e-aa45-a9c40086f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:13.458304 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-e48a3a01-ecdd-405e-aa45-a9c40086f7b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ace2ebdb-aae3-43cf-94e5-dac688ee8647 HTTP/1.1" status: 200 len: 801 time: 0.1123650 Oct 18 20:33:13.465095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-dcbc8562-e223-439b-a06a-194223216eb3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3741195 Oct 18 20:33:13.489070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Request body: {'port': {'device_id': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:13.579332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.621969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2675307e-6154-48db-bba9-1e0e9f113786 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:13.681468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2675307e-6154-48db-bba9-1e0e9f113786, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2675307e-6154-48db-bba9-1e0e9f113786,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:13.692264 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.693343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4800c55d-90e7-42ca-be47-44fb28b3b070 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:13.780602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4800c55d-90e7-42ca-be47-44fb28b3b070, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4800c55d-90e7-42ca-be47-44fb28b3b070,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:13.784023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2675307e-6154-48db-bba9-1e0e9f113786,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:13.806913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.808038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.808038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.808590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.809201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.809683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.810153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.810630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.811153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.811611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.812099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.812599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:13.820026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '4800c55d-90e7-42ca-be47-44fb28b3b070', 'network_id': '6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54', 'port_id': '4800c55d-90e7-42ca-be47-44fb28b3b070', 'mac_address': 'fa:16:3e:7a:e5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace2ebdb-aae3-43cf-94e5-dac688ee8647', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:13.831538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3bfae49d-8c19-4f2c-84a9-9d260c6daec2 None None] Provisioning complete for port 5e934105-26a5-4a3c-81c5-73c6c63f44fd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:13.832135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3bfae49d-8c19-4f2c-84a9-9d260c6daec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.908787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.913885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9423781a-f295-4be5-b893-e56f160372d0 req-51087d53-79c2-4a62-a700-00fa69dd4e38 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828713 Oct 18 20:33:13.914652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3bfae49d-8c19-4f2c-84a9-9d260c6daec2 None None] Port 5e934105-26a5-4a3c-81c5-73c6c63f44fd cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:33:13.931071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4800c55d-90e7-42ca-be47-44fb28b3b070 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:13.969765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4800c55d-90e7-42ca-be47-44fb28b3b070, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4800c55d-90e7-42ca-be47-44fb28b3b070,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:13.978647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.981023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1b88b81a-016c-4f09-b4ef-33567e959c5b details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:13.987328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:13.996308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-de039c2e-e09f-4092-a248-d50233d3d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:13.998932 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-de039c2e-e09f-4092-a248-d50233d3d48d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5261176 Oct 18 20:33:14.080130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=4800c55d-90e7-42ca-be47-44fb28b3b070,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:14.175013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1b88b81a-016c-4f09-b4ef-33567e959c5b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1b88b81a-016c-4f09-b4ef-33567e959c5b,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:14.200465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '1b88b81a-016c-4f09-b4ef-33567e959c5b', 'network_id': 'e170b7ad-f7bf-491e-840b-577756311035', 'port_id': '1b88b81a-016c-4f09-b4ef-33567e959c5b', 'mac_address': 'fa:16:3e:44:84:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e56cb0-d22f-4e0f-8790-240eb444d9e0', 'ip_address': '19.86.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:14.255143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-3ed07a0e-7afb-4751-b2cf-cf6a8f7313de service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440581 Oct 18 20:33:14.279728 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:14.310493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b88b81a-016c-4f09-b4ef-33567e959c5b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:14.350486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1b88b81a-016c-4f09-b4ef-33567e959c5b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1b88b81a-016c-4f09-b4ef-33567e959c5b,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:14.359293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:14.450986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1b88b81a-016c-4f09-b4ef-33567e959c5b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:14.503701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0ac8e963-6b07-4fc0-b451-4f48df984a55 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:14.546807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d00d4a-4ea0-4f6d-95b4-2d448120cb64 req-4a49b98e-444a-42a3-ad0c-bed099e7bff6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:14.554579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d00d4a-4ea0-4f6d-95b4-2d448120cb64 req-4a49b98e-444a-42a3-ad0c-bed099e7bff6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:14.562902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d00d4a-4ea0-4f6d-95b4-2d448120cb64 req-4a49b98e-444a-42a3-ad0c-bed099e7bff6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:14.565462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d00d4a-4ea0-4f6d-95b4-2d448120cb64 req-4a49b98e-444a-42a3-ad0c-bed099e7bff6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2413 time: 0.2614825 Oct 18 20:33:14.579940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-701f9c2a-253f-41d3-9d26-15955ca26713 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143466 Oct 18 20:33:14.721265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['4800c55d-90e7-42ca-be47-44fb28b3b070'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:14.762354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e934105-26a5-4a3c-81c5-73c6c63f44fd {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:14.762692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0ac8e963-6b07-4fc0-b451-4f48df984a55, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:14.773527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-7aca7a20-ed38-4e88-8c5a-95d29fc1a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:14.776283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1b88b81a-016c-4f09-b4ef-33567e959c5b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:14.776583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-7aca7a20-ed38-4e88-8c5a-95d29fc1a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:14.777942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-7aca7a20-ed38-4e88-8c5a-95d29fc1a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:14.782123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-7aca7a20-ed38-4e88-8c5a-95d29fc1a702 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2867 time: 0.1147621 Oct 18 20:33:14.786106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:14.816274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'port_id': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'mac_address': 'fa:16:3e:a1:d4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:14.829070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d00d4a-4ea0-4f6d-95b4-2d448120cb64 req-de89d29d-af1c-4149-ad51-1bfe0f720e93 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219722 Oct 18 20:33:14.845809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Transition to ACTIVE for port object 5e934105-26a5-4a3c-81c5-73c6c63f44fd will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:14.864712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84712087-5988-4423-83e1-0fe8f0159be6 req-8400e195-47d6-4e4a-a914-96cb227728bd tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:14.864712 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84712087-5988-4423-83e1-0fe8f0159be6 req-8400e195-47d6-4e4a-a914-96cb227728bd tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f4009e9-38cb-49af-850e-fed7dec0449d HTTP/1.1" status: 200 len: 944 time: 0.2087340 Oct 18 20:33:14.885412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:14.930807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:14.989363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac8e963-6b07-4fc0-b451-4f48df984a55 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:15.025533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-ab05839f-6129-47df-a93c-27b66c78924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:15.030110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-ab05839f-6129-47df-a93c-27b66c78924b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e170b7ad-f7bf-491e-840b-577756311035 HTTP/1.1" status: 200 len: 903 time: 0.2383096 Oct 18 20:33:15.043498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0ac8e963-6b07-4fc0-b451-4f48df984a55, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:15.068657 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.102014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e934105-26a5-4a3c-81c5-73c6c63f44fd,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:15.177527 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-b6994d9e-9266-4126-ab0c-bea8382798ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=1b88b81a-016c-4f09-b4ef-33567e959c5b HTTP/1.1" status: 200 len: 217 time: 0.1321046 Oct 18 20:33:15.187753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0ac8e963-6b07-4fc0-b451-4f48df984a55,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:15.193104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1e005956-d034-4591-95f6-b5b6654fb52a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:15.289034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-8f6c50e8-1a06-46a9-8260-e083f0350c8a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:15.289890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-8f6c50e8-1a06-46a9-8260-e083f0350c8a tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 944 time: 0.2090681 Oct 18 20:33:15.291881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-cfdf46ba-6660-47e0-b7de-12b02697919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:15.294051 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-cfdf46ba-6660-47e0-b7de-12b02697919d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0e56cb0-d22f-4e0f-8790-240eb444d9e0 HTTP/1.1" status: 200 len: 801 time: 0.0789938 Oct 18 20:33:15.298724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Attempting to bind port 5e934105-26a5-4a3c-81c5-73c6c63f44fd on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:15.298996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Attempting to bind port 5e934105-26a5-4a3c-81c5-73c6c63f44fd by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:15.299409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Attempting to bind port 5e934105-26a5-4a3c-81c5-73c6c63f44fd on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:15.317249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Deleting port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:15.317571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.355705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Port 5e934105-26a5-4a3c-81c5-73c6c63f44fd on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:15.356594 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Attempting to bind port 5e934105-26a5-4a3c-81c5-73c6c63f44fd on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:15.377170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e3596-03d0-45c2-92ee-b37d469480e2 req-4c439deb-a9f1-47bc-8b7d-9113adafec7e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:15.380122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd6e3596-03d0-45c2-92ee-b37d469480e2 req-4c439deb-a9f1-47bc-8b7d-9113adafec7e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1837711 Oct 18 20:33:15.405406 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:15.406069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:15.406825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:15.407697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Bound port: 5e934105-26a5-4a3c-81c5-73c6c63f44fd, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:15.408438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.471488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-b78254ba-6c31-4126-ae1a-2398e36ebaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:15.473108 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-b78254ba-6c31-4126-ae1a-2398e36ebaf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e170b7ad-f7bf-491e-840b-577756311035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1635835 Oct 18 20:33:15.558235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd6e3596-03d0-45c2-92ee-b37d469480e2 req-10b7a6be-9e82-4a32-a734-95db7260341d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676822 Oct 18 20:33:15.585051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] For port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:15.585502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.609025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Calling delete_port for 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:15.615034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] For port 5e934105-26a5-4a3c-81c5-73c6c63f44fd, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:15.617531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['0ac8e963-6b07-4fc0-b451-4f48df984a55'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:15.620618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] For port 5e934105-26a5-4a3c-81c5-73c6c63f44fd, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5e934105-26a5-4a3c-81c5-73c6c63f44fd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:15.631818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.658039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Deleting port 080ce488-dde5-425e-9fb6-58982655b975 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:15.658624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.687547 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-bdafecec-cb4c-4709-a028-a6411f579497 service neutron] 10.222.0.30 "GET /v2.0/networks/e170b7ad-f7bf-491e-840b-577756311035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058880 Oct 18 20:33:15.742564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:15.743922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.746617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] 10.222.0.79 "PUT /v2.0/ports/5e934105-26a5-4a3c-81c5-73c6c63f44fd HTTP/1.1" status: 200 len: 1096 time: 2.2631652 Oct 18 20:33:15.767927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'tag': '5e934105-26a5-4a3c-81c5-73c6c63f44fd'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:15.769649 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "e150aab0-ad64-493c-b9f2-c2a8798c1595", "tag": "5e934105-26a5-4a3c-81c5-73c6c63f44fd"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:15.779042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1e005956-d034-4591-95f6-b5b6654fb52a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1e005956-d034-4591-95f6-b5b6654fb52a,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:15.810601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2675307e-6154-48db-bba9-1e0e9f113786'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:15.826385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17945cd-d92c-42c8-89cd-a61927cf86f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e934105-26a5-4a3c-81c5-73c6c63f44fd,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:15.868068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4d7ee-eba2-460f-b3c1-d4bdc711905e req-53c73c43-3a2c-4161-9d7e-82db47933157 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:15.875814 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6b4d7ee-eba2-460f-b3c1-d4bdc711905e req-53c73c43-3a2c-4161-9d7e-82db47933157 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 948 time: 0.2013245 Oct 18 20:33:15.882401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '1e005956-d034-4591-95f6-b5b6654fb52a', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'port_id': '1e005956-d034-4591-95f6-b5b6654fb52a', 'mac_address': 'fa:16:3e:6e:e0:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:15.949919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] For port 080ce488-dde5-425e-9fb6-58982655b975, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=080ce488-dde5-425e-9fb6-58982655b975,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:15.950826 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:15.985113 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-5dec8d6b-45d4-44ef-aa44-0c4b671a7022 service neutron] 10.222.0.30 "GET /v2.0/networks/e170b7ad-f7bf-491e-840b-577756311035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876718 Oct 18 20:33:15.993062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Calling delete_port for 080ce488-dde5-425e-9fb6-58982655b975 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:16.044022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:16.082981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6b4d7ee-eba2-460f-b3c1-d4bdc711905e req-13cb0ac4-4e86-4f29-8d3d-ce335cdd4330 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056930 Oct 18 20:33:16.086515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e005956-d034-4591-95f6-b5b6654fb52a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:16.109982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:16.153557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1e005956-d034-4591-95f6-b5b6654fb52a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1e005956-d034-4591-95f6-b5b6654fb52a,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:16.157285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-73bc6a65-dd3e-4114-8774-460d8910db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.159563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-73bc6a65-dd3e-4114-8774-460d8910db75 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 1099 time: 0.3499029 Oct 18 20:33:16.173897 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:16.205672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event deleted for resources: {'Port': ['ID=56828bf3-1d64-426c-8c0f-3a8eb168c4c3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:16.255715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-dddd0b05-1f59-4421-8b03-995a1e667f06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5e934105-26a5-4a3c-81c5-73c6c63f44fd HTTP/1.1" status: 200 len: 217 time: 0.0636046 Oct 18 20:33:16.275980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1e005956-d034-4591-95f6-b5b6654fb52a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:16.304859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-3554248b-4aaf-47ab-a284-a209c8202b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.305741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-3554248b-4aaf-47ab-a284-a209c8202b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.306686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-3554248b-4aaf-47ab-a284-a209c8202b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.311959 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-3554248b-4aaf-47ab-a284-a209c8202b2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2867 time: 0.2026875 Oct 18 20:33:16.326253 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-1e64cc9f-7ba2-45be-8aae-5b29471d6846 service neutron] show failed (client error): The resource could not be found. Oct 18 20:33:16.327301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-1e64cc9f-7ba2-45be-8aae-5b29471d6846 service neutron] 10.222.0.79 "GET /v2.0/ports/98aaa653-9fd0-4273-a0da-fa08da10838c/bindings/n-h1-812149-2 HTTP/1.1" status: 404 len: 380 time: 0.3079967 Oct 18 20:33:16.376559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] No DVR routers for this DVR port 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:16.382359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:16.388720 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:16.396122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84712087-5988-4423-83e1-0fe8f0159be6 req-ed2885ff-c34d-4994-85b0-b5108459b083 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "DELETE /v2.0/ports/56828bf3-1d64-426c-8c0f-3a8eb168c4c3 HTTP/1.1" status: 204 len: 173 time: 1.5215049 Oct 18 20:33:16.461907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event deleted for resources: {'Port': ['ID=080ce488-dde5-425e-9fb6-58982655b975,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:16.522155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-b469b36f-aa3a-4d3e-8dd8-c2305d8354a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.525121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-b469b36f-aa3a-4d3e-8dd8-c2305d8354a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2257755 Oct 18 20:33:16.533788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] No DVR routers for this DVR port 080ce488-dde5-425e-9fb6-58982655b975 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:16.537193 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:16.541191 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f28f0c8c-6c3f-4e2c-ac86-e2fc5db0b98a req-78581d59-8978-4097-b8d0-15f5312edabb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "DELETE /v2.0/ports/080ce488-dde5-425e-9fb6-58982655b975 HTTP/1.1" status: 204 len: 173 time: 1.2412410 Oct 18 20:33:16.549595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'name': 'network-vif-deleted', 'tag': '080ce488-dde5-425e-9fb6-58982655b975'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:16.552096 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aefaac8-d9af-4164-a156-81c24a2c800e" -d '{"events": [{"server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "name": "network-vif-deleted", "tag": "080ce488-dde5-425e-9fb6-58982655b975"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:16.565256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-c48d6fe7-6c40-4016-99cc-002ec9dc671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.567958 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-c48d6fe7-6c40-4016-99cc-002ec9dc671f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 HTTP/1.1" status: 200 len: 902 time: 0.2457442 Oct 18 20:33:16.599455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1e005956-d034-4591-95f6-b5b6654fb52a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:16.628099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84786-f31a-4840-944b-3e289be6fd7e req-6c941821-592f-47cf-83f1-8b9e37c0d0d8 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.643210 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-6c941821-592f-47cf-83f1-8b9e37c0d0d8 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.3893118 Oct 18 20:33:16.657505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471623bf-0253-42e5-814c-76a04b1e162d req-da0baab2-df6a-4b28-b176-648cdebd4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.658975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-bc5495d7-e92c-4a4a-9956-7a884f6f19e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.236&port_id=2675307e-6154-48db-bba9-1e0e9f113786 HTTP/1.1" status: 200 len: 217 time: 0.0801845 Oct 18 20:33:16.659185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-da0baab2-df6a-4b28-b176-648cdebd4fed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100173 Oct 18 20:33:16.708449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-0837c812-d77e-4ab3-9e20-33cd774f8cd6 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/quotas/ffca84a4b0594823a4dc31c464cca3b1 HTTP/1.1" status: 200 len: 375 time: 0.0625026 Oct 18 20:33:16.766640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-cd44f5f5-4eb3-4a2f-b5be-b90c1abb2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.769741 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-cd44f5f5-4eb3-4a2f-b5be-b90c1abb2f28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ace2ebdb-aae3-43cf-94e5-dac688ee8647 HTTP/1.1" status: 200 len: 801 time: 0.0996213 Oct 18 20:33:16.791381 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-390143a8-9fac-4030-a4bc-8131693a0703 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816317 Oct 18 20:33:16.877472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-7fc0f400-1fc3-4e56-ac94-1aa302308d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.879152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-0e03fb8f-3906-4ff8-90fa-7e79e573cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:16.879355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-7fc0f400-1fc3-4e56-ac94-1aa302308d5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002111 Oct 18 20:33:16.880670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-0e03fb8f-3906-4ff8-90fa-7e79e573cfa0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256&tenant_id=8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 1100 time: 0.2206635 Oct 18 20:33:16.910885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:16.933726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d4efb350-0193-40c1-a0b5-556ffa57da14'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:17.094049 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-19cdb71d-cab7-42ea-b758-67b6258fcef4 service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976082 Oct 18 20:33:17.154527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2675307e-6154-48db-bba9-1e0e9f113786 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:17.166990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-0b803991-6b1b-4971-a790-c096f33b247c service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746226 Oct 18 20:33:17.228005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:17.360658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 2675307e-6154-48db-bba9-1e0e9f113786 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:17.367205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 2675307e-6154-48db-bba9-1e0e9f113786 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:17.367774 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:17.372167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d93cc202-2783-4a47-8b6e-ee9a57e42e8c req-7ef2ebc5-5cb8-4f5c-8a1b-dcdb9799ab1c service neutron] 10.222.0.30 "GET /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675729 Oct 18 20:33:17.483712 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:17.501214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-5471d15c-60fa-4c20-af59-1e68276200dc service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036761 Oct 18 20:33:17.529483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675307e-6154-48db-bba9-1e0e9f113786'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:17.534722 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54323d05-9679-4d17-b339-4c078fea6b0b" -d '{"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-plugged", "status": "completed", "tag": "2675307e-6154-48db-bba9-1e0e9f113786"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:17.557045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2675307e-6154-48db-bba9-1e0e9f113786, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2675307e-6154-48db-bba9-1e0e9f113786,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:17.563689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:17.565420 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1b88b81a-016c-4f09-b4ef-33567e959c5b up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:17.609858 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-e8ce9bad-92d5-4b35-a6b2-22b3bc8456c9 service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404993 Oct 18 20:33:17.725399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2675307e-6154-48db-bba9-1e0e9f113786,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:17.735333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 1b88b81a-016c-4f09-b4ef-33567e959c5b completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:17.742735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 1b88b81a-016c-4f09-b4ef-33567e959c5b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:17.743563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:17.926652 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:17.980309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1b88b81a-016c-4f09-b4ef-33567e959c5b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1b88b81a-016c-4f09-b4ef-33567e959c5b,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:17.989620 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:17.991823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4800c55d-90e7-42ca-be47-44fb28b3b070 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:18.144632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1b88b81a-016c-4f09-b4ef-33567e959c5b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:18.168190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 4800c55d-90e7-42ca-be47-44fb28b3b070 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:18.175304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 4800c55d-90e7-42ca-be47-44fb28b3b070 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:18.176059 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.316240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471623bf-0253-42e5-814c-76a04b1e162d req-2b8bbb9d-172b-4c9c-8d8b-783704b11dde service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8010361 Oct 18 20:33:18.318406 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:18.342716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc97df5-5649-4845-b71c-918aa2f71135 req-75e7ee49-bc1b-43db-b3fb-e37bd9fa4d98 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:18.351234 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fc97df5-5649-4845-b71c-918aa2f71135 req-75e7ee49-bc1b-43db-b3fb-e37bd9fa4d98 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 945 time: 0.1325800 Oct 18 20:33:18.382939 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.408791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.412519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fc97df5-5649-4845-b71c-918aa2f71135 req-b258b5f3-4962-428d-950b-1d551e5788ea tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602415 Oct 18 20:33:18.439970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4800c55d-90e7-42ca-be47-44fb28b3b070, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4800c55d-90e7-42ca-be47-44fb28b3b070,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:18.441637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:18.448836 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.450562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:18.514633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:18.515157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 56828bf3-1d64-426c-8c0f-3a8eb168c4c3 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:18.521695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0ac8e963-6b07-4fc0-b451-4f48df984a55 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:18.555335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.589636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=4800c55d-90e7-42ca-be47-44fb28b3b070,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:18.627741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 0ac8e963-6b07-4fc0-b451-4f48df984a55 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:18.632837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bc3bd91-e00f-4ec4-a6ac-e26e399eb9e0 req-fef6cadc-61be-481b-88c5-4873fd95f7bb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 210 time: 0.0806487 Oct 18 20:33:18.641493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 0ac8e963-6b07-4fc0-b451-4f48df984a55 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:18.641958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.671643 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea5e309b-2a85-4f73-92cf-20bc434b0dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.678125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Transition to ACTIVE for port object 98aaa653-9fd0-4273-a0da-fa08da10838c will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:18.688148 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.773296 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.814795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] No DVR routers for this DVR port 98aaa653-9fd0-4273-a0da-fa08da10838c on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:18.827284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0ac8e963-6b07-4fc0-b451-4f48df984a55, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:18.833732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.835082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 080ce488-dde5-425e-9fb6-58982655b975 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:18.884785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 080ce488-dde5-425e-9fb6-58982655b975 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:18.885576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 080ce488-dde5-425e-9fb6-58982655b975 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:18.886814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:18.920321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:18.933854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:18.934183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:18.934509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:18.947588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f366c-840d-4c06-84ad-26b7d2cfef64 req-b8b9b919-c7c2-414b-b156-da2e717adf19 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:18.949867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-844f366c-840d-4c06-84ad-26b7d2cfef64 req-b8b9b919-c7c2-414b-b156-da2e717adf19 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 945 time: 0.2184706 Oct 18 20:33:18.950528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:18.950846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:18.956737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:18.957061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:18.957441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:18.957880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Bound port: 98aaa653-9fd0-4273-a0da-fa08da10838c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:18.958236 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:18.973331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0ac8e963-6b07-4fc0-b451-4f48df984a55,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:18.981922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:19.059560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-844f366c-840d-4c06-84ad-26b7d2cfef64 req-a733be7c-ea74-4e05-817b-49249fc7dfb4 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692084 Oct 18 20:33:19.101437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:19.105442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:19.112462 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:19.115537 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e946d36-0760-4896-a763-e40184610625 x-openstack-request-id: req-2e946d36-0760-4896-a763-e40184610625 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:19.115817 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e150aab0-ad64-493c-b9f2-c2a8798c1595", "tag": "5e934105-26a5-4a3c-81c5-73c6c63f44fd", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:19.116111 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e946d36-0760-4896-a763-e40184610625 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:19.116743 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'tag': '5e934105-26a5-4a3c-81c5-73c6c63f44fd', 'status': 'completed', 'code': 200} Oct 18 20:33:19.159536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.160165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:19.161749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] 10.222.0.30 "PUT /v2.0/ports/98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 1095 time: 2.2601359 Oct 18 20:33:19.175139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1e005956-d034-4591-95f6-b5b6654fb52a up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:19.228434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9aeb0-56b6-47d9-8e63-aa754a69257c service neutron] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:19.335288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 1e005956-d034-4591-95f6-b5b6654fb52a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:19.344155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 1e005956-d034-4591-95f6-b5b6654fb52a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:19.344560 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:19.402666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6133707-0f7a-4b7d-96a2-9bf4d84947dd req-590fdf77-deef-4189-8eb4-5053fa329f59 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.427074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6133707-0f7a-4b7d-96a2-9bf4d84947dd req-590fdf77-deef-4189-8eb4-5053fa329f59 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.434351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6133707-0f7a-4b7d-96a2-9bf4d84947dd req-590fdf77-deef-4189-8eb4-5053fa329f59 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.437930 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6133707-0f7a-4b7d-96a2-9bf4d84947dd req-590fdf77-deef-4189-8eb4-5053fa329f59 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2417 time: 0.2307818 Oct 18 20:33:19.442489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-3ae7fcb0-775d-4408-996e-4f8f06e0adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.458438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-3ae7fcb0-775d-4408-996e-4f8f06e0adea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 1099 time: 0.2646906 Oct 18 20:33:19.460426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-c177eff2-16de-49cf-9fd3-c65b68ca70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.466840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-c177eff2-16de-49cf-9fd3-c65b68ca70fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1098 time: 0.2609329 Oct 18 20:33:19.483662 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:19.535716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1e005956-d034-4591-95f6-b5b6654fb52a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1e005956-d034-4591-95f6-b5b6654fb52a,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:19.546956 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:19.627642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1e005956-d034-4591-95f6-b5b6654fb52a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:19.678601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84786-f31a-4840-944b-3e289be6fd7e req-afe1f286-7d42-488b-ae9c-32fc015a494a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.681186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-afe1f286-7d42-488b-ae9c-32fc015a494a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.3005104 Oct 18 20:33:19.701221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Request body: {'port': {'device_id': '5682e580-fb23-4de8-834d-5c1674be14ed', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'admin_state_up': True, 'tenant_id': 'ffca84a4b0594823a4dc31c464cca3b1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:19.744922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6133707-0f7a-4b7d-96a2-9bf4d84947dd req-96e28bb5-3264-4d67-9926-a76afa046a41 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749889 Oct 18 20:33:19.775899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-972ced7c-1fd4-40f9-bb4c-975661c69b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:19.780289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-972ced7c-1fd4-40f9-bb4c-975661c69b63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3068917 Oct 18 20:33:19.903919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Made reservation on behalf of ffca84a4b0594823a4dc31c464cca3b1 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:19.910367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:19.932834 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ac9fe1-12ba-4b9a-b2ad-a79ffdb41bc4 x-openstack-request-id: req-b7ac9fe1-12ba-4b9a-b2ad-a79ffdb41bc4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:19.933524 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f675ca-e3b1-4fc2-9138-da60d7de3f7f", "name": "network-vif-deleted", "tag": "080ce488-dde5-425e-9fb6-58982655b975", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:19.934282 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7ac9fe1-12ba-4b9a-b2ad-a79ffdb41bc4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:19.934897 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f675ca-e3b1-4fc2-9138-da60d7de3f7f', 'name': 'network-vif-deleted', 'tag': '080ce488-dde5-425e-9fb6-58982655b975', 'status': 'completed', 'code': 200} Oct 18 20:33:19.942108 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-d552a204-885c-4001-96a2-1bffee7f9743 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5e934105-26a5-4a3c-81c5-73c6c63f44fd HTTP/1.1" status: 200 len: 217 time: 0.1079214 Oct 18 20:33:20.084020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-473b020d-fb42-4743-a915-51f3dee29300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.086481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-473b020d-fb42-4743-a915-51f3dee29300 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4261289 Oct 18 20:33:20.098720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-b8a94642-150e-42a1-9e14-32d69547ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.101067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-b8a94642-150e-42a1-9e14-32d69547ce79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1504366 Oct 18 20:33:20.146723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Allocated IP 172.20.0.2 (d2c5f98f-a140-4a02-974d-f78bd93d9471/8a9e5139-b025-4796-b1ef-2b3cc710222b/1f209ec6-3319-40de-8ccc-583f27bf63d7) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:20.184579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-7a3ef8eb-a644-4d1b-b655-565f21e74b7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.0807779 Oct 18 20:33:20.223542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdc955-da28-46f6-824f-1595dedadb75 req-c161353b-4078-4105-824f-4e11b4de8c13 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.225234 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6cdc955-da28-46f6-824f-1595dedadb75 req-c161353b-4078-4105-824f-4e11b4de8c13 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 947 time: 0.2047415 Oct 18 20:33:20.303527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-809dac9f-4132-4fc3-a7f0-9926f8643886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.305100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-809dac9f-4132-4fc3-a7f0-9926f8643886 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0995364 Oct 18 20:33:20.312757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-3aa10364-1104-4c8f-be09-734ac6733745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.314388 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-3aa10364-1104-4c8f-be09-734ac6733745 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007656 Oct 18 20:33:20.363856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6cdc955-da28-46f6-824f-1595dedadb75 req-6e5c1fc7-e45c-4718-9748-8b22abb2aae6 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141944 Oct 18 20:33:20.446365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-aba22512-64b8-4adc-98bd-48f552ce659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.447979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-aba22512-64b8-4adc-98bd-48f552ce659c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325781 Oct 18 20:33:20.569405 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-b82b184d-833b-4658-9e78-687a6e6fd128 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392309 Oct 18 20:33:20.664041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:20.715483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992d3eb-06d7-49f7-b84a-343036507c87 req-d77aedee-3fa2-4c39-9453-86440bfb4d4c tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.717502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4992d3eb-06d7-49f7-b84a-343036507c87 req-d77aedee-3fa2-4c39-9453-86440bfb4d4c tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 948 time: 0.2297857 Oct 18 20:33:20.729175 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:20.769876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-fc66fadb-1bb7-4fd1-867e-ef4301fd006a service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840676 Oct 18 20:33:20.794476 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-284b60a2-1cf0-49e2-894d-79ac51a3bbe0 req-864998d3-8284-49bb-a77e-fcb0d2c401cb service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127709 Oct 18 20:33:20.828459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4992d3eb-06d7-49f7-b84a-343036507c87 req-45257181-76d1-4ecc-bf00-b8fabc82bfe8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920053 Oct 18 20:33:20.845370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:20.866165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:20.872032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:20.884349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:20.890479 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a07a6-800b-402f-a8d1-167cbbf64846 x-openstack-request-id: req-8d0a07a6-800b-402f-a8d1-167cbbf64846 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:20.891426 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-plugged", "status": "completed", "tag": "2675307e-6154-48db-bba9-1e0e9f113786", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:20.891900 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d0a07a6-800b-402f-a8d1-167cbbf64846 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:20.892851 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2675307e-6154-48db-bba9-1e0e9f113786', 'code': 200} Oct 18 20:33:20.951836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:20.952952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:20.974201 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-85a9eb6b-8c14-4ffc-817c-e3e261bc9a59 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2803066 Oct 18 20:33:20.987866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Request body: {'port': {'device_id': '5682e580-fb23-4de8-834d-5c1674be14ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:21.011483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c84e64c-00e0-46c7-a499-3fa2a16eda1f req-e52afaf4-3314-4e06-a99a-55482c861996 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326894 Oct 18 20:33:21.050846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fe4c9-1109-4c69-9ae4-7c3938d9cce3 req-0203cd5a-016d-4a84-bd7d-8c576fbddd81 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:21.052502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e84fe4c9-1109-4c69-9ae4-7c3938d9cce3 req-0203cd5a-016d-4a84-bd7d-8c576fbddd81 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 931 time: 0.0744526 Oct 18 20:33:21.090625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:21.125820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-deleted', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3'}, {'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}, {'name': 'network-changed', 'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:21.136692 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28b37f1-bdab-48b3-921f-04acbc692ddb" -d '{"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-deleted", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3"}, {"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-unplugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}, {"name": "network-changed", "server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:21.168300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e84fe4c9-1109-4c69-9ae4-7c3938d9cce3 req-266f9d7f-1d9c-4093-88c5-fc61a072c381 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021354 Oct 18 20:33:21.345578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb15d22-0cf6-4ae3-a5fe-46bdd8d5db68 req-329e6b7a-4512-4fcd-bd26-03215589b266 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:21.348443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecb15d22-0cf6-4ae3-a5fe-46bdd8d5db68 req-329e6b7a-4512-4fcd-bd26-03215589b266 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.0702963 Oct 18 20:33:21.415918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecb15d22-0cf6-4ae3-a5fe-46bdd8d5db68 req-73816e29-ea54-4fc1-87ce-999332e92c94 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503139 Oct 18 20:33:21.537001 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-961d5516-aef8-485f-aeea-c62c76100cce req-ac15b45a-2b81-47a3-b3a3-43c63d5f7464 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=d5f675ca-e3b1-4fc2-9138-da60d7de3f7f HTTP/1.1" status: 200 len: 210 time: 0.0341020 Oct 18 20:33:21.567284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f209ec6-3319-40de-8ccc-583f27bf63d7 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:21.575933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:21.592174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Transition to ACTIVE for port object 1f209ec6-3319-40de-8ccc-583f27bf63d7 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:21.597221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:21.652934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:21.692998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81e947-4962-4f54-bc97-9e4333c8fe97 req-9463621b-42b5-4e16-8f15-7dbbffe9ec8d tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:21.695733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d81e947-4962-4f54-bc97-9e4333c8fe97 req-9463621b-42b5-4e16-8f15-7dbbffe9ec8d tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.0912602 Oct 18 20:33:21.773682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Attempting to bind port 1f209ec6-3319-40de-8ccc-583f27bf63d7 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:21.774276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Attempting to bind port 1f209ec6-3319-40de-8ccc-583f27bf63d7 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:21.774762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Attempting to bind port 1f209ec6-3319-40de-8ccc-583f27bf63d7 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:21.781035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d81e947-4962-4f54-bc97-9e4333c8fe97 req-75c64a7e-f172-46ad-9b32-5492ce4ae71e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727108 Oct 18 20:33:21.783822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Port 1f209ec6-3319-40de-8ccc-583f27bf63d7 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:21.785327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Attempting to bind port 1f209ec6-3319-40de-8ccc-583f27bf63d7 on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:21.795518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:21.796086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Checking segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:21.796758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Bound using segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:21.797513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Bound port: 1f209ec6-3319-40de-8ccc-583f27bf63d7, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:21.798100 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:21.917760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:21.926321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:21.932204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:21.970864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a7d35-4317-4943-af83-a1037904d837 req-d7739d9c-be8b-477b-a381-bb2e6e684d75 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:21.983533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a7d35-4317-4943-af83-a1037904d837 req-d7739d9c-be8b-477b-a381-bb2e6e684d75 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:21.990395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:21.991576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:21.993778 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f209ec6-3319-40de-8ccc-583f27bf63d7 HTTP/1.1" status: 200 len: 1091 time: 1.0107636 Oct 18 20:33:21.994421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:21.995877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a7d35-4317-4943-af83-a1037904d837 req-d7739d9c-be8b-477b-a381-bb2e6e684d75 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:21.997688 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95" -d '{"events": [{"name": "network-changed", "server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:22.007046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc4a7d35-4317-4943-af83-a1037904d837 req-d7739d9c-be8b-477b-a381-bb2e6e684d75 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2417 time: 0.1176639 Oct 18 20:33:22.042394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e48a-813f-4409-838f-9942cfcf5098 service neutron] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:22.067334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc4a7d35-4317-4943-af83-a1037904d837 req-428a74de-6ca4-4862-96d5-c580184a1de4 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588214 Oct 18 20:33:22.111838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84786-f31a-4840-944b-3e289be6fd7e req-f24710eb-f8fc-465c-97fc-91ccf74895c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:22.116966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-f24710eb-f8fc-465c-97fc-91ccf74895c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 1094 time: 0.0689518 Oct 18 20:33:22.185050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-96d109f2-6a90-469a-abf4-c6d9260f9705 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7 HTTP/1.1" status: 200 len: 217 time: 0.0584457 Oct 18 20:33:22.252860 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070d791-9bbf-4277-a9e4-a7b635310709 x-openstack-request-id: req-8070d791-9bbf-4277-a9e4-a7b635310709 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:22.258113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a84786-f31a-4840-944b-3e289be6fd7e req-be18d004-d774-4993-940e-09cd69150b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:22.259653 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-be18d004-d774-4993-940e-09cd69150b08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.0658596 Oct 18 20:33:22.265843 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4009e9-38cb-49af-850e-fed7dec0449d", "name": "network-vif-deleted", "tag": "56828bf3-1d64-426c-8c0f-3a8eb168c4c3", "status": "completed", "code": 200}, {"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-unplugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "code": 200}, {"name": "network-changed", "server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:22.267373 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8070d791-9bbf-4277-a9e4-a7b635310709 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:22.268260 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4009e9-38cb-49af-850e-fed7dec0449d', 'name': 'network-vif-deleted', 'tag': '56828bf3-1d64-426c-8c0f-3a8eb168c4c3', 'status': 'completed', 'code': 200} Oct 18 20:33:22.269853 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'code': 200} Oct 18 20:33:22.271012 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'status': 'completed', 'code': 200} Oct 18 20:33:22.301291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-1d249b49-61ca-4dcd-957e-eab6eaca37d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278456 Oct 18 20:33:22.417567 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-0c7d6050-6deb-481f-856b-6c085fc62798 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074376 Oct 18 20:33:22.460362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-8c9b43c9-f674-4d82-a9da-5d50b83836e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:22.463241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-8c9b43c9-f674-4d82-a9da-5d50b83836e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1098 time: 0.1782963 Oct 18 20:33:22.472080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-4cfdbb43-7121-4404-8cc5-dde56862a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:22.474567 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-4cfdbb43-7121-4404-8cc5-dde56862a57d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1098 time: 0.1700089 Oct 18 20:33:22.502764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782c7ef-746f-4423-be71-7cb6c4d29e89 req-e9ef6e51-b273-4af4-a382-67c2f4b2f3fc tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:22.505252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8782c7ef-746f-4423-be71-7cb6c4d29e89 req-e9ef6e51-b273-4af4-a382-67c2f4b2f3fc tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 947 time: 0.1579857 Oct 18 20:33:22.532907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84a84786-f31a-4840-944b-3e289be6fd7e req-b2bcf476-7aaa-4d00-81f2-347bd7f6f301 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072679 Oct 18 20:33:22.555479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5e934105-26a5-4a3c-81c5-73c6c63f44fd details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:22.754510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5e934105-26a5-4a3c-81c5-73c6c63f44fd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5e934105-26a5-4a3c-81c5-73c6c63f44fd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:22.774885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5e934105-26a5-4a3c-81c5-73c6c63f44fd', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5e934105-26a5-4a3c-81c5-73c6c63f44fd', 'mac_address': 'fa:16:3e:33:40:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:22.789098 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8782c7ef-746f-4423-be71-7cb6c4d29e89 req-1eb2f3c0-b651-4e29-bfc9-676c9b439529 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535527 Oct 18 20:33:22.872259 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:22.873335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-ee5d1a90-f9d2-44da-b31c-8042e7fbe728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:22.877798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-ee5d1a90-f9d2-44da-b31c-8042e7fbe728 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4005342 Oct 18 20:33:22.880232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-80643c09-8624-40c6-b11a-c09f6f4e15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:22.883044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-80643c09-8624-40c6-b11a-c09f6f4e15aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3745992 Oct 18 20:33:22.910299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88b81a-016c-4f09-b4ef-33567e959c5b'}, {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070'}, {'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55'}, {'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:22.914058 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29040f2-61f7-4be8-b9f7-8e87ee1b7fb7" -d '{"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-plugged", "status": "completed", "tag": "1b88b81a-016c-4f09-b4ef-33567e959c5b"}, {"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-plugged", "status": "completed", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070"}, {"server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "name": "network-vif-plugged", "status": "completed", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55"}, {"server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "name": "network-vif-plugged", "status": "completed", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:22.922535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e934105-26a5-4a3c-81c5-73c6c63f44fd {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:22.959121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5e934105-26a5-4a3c-81c5-73c6c63f44fd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5e934105-26a5-4a3c-81c5-73c6c63f44fd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:22.966571 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:23.038698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5e934105-26a5-4a3c-81c5-73c6c63f44fd,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:23.052568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-fffe0b66-b4ff-4529-a6d2-b720814eba22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.1255462 Oct 18 20:33:23.095504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-26acebdf-64b4-4adf-a1a0-97e4897b2bfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.2014821 Oct 18 20:33:23.109007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ce925d54-2b7b-40c7-ab95-22ac291649cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:23.184841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:23.260367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-16a7b48d-72b8-4c2c-b9f7-b623097974f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:23.263762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-16a7b48d-72b8-4c2c-b9f7-b623097974f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1837153 Oct 18 20:33:23.284434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5193b-4d54-455b-a40a-63f3a95cea0b req-0e45d44a-7f3d-414c-a68d-cb4b6948acb7 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:23.289307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd5193b-4d54-455b-a40a-63f3a95cea0b req-0e45d44a-7f3d-414c-a68d-cb4b6948acb7 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 949 time: 0.3809547 Oct 18 20:33:23.298289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-82f30ed7-e36a-4019-b428-5d3b3804b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:23.302057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-82f30ed7-e36a-4019-b428-5d3b3804b186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1616123 Oct 18 20:33:23.389195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:23.412486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'mac_address': 'fa:16:3e:3d:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:23.445493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd5193b-4d54-455b-a40a-63f3a95cea0b req-8119609a-39f0-4c4c-8013-1c0bdb250eec tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945807 Oct 18 20:33:23.456148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-fa7ca512-a191-4ace-93f4-d01d9ce7bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:23.458204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-fa7ca512-a191-4ace-93f4-d01d9ce7bb85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029260 Oct 18 20:33:23.461802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-9f326e6d-2612-4892-bcb6-bceb915ba31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:23.463540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-9f326e6d-2612-4892-bcb6-bceb915ba31a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698782 Oct 18 20:33:23.475435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5e934105-26a5-4a3c-81c5-73c6c63f44fd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:23.492713 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:23.528643 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ff195a-4225-4aa0-b0c1-39cd303a2405 x-openstack-request-id: req-b5ff195a-4225-4aa0-b0c1-39cd303a2405 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:23.529155 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:23.529593 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5ff195a-4225-4aa0-b0c1-39cd303a2405 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:23.530273 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'status': 'completed', 'code': 200} Oct 18 20:33:23.550193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aaa653-9fd0-4273-a0da-fa08da10838c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:23.610941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:23.622682 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:23.644710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-df328f18-c2d5-46c2-8ec4-fd203f3134d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:23.647853 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-df328f18-c2d5-46c2-8ec4-fd203f3134d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 1094 time: 0.0730135 Oct 18 20:33:23.757879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-2b05dfba-97b2-4523-a8df-79a76422e916 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838688 Oct 18 20:33:23.766788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:23.834185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-d8ea71f4-f339-46f7-9e58-7223a52dbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:23.837434 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-d8ea71f4-f339-46f7-9e58-7223a52dbfa7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 905 time: 0.1800988 Oct 18 20:33:23.928400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['98aaa653-9fd0-4273-a0da-fa08da10838c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:23.945328 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-d90245d4-c78b-49c0-8dae-5215067a6e78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7 HTTP/1.1" status: 200 len: 217 time: 0.0992923 Oct 18 20:33:24.023403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-bbb22251-5acc-4e84-906e-bf78b952d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:24.025112 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-bbb22251-5acc-4e84-906e-bf78b952d055 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.0697639 Oct 18 20:33:24.077325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-756838b5-9275-4a8a-8d25-97989ff7cbfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439537 Oct 18 20:33:24.096881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-d12faff7-c7e0-4292-974d-ef06cb1d0362 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367021 Oct 18 20:33:24.130148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:24.155880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68149372-1de6-474f-82d9-ac9ebd931fbb req-8f8b472b-5b45-413d-b2c9-b3d453e5fd95 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:24.161064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68149372-1de6-474f-82d9-ac9ebd931fbb req-8f8b472b-5b45-413d-b2c9-b3d453e5fd95 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 943 time: 0.3162410 Oct 18 20:33:24.191096 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-c0a9c69d-cc1e-497d-ae36-ae883e0d0050 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055183 Oct 18 20:33:24.199447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-0e928a5e-8057-48dd-9929-9914051d3de3 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488538 Oct 18 20:33:24.273628 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68149372-1de6-474f-82d9-ac9ebd931fbb req-69d0acad-3d50-400d-a139-284d2c56e474 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936303 Oct 18 20:33:24.297871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e28b37f1-bdab-48b3-921f-04acbc692ddb req-79ca48f5-7a62-4c17-8ee4-d696a4dd6d80 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886623 Oct 18 20:33:24.320686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-90bbfe7b-7cfd-4c4e-a094-80c56f724f95 req-f0ee2970-3746-4daa-896e-04fd359ec2cd service neutron] 10.222.0.30 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208596 Oct 18 20:33:24.444103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d0ea6-30e6-4c08-9230-cd9b543abe98 req-fdddce54-4f50-4436-afcf-b6f602be762b tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:24.445979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da2d0ea6-30e6-4c08-9230-cd9b543abe98 req-fdddce54-4f50-4436-afcf-b6f602be762b tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.0778012 Oct 18 20:33:24.491772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da2d0ea6-30e6-4c08-9230-cd9b543abe98 req-5e7f1de4-9981-4a06-9351-f1949c036151 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381260 Oct 18 20:33:24.680033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7267a5a-1ea9-4541-a57d-a7a535b54107 req-9d897b47-eaa7-4074-bdcc-d3511d197aec tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:24.694634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f7267a5a-1ea9-4541-a57d-a7a535b54107 req-9d897b47-eaa7-4074-bdcc-d3511d197aec tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.0878506 Oct 18 20:33:24.763337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f7267a5a-1ea9-4541-a57d-a7a535b54107 req-c4668ff9-b1a5-40ea-b2d6-d54915abea71 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672550 Oct 18 20:33:24.852323 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670aaaad-f31f-4734-81a1-1007166a547d x-openstack-request-id: req-670aaaad-f31f-4734-81a1-1007166a547d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:24.853770 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-plugged", "status": "completed", "tag": "1b88b81a-016c-4f09-b4ef-33567e959c5b", "code": 200}, {"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-plugged", "status": "completed", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070", "code": 200}, {"server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "name": "network-vif-plugged", "status": "completed", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55", "code": 200}, {"server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "name": "network-vif-plugged", "status": "completed", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:24.855371 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-670aaaad-f31f-4734-81a1-1007166a547d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:24.856938 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88b81a-016c-4f09-b4ef-33567e959c5b', 'code': 200} Oct 18 20:33:24.858403 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070', 'code': 200} Oct 18 20:33:24.859030 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'code': 200} Oct 18 20:33:24.871678 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a', 'code': 200} Oct 18 20:33:24.989261 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:25.059057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a8f50-6819-46a0-bd38-ce46bc7dfb4d req-578bc5ce-49af-4e2c-b57f-12ba44fffa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.060138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a8f50-6819-46a0-bd38-ce46bc7dfb4d req-578bc5ce-49af-4e2c-b57f-12ba44fffa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.061158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a8f50-6819-46a0-bd38-ce46bc7dfb4d req-578bc5ce-49af-4e2c-b57f-12ba44fffa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.064320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89a8f50-6819-46a0-bd38-ce46bc7dfb4d req-578bc5ce-49af-4e2c-b57f-12ba44fffa10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2870 time: 0.0750315 Oct 18 20:33:25.133153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89a8f50-6819-46a0-bd38-ce46bc7dfb4d req-2a1ddeda-543c-4e62-addd-ba5aad8b4925 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541296 Oct 18 20:33:25.186740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781044d1-37ef-4cb7-a0fa-22d1b975a13c req-bef24e5f-802f-494c-bd1a-de64a728430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.190459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-781044d1-37ef-4cb7-a0fa-22d1b975a13c req-bef24e5f-802f-494c-bd1a-de64a728430d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 1097 time: 0.1529822 Oct 18 20:33:25.192989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1f209ec6-3319-40de-8ccc-583f27bf63d7 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:25.196554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:25.210108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243252-6124-465e-8375-2dd79f278fb2 req-d376efae-34cb-4311-850a-2a5da0a5e573 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.222893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243252-6124-465e-8375-2dd79f278fb2 req-d376efae-34cb-4311-850a-2a5da0a5e573 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.234909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8243252-6124-465e-8375-2dd79f278fb2 req-d376efae-34cb-4311-850a-2a5da0a5e573 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.238285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8243252-6124-465e-8375-2dd79f278fb2 req-d376efae-34cb-4311-850a-2a5da0a5e573 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2417 time: 0.2820158 Oct 18 20:33:25.303163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 98aaa653-9fd0-4273-a0da-fa08da10838c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:25.314034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 98aaa653-9fd0-4273-a0da-fa08da10838c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:25.314826 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:25.335244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10039581-806e-4160-b29e-f3bb0938f1eb req-6d8e60c6-f94d-40c3-85e0-7b30b6c60b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.338330 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10039581-806e-4160-b29e-f3bb0938f1eb req-6d8e60c6-f94d-40c3-85e0-7b30b6c60b8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 1097 time: 0.2826920 Oct 18 20:33:25.342090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-781044d1-37ef-4cb7-a0fa-22d1b975a13c req-9155a003-049b-4c7a-9f6c-55e29edf10da service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019404 Oct 18 20:33:25.405929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8243252-6124-465e-8375-2dd79f278fb2 req-27a78568-f548-4e37-9cff-01a5296c0b70 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373870 Oct 18 20:33:25.439692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10039581-806e-4160-b29e-f3bb0938f1eb req-ab9e55a8-9416-4842-9f8a-eb8f8381cb2d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916269 Oct 18 20:33:25.587287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:25.628134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'mac_address': 'fa:16:3e:26:48:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:25.661896 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:25.706519 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:25.722953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f209ec6-3319-40de-8ccc-583f27bf63d7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:25.751577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:25.762162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:25.766050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:25.829082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:25.883264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:25.953931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:25.983645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c6dfd-9d91-497c-8af7-19e866376454 req-6d3d7037-9374-47da-b7fd-f91cb296d3c7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:25.986761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-934c6dfd-9d91-497c-8af7-19e866376454 req-6d3d7037-9374-47da-b7fd-f91cb296d3c7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1312733 Oct 18 20:33:26.058754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-934c6dfd-9d91-497c-8af7-19e866376454 req-dd73f2c3-d856-4fc7-93e3-a26d38974748 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649273 Oct 18 20:33:26.209348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f2867-8e6b-4e7f-bf9d-2d6cf38ded0b req-e641a9f5-e05f-46a1-9842-802af17591c8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:26.217044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9f2867-8e6b-4e7f-bf9d-2d6cf38ded0b req-e641a9f5-e05f-46a1-9842-802af17591c8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 949 time: 0.0732794 Oct 18 20:33:26.254590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1f209ec6-3319-40de-8ccc-583f27bf63d7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:26.277745 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9f2867-8e6b-4e7f-bf9d-2d6cf38ded0b req-55d29f7e-ddb6-460c-9a77-fc4223302add tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Oct 18 20:33:26.505528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4234a8-0edb-4f65-ba52-1b3cc2106d80 req-800a6418-43e3-448a-b151-faac62e13937 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:26.519034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:26.521240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d4234a8-0edb-4f65-ba52-1b3cc2106d80 req-800a6418-43e3-448a-b151-faac62e13937 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 944 time: 0.1399801 Oct 18 20:33:26.583315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5e934105-26a5-4a3c-81c5-73c6c63f44fd up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:26.621547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d4234a8-0edb-4f65-ba52-1b3cc2106d80 req-4e060adf-3b96-4ce9-a05a-9c3771099407 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981655 Oct 18 20:33:26.701149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 5e934105-26a5-4a3c-81c5-73c6c63f44fd completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:26.710352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5e934105-26a5-4a3c-81c5-73c6c63f44fd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:26.710764 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:26.914471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388d05b-d8ba-49a1-958e-f1b6a2f1fe42 req-11a9b2a8-5c64-4e70-a73c-b52c81cf215e tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:26.917007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:26.923284 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31229d95-1cde-4b2e-85bf-a393efa07f6c" -d '{"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-plugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:26.926109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6388d05b-d8ba-49a1-958e-f1b6a2f1fe42 req-11a9b2a8-5c64-4e70-a73c-b52c81cf215e tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.1426442 Oct 18 20:33:26.940220 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:27.035981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6388d05b-d8ba-49a1-958e-f1b6a2f1fe42 req-4d288590-799c-4703-9264-4d52603d05fb tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996668 Oct 18 20:33:27.069534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5e934105-26a5-4a3c-81c5-73c6c63f44fd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5e934105-26a5-4a3c-81c5-73c6c63f44fd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:27.077476 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:27.217466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5e934105-26a5-4a3c-81c5-73c6c63f44fd,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:27.290996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51735e-93ab-4949-b4d1-7969cee29994 req-faf72876-abce-4abc-9e87-2683be11d970 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:27.302586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e51735e-93ab-4949-b4d1-7969cee29994 req-faf72876-abce-4abc-9e87-2683be11d970 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.0880799 Oct 18 20:33:27.344185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e51735e-93ab-4949-b4d1-7969cee29994 req-3084f218-5d94-44e2-8c97-9ea1681a2576 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400357 Oct 18 20:33:28.152505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-e3f05bb8-2900-48ee-9c5f-aba16e20f44f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.154108 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-e3f05bb8-2900-48ee-9c5f-aba16e20f44f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256&tenant_id=8b75db9fc81941d28836b7f180c0a0d8&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 949 time: 0.4486504 Oct 18 20:33:28.172890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417d85-cfa7-4272-84e7-0b3dade38c45 req-7f97db07-9ed4-42dc-9eec-28037daab40b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.179265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417d85-cfa7-4272-84e7-0b3dade38c45 req-7f97db07-9ed4-42dc-9eec-28037daab40b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.185704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417d85-cfa7-4272-84e7-0b3dade38c45 req-7f97db07-9ed4-42dc-9eec-28037daab40b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.190184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92417d85-cfa7-4272-84e7-0b3dade38c45 req-7f97db07-9ed4-42dc-9eec-28037daab40b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2417 time: 0.4170449 Oct 18 20:33:28.326530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92417d85-cfa7-4272-84e7-0b3dade38c45 req-54737bcd-da8e-4df5-b90d-4ec7bf1782bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262977 Oct 18 20:33:28.347724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-02b3040f-44af-4e7f-a1a4-3458603a768c service neutron] 10.222.0.30 "GET /v2.0/ports/98aaa653-9fd0-4273-a0da-fa08da10838c/bindings/n-h1-812149-2 HTTP/1.1" status: 200 len: 382 time: 0.1841116 Oct 18 20:33:28.446150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-d7911e8f-6401-4c2a-92a7-ce8a20401bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.450361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-d7911e8f-6401-4c2a-92a7-ce8a20401bbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1100 time: 0.0731273 Oct 18 20:33:28.578704 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1bb646-14cf-4681-9e8d-25ae08b2a535 x-openstack-request-id: req-ec1bb646-14cf-4681-9e8d-25ae08b2a535 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:28.580254 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-plugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:28.581255 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec1bb646-14cf-4681-9e8d-25ae08b2a535 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:28.582258 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'code': 200} Oct 18 20:33:28.672093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-aa006558-b7fa-4132-8545-82a98350612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.675217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-aa006558-b7fa-4132-8545-82a98350612b service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2169957 Oct 18 20:33:28.770041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-608ce840-6368-4dfa-b3a8-ccc3b937a5f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.0735483 Oct 18 20:33:28.847590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716ae6c-45c2-40a7-9f74-20f43d922a39 req-dfe443db-a615-4577-9174-b7a4a0fbd25f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.850961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1716ae6c-45c2-40a7-9f74-20f43d922a39 req-dfe443db-a615-4577-9174-b7a4a0fbd25f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 950 time: 0.1704171 Oct 18 20:33:28.876891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-78600215-c212-4d5f-83b6-1dc8e944dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.879320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-78600215-c212-4d5f-83b6-1dc8e944dfb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0994432 Oct 18 20:33:28.992098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-64189587-71d8-47a9-8796-610dda4477af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:28.994336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-64189587-71d8-47a9-8796-610dda4477af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032412 Oct 18 20:33:28.998044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1716ae6c-45c2-40a7-9f74-20f43d922a39 req-66095a6b-452f-43e7-b9df-5720a3daac55 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173987 Oct 18 20:33:29.214423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1f209ec6-3319-40de-8ccc-583f27bf63d7 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:29.216982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-d63875fa-0d6b-48a9-b500-91bf60c839c3 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141855 Oct 18 20:33:29.255314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788e746-f442-4207-a582-b2dc2b1b1b59 req-9d3549ee-9569-4ba9-92b1-c3390f358969 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:29.257841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d788e746-f442-4207-a582-b2dc2b1b1b59 req-9d3549ee-9569-4ba9-92b1-c3390f358969 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 944 time: 0.1454797 Oct 18 20:33:29.287450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 1f209ec6-3319-40de-8ccc-583f27bf63d7 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:29.295219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 1f209ec6-3319-40de-8ccc-583f27bf63d7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:29.295979 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:29.407962 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:29.413128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d788e746-f442-4207-a582-b2dc2b1b1b59 req-84ef0317-520c-487a-b5c9-4a3d71916073 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347125 Oct 18 20:33:29.446595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-89b29476-ef0b-4fbe-8ac8-3fe067334887 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206600 Oct 18 20:33:29.490940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:29.500521 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:29.584408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:29.605912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9461f7-a7dd-4028-bf47-abd66da316bb req-6ad095f8-22ed-472c-ba76-18a049715fd0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:29.607635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9461f7-a7dd-4028-bf47-abd66da316bb req-6ad095f8-22ed-472c-ba76-18a049715fd0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.0800762 Oct 18 20:33:29.653240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9461f7-a7dd-4028-bf47-abd66da316bb req-5d30611a-034b-4098-998c-4a76d87ecdbf tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377243 Oct 18 20:33:29.789824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1e32c-dfc2-41ba-bf2a-87186cf14b78 req-c26d2187-67b9-40c1-8531-50fd0e8d6d96 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:29.791410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ca1e32c-dfc2-41ba-bf2a-87186cf14b78 req-c26d2187-67b9-40c1-8531-50fd0e8d6d96 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.0591731 Oct 18 20:33:29.836096 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ca1e32c-dfc2-41ba-bf2a-87186cf14b78 req-34341e29-d309-42a0-80c4-848d8d9d6c7c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364361 Oct 18 20:33:30.007049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998d98-fdc9-481e-b3d2-0dca24f86c08 req-c0c0d731-6e3f-4ca8-a3ae-c8b9d7dd9fa7 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:30.008670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7998d98-fdc9-481e-b3d2-0dca24f86c08 req-c0c0d731-6e3f-4ca8-a3ae-c8b9d7dd9fa7 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.0553224 Oct 18 20:33:30.056836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7998d98-fdc9-481e-b3d2-0dca24f86c08 req-f63f2bcc-7480-4126-988d-a182aa7779bf tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Oct 18 20:33:30.401359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eca4f8-be72-4642-be42-563cfa06eac5 req-361a1d1c-8358-454f-8c9f-32f28c790e98 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:30.402854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52eca4f8-be72-4642-be42-563cfa06eac5 req-361a1d1c-8358-454f-8c9f-32f28c790e98 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.0676265 Oct 18 20:33:30.413903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48876) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:30.419279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Request body: {'floatingip': {'port_id': '1e005956-d034-4591-95f6-b5b6654fb52a'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:30.466847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:30.584408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e934105-26a5-4a3c-81c5-73c6c63f44fd'}, {'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:30.596432 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aece60-ae0d-42d6-9f1a-9f58575a4583" -d '{"events": [{"server_uuid": "e150aab0-ad64-493c-b9f2-c2a8798c1595", "name": "network-vif-plugged", "status": "completed", "tag": "5e934105-26a5-4a3c-81c5-73c6c63f44fd"}, {"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-plugged", "status": "completed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:30.716691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6858711-d47b-43f9-89c2-ad868b9032a3 req-f84b0fc4-a15a-4b7d-b060-5c6fba286c84 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:30.718413 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6858711-d47b-43f9-89c2-ad868b9032a3 req-f84b0fc4-a15a-4b7d-b060-5c6fba286c84 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 950 time: 0.0557950 Oct 18 20:33:30.768943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6858711-d47b-43f9-89c2-ad868b9032a3 req-79fa0a6d-04ea-4f3a-ab28-ae8e66608d37 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Oct 18 20:33:30.907641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504e024-0fcf-4ab8-b528-99b012817525 req-c6700a86-617a-47f1-96ee-7cb523e5175b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:30.907641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1504e024-0fcf-4ab8-b528-99b012817525 req-c6700a86-617a-47f1-96ee-7cb523e5175b tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 944 time: 0.1046195 Oct 18 20:33:30.944359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5ba11-c6a7-4ab1-a339-532e6abd02ff req-b093855e-c480-4358-9042-225ce266e5f1 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:30.946779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d7e5ba11-c6a7-4ab1-a339-532e6abd02ff req-b093855e-c480-4358-9042-225ce266e5f1 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.0878501 Oct 18 20:33:30.964075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48886) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:30.985385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Request body: {'floatingip': {'port_id': '0ac8e963-6b07-4fc0-b451-4f48df984a55'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:31.093188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe55a1b-5997-4c5f-811b-84f7521575f4 req-6e367267-cc5c-4952-865e-bd22e97637c5 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:31.094810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fe55a1b-5997-4c5f-811b-84f7521575f4 req-6e367267-cc5c-4952-865e-bd22e97637c5 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5 HTTP/1.1" status: 200 len: 944 time: 0.0714812 Oct 18 20:33:31.110422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Deleting port d4efb350-0193-40c1-a0b5-556ffa57da14 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:31.110758 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:31.175523 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:31.187625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:31.227073 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:31.229964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fe55a1b-5997-4c5f-811b-84f7521575f4 req-20db4363-2c91-4a74-8f61-1b0e81077200 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225164 Oct 18 20:33:31.307990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] For port d4efb350-0193-40c1-a0b5-556ffa57da14, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d4efb350-0193-40c1-a0b5-556ffa57da14,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:31.308870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:31.359503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Calling delete_port for d4efb350-0193-40c1-a0b5-556ffa57da14 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:31.429266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef94c3f-c4e6-4943-bb85-d24a8adb9b78 req-156bb947-7cd8-45cb-a49b-8021dc25090d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:31.430896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eef94c3f-c4e6-4943-bb85-d24a8adb9b78 req-156bb947-7cd8-45cb-a49b-8021dc25090d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 945 time: 0.1079893 Oct 18 20:33:31.440594 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Floating IP fe0b6880-10d3-4446-b910-8b326a19bd26 associated. External IP: 172.25.7.38, port: 1e005956-d034-4591-95f6-b5b6654fb52a. Oct 18 20:33:31.499384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eef94c3f-c4e6-4943-bb85-d24a8adb9b78 req-039a7888-efc5-4925-8041-882622cc66e1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545993 Oct 18 20:33:31.610060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:31.630371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d4efb350-0193-40c1-a0b5-556ffa57da14'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:31.732892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event deleted for resources: {'Port': ['ID=d4efb350-0193-40c1-a0b5-556ffa57da14,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:31.806074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] No DVR routers for this DVR port d4efb350-0193-40c1-a0b5-556ffa57da14 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:31.810790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:31.815364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1504e024-0fcf-4ab8-b528-99b012817525 req-5bf48453-767d-4129-bfa8-bb8d629f01dc tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "DELETE /v2.0/ports/d4efb350-0193-40c1-a0b5-556ffa57da14 HTTP/1.1" status: 204 len: 173 time: 0.8873720 Oct 18 20:33:31.816094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'name': 'network-vif-deleted', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:31.819050 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca5325d-dc1c-4ebb-9b8f-2051407eb9d5" -d '{"events": [{"server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "name": "network-vif-deleted", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:31.835917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03de31-ebfc-4950-a859-84b60b0d5b99 req-eb907590-c985-43ba-b99a-b092fbbb00b9 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:31.843376 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03de31-ebfc-4950-a859-84b60b0d5b99 req-eb907590-c985-43ba-b99a-b092fbbb00b9 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:31.851913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03de31-ebfc-4950-a859-84b60b0d5b99 req-eb907590-c985-43ba-b99a-b092fbbb00b9 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:31.853023 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df03de31-ebfc-4950-a859-84b60b0d5b99 req-eb907590-c985-43ba-b99a-b092fbbb00b9 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2417 time: 0.2176077 Oct 18 20:33:31.924366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df03de31-ebfc-4950-a859-84b60b0d5b99 req-ed9b7cf8-5286-4e10-86ac-36d193a62890 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597112 Oct 18 20:33:32.036523 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32811553-b20b-4427-99cb-db3c3c00dd45 x-openstack-request-id: req-32811553-b20b-4427-99cb-db3c3c00dd45 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:32.036816 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e150aab0-ad64-493c-b9f2-c2a8798c1595", "name": "network-vif-plugged", "status": "completed", "tag": "5e934105-26a5-4a3c-81c5-73c6c63f44fd", "code": 200}, {"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-plugged", "status": "completed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:32.037101 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32811553-b20b-4427-99cb-db3c3c00dd45 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:32.038871 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e934105-26a5-4a3c-81c5-73c6c63f44fd', 'code': 200} Oct 18 20:33:32.039448 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'code': 200} Oct 18 20:33:32.256450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Router 743d1451-07e2-46e3-b120-69601fd9171e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:33:32.283069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224f6ca-9496-4afe-b979-16b78a160855 req-d55cdc88-3af9-4813-8869-d027f6bd7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:32.284699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7224f6ca-9496-4afe-b979-16b78a160855 req-d55cdc88-3af9-4813-8869-d027f6bd7695 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 1096 time: 0.1324239 Oct 18 20:33:32.296633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c7e17-23c3-48c5-a1c2-0b46b5fcfcb5 req-bde2cbca-d783-4103-aa61-652f2734d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:32.298241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc5c7e17-23c3-48c5-a1c2-0b46b5fcfcb5 req-bde2cbca-d783-4103-aa61-652f2734d7e3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 1101 time: 0.1285977 Oct 18 20:33:32.315863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed9e07-2d58-4511-b830-ac3e7f77a69b req-f47a6c56-ce3b-464f-b347-2249bdd86b19 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:32.317408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1ed9e07-2d58-4511-b830-ac3e7f77a69b req-f47a6c56-ce3b-464f-b347-2249bdd86b19 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.1070302 Oct 18 20:33:32.332831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-61d96a44-a7fd-41a2-8258-d8db15716a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:32.334374 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-61d96a44-a7fd-41a2-8258-d8db15716a1f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256&tenant_id=8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 1100 time: 0.1296871 Oct 18 20:33:32.381105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:32.391378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:32.400374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7224f6ca-9496-4afe-b979-16b78a160855 req-60f7a21a-83cd-4632-89d0-4c2538f54a67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989771 Oct 18 20:33:32.407252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc5c7e17-23c3-48c5-a1c2-0b46b5fcfcb5 req-0858b462-5097-425c-b14c-e3aab0f49655 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877376 Oct 18 20:33:32.413132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:32.413439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1ed9e07-2d58-4511-b830-ac3e7f77a69b req-db0ee3a5-2077-4769-b540-db55ace271e1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780203 Oct 18 20:33:32.549290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:32.602610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:33:32.611036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:32.619050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] Sync routers for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:33:32.631910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:33:32.633400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:33:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:32.683359 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Floating IP a579987c-6f5c-4fb7-a6a2-5c2dd3198a69 associated. External IP: 172.25.7.72, port: 0ac8e963-6b07-4fc0-b451-4f48df984a55. Oct 18 20:33:32.707367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d7329b18-31e9-41ed-b919-6759c8a16019 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "PUT /v2.0/floatingips/fe0b6880-10d3-4446-b910-8b326a19bd26 HTTP/1.1" status: 200 len: 991 time: 2.2881508 Oct 18 20:33:32.745659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:32.748330 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:32.849079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:33:32.976511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569e26c-3df9-4978-a284-8e96bab63a33 req-7d8ed802-429d-4001-a2e8-d9c37fa27aa8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:32.978523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a569e26c-3df9-4978-a284-8e96bab63a33 req-7d8ed802-429d-4001-a2e8-d9c37fa27aa8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 950 time: 0.1263168 Oct 18 20:33:33.005268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-f0fbacd1-197e-4d10-97b9-e5ff7a9253cd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:33.012295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-f0fbacd1-197e-4d10-97b9-e5ff7a9253cd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:33.019218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-f0fbacd1-197e-4d10-97b9-e5ff7a9253cd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:33.020984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-f0fbacd1-197e-4d10-97b9-e5ff7a9253cd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 2417 time: 0.1142416 Oct 18 20:33:33.096297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a569e26c-3df9-4978-a284-8e96bab63a33 req-95ce1cf1-4844-4d0a-9d88-d407a9f6df48 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074357 Oct 18 20:33:33.101000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:33.170311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port 1b88b81a-016c-4f09-b4ef-33567e959c5b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:33.170855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:33.212472 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25ae2dd-0bfd-4cfd-b82c-5d78980e5a72 x-openstack-request-id: req-d25ae2dd-0bfd-4cfd-b82c-5d78980e5a72 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:33.212797 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5", "name": "network-vif-deleted", "tag": "d4efb350-0193-40c1-a0b5-556ffa57da14", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:33.213053 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d25ae2dd-0bfd-4cfd-b82c-5d78980e5a72 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:33.213492 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87abdd1b-1cdc-41f7-bc62-f9ef2a914ec5', 'name': 'network-vif-deleted', 'tag': 'd4efb350-0193-40c1-a0b5-556ffa57da14', 'status': 'completed', 'code': 200} Oct 18 20:33:33.270141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe0b6880-10d3-4446-b910-8b326a19bd26', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'port_id': '1e005956-d034-4591-95f6-b5b6654fb52a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'mac_address': 'fa:16:3e:6e:e0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:28Z', 'updated_at': '2021-10-18T20:33:30Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:33.324441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] Checking router: 743d1451-07e2-46e3-b120-69601fd9171e for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:33:33.336155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port 1b88b81a-016c-4f09-b4ef-33567e959c5b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1b88b81a-016c-4f09-b4ef-33567e959c5b,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:33.337258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:33.340949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:33:33.341757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:33:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:33.358091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for 1b88b81a-016c-4f09-b4ef-33567e959c5b owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:33.389811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:33.403905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Router b5cabd01-a9d1-4d20-b609-d3b323d6dabe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:33:33.496492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d84a3e-24c5-4a5b-9ab0-2f00f63ffd6c req-f5a99e15-5649-40fb-ae3e-0853a89ce5ef tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:33.498204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47d84a3e-24c5-4a5b-9ab0-2f00f63ffd6c req-f5a99e15-5649-40fb-ae3e-0853a89ce5ef tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 945 time: 0.0886261 Oct 18 20:33:33.504371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:33.539691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:33:33.598733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47d84a3e-24c5-4a5b-9ab0-2f00f63ffd6c req-01899381-acae-45f9-b016-5291118c3664 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762324 Oct 18 20:33:33.637443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:33.643317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Transition to ACTIVE for port object 98aaa653-9fd0-4273-a0da-fa08da10838c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:33.667170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:33.702890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=1b88b81a-016c-4f09-b4ef-33567e959c5b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:33.722324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['4800c55d-90e7-42ca-be47-44fb28b3b070', '1b88b81a-016c-4f09-b4ef-33567e959c5b', '2675307e-6154-48db-bba9-1e0e9f113786'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:33.743876 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:33:33.786899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port 1b88b81a-016c-4f09-b4ef-33567e959c5b on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:33.797217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:33.803590 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-06d91809-3469-4138-b400-872984abfd82 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "DELETE /v2.0/ports/1b88b81a-016c-4f09-b4ef-33567e959c5b HTTP/1.1" status: 204 len: 173 time: 0.7732456 Oct 18 20:33:33.910906 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b607e07-0126-41a1-8aab-d2fff975d550 x-openstack-request-id: req-4b607e07-0126-41a1-8aab-d2fff975d550 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:33.910906 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:33.910906 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b607e07-0126-41a1-8aab-d2fff975d550 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:33.910906 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a', 'status': 'completed', 'code': 200} Oct 18 20:33:33.997235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port 2675307e-6154-48db-bba9-1e0e9f113786 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:33.998831 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:34.054239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:33:34.069953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] Sync routers for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:33:34.098370 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:33:34.099414 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:33:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:34.109391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:34.125781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] No DVR routers for this DVR port 98aaa653-9fd0-4273-a0da-fa08da10838c on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:34.248155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:34.282428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:34.283468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:34.284339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:34.304963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:34.305879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Attempting to bind port 98aaa653-9fd0-4273-a0da-fa08da10838c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:34.330316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:34.331400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:34.332308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:34.333525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Bound port: 98aaa653-9fd0-4273-a0da-fa08da10838c, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:34.334461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:34.346115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-22015a5f-95d6-4458-91aa-693936c246a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:34.349780 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-22015a5f-95d6-4458-91aa-693936c246a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a5f1fed251d43a882346d830a23beb8&device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 1097 time: 0.4355469 Oct 18 20:33:34.365782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-76558db6-4298-48fb-82f7-72229ecd0041 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "PUT /v2.0/floatingips/a579987c-6f5c-4fb7-a6a2-5c2dd3198a69 HTTP/1.1" status: 200 len: 991 time: 3.3992827 Oct 18 20:33:34.398517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe0b6880-10d3-4446-b910-8b326a19bd26', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'port_id': '1e005956-d034-4591-95f6-b5b6654fb52a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'mac_address': 'fa:16:3e:6e:e0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:28Z', 'updated_at': '2021-10-18T20:33:30Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:34.472356 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:33:34.480198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be7255-bc61-4b96-80ac-5a4a5a16698a None None] The sync data for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 is: [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe0b6880-10d3-4446-b910-8b326a19bd26', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'port_id': '1e005956-d034-4591-95f6-b5b6654fb52a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'mac_address': 'fa:16:3e:6e:e0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:30:28Z', 'updated_at': '2021-10-18T20:33:30Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:33:34.482822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866feb61-20d6-497f-af10-46460963e30d req-c635445f-6d86-4598-bab6-bb044ff4e3a6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:34.497979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866feb61-20d6-497f-af10-46460963e30d req-c635445f-6d86-4598-bab6-bb044ff4e3a6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:34.515324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-866feb61-20d6-497f-af10-46460963e30d req-c635445f-6d86-4598-bab6-bb044ff4e3a6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 1682 time: 0.4295228 Oct 18 20:33:34.595956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-206dacff-36b5-44d8-b531-cf09ac8f041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:34.599674 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-206dacff-36b5-44d8-b531-cf09ac8f041e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 200 len: 924 time: 0.2276876 Oct 18 20:33:34.610465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port 2675307e-6154-48db-bba9-1e0e9f113786, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2675307e-6154-48db-bba9-1e0e9f113786,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:34.610837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:34.633408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-866feb61-20d6-497f-af10-46460963e30d req-978e04a2-0d99-48e8-99fc-9358c70455db tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094134 Oct 18 20:33:34.655829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for 2675307e-6154-48db-bba9-1e0e9f113786 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:34.748867 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:34.781942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:34.828446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:34.916932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:34.918777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:34.920839 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] 10.222.0.79 "PUT /v2.0/ports/98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 1096 time: 2.5472624 Oct 18 20:33:35.018589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c9a71-dbad-4cd8-b2b3-7abf8d4fb38d None None] New status for floating IP fe0b6880-10d3-4446-b910-8b326a19bd26: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:33:35.030854 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-f41c5f13-5e3b-4563-98f0-d850afcf8bfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e005956-d034-4591-95f6-b5b6654fb52a HTTP/1.1" status: 200 len: 999 time: 0.3136070 Oct 18 20:33:35.039827 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:35.075143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1b88b81a-016c-4f09-b4ef-33567e959c5b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:35.100608 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'a579987c-6f5c-4fb7-a6a2-5c2dd3198a69', 'tenant_id': 'f010475a70234d549724e709df048488', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'port_id': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'mac_address': 'fa:16:3e:a1:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:31:58Z', 'updated_at': '2021-10-18T20:33:32Z', 'revision_number': 1, 'project_id': 'f010475a70234d549724e709df048488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:57Z', 'revision_number': 5, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:35.122873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-5ca890ca-9dd3-4cdf-8b1f-e8bc4a49eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:35.124474 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-5ca890ca-9dd3-4cdf-8b1f-e8bc4a49eb00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=723ba59f-0a1a-411b-a8fa-8d82b9007935 HTTP/1.1" status: 200 len: 862 time: 0.0685363 Oct 18 20:33:35.162348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=2675307e-6154-48db-bba9-1e0e9f113786,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:35.175685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-1588d4ee-5dde-4a56-8f5b-71a40b037446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:35.177603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-1588d4ee-5dde-4a56-8f5b-71a40b037446 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1099 time: 0.2116539 Oct 18 20:33:35.178405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa525e-a0ad-4ae2-a16c-4f3159d0a097 service neutron] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=11']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:35.216042 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] Checking router: b5cabd01-a9d1-4d20-b609-d3b323d6dabe for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:33:35.242228 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:33:35.243340 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:33:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:35.249857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-deleted', 'tag': '1b88b81a-016c-4f09-b4ef-33567e959c5b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:35.256840 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5ccc7-31c4-492e-adb1-8340abd60a34" -d '{"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-deleted", "tag": "1b88b81a-016c-4f09-b4ef-33567e959c5b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:35.260838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d4efb350-0193-40c1-a0b5-556ffa57da14 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:35.337398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-9e2e67c3-d707-4300-9921-3a376fb5422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:35.339091 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-9e2e67c3-d707-4300-9921-3a376fb5422c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b95df10-824f-48d0-850c-508532972aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019079 Oct 18 20:33:35.362848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: d4efb350-0193-40c1-a0b5-556ffa57da14 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:35.363223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d4efb350-0193-40c1-a0b5-556ffa57da14 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:35.363784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1b88b81a-016c-4f09-b4ef-33567e959c5b no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:35.376120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port 2675307e-6154-48db-bba9-1e0e9f113786 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:35.383396 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:35.391116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-65e43966-3931-46a2-a268-e6db0372aefd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "DELETE /v2.0/ports/2675307e-6154-48db-bba9-1e0e9f113786 HTTP/1.1" status: 204 len: 173 time: 1.5809252 Oct 18 20:33:35.447494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.30', 56885) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:35.568714 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:33:35.586993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d37d2-ddbd-4071-9784-61dd5f17c11b req-3d601e89-102a-4265-b775-380eb00a5d4a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:35.596470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c0d37d2-ddbd-4071-9784-61dd5f17c11b req-3d601e89-102a-4265-b775-380eb00a5d4a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 948 time: 0.3272710 Oct 18 20:33:35.667977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 1b88b81a-016c-4f09-b4ef-33567e959c5b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:35.669124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1b88b81a-016c-4f09-b4ef-33567e959c5b not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:35.670277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c0d37d2-ddbd-4071-9784-61dd5f17c11b req-d271e57b-ca36-4548-9571-f7aa727122d8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729041 Oct 18 20:33:35.670954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:35.703478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port 4800c55d-90e7-42ca-be47-44fb28b3b070 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:35.705354 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:35.896032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:35.897293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4800c55d-90e7-42ca-be47-44fb28b3b070 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:35.916256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}, {'name': 'network-changed', 'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55'}, {'name': 'network-changed', 'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:35.920410 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a2562d-311c-4ab5-9785-cde61995f49b" -d '{"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-unplugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}, {"name": "network-changed", "server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55"}, {"name": "network-changed", "server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:35.956883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-772c519f-6738-4103-ab74-30c2313981e2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:35.958852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-772c519f-6738-4103-ab74-30c2313981e2 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 944 time: 0.5099626 Oct 18 20:33:35.973499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-de3ee941-d6e6-4f24-940c-abb970f8991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:35.975204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-de3ee941-d6e6-4f24-940c-abb970f8991c service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.7848074 Oct 18 20:33:36.043509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-d6815b37-100f-4f3a-82cc-70dc1d128327 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.0383849 Oct 18 20:33:36.058776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port 4800c55d-90e7-42ca-be47-44fb28b3b070, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4800c55d-90e7-42ca-be47-44fb28b3b070,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:36.059652 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:36.087051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:36.091932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for 4800c55d-90e7-42ca-be47-44fb28b3b070 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:36.103738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-b0b14e08-de64-49c7-93b4-4010e0f4be7b service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508538 Oct 18 20:33:36.110174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af3d12-235b-4586-8891-cd2ec99ac37e req-f29817ba-7dd2-4260-a0cb-752c730a42c1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:36.126908 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20af3d12-235b-4586-8891-cd2ec99ac37e req-f29817ba-7dd2-4260-a0cb-752c730a42c1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 950 time: 0.2239821 Oct 18 20:33:36.145001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:36.147855 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfe7d9e-e3a6-4ec5-ac11-f47ac591a615" -d '{"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-unplugged", "status": "completed", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:36.169327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4800c55d-90e7-42ca-be47-44fb28b3b070, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4800c55d-90e7-42ca-be47-44fb28b3b070,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:36.174240 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'a579987c-6f5c-4fb7-a6a2-5c2dd3198a69', 'tenant_id': 'f010475a70234d549724e709df048488', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'port_id': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'mac_address': 'fa:16:3e:a1:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:31:58Z', 'updated_at': '2021-10-18T20:33:32Z', 'revision_number': 1, 'project_id': 'f010475a70234d549724e709df048488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:57Z', 'revision_number': 5, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:36.177600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:36.205300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20af3d12-235b-4586-8891-cd2ec99ac37e req-86fbbd9a-f191-4698-928d-7befdac5b60c tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799565 Oct 18 20:33:36.245775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=4800c55d-90e7-42ca-be47-44fb28b3b070,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:36.254292 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5f37f-ed3d-4706-bf23-c766e5140155 None None] The sync data for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 is: [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'a579987c-6f5c-4fb7-a6a2-5c2dd3198a69', 'tenant_id': 'f010475a70234d549724e709df048488', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'port_id': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'mac_address': 'fa:16:3e:a1:d4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:31:58Z', 'updated_at': '2021-10-18T20:33:32Z', 'revision_number': 1, 'project_id': 'f010475a70234d549724e709df048488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:57Z', 'revision_number': 5, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:33:36.329196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-c258e442-1aa4-4aaf-818b-4508ab116447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:36.331737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-c258e442-1aa4-4aaf-818b-4508ab116447 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2768219 Oct 18 20:33:36.372177 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c14b86c-fd7b-4844-9d82-71bc32d6eb46 req-e6d28fc2-f368-4e9d-a270-b0c783cf16b9 service neutron] 10.222.0.30 "GET /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580686 Oct 18 20:33:36.391429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:36.430651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=4800c55d-90e7-42ca-be47-44fb28b3b070,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:36.482871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Deleting port eb2fb6ae-c403-4bb3-8857-abdefdd1701a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:36.483434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:36.514224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port 4800c55d-90e7-42ca-be47-44fb28b3b070 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:36.517116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:36.521057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc1a1aab-a356-40e0-9f1d-6ac616c4ecb2 req-bb972f53-f158-45e1-bce3-0dc69c81d96d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "DELETE /v2.0/ports/4800c55d-90e7-42ca-be47-44fb28b3b070 HTTP/1.1" status: 204 len: 173 time: 1.1194944 Oct 18 20:33:36.521332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-ca3b841c-ce97-4aaa-87ba-e291d84e6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:36.523892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-ca3b841c-ce97-4aaa-87ba-e291d84e6235 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704135 Oct 18 20:33:36.605638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f74fc1-1fb6-41ec-9d9a-0f3d38d509e1 req-934afa6d-7990-4b34-8288-8d9d3dd079f9 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:36.614332 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0f74fc1-1fb6-41ec-9d9a-0f3d38d509e1 req-934afa6d-7990-4b34-8288-8d9d3dd079f9 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 945 time: 0.1299760 Oct 18 20:33:36.638473 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1025f0f-b0c7-49af-93b3-95307e7fbca6 None None] New status for floating IP a579987c-6f5c-4fb7-a6a2-5c2dd3198a69: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:33:36.689644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0f74fc1-1fb6-41ec-9d9a-0f3d38d509e1 req-9f9ad14c-50e8-4349-a9d8-1407155c97c0 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Oct 18 20:33:36.846977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] For port eb2fb6ae-c403-4bb3-8857-abdefdd1701a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:36.847570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:36.891383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Calling delete_port for eb2fb6ae-c403-4bb3-8857-abdefdd1701a owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:36.897461 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-ff7c7291-2636-43ef-b067-2954b1527376 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597343 Oct 18 20:33:37.009502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef09a9-e0f3-4ffa-ab93-b0fcd1881607 req-e1152221-3b34-4ad1-aadf-b213cc5e6948 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:37.013534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cef09a9-e0f3-4ffa-ab93-b0fcd1881607 req-e1152221-3b34-4ad1-aadf-b213cc5e6948 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7daae06-1c80-4bf3-915a-fb53b847baa8 HTTP/1.1" status: 200 len: 944 time: 0.1015544 Oct 18 20:33:37.093578 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cef09a9-e0f3-4ffa-ab93-b0fcd1881607 req-1d6796ba-2fb5-4c71-abbf-702ad92281fb tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674121 Oct 18 20:33:37.107181 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8909b4c6-bc44-49c0-86d7-afcb00790ead req-aceceed9-c5ec-4556-ae03-bc0f5a87c3a9 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844544 Oct 18 20:33:37.184168 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5340bb0-36c5-43fd-ab8c-769d636e9f8e x-openstack-request-id: req-a5340bb0-36c5-43fd-ab8c-769d636e9f8e {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:37.184685 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-deleted", "tag": "1b88b81a-016c-4f09-b4ef-33567e959c5b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:37.185172 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5340bb0-36c5-43fd-ab8c-769d636e9f8e {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:37.185754 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-deleted', 'tag': '1b88b81a-016c-4f09-b4ef-33567e959c5b', 'status': 'completed', 'code': 200} Oct 18 20:33:37.218814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:37.246952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2675307e-6154-48db-bba9-1e0e9f113786 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:37.267063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event deleted for resources: {'Port': ['ID=eb2fb6ae-c403-4bb3-8857-abdefdd1701a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:37.285412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 2675307e-6154-48db-bba9-1e0e9f113786 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:37.285929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2675307e-6154-48db-bba9-1e0e9f113786 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:37.328741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] No DVR routers for this DVR port eb2fb6ae-c403-4bb3-8857-abdefdd1701a on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:37.333472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:37.339769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-deaadab4-1ecd-4c12-b4bd-dbe5dee287a5 req-428cc2b7-de29-4c31-9b12-a44b5e3bcd3d tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.30 "DELETE /v2.0/ports/eb2fb6ae-c403-4bb3-8857-abdefdd1701a HTTP/1.1" status: 204 len: 173 time: 1.3731596 Oct 18 20:33:37.373131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fa1f667-cf04-4687-a23d-bfc1026cb193 req-6649579c-a70b-4502-af1d-c85a51ab7ec1 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5dbb441-d1f1-4966-9f13-9a258ea19a37 HTTP/1.1" status: 200 len: 210 time: 0.0396376 Oct 18 20:33:37.469580 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fffc5c-5467-4ce5-ac74-c663e7202ae9 x-openstack-request-id: req-d6fffc5c-5467-4ce5-ac74-c663e7202ae9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:37.470378 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-unplugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "code": 200}, {"name": "network-changed", "server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:37.470723 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6fffc5c-5467-4ce5-ac74-c663e7202ae9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:37.471578 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'code': 200} Oct 18 20:33:37.472222 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'status': 'completed', 'code': 200} Oct 18 20:33:37.473647 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'status': 'completed', 'code': 200} Oct 18 20:33:37.505378 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2d607b-59ef-4a30-8b01-c75d2e573772 x-openstack-request-id: req-0e2d607b-59ef-4a30-8b01-c75d2e573772 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:37.505898 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-unplugged", "status": "completed", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:37.506327 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e2d607b-59ef-4a30-8b01-c75d2e573772 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:37.506902 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070', 'code': 200} Oct 18 20:33:37.628451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-67905131-45f7-4ef2-8db8-6048c969527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:37.630104 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-67905131-45f7-4ef2-8db8-6048c969527c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f010475a70234d549724e709df048488&device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 1097 time: 0.1070845 Oct 18 20:33:37.635066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-c7dafbb7-6f3e-4cf5-b0a7-0dd4e986570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:37.636660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-c7dafbb7-6f3e-4cf5-b0a7-0dd4e986570b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1099 time: 0.1158063 Oct 18 20:33:37.818784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-994abf9e-5564-49a6-a1d3-733e48710286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:37.820306 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-994abf9e-5564-49a6-a1d3-733e48710286 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ffba340-9994-4043-a337-f11abf606671 HTTP/1.1" status: 200 len: 917 time: 0.1791131 Oct 18 20:33:37.823698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-d24bbce0-8a15-4c59-9a95-692e67753d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:37.825237 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-d24bbce0-8a15-4c59-9a95-692e67753d25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1740997 Oct 18 20:33:37.915069 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-77c57a51-5280-4409-9e58-859b597651f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.0774541 Oct 18 20:33:37.974898 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-cd43457b-7180-41d0-9b1e-013003db9207 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55 HTTP/1.1" status: 200 len: 1001 time: 0.1453500 Oct 18 20:33:38.015509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-8c4c5844-3315-43a2-83ef-57cc3e443900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.016536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff353-389d-42d3-bbee-1714e8482e8d req-33fecd8c-eb87-442c-8d2b-6fd41be8852b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.017337 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-8c4c5844-3315-43a2-83ef-57cc3e443900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0943563 Oct 18 20:33:38.018935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d9ff353-389d-42d3-bbee-1714e8482e8d req-33fecd8c-eb87-442c-8d2b-6fd41be8852b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 948 time: 0.0771091 Oct 18 20:33:38.063037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-7c7391e5-df8a-4962-a572-6c939904eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.064598 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-7c7391e5-df8a-4962-a572-6c939904eae4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f33aa61-7133-4064-a3f4-e3b444f68160 HTTP/1.1" status: 200 len: 855 time: 0.0796423 Oct 18 20:33:38.073015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d9ff353-389d-42d3-bbee-1714e8482e8d req-c83e0466-ec78-4f1e-b0af-4c0aae7ed151 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Oct 18 20:33:38.089253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-a8263b54-ae8c-4551-9c9b-195d0919be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.090948 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-a8263b54-ae8c-4551-9c9b-195d0919be47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662892 Oct 18 20:33:38.206892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-c0ac9b0f-9860-466a-8108-c883e93e8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.208488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-c0ac9b0f-9860-466a-8108-c883e93e8eb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ffba340-9994-4043-a337-f11abf606671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307664 Oct 18 20:33:38.272955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-8f21b6b2-d5d9-4cbb-876b-4225b2c2ed6f service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502509 Oct 18 20:33:38.414780 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-e9267cf8-6ddc-469a-9078-638327bae798 service neutron] 10.222.0.79 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898971 Oct 18 20:33:38.450128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-a634858a-a595-42f6-81dc-9234503b226a service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374292 Oct 18 20:33:38.547166 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-d3156578-603a-4b80-85e7-bfd7c80f7b7b service neutron] 10.222.0.79 "GET /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113033 Oct 18 20:33:38.688646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-4b92b79c-eda3-4006-a274-09767e553419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.691241 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-4b92b79c-eda3-4006-a274-09767e553419 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 1099 time: 0.0716665 Oct 18 20:33:38.825466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-69abdd2a-92a5-4495-8b53-dd05a2ecea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.829454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-69abdd2a-92a5-4495-8b53-dd05a2ecea22 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1286774 Oct 18 20:33:38.893694 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-88f66b24-622e-424b-8fc2-3f64a995a464 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 200 len: 217 time: 0.0509794 Oct 18 20:33:38.966199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-dd4e5810-ba9b-4141-8e3a-16c66b1df688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:38.967892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-dd4e5810-ba9b-4141-8e3a-16c66b1df688 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0590913 Oct 18 20:33:39.048375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2562d-311c-4ab5-9785-cde61995f49b req-ee769c6a-dc72-4a51-9ba9-14ec2e0e0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.051147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-ee769c6a-dc72-4a51-9ba9-14ec2e0e0190 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684493 Oct 18 20:33:39.187924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-deleted', 'tag': '2675307e-6154-48db-bba9-1e0e9f113786'}, {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-deleted', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:39.192300 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9efbd8e-4594-421c-a45e-560238f54c02" -d '{"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-deleted", "tag": "2675307e-6154-48db-bba9-1e0e9f113786"}, {"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-deleted", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:39.200427 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-a3d09177-13e6-4906-ace7-aed9237bb202 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394498 Oct 18 20:33:39.247864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:39.271267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.272060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.272906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.273723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.274550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.275396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.276299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.277141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.277966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.278795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.279611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.283615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-34bb9650-92da-4d7f-a7f2-d554c7af3786 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed&device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595&device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986&device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9&device_id=6d86d56e-0d21-47c5-95b7-42933df5b066&device_id=fe692ade-8edb-430d-a05b-6fc51c264163&device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256&device_id=026454af-e6ae-476b-8780-03175ff17a9b&device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99&device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 9985 time: 0.0871255 Oct 18 20:33:39.288569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: eb2fb6ae-c403-4bb3-8857-abdefdd1701a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:39.289140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb2fb6ae-c403-4bb3-8857-abdefdd1701a not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:39.310568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:39.331702 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03a2562d-311c-4ab5-9785-cde61995f49b req-20d722ac-c783-49c7-ad0d-c5b9c83ebdf4 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232393 Oct 18 20:33:39.413861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:39.418825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:39.449882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59530daa-38d3-4226-8737-45d8e21d9ef0 req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&id=aee10d20-efc0-446f-86dd-16db4acd559d&id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&id=ec653427-e893-4175-834e-4916baa6c779&id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 767 time: 0.1544816 Oct 18 20:33:39.461258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e8c003-80ef-484a-b1fd-25fe77ff48d1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:39.470898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.471640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.471640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.472088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.472789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.472954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.473528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.473887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.474512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'name': 'network-vif-deleted', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:39.476892 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df36beb-b8bc-4f0c-bc85-81d9b7a5bef0" -d '{"events": [{"server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "name": "network-vif-deleted", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:39.480884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.481578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.481913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.482240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed29248-4099-4a91-905a-1bfef236de4b tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:39.626054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5d5a1-265c-42f4-a9a1-26318ffc6d23 req-404e60b5-1d7f-482d-ad4d-07dad8434261 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.628684 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dda5d5a1-265c-42f4-a9a1-26318ffc6d23 req-404e60b5-1d7f-482d-ad4d-07dad8434261 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 945 time: 0.0679092 Oct 18 20:33:39.673305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dda5d5a1-265c-42f4-a9a1-26318ffc6d23 req-ff53f003-dcc7-46eb-b23c-b71416e13a81 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380831 Oct 18 20:33:39.747572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48970) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:39.832216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting subnet c0e56cb0-d22f-4e0f-8790-240eb444d9e0 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:33:39.836628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:39.851135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8d8a2-4473-4109-aba5-2f6c58838fba req-4ff70950-bc05-45c7-807a-0bf981a56e52 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:39.853313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbc8d8a2-4473-4109-aba5-2f6c58838fba req-4ff70950-bc05-45c7-807a-0bf981a56e52 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 948 time: 0.0614405 Oct 18 20:33:39.897614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:39.917378 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbc8d8a2-4473-4109-aba5-2f6c58838fba req-4331cb88-5309-4d2c-981f-f0067f8c811f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558462 Oct 18 20:33:39.997272 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05b2ce-0135-42b4-bbd2-27850b5353bd x-openstack-request-id: req-cc05b2ce-0135-42b4-bbd2-27850b5353bd {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:39.997734 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-deleted", "tag": "2675307e-6154-48db-bba9-1e0e9f113786", "status": "completed", "code": 200}, {"server_uuid": "a5dbb441-d1f1-4966-9f13-9a258ea19a37", "name": "network-vif-deleted", "tag": "4800c55d-90e7-42ca-be47-44fb28b3b070", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:39.998175 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc05b2ce-0135-42b4-bbd2-27850b5353bd {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:39.998822 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-deleted', 'tag': '2675307e-6154-48db-bba9-1e0e9f113786', 'status': 'completed', 'code': 200} Oct 18 20:33:39.999235 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dbb441-d1f1-4966-9f13-9a258ea19a37', 'name': 'network-vif-deleted', 'tag': '4800c55d-90e7-42ca-be47-44fb28b3b070', 'status': 'completed', 'code': 200} Oct 18 20:33:40.085911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.196599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.241975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.245629 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/subnets/c0e56cb0-d22f-4e0f-8790-240eb444d9e0 HTTP/1.1" status: 204 len: 168 time: 0.4964674 Oct 18 20:33:40.246715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e56cb0-d22f-4e0f-8790-240eb444d9e0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:40.249760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:40.259288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d438ebd-1868-4893-aa1d-790b08c8c46d None None] Network e170b7ad-f7bf-491e-840b-577756311035 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:33:40.260157 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dfa362-bbc3-4c6a-9044-6777df584157 x-openstack-request-id: req-64dfa362-bbc3-4c6a-9044-6777df584157 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:40.260157 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7daae06-1c80-4bf3-915a-fb53b847baa8", "name": "network-vif-deleted", "tag": "eb2fb6ae-c403-4bb3-8857-abdefdd1701a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:40.260157 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64dfa362-bbc3-4c6a-9044-6777df584157 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:40.260613 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7daae06-1c80-4bf3-915a-fb53b847baa8', 'name': 'network-vif-deleted', 'tag': 'eb2fb6ae-c403-4bb3-8857-abdefdd1701a', 'status': 'completed', 'code': 200} Oct 18 20:33:40.270265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.270783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.271337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.273072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.274349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.275481 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.277099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.280169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.281252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.281849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.282513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.283162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf917b4-1b68-4725-9c3c-9a2ab113d43f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:33:40.371002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.485339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port a88c3744-c418-454e-b0ca-5c2a38c48a87 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:40.485914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.516362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] DHCP port deletion for e170b7ad-f7bf-491e-840b-577756311035 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:33:40.599785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port a88c3744-c418-454e-b0ca-5c2a38c48a87, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a88c3744-c418-454e-b0ca-5c2a38c48a87,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:40.600510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.610806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] Deleting port a88c3744-c418-454e-b0ca-5c2a38c48a87 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:40.611653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.619940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for a88c3744-c418-454e-b0ca-5c2a38c48a87 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:40.664153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:40.778060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.823328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] For port a88c3744-c418-454e-b0ca-5c2a38c48a87, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a88c3744-c418-454e-b0ca-5c2a38c48a87,segment=NetworkSegment(065c262d-63bc-44dd-b7d6-437cdc9bfa6c),segment_id=065c262d-63bc-44dd-b7d6-437cdc9bfa6c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:40.825176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=a88c3744-c418-454e-b0ca-5c2a38c48a87,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:40.825322 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:40.828557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port a88c3744-c418-454e-b0ca-5c2a38c48a87 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:40.913073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] Calling delete_port for a88c3744-c418-454e-b0ca-5c2a38c48a87 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:40.992846 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.033065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e170b7ad-f7bf-491e-840b-577756311035']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:41.056889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065c262d-63bc-44dd-b7d6-437cdc9bfa6c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:41.058149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065c262d-63bc-44dd-b7d6-437cdc9bfa6c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:41.071351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:41.075823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.099524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.116145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:33:41.117747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.118201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'mac_address': 'fa:16:3e:3d:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:33:41.123683 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:33:41.189595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.206216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.222428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aaa653-9fd0-4273-a0da-fa08da10838c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:41.255346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:41.305072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.305924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] Pushing event deleted for resources: {'Port': ['ID=a88c3744-c418-454e-b0ca-5c2a38c48a87,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:41.308061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.362445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.372749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/networks/e170b7ad-f7bf-491e-840b-577756311035 HTTP/1.1" status: 204 len: 168 time: 1.1214607 Oct 18 20:33:41.373599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=12']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:41.376660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48996) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:41.387567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14516fb-72cf-4be7-9345-efd771fba2d7 None None] No DVR routers for this DVR port a88c3744-c418-454e-b0ca-5c2a38c48a87 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:41.430762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5277c-71e9-4a7e-bdcd-7264c73d47ea tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Network': ['ID=e170b7ad-f7bf-491e-840b-577756311035,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:41.431517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a88c3744-c418-454e-b0ca-5c2a38c48a87 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:41.460785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a88c3744-c418-454e-b0ca-5c2a38c48a87 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:41.461285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a88c3744-c418-454e-b0ca-5c2a38c48a87 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:41.492576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting subnet ace2ebdb-aae3-43cf-94e5-dac688ee8647 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:33:41.498116 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.591549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.644826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb49eb4-6dc0-47cf-b245-ecfaf726ceed req-7f2ccc5f-27de-4f35-8fdd-97916506e344 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:41.645599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb49eb4-6dc0-47cf-b245-ecfaf726ceed req-7f2ccc5f-27de-4f35-8fdd-97916506e344 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:41.646519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb49eb4-6dc0-47cf-b245-ecfaf726ceed req-7f2ccc5f-27de-4f35-8fdd-97916506e344 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:41.648591 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdb49eb4-6dc0-47cf-b245-ecfaf726ceed req-7f2ccc5f-27de-4f35-8fdd-97916506e344 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595&device_id=6d86d56e-0d21-47c5-95b7-42933df5b066&device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 2884 time: 0.1085351 Oct 18 20:33:41.713383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdb49eb4-6dc0-47cf-b245-ecfaf726ceed req-6a4ca36c-a4b0-41cc-9292-6bfb31e2d355 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530412 Oct 18 20:33:41.729750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-18c621c5-9a8e-494c-b533-7d5d006e1d66 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:41.731356 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-18c621c5-9a8e-494c-b533-7d5d006e1d66 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 944 time: 0.1004143 Oct 18 20:33:41.756427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.867729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896098ba-675d-432d-a548-7bcf5ed09669 req-c30bfc0f-b336-433b-97a2-96e9e2e0d44c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:41.870170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-896098ba-675d-432d-a548-7bcf5ed09669 req-c30bfc0f-b336-433b-97a2-96e9e2e0d44c tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 944 time: 0.0747466 Oct 18 20:33:41.934529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.950889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-896098ba-675d-432d-a548-7bcf5ed09669 req-460681ce-d0b8-4250-aab8-642fa56002b5 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b42d131-c1f5-48a3-874b-902b1529db9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724769 Oct 18 20:33:41.977153 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:41.983841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/subnets/ace2ebdb-aae3-43cf-94e5-dac688ee8647 HTTP/1.1" status: 204 len: 168 time: 0.6057439 Oct 18 20:33:41.984105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49000) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:41.986152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e61ded-d998-4196-b4b7-41ba95845882 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Subnet': ['ID=ace2ebdb-aae3-43cf-94e5-dac688ee8647,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:42.002019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Deleting port e4227bd0-f336-494b-b302-002cf07c5a8c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:42.003014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.034694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac0e8f-2aa8-4805-a9a2-78122b575d15 None None] Network 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:33:42.220086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] For port e4227bd0-f336-494b-b302-002cf07c5a8c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e4227bd0-f336-494b-b302-002cf07c5a8c,segment=NetworkSegment(d5659f54-3c0e-440f-be5e-3d7874759637),segment_id=d5659f54-3c0e-440f-be5e-3d7874759637)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:42.220840 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.247987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Calling delete_port for e4227bd0-f336-494b-b302-002cf07c5a8c owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:42.251774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.313828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f931f7-6c71-4492-8e41-c5fb344969ea req-4a13b82c-f30f-44e4-8686-d7fc8904f857 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:42.315678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14f931f7-6c71-4492-8e41-c5fb344969ea req-4a13b82c-f30f-44e4-8686-d7fc8904f857 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.2277923 Oct 18 20:33:42.406559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14f931f7-6c71-4492-8e41-c5fb344969ea req-eda034d8-7d1e-4a20-8836-d08e1d407d14 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597162 Oct 18 20:33:42.423597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port 7043948b-6fd1-4c64-bf79-a72cba8fae72 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:42.423597 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.435840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] DHCP port deletion for 6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:33:42.538792 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.574302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port 7043948b-6fd1-4c64-bf79-a72cba8fae72, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7043948b-6fd1-4c64-bf79-a72cba8fae72,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:42.575029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.598026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Pushing event deleted for resources: {'Port': ['ID=e4227bd0-f336-494b-b302-002cf07c5a8c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:42.621211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for 7043948b-6fd1-4c64-bf79-a72cba8fae72 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:42.663619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] Deleting port 7043948b-6fd1-4c64-bf79-a72cba8fae72 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:33:42.664152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.678318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] No DVR routers for this DVR port e4227bd0-f336-494b-b302-002cf07c5a8c on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:42.683363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.687451 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c559358b-7df4-41b8-b589-0bd1c7d06182 req-fb47fdee-fd4f-42f1-b781-af53df077f60 tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.79 "DELETE /v2.0/ports/e4227bd0-f336-494b-b302-002cf07c5a8c HTTP/1.1" status: 204 len: 173 time: 0.9428267 Oct 18 20:33:42.688305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'name': 'network-vif-deleted', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:42.691026 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdbc98e-5710-42bc-accb-628d9ef3cf87" -d '{"events": [{"server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "name": "network-vif-deleted", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:42.812536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.822340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] For port 7043948b-6fd1-4c64-bf79-a72cba8fae72, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7043948b-6fd1-4c64-bf79-a72cba8fae72,segment=NetworkSegment(2924a85c-60b2-489d-a3fe-a00cd34d4690),segment_id=2924a85c-60b2-489d-a3fe-a00cd34d4690)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:42.823862 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.856797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] Calling delete_port for 7043948b-6fd1-4c64-bf79-a72cba8fae72 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:33:42.860303 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:42.884705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=7043948b-6fd1-4c64-bf79-a72cba8fae72,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:42.895502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port 7043948b-6fd1-4c64-bf79-a72cba8fae72 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:43.043862 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.065832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.068595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] No DVR routers for this DVR port 7043948b-6fd1-4c64-bf79-a72cba8fae72 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:33:43.096590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:43.108756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a076-3dd2-4f4e-9093-a4f5c4ace337 None None] Pushing event deleted for resources: {'Port': ['ID=7043948b-6fd1-4c64-bf79-a72cba8fae72,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:43.114640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2924a85c-60b2-489d-a3fe-a00cd34d4690') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:43.115013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2924a85c-60b2-489d-a3fe-a00cd34d4690') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:43.115393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['98aaa653-9fd0-4273-a0da-fa08da10838c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:43.149316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.180615 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.196709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:33:43.197437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.205780 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72326e72-ecbd-418a-95c3-a66a6bbc6940 x-openstack-request-id: req-72326e72-ecbd-418a-95c3-a66a6bbc6940 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:43.206312 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a78a5f-9873-4343-9fce-f968e45dcfb1", "name": "network-vif-deleted", "tag": "e4227bd0-f336-494b-b302-002cf07c5a8c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:43.206781 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72326e72-ecbd-418a-95c3-a66a6bbc6940 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:33:43.207392 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:33:43.212224 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a78a5f-9873-4343-9fce-f968e45dcfb1', 'name': 'network-vif-deleted', 'tag': 'e4227bd0-f336-494b-b302-002cf07c5a8c', 'status': 'completed', 'code': 200} Oct 18 20:33:43.342070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1f209ec6-3319-40de-8ccc-583f27bf63d7 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:43.383275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7043948b-6fd1-4c64-bf79-a72cba8fae72 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:43.406691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3453080-c12d-4e10-9bbb-1b8d8a7d5e54 req-7eae5fbf-2868-45dd-8dac-92cb5d0891af tempest-LiveAutoBlockMigrationV225Test-873881066 tempest-LiveAutoBlockMigrationV225Test-873881066-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a78a5f-9873-4343-9fce-f968e45dcfb1 HTTP/1.1" status: 200 len: 210 time: 0.0617304 Oct 18 20:33:43.408553 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.450240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 7043948b-6fd1-4c64-bf79-a72cba8fae72 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:43.451135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7043948b-6fd1-4c64-bf79-a72cba8fae72 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:43.451628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.496829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49020) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:43.503033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/networks/6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54 HTTP/1.1" status: 204 len: 168 time: 1.5121696 Oct 18 20:33:43.503365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1435739366'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:43.505453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586e28a-0cbc-4c75-890c-927413ad3d43 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Network': ['ID=6ba4fbac-47ac-4ef2-a7fa-716ff93e5e54,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:43.562276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:43.570321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.605228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:43.639804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:33:43.640141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'mac_address': 'fa:16:3e:26:48:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:43.666626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.668791 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Added segment 4d90d227-692f-4123-8fe9-753798e48ed4 of type vlan for network e55272d2-498b-43bb-819d-62fff40672e3 Oct 18 20:33:43.710964 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.727926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f209ec6-3319-40de-8ccc-583f27bf63d7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:43.770221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:43.773227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.777960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.835774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8573e-7fce-4cb9-9a07-80c1bad2abd4 req-107f6f57-b2aa-494f-8a21-4cd2e992e337 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:43.838025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cac8573e-7fce-4cb9-9a07-80c1bad2abd4 req-107f6f57-b2aa-494f-8a21-4cd2e992e337 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.0789881 Oct 18 20:33:43.840572 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.847018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:43.847943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:43.851633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:43.873427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1f209ec6-3319-40de-8ccc-583f27bf63d7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:43.942908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Network': ['ID=e55272d2-498b-43bb-819d-62fff40672e3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:43.947205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cac8573e-7fce-4cb9-9a07-80c1bad2abd4 req-083dc75f-9c16-425b-a656-ece2aa6386da tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910048 Oct 18 20:33:43.949643 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e398e66c-ad18-400d-8ed8-c9858d4776e3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4534886 Oct 18 20:33:43.954441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49038) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:43.961140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'subnet': {'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:43.980518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e55272d2-498b-43bb-819d-62fff40672e3 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:33:44.113711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:44.122716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:44.553081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:44.637461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Subnet': ['ID=b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:44.647307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Checking segment: {'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:44.647764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network hostable DHCP agents. Network: e55272d2-498b-43bb-819d-62fff40672e3, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:33:44.680425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network e55272d2-498b-43bb-819d-62fff40672e3 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:33:44.695123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e55272d2-498b-43bb-819d-62fff40672e3) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:44.698873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:33:44.702266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:44.702918 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:44.711056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f53a5-ec35-4387-9db6-5fa6325552c6 req-08a7ebcc-c0c4-4f8a-b7c0-c58236886437 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:44.714658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f2f53a5-ec35-4387-9db6-5fa6325552c6 req-08a7ebcc-c0c4-4f8a-b7c0-c58236886437 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 949 time: 0.0867274 Oct 18 20:33:44.736781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955efe3e-eae8-4f51-965d-59679e4686ea None None] Network e55272d2-498b-43bb-819d-62fff40672e3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:33:44.738245 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8b93fdee-04f8-43d1-b8d8-62fd49dbe37e tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7824349 Oct 18 20:33:44.738978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49072) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:44.745596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1923634679'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:44.797047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:44.798354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f2f53a5-ec35-4387-9db6-5fa6325552c6 req-40ca94b7-673d-4f6c-a61f-67ee8ab3cd80 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745707 Oct 18 20:33:44.817908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:44.851744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:33:44.869345 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:44.869777 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Added segment 4a18fce6-7bea-4a8f-8634-2b12b9249317 of type vlan for network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 Oct 18 20:33:44.897902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: e4227bd0-f336-494b-b302-002cf07c5a8c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:33:44.898646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e4227bd0-f336-494b-b302-002cf07c5a8c not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:33:44.941997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:44.957495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e55272d2-498b-43bb-819d-62fff40672e3', 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'fixed_ips': [{'subnet_id': 'b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:33:44.958845 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:44.987665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.001682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:45.003280 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.063208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49076) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:45.064796 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3237598 Oct 18 20:33:45.078955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'subnet': {'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:45.294031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1f209ec6-3319-40de-8ccc-583f27bf63d7 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:45.325662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Allocated IP 19.80.0.2 (e55272d2-498b-43bb-819d-62fff40672e3/b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db/c371ad8c-2ef7-49a1-a670-70059807003b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:45.397413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49082) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:45.427210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 1f209ec6-3319-40de-8ccc-583f27bf63d7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:45.427998 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.604097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:45.635796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.659915 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.667402 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.689808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.700043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:45.702609 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b3c914-03a7-4ad6-941c-a28cc889cd94" -d '{"events": [{"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-plugged", "status": "completed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:45.746442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:45.754622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4b380-a7b9-4ae7-9066-f580ad8093a5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Network': ['ID=c1519b90-5b3a-4a41-8c0d-d688ef4d3034,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:45.759795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Network e55272d2-498b-43bb-819d-62fff40672e3 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:45.763868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:45.768046 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.771027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:45.778527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:33:45.802693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Pushing event updated for resources: {'Port': ['ID=c371ad8c-2ef7-49a1-a670-70059807003b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:45.889619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] Deleting subnet b303cbf8-f8d1-49ee-9877-3e516296a170 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:33:45.906622 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:45.935671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883847f-76ad-4313-923b-a33de4af65e0 req-ece44ed7-738e-440f-992a-e3917958c24d tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:45.946609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7883847f-76ad-4313-923b-a33de4af65e0 req-ece44ed7-738e-440f-992a-e3917958c24d tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1101 time: 0.2805734 Oct 18 20:33:45.998919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.074820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7883847f-76ad-4313-923b-a33de4af65e0 req-df222d68-c787-4ecd-aeca-09a6c603c575 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272035 Oct 18 20:33:46.132695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Attempting to bind port c371ad8c-2ef7-49a1-a670-70059807003b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:46.133117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Attempting to bind port c371ad8c-2ef7-49a1-a670-70059807003b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:46.133439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Attempting to bind port c371ad8c-2ef7-49a1-a670-70059807003b on network e55272d2-498b-43bb-819d-62fff40672e3 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:46.138330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.145174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:46.148236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:46.148653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Checking segment: {'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:46.149069 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.149474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Bound using segment: {'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:46.150020 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Bound port: c371ad8c-2ef7-49a1-a670-70059807003b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:46.150363 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.250225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.253031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] For port c371ad8c-2ef7-49a1-a670-70059807003b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:46.258226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] For port c371ad8c-2ef7-49a1-a670-70059807003b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c371ad8c-2ef7-49a1-a670-70059807003b,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:46.281341 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.297551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.332498 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.341350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b303cbf8-f8d1-49ee-9877-3e516296a170 HTTP/1.1" status: 204 len: 168 time: 0.9423778 Oct 18 20:33:46.341666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49108) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:46.349455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Subnet': ['ID=ccf2ae3a-b2f6-4061-95c3-34fc982e46d3,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:46.386199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dbb9c-8465-42ed-80c4-0ce2beabbd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b303cbf8-f8d1-49ee-9877-3e516296a170,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:46.401515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Checking segment: {'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:46.401980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network hostable DHCP agents. Network: c1519b90-5b3a-4a41-8c0d-d688ef4d3034, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:33:46.432732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:33:46.455761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, c1519b90-5b3a-4a41-8c0d-d688ef4d3034) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:46.475997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:46.476808 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.478111 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484a16f-4ca1-4e9d-9354-f98a0cd0dd73 x-openstack-request-id: req-c484a16f-4ca1-4e9d-9354-f98a0cd0dd73 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:46.478414 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-plugged", "status": "completed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:46.478729 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c484a16f-4ca1-4e9d-9354-f98a0cd0dd73 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:46.479112 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'code': 200} Oct 18 20:33:46.480657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef134b-1eea-4642-bf2f-ce643025dcda None None] Network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:33:46.516994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-74a67489-624b-4c33-9bb0-1724e0d707f5 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4516454 Oct 18 20:33:46.567967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758b1cc-c866-459f-bc02-ad9c42446e23 None None] Pushing event updated for resources: {'Port': ['ID=c371ad8c-2ef7-49a1-a670-70059807003b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:46.640232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:46.652940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-18bd494c-1b28-490d-92dc-78ef64682703 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808959 Oct 18 20:33:46.781395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:47.036363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-ce9369a7-9b35-4dae-86e3-e67e070c2de5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:47.043237 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-ce9369a7-9b35-4dae-86e3-e67e070c2de5 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885450 Oct 18 20:33:47.055413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-c1519b90-5b3a-4a41-8c0d-d688ef4d3034', 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'fixed_ips': [{'subnet_id': 'ccf2ae3a-b2f6-4061-95c3-34fc982e46d3'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:33:47.064720 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.067839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.088775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-79954973-6489-40a8-b4e3-b41126e3d7c0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/quotas/8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 375 time: 0.0308321 Oct 18 20:33:47.142308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1405101-c4da-4c56-814f-9698ac64cda8']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:47.165772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5659f54-3c0e-440f-be5e-3d7874759637') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:47.166293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5659f54-3c0e-440f-be5e-3d7874759637') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:47.197000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.252223 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.270302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:33:47.271876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:33:47.276639 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:33:47.329847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-5942f470-fd1b-47d6-9ade-9ebd01ff0179 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2314374 Oct 18 20:33:47.330716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 98aaa653-9fd0-4273-a0da-fa08da10838c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:33:47.352781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 98aaa653-9fd0-4273-a0da-fa08da10838c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:47.353382 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.452257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.458980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.465293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49128) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:47.466694 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a1405101-c4da-4c56-814f-9698ac64cda8 HTTP/1.1" status: 204 len: 168 time: 1.1236665 Oct 18 20:33:47.498506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f858d1f-d7f3-400d-9731-7d10019f73a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1405101-c4da-4c56-814f-9698ac64cda8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:47.534463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c371ad8c-2ef7-49a1-a670-70059807003b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:47.754026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Allocated IP 19.86.0.2 (c1519b90-5b3a-4a41-8c0d-d688ef4d3034/ccf2ae3a-b2f6-4061-95c3-34fc982e46d3/13dc3f24-d09e-40a3-8405-5ef96b051f98) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:47.862267 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:47.940943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c371ad8c-2ef7-49a1-a670-70059807003b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:47.941325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.089427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:48.125182 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.239205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] Deleting subnet 50845cf8-64a0-4666-b5fb-b1c32d785324 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:33:48.245105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.270457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb285a1-1e65-4d58-9bd5-8cef6dc17759 req-9d1f83eb-f140-4541-94a7-f78975fe2ed3 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:48.272601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adb285a1-1e65-4d58-9bd5-8cef6dc17759 req-9d1f83eb-f140-4541-94a7-f78975fe2ed3 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1101 time: 0.1406994 Oct 18 20:33:48.315287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.372613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adb285a1-1e65-4d58-9bd5-8cef6dc17759 req-e6ce1c39-4a04-4e81-a1fb-bfcbea370fd3 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873718 Oct 18 20:33:48.383644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.477730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.503516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.507806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/50845cf8-64a0-4666-b5fb-b1c32d785324 HTTP/1.1" status: 204 len: 168 time: 1.0414042 Oct 18 20:33:48.512272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49142) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:48.532353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fee09-73d4-4772-8145-84aadbd4b134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50845cf8-64a0-4666-b5fb-b1c32d785324,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:48.596440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:48.607604 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b98cde-8e6c-4125-82db-ecc5d1414ff5" -d '{"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-plugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:48.612655 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.631686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a151c0-29b5-4dec-9cb2-05ce0a4f9318 None None] Network e55272d2-498b-43bb-819d-62fff40672e3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:33:48.741297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.796935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=13']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:48.930529 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.948801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.961094 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.974054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-693a9ee4-8caa-4a5d-a2f3-b4cd4df24f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:48.990483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.007927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f863a467-0b0c-4981-882b-baa89abe1385 None None] Provisioning complete for port c371ad8c-2ef7-49a1-a670-70059807003b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:49.008471 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f863a467-0b0c-4981-882b-baa89abe1385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.022417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba828415-6769-4693-893b-db0a43501ef8']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:49.042325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-f7c5345a-fb82-49cd-8ce6-7fe6f92f5d70 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:49.050541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-f7c5345a-fb82-49cd-8ce6-7fe6f92f5d70 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:49.052838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bde9d1-40f2-4322-8bee-2ff3c7bb413d') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:49.054192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bde9d1-40f2-4322-8bee-2ff3c7bb413d') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:33:49.059540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-f7c5345a-fb82-49cd-8ce6-7fe6f92f5d70 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/networks?id=e55272d2-498b-43bb-819d-62fff40672e3&id=c1519b90-5b3a-4a41-8c0d-d688ef4d3034 HTTP/1.1" status: 200 len: 1392 time: 0.2941051 Oct 18 20:33:49.076630 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-03ea6525-cb10-4401-a4d3-600f4f6bcf53 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/quotas/a555d87833e34b4fa272671f8aa1263b HTTP/1.1" status: 200 len: 375 time: 0.0130854 Oct 18 20:33:49.083645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port c371ad8c-2ef7-49a1-a670-70059807003b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c371ad8c-2ef7-49a1-a670-70059807003b,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:49.093079 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.133095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.143961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.154693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:49.163468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:33:49.164257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:49.165228 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:33:49.169173 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:33:49.180127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-0917c8c0-433b-4b80-a5eb-a30beff67931 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0938294 Oct 18 20:33:49.215155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:49.267428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Pushing event updated for resources: {'Port': ['ID=13dc3f24-d09e-40a3-8405-5ef96b051f98,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:49.323528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.337027 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.343115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-f4bfa607-171b-4ee0-9196-dbf626fab336 service neutron] 10.222.0.66 "GET /v2.0/networks/e55272d2-498b-43bb-819d-62fff40672e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621084 Oct 18 20:33:49.365844 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ba828415-6769-4693-893b-db0a43501ef8 HTTP/1.1" status: 204 len: 168 time: 0.8500781 Oct 18 20:33:49.419967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00d9e1-af59-4521-bcbf-dc0d0e9cadf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba828415-6769-4693-893b-db0a43501ef8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:49.565058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-eedeee2e-a94b-4ce6-accf-d7efe3cf79b8 service neutron] 10.222.0.66 "GET /v2.0/networks/e55272d2-498b-43bb-819d-62fff40672e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202294 Oct 18 20:33:49.618330 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-197cf48d-e8b7-40a6-a9bf-5684b512e2b8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228399 Oct 18 20:33:49.699018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Attempting to bind port 13dc3f24-d09e-40a3-8405-5ef96b051f98 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:49.699583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Attempting to bind port 13dc3f24-d09e-40a3-8405-5ef96b051f98 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:49.700186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Attempting to bind port 13dc3f24-d09e-40a3-8405-5ef96b051f98 on network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:49.725668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:49.726232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Checking segment: {'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:49.726749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.727221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Bound using segment: {'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:49.727806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Bound port: 13dc3f24-d09e-40a3-8405-5ef96b051f98, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:49.728304 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.744471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=c371ad8c-2ef7-49a1-a670-70059807003b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:49.814168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] For port 13dc3f24-d09e-40a3-8405-5ef96b051f98, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:49.818328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] For port 13dc3f24-d09e-40a3-8405-5ef96b051f98, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=13dc3f24-d09e-40a3-8405-5ef96b051f98,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:49.847369 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:49.871805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49160) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:49.965949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-7cdbf712-e53e-42ff-8d10-b17e4e867901 service neutron] 10.222.0.66 "GET /v2.0/networks/c1519b90-5b3a-4a41-8c0d-d688ef4d3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996515 Oct 18 20:33:50.027491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-a4b6005c-407c-42d6-b431-baa63ff984f0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:50.030236 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-a4b6005c-407c-42d6-b431-baa63ff984f0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3969853 Oct 18 20:33:50.048767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Request body: {'port': {'device_id': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '8b75db9fc81941d28836b7f180c0a0d8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:50.101979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6d1ecfba-5795-490a-bbae-b3919626973f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6476cb76270b414c915a463d71a0316b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248585 Oct 18 20:33:50.102797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49162) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:50.110208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44cecd-2618-4c0e-a157-f41a74e3d435 None None] Pushing event updated for resources: {'Port': ['ID=13dc3f24-d09e-40a3-8405-5ef96b051f98,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:50.272498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-dddf93b3-81e6-4b4a-9a6e-b92d5b354a1d service neutron] 10.222.0.66 "GET /v2.0/networks/c1519b90-5b3a-4a41-8c0d-d688ef4d3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052499 Oct 18 20:33:50.387339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42495ddc-5fe7-4a04-bb61-847fa68f4913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:50.460016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42495ddc-5fe7-4a04-bb61-847fa68f4913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:50.497554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Made reservation on behalf of 8b75db9fc81941d28836b7f180c0a0d8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:50.501892 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:50.539205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a7484f01-8a99-4c4e-af62-432dcec6b8a1 None None] Provisioning complete for port c371ad8c-2ef7-49a1-a670-70059807003b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:50.541641 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7484f01-8a99-4c4e-af62-432dcec6b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:50.644346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42495ddc-5fe7-4a04-bb61-847fa68f4913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:50.649350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42495ddc-5fe7-4a04-bb61-847fa68f4913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:50.655005 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-42495ddc-5fe7-4a04-bb61-847fa68f4913 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b42d131-c1f5-48a3-874b-902b1529db9e HTTP/1.1" status: 204 len: 168 time: 0.5467296 Oct 18 20:33:50.676106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42495ddc-5fe7-4a04-bb61-847fa68f4913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b42d131-c1f5-48a3-874b-902b1529db9e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:50.770292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Allocated IP 192.168.233.149 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/e03c3316-dee9-4d23-bca9-f0f7c28333fb) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:51.160800 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:51.334054 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:51.336482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d52e0ba4-7777-45fd-8604-2fe0e2fdd3e6 req-ef240ad0-226e-49fd-9e4c-b5381bc05f70 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 210 time: 0.1005435 Oct 18 20:33:51.346740 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0', 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', '98aaa653-9fd0-4273-a0da-fa08da10838c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:33:51.497403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:51.512918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:51.543529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:51.668571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 13dc3f24-d09e-40a3-8405-5ef96b051f98 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:51.686768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:51.823420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:51.824498 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:51.826808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49186) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:51.878646 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-015bf9f0-4c36-420d-b2bc-366eee06060e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8294547 Oct 18 20:33:51.905417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Request body: {'port': {'device_id': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:51.970955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d47f813-7ac7-49e7-a22b-a3a03316d924 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50d4ebcf9f5e4fafa5d4b261dc904058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365812 Oct 18 20:33:51.970955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49190) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:33:52.164035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:52.173520 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c54f6f4a-4cf4-43af-9b38-4b87d7040781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:52.288605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c54f6f4a-4cf4-43af-9b38-4b87d7040781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:52.299876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d33e07-1d7d-48ef-8508-88f8bb70cea8 None None] Network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:33:52.410614 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eafe6e6-28ab-4a22-bc32-19137b2edddd x-openstack-request-id: req-5eafe6e6-28ab-4a22-bc32-19137b2edddd {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:52.411705 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-plugged", "status": "completed", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:52.411912 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5eafe6e6-28ab-4a22-bc32-19137b2edddd {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:52.414047 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'code': 200} Oct 18 20:33:52.452597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7c459ad8-7ac9-42a5-80ba-b94f262f80b8 None None] Provisioning complete for port 13dc3f24-d09e-40a3-8405-5ef96b051f98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:52.454215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c54f6f4a-4cf4-43af-9b38-4b87d7040781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:52.460162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c459ad8-7ac9-42a5-80ba-b94f262f80b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:52.475979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c54f6f4a-4cf4-43af-9b38-4b87d7040781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:52.494019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c54f6f4a-4cf4-43af-9b38-4b87d7040781 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a599fe5d-6431-4be9-bd5d-caa69a713d85 HTTP/1.1" status: 204 len: 168 time: 0.5129092 Oct 18 20:33:52.532083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f6f4a-4cf4-43af-9b38-4b87d7040781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a599fe5d-6431-4be9-bd5d-caa69a713d85,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:52.761565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-964aebc8-9d70-47d4-b22e-e81ac77880f9 req-8e7065e4-2e06-4627-84ef-f81be49c3036 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 210 time: 0.0758920 Oct 18 20:33:52.965969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03c3316-dee9-4d23-bca9-f0f7c28333fb {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:52.977257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:53.003456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Transition to ACTIVE for port object e03c3316-dee9-4d23-bca9-f0f7c28333fb will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:53.012290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:53.186782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:53.191583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 13dc3f24-d09e-40a3-8405-5ef96b051f98 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:53.195040 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:53.540210 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-6f682090-082d-469f-9f32-abaf016711f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2569196 Oct 18 20:33:53.541625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:53.542088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:53.542423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:53.585752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:53.585752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:53.630356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:53.630717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:53.631058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:53.631792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Bound port: e03c3316-dee9-4d23-bca9-f0f7c28333fb, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:53.632412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:53.796710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bd09fab1-517d-4384-ba9a-1a3f8f4090e0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:53.810035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e108a-3623-478c-b885-e6621b668a67 req-c0f0f522-7083-4ff5-81d3-c192a880824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:53.812267 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-c0f0f522-7083-4ff5-81d3-c192a880824f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 1101 time: 0.2366142 Oct 18 20:33:53.820687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bd09fab1-517d-4384-ba9a-1a3f8f4090e0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:53.824171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bd09fab1-517d-4384-ba9a-1a3f8f4090e0 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "GET /v2.0/networks?id=e55272d2-498b-43bb-819d-62fff40672e3&id=c1519b90-5b3a-4a41-8c0d-d688ef4d3034 HTTP/1.1" status: 200 len: 1392 time: 0.7737186 Oct 18 20:33:53.845411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'port': {'device_id': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3', 'admin_state_up': True, 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:53.905188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb9a1-758f-4486-843b-4e1e7cd3b400 req-13a30e8a-2b9c-4ae0-a9ab-0ec349900920 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:53.926316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66ecb9a1-758f-4486-843b-4e1e7cd3b400 req-13a30e8a-2b9c-4ae0-a9ab-0ec349900920 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 948 time: 0.4557848 Oct 18 20:33:53.961687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-236c0e9a-7504-4316-be43-4d9548b0f919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:53.975625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:53.990517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:54.012271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:54.137731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66ecb9a1-758f-4486-843b-4e1e7cd3b400 req-dee4e706-8575-4c31-9f42-e5dd3e34be90 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070384 Oct 18 20:33:54.139107 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c459ad8-7ac9-42a5-80ba-b94f262f80b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:54.187004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e108a-3623-478c-b885-e6621b668a67 req-06ad0442-5f03-4e69-89f6-f5552f94e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:54.195907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-06ad0442-5f03-4e69-89f6-f5552f94e8f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3386419 Oct 18 20:33:54.329447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:54.345766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:54.434790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:54.435582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:54.438239 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] 10.222.0.30 "PUT /v2.0/ports/e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 1096 time: 2.5549297 Oct 18 20:33:54.440004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-393510ef-a414-482d-81fc-2eb757f1cdd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1bc70881-0925-4e00-a7a0-682aa125a955 HTTP/1.1" status: 200 len: 217 time: 0.0719111 Oct 18 20:33:54.440681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:33:54.444738 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf03196f-fd24-40d7-9af1-783876fd64b4" -d '{"events": [{"name": "network-changed", "server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:33:54.449444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cfc94-ffb9-4210-96c1-0ffba68acc55 service neutron] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:54.484730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:54.583770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e108a-3623-478c-b885-e6621b668a67 req-2050b940-9816-4975-b170-d6b7fdb67f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:54.585268 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-2050b940-9816-4975-b170-d6b7fdb67f52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1193497 Oct 18 20:33:54.633112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7c459ad8-7ac9-42a5-80ba-b94f262f80b8 None None] For port 13dc3f24-d09e-40a3-8405-5ef96b051f98, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=13dc3f24-d09e-40a3-8405-5ef96b051f98,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:54.648955 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c459ad8-7ac9-42a5-80ba-b94f262f80b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:54.756017 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:54.867765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e108a-3623-478c-b885-e6621b668a67 req-54fb9723-c71c-4381-a87a-466206bd0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:54.874507 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-54fb9723-c71c-4381-a87a-466206bd0285 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487681 Oct 18 20:33:54.881965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-bb41f9ed-32de-4be0-91b9-89ea02ebc7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:54.884108 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-bb41f9ed-32de-4be0-91b9-89ea02ebc7c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1099 time: 0.2880747 Oct 18 20:33:54.890098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c459ad8-7ac9-42a5-80ba-b94f262f80b8 None None] Pushing event updated for resources: {'Port': ['ID=13dc3f24-d09e-40a3-8405-5ef96b051f98,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:55.085162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:55.109812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:33:55.111514 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:33:55.151803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e369216-5f00-4c34-809e-b6adfcd097cd req-bec65d15-3dfe-4bf6-a7ac-33863ee3af1a tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 210 time: 0.0772238 Oct 18 20:33:55.274146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-668b9a6e-940a-4bea-adfa-f39710596b98 None None] Provisioning complete for port 13dc3f24-d09e-40a3-8405-5ef96b051f98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:55.274529 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-668b9a6e-940a-4bea-adfa-f39710596b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:55.294026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Allocated IP 19.80.0.41 (e55272d2-498b-43bb-819d-62fff40672e3/b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db/2b309336-8c15-4f90-8519-7bb5242e1eaa) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:55.342705 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-f95b5a33-ac1a-40f7-889a-c7944d3812ed service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516149 Oct 18 20:33:55.523952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-30f4d58a-edb4-482d-9b8e-e1a5c3534312 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.6064181 Oct 18 20:33:55.618143 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c02396-2664-4cc6-b1c9-fc16e2b98467 x-openstack-request-id: req-81c02396-2664-4cc6-b1c9-fc16e2b98467 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:33:55.620091 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:33:55.620891 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81c02396-2664-4cc6-b1c9-fc16e2b98467 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:33:55.621948 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'status': 'completed', 'code': 200} Oct 18 20:33:55.706656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c371ad8c-2ef7-49a1-a670-70059807003b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:55.720798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-96bb8a0c-07bb-49e2-9fcc-1c755f5d4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:55.722593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-96bb8a0c-07bb-49e2-9fcc-1c755f5d4c71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1716392 Oct 18 20:33:55.786762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-818e108a-3623-478c-b885-e6621b668a67 req-cd5380c9-33f0-4af5-93e1-68d1401a20cb service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828698 Oct 18 20:33:55.811136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c371ad8c-2ef7-49a1-a670-70059807003b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:55.811734 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:55.842827 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:55.855703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-33cc79dd-9bf0-467f-b90b-76d7f03a13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:55.864321 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-33cc79dd-9bf0-467f-b90b-76d7f03a13ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326025 Oct 18 20:33:56.071359 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:56.324101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network e55272d2-498b-43bb-819d-62fff40672e3 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:56.334036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:56.336950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-b88b7db4-31f7-4716-b74e-e3d3908292c2 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640095 Oct 18 20:33:56.343548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:56.529011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 13dc3f24-d09e-40a3-8405-5ef96b051f98 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:33:56.653850 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:56.659691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Port': ['ID=2b309336-8c15-4f90-8519-7bb5242e1eaa,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:56.703784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 13dc3f24-d09e-40a3-8405-5ef96b051f98 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:56.704754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:56.761851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:56.762966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:56.863257 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24a2d10b-b316-4703-8e71-70deca8c08e7 req-5d1dceb1-aa85-4c63-b27f-3c4ff1455fbf service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136068 Oct 18 20:33:56.922280 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-cf0039cf-001d-426b-a603-344ef41afd6f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0861673 Oct 18 20:33:56.954078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Request body: {'port': {'device_id': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034', 'admin_state_up': True, 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:57.137349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b608f2a8-45d0-4b44-9a27-dcdb123382c6 None None] Provisioning complete for port 2b309336-8c15-4f90-8519-7bb5242e1eaa triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:57.138146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b608f2a8-45d0-4b44-9a27-dcdb123382c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:57.199189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4f3e2-3761-47c1-a6be-eee0bcb944d5 req-30d88c03-021e-47c1-8717-71717d5734e4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:57.201948 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2be4f3e2-3761-47c1-a6be-eee0bcb944d5 req-30d88c03-021e-47c1-8717-71717d5734e4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 948 time: 0.4247401 Oct 18 20:33:57.255190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b608f2a8-45d0-4b44-9a27-dcdb123382c6 None None] Port 2b309336-8c15-4f90-8519-7bb5242e1eaa cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:33:57.305411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-f24aaa06-79ef-429f-beb2-4fae3095b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:57.308851 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-f24aaa06-79ef-429f-beb2-4fae3095b539 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1099 time: 0.1287553 Oct 18 20:33:57.329696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Made reservation on behalf of a555d87833e34b4fa272671f8aa1263b for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:33:57.337847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:57.395188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2be4f3e2-3761-47c1-a6be-eee0bcb944d5 req-218c2537-ae57-4bcf-ac5f-9b38a7fcd730 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690414 Oct 18 20:33:57.528082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-f5477549-bea4-4b03-9256-a4b0ada80458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:57.530840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-f5477549-bea4-4b03-9256-a4b0ada80458 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2140973 Oct 18 20:33:57.608375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Allocated IP 19.86.0.146 (c1519b90-5b3a-4a41-8c0d-d688ef4d3034/ccf2ae3a-b2f6-4061-95c3-34fc982e46d3/8cc3af71-149d-4e63-bf8a-909f597c744c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:33:57.629675 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-10a8d835-f98a-413d-b7b3-dabd0a4c52af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.0889957 Oct 18 20:33:57.749211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-3ff29a4b-4bd9-4f0d-a61b-bc68503c36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:57.752404 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-3ff29a4b-4bd9-4f0d-a61b-bc68503c36ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1112316 Oct 18 20:33:57.893637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-d7d3a01b-b2ff-4201-ae63-0e50e18b5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:57.898471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-d7d3a01b-b2ff-4201-ae63-0e50e18b5234 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267078 Oct 18 20:33:57.900162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe8990-bd22-4d0b-b554-c2189ad8338c req-0ea3bea4-4da6-4ff2-b643-3c54c552945d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:57.901936 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ebe8990-bd22-4d0b-b554-c2189ad8338c req-0ea3bea4-4da6-4ff2-b643-3c54c552945d tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 931 time: 0.1624990 Oct 18 20:33:58.039725 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:58.054725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ebe8990-bd22-4d0b-b554-c2189ad8338c req-35232908-68f4-48f5-9397-813b4a0d1670 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384621 Oct 18 20:33:58.072648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-bc5eeb23-c9b4-48a6-859d-ceb0b803d5df service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629512 Oct 18 20:33:58.172579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:58.212025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cf03196f-fd24-40d7-9af1-783876fd64b4 req-5e2942f3-fd76-47e4-ae8f-796fef47f4c6 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294641 Oct 18 20:33:58.260990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:33:58.269171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:33:58.273631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:33:58.311575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event updated for resources: {'Port': ['ID=8cc3af71-149d-4e63-bf8a-909f597c744c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:58.353217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:58.354542 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:58.402540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-bf47c828-fb7f-4a0c-a68c-bd107a7237b3 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4585459 Oct 18 20:33:58.419516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Request body: {'port': {'device_id': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:33:58.502381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0eb94-fa33-4efc-a299-580c0c6e1d0b req-aee7ba5c-2dc3-4c12-8517-9c76e820712b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:58.503999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ab0eb94-fa33-4efc-a299-580c0c6e1d0b req-aee7ba5c-2dc3-4c12-8517-9c76e820712b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0979173 Oct 18 20:33:58.546549 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:58.576292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ab0eb94-fa33-4efc-a299-580c0c6e1d0b req-bd9fbbb2-efb1-4133-ba31-3f40f929d7d5 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541966 Oct 18 20:33:58.831835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-328177a2-30f6-4b47-a303-346785265195 None None] Provisioning complete for port 8cc3af71-149d-4e63-bf8a-909f597c744c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:33:58.832778 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-328177a2-30f6-4b47-a303-346785265195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:59.000154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-328177a2-30f6-4b47-a303-346785265195 None None] Port 8cc3af71-149d-4e63-bf8a-909f597c744c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:33:59.030359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-e91f20f7-583c-43b5-bb50-bdc767249983 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1771219 Oct 18 20:33:59.157024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b309336-8c15-4f90-8519-7bb5242e1eaa {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:59.170241 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:59.176153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-8b7d1a76-6fad-4f4e-8060-7bae423d0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:59.177993 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-8b7d1a76-6fad-4f4e-8060-7bae423d0c7a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 1100 time: 0.0956547 Oct 18 20:33:59.195813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Transition to ACTIVE for port object 2b309336-8c15-4f90-8519-7bb5242e1eaa will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:33:59.204104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:59.356849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:33:59.373076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Pushing event updated for resources: {'Port': ['ID=2b309336-8c15-4f90-8519-7bb5242e1eaa,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:33:59.442455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-690defd8-d451-4144-af81-2f5b4e59a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:59.444173 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-690defd8-d451-4144-af81-2f5b4e59a671 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2290759 Oct 18 20:33:59.545094 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-461ddd5d-b530-4119-9a67-de127ec72b36 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 200 len: 217 time: 0.0845048 Oct 18 20:33:59.598973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Attempting to bind port 2b309336-8c15-4f90-8519-7bb5242e1eaa on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:33:59.600415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Attempting to bind port 2b309336-8c15-4f90-8519-7bb5242e1eaa by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:33:59.600884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Attempting to bind port 2b309336-8c15-4f90-8519-7bb5242e1eaa on network e55272d2-498b-43bb-819d-62fff40672e3 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:59.617378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Port 2b309336-8c15-4f90-8519-7bb5242e1eaa on network e55272d2-498b-43bb-819d-62fff40672e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:33:59.617688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Attempting to bind port 2b309336-8c15-4f90-8519-7bb5242e1eaa on network e55272d2-498b-43bb-819d-62fff40672e3 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:33:59.656444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:33:59.656986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Checking segment: {'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:33:59.658503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Bound using segment: {'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:33:59.659848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Bound port: 2b309336-8c15-4f90-8519-7bb5242e1eaa, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d90d227-692f-4123-8fe9-753798e48ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:33:59.660075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:59.718381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657bfc9-aa0a-4937-9911-c78b1edcaf51 req-ce8ebbbe-0215-440d-8f28-e82950eda97b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:59.722609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b657bfc9-aa0a-4937-9911-c78b1edcaf51 req-ce8ebbbe-0215-440d-8f28-e82950eda97b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 948 time: 0.2490120 Oct 18 20:33:59.733504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:59.749540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-0f78fa56-3ee9-4c47-9217-c26653e82c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:59.751631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-0f78fa56-3ee9-4c47-9217-c26653e82c41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1703689 Oct 18 20:33:59.760895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'mac_address': 'fa:16:3e:a3:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:33:59.835181 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:59.872627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03c3316-dee9-4d23-bca9-f0f7c28333fb {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:33:59.872938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] For port 2b309336-8c15-4f90-8519-7bb5242e1eaa, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:33:59.896227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:33:59.897470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b657bfc9-aa0a-4937-9911-c78b1edcaf51 req-eccc424e-632f-4336-b37e-62dcd1a87718 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188972 Oct 18 20:33:59.904099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:33:59.910643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-64d19cdf-55dc-41af-99fa-62621d10f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:33:59.915353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] For port 2b309336-8c15-4f90-8519-7bb5242e1eaa, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2b309336-8c15-4f90-8519-7bb5242e1eaa,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:33:59.917673 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-64d19cdf-55dc-41af-99fa-62621d10f116 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451485 Oct 18 20:33:59.937057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:00.029811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:00.089773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:00.091052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:00.102432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] 10.222.0.30 "PUT /v2.0/ports/2b309336-8c15-4f90-8519-7bb5242e1eaa HTTP/1.1" status: 200 len: 1091 time: 1.6861889 Oct 18 20:34:00.106079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'tag': '2b309336-8c15-4f90-8519-7bb5242e1eaa'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:00.111495 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71449ffa-3502-4e18-8a6f-5c6d9d28c191" -d '{"events": [{"name": "network-changed", "server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "tag": "2b309336-8c15-4f90-8519-7bb5242e1eaa"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:00.119542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eaf28-514b-4b09-a0ec-088fff1fc348 service neutron] Pushing event updated for resources: {'Port': ['ID=2b309336-8c15-4f90-8519-7bb5242e1eaa,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:00.162581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Request body: {'port': {'device_id': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:00.176549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e03c3316-dee9-4d23-bca9-f0f7c28333fb'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:00.231004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-84083b02-a770-4502-8e30-eb65172df4f0 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020136 Oct 18 20:34:00.309910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:00.473660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-78f3f2c5-e616-4f06-9068-5c9cb6d466df req-f9ea7f38-54dd-44ae-9293-12415ec2574f service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343371 Oct 18 20:34:00.598059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86733c35-1271-49e1-bc5f-1bfafec72939 req-9be076f8-cc1a-4bf8-8349-2e3883de7232 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:00.605335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86733c35-1271-49e1-bc5f-1bfafec72939 req-9be076f8-cc1a-4bf8-8349-2e3883de7232 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:00.607029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86733c35-1271-49e1-bc5f-1bfafec72939 req-9be076f8-cc1a-4bf8-8349-2e3883de7232 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1666 time: 0.1564140 Oct 18 20:34:00.717635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86733c35-1271-49e1-bc5f-1bfafec72939 req-82a4996f-8ef1-4897-9757-d6f2911e28f6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933580 Oct 18 20:34:00.861336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc3af71-149d-4e63-bf8a-909f597c744c {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:00.874481 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:00.903607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Transition to ACTIVE for port object 8cc3af71-149d-4e63-bf8a-909f597c744c will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:34:00.909138 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:01.044647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81171e-2015-4487-b689-194675218164 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc3af71-149d-4e63-bf8a-909f597c744c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:01.186937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Attempting to bind port 8cc3af71-149d-4e63-bf8a-909f597c744c on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:01.187686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Attempting to bind port 8cc3af71-149d-4e63-bf8a-909f597c744c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:01.188300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Attempting to bind port 8cc3af71-149d-4e63-bf8a-909f597c744c on network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:01.197176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Port 8cc3af71-149d-4e63-bf8a-909f597c744c on network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:34:01.197773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Attempting to bind port 8cc3af71-149d-4e63-bf8a-909f597c744c on network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:01.208643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:01.209188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Checking segment: {'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:01.209814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Bound using segment: {'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:01.210660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Bound port: 8cc3af71-149d-4e63-bf8a-909f597c744c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a18fce6-7bea-4a8f-8634-2b12b9249317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:01.211258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:01.387286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:01.547881 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] For port 8cc3af71-149d-4e63-bf8a-909f597c744c, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:01.558543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] For port 8cc3af71-149d-4e63-bf8a-909f597c744c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8cc3af71-149d-4e63-bf8a-909f597c744c,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:01.561779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port e03c3316-dee9-4d23-bca9-f0f7c28333fb completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:01.569213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port e03c3316-dee9-4d23-bca9-f0f7c28333fb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:01.569561 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:01.587666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc562095-4e20-4052-8064-a0a939379d55 req-d616f788-19c3-4e6b-b0ec-fc84756a7c7c tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:01.601171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc562095-4e20-4052-8064-a0a939379d55 req-d616f788-19c3-4e6b-b0ec-fc84756a7c7c tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.2416453 Oct 18 20:34:01.614471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:01.701546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:01.702575 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:01.704653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:01.705717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-2d81171e-2015-4487-b689-194675218164 service neutron] 10.222.0.30 "PUT /v2.0/ports/8cc3af71-149d-4e63-bf8a-909f597c744c HTTP/1.1" status: 200 len: 1092 time: 1.5489831 Oct 18 20:34:01.747228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:01.750202 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdef388b-4611-4b0a-a0db-945a8a906290" -d '{"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-plugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:01.778557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:01.792841 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:01.868319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc562095-4e20-4052-8064-a0a939379d55 req-ed2387e9-6bc3-4797-a456-a1304fbbdba0 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654288 Oct 18 20:34:01.883096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81171e-2015-4487-b689-194675218164 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc3af71-149d-4e63-bf8a-909f597c744c,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:01.954861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:02.053807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-aac4fe84-b7cf-4cc7-9473-1141af66b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:02.054194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-aac4fe84-b7cf-4cc7-9473-1141af66b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:02.057257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-aac4fe84-b7cf-4cc7-9473-1141af66b6cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1980 time: 0.1185684 Oct 18 20:34:02.085048 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b43006-1492-4b8d-a207-4040ff394744 x-openstack-request-id: req-f0b43006-1492-4b8d-a207-4040ff394744 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:02.085483 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "tag": "2b309336-8c15-4f90-8519-7bb5242e1eaa", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:02.085894 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0b43006-1492-4b8d-a207-4040ff394744 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:02.086197 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'tag': '2b309336-8c15-4f90-8519-7bb5242e1eaa', 'status': 'completed', 'code': 200} Oct 18 20:34:02.152355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-95fbd724-9c47-4f49-b132-b5b52a0d74d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=2b309336-8c15-4f90-8519-7bb5242e1eaa HTTP/1.1" status: 200 len: 217 time: 0.0836334 Oct 18 20:34:02.339596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-39074123-933d-4a32-bc61-056f3384ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:02.345747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-39074123-933d-4a32-bc61-056f3384ea54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db HTTP/1.1" status: 200 len: 801 time: 0.1825335 Oct 18 20:34:02.395165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0153715-87d4-407b-841d-477def97d0ca req-7e98ad8c-d61f-4537-9642-a66869c49c61 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:02.397729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0153715-87d4-407b-841d-477def97d0ca req-7e98ad8c-d61f-4537-9642-a66869c49c61 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.1886539 Oct 18 20:34:02.485552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0153715-87d4-407b-841d-477def97d0ca req-aaf94ec4-eac5-4e97-bb64-07a1bdccb19b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568099 Oct 18 20:34:02.489490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-ba1d6c91-cdb8-48b9-bd7d-2045b8c6e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:02.491262 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-ba1d6c91-cdb8-48b9-bd7d-2045b8c6e1bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e55272d2-498b-43bb-819d-62fff40672e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1374304 Oct 18 20:34:02.627461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-0af05661-cdd1-4eda-bd75-9bcf0ed1697d service neutron] 10.222.0.30 "GET /v2.0/networks/e55272d2-498b-43bb-819d-62fff40672e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279204 Oct 18 20:34:02.771519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-0d4e4fa5-5949-4140-be14-5848f6a28245 service neutron] 10.222.0.30 "GET /v2.0/networks/e55272d2-498b-43bb-819d-62fff40672e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301432 Oct 18 20:34:02.838876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-47f4a826-a14c-41a8-ba03-87bff7707dd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=8cc3af71-149d-4e63-bf8a-909f597c744c HTTP/1.1" status: 200 len: 217 time: 0.0587759 Oct 18 20:34:02.925757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8dbbd21-d215-42b7-ab4c-892989b93075 req-6804b5ed-0226-474f-b5c2-435e24a08d2b tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a11ec68f92f640708be0b50782de537d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404835 Oct 18 20:34:02.971044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-6a15d7c6-ddbe-44a6-a802-23bd1bf86188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:02.972602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-6a15d7c6-ddbe-44a6-a802-23bd1bf86188 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccf2ae3a-b2f6-4061-95c3-34fc982e46d3 HTTP/1.1" status: 200 len: 801 time: 0.1248522 Oct 18 20:34:03.098766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbbd21-d215-42b7-ab4c-892989b93075 req-2a93df7c-4cfe-491d-9c43-39e16860b079 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.100966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8dbbd21-d215-42b7-ab4c-892989b93075 req-2a93df7c-4cfe-491d-9c43-39e16860b079 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749454 Oct 18 20:34:03.112410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-36e40a6f-a622-4848-a659-e0abf16c818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.114300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-36e40a6f-a622-4848-a659-e0abf16c818a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1519b90-5b3a-4a41-8c0d-d688ef4d3034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022480 Oct 18 20:34:03.136850 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8dbbd21-d215-42b7-ab4c-892989b93075 req-cd6d134e-9a15-44ea-ac3e-6bbef8be7615 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/quotas/a11ec68f92f640708be0b50782de537d HTTP/1.1" status: 200 len: 375 time: 0.0270886 Oct 18 20:34:03.193228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8dbbd21-d215-42b7-ab4c-892989b93075 req-397653e2-0409-4271-965f-00cf36c6fd08 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11ec68f92f640708be0b50782de537d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444717 Oct 18 20:34:03.276768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-23febf7e-0d01-4723-8a0c-20761ff396a1 service neutron] 10.222.0.30 "GET /v2.0/networks/c1519b90-5b3a-4a41-8c0d-d688ef4d3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514180 Oct 18 20:34:03.323440 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca4b3b-8225-4ac8-bcb1-7c41af60565d x-openstack-request-id: req-1bca4b3b-8225-4ac8-bcb1-7c41af60565d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:03.323989 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-plugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:03.324108 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bca4b3b-8225-4ac8-bcb1-7c41af60565d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:03.324447 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'code': 200} Oct 18 20:34:03.427493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d4858e1-8e6a-40dd-a43d-557c77b30435 req-74aae061-6677-438e-b120-6030d0fdd952 service neutron] 10.222.0.30 "GET /v2.0/networks/c1519b90-5b3a-4a41-8c0d-d688ef4d3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379435 Oct 18 20:34:03.486421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9529-cd6f-429c-89ca-0d3ab6801dab req-c5748488-81b1-41a2-ae37-270e319fcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.490263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9eab9529-cd6f-429c-89ca-0d3ab6801dab req-c5748488-81b1-41a2-ae37-270e319fcc32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1101 time: 0.0867004 Oct 18 20:34:03.492570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8410cf-802b-485f-b67f-7fed147e8055 req-da6916ad-df41-4a08-8a0b-f7ccbab720af tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.500549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8410cf-802b-485f-b67f-7fed147e8055 req-da6916ad-df41-4a08-8a0b-f7ccbab720af tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.505297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d8410cf-802b-485f-b67f-7fed147e8055 req-da6916ad-df41-4a08-8a0b-f7ccbab720af tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1678 time: 0.0947516 Oct 18 20:34:03.569045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9eab9529-cd6f-429c-89ca-0d3ab6801dab req-c17576e3-7e2b-4125-b8b2-2ac480c4da80 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Oct 18 20:34:03.601049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-f982a666-4a43-4abf-a5a2-16c59f9f239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.601789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-f982a666-4a43-4abf-a5a2-16c59f9f239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.604641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-f982a666-4a43-4abf-a5a2-16c59f9f239d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1980 time: 0.0971472 Oct 18 20:34:03.609998 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d8410cf-802b-485f-b67f-7fed147e8055 req-0d88a821-c7f7-4398-bcf5-106dd499689c tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942788 Oct 18 20:34:03.967681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cecaba-e96f-4d88-bb12-bd6e6031274a req-e26f8a61-c520-4b3c-b7fb-8db617d6f331 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:03.969818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80cecaba-e96f-4d88-bb12-bd6e6031274a req-e26f8a61-c520-4b3c-b7fb-8db617d6f331 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1737673 Oct 18 20:34:04.021254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-80feacef-ee22-42f5-ad84-7ca8715336f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:04.022841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-80feacef-ee22-42f5-ad84-7ca8715336f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e55272d2-498b-43bb-819d-62fff40672e3 HTTP/1.1" status: 200 len: 903 time: 0.2502422 Oct 18 20:34:04.067676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80cecaba-e96f-4d88-bb12-bd6e6031274a req-3fc6f557-8be1-4ac2-9e35-7b41a1f235dc tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850956 Oct 18 20:34:04.109278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'tag': '8cc3af71-149d-4e63-bf8a-909f597c744c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:04.112444 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b53b6-6f09-4af2-878f-cfb1252857f5" -d '{"events": [{"name": "network-changed", "server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "tag": "8cc3af71-149d-4e63-bf8a-909f597c744c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:04.118802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-b72bbd11-b28b-475f-ae6c-ca6c80e8728e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=2b309336-8c15-4f90-8519-7bb5242e1eaa HTTP/1.1" status: 200 len: 217 time: 0.0799057 Oct 18 20:34:04.202635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-e9eecd62-c02e-40ff-9105-23d7f1acff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:04.204720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-e9eecd62-c02e-40ff-9105-23d7f1acff17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db HTTP/1.1" status: 200 len: 801 time: 0.0762086 Oct 18 20:34:04.286773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-13ca765a-f398-47d1-bd29-f5aced2c7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:04.289751 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-13ca765a-f398-47d1-bd29-f5aced2c7c66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e55272d2-498b-43bb-819d-62fff40672e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0753157 Oct 18 20:34:04.433241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-7b00b901-883f-4452-bcf1-888c48685bcc service neutron] 10.222.0.30 "GET /v2.0/networks/e55272d2-498b-43bb-819d-62fff40672e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351798 Oct 18 20:34:04.591437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c4ed5-67a7-4576-8593-f177b912209d req-1e74f2f9-3257-4161-9717-4845fb5c1a87 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:04.593507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-905c4ed5-67a7-4576-8593-f177b912209d req-1e74f2f9-3257-4161-9717-4845fb5c1a87 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.1523609 Oct 18 20:34:04.673694 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-905c4ed5-67a7-4576-8593-f177b912209d req-37841b7f-91d3-44fd-b296-f3a9592d4aea tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642917 Oct 18 20:34:04.681686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71449ffa-3502-4e18-8a6f-5c6d9d28c191 req-20356d4e-e825-4750-b64f-9c7dcbd66e73 service neutron] 10.222.0.30 "GET /v2.0/networks/e55272d2-498b-43bb-819d-62fff40672e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297366 Oct 18 20:34:04.977203 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e123a632-ae6f-4c63-a775-e316c21d72ce x-openstack-request-id: req-e123a632-ae6f-4c63-a775-e316c21d72ce {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:04.978960 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "tag": "8cc3af71-149d-4e63-bf8a-909f597c744c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:04.979601 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e123a632-ae6f-4c63-a775-e316c21d72ce {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:04.980610 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'tag': '8cc3af71-149d-4e63-bf8a-909f597c744c', 'status': 'completed', 'code': 200} Oct 18 20:34:05.073970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-0c75d361-961a-41f2-9867-90f366715c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:05.074541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-0c75d361-961a-41f2-9867-90f366715c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:05.076564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-0c75d361-961a-41f2-9867-90f366715c92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a555d87833e34b4fa272671f8aa1263b&device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1980 time: 0.0722246 Oct 18 20:34:05.392751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2b309336-8c15-4f90-8519-7bb5242e1eaa details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:05.550027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2b309336-8c15-4f90-8519-7bb5242e1eaa, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2b309336-8c15-4f90-8519-7bb5242e1eaa,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:05.562595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-2efd0771-1307-46c1-86ad-a73b6da07362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:05.564635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-2efd0771-1307-46c1-86ad-a73b6da07362 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1519b90-5b3a-4a41-8c0d-d688ef4d3034 HTTP/1.1" status: 200 len: 903 time: 0.4800987 Oct 18 20:34:05.565169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '2b309336-8c15-4f90-8519-7bb5242e1eaa', 'network_id': 'e55272d2-498b-43bb-819d-62fff40672e3', 'port_id': '2b309336-8c15-4f90-8519-7bb5242e1eaa', 'mac_address': 'fa:16:3e:7d:d2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:05.576785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876ba2-a552-4d4d-ba2f-ac6f95bbb10f req-09c5dad7-dff5-4e22-b308-7c8ae65c239f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:05.583558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876ba2-a552-4d4d-ba2f-ac6f95bbb10f req-09c5dad7-dff5-4e22-b308-7c8ae65c239f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:05.585312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-69876ba2-a552-4d4d-ba2f-ac6f95bbb10f req-09c5dad7-dff5-4e22-b308-7c8ae65c239f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1678 time: 0.1244810 Oct 18 20:34:05.614042 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:05.633204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b309336-8c15-4f90-8519-7bb5242e1eaa {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:05.635489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-3426df17-add9-472a-b833-d4c933965160 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.146&port_id=8cc3af71-149d-4e63-bf8a-909f597c744c HTTP/1.1" status: 200 len: 217 time: 0.0490880 Oct 18 20:34:05.661056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2b309336-8c15-4f90-8519-7bb5242e1eaa, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2b309336-8c15-4f90-8519-7bb5242e1eaa,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:05.667315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:05.668650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 8cc3af71-149d-4e63-bf8a-909f597c744c details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:05.707638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-69876ba2-a552-4d4d-ba2f-ac6f95bbb10f req-00bd5f5b-578e-4beb-8bc7-eb5290137bc2 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747581 Oct 18 20:34:05.716969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-4d68e1d4-7162-44ae-8668-44e690f45d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:05.718487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-4d68e1d4-7162-44ae-8668-44e690f45d82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ccf2ae3a-b2f6-4061-95c3-34fc982e46d3 HTTP/1.1" status: 200 len: 801 time: 0.0700622 Oct 18 20:34:05.817797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2b309336-8c15-4f90-8519-7bb5242e1eaa,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:05.852125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-3b93e06a-5add-46af-ba15-b902751138e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:05.855777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-3b93e06a-5add-46af-ba15-b902751138e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1519b90-5b3a-4a41-8c0d-d688ef4d3034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850141 Oct 18 20:34:05.927336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 8cc3af71-149d-4e63-bf8a-909f597c744c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8cc3af71-149d-4e63-bf8a-909f597c744c,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:05.950548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '8cc3af71-149d-4e63-bf8a-909f597c744c', 'network_id': 'c1519b90-5b3a-4a41-8c0d-d688ef4d3034', 'port_id': '8cc3af71-149d-4e63-bf8a-909f597c744c', 'mac_address': 'fa:16:3e:37:e3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf2ae3a-b2f6-4061-95c3-34fc982e46d3', 'ip_address': '19.86.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:05.966485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-2ed71da6-725b-4c83-9a8c-0a135ae1faa7 service neutron] 10.222.0.30 "GET /v2.0/networks/c1519b90-5b3a-4a41-8c0d-d688ef4d3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024494 Oct 18 20:34:05.997987 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:06.019169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc3af71-149d-4e63-bf8a-909f597c744c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:06.051947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 8cc3af71-149d-4e63-bf8a-909f597c744c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8cc3af71-149d-4e63-bf8a-909f597c744c,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:06.057584 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:06.089216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa242d-06e9-4cef-9ebc-e54e27c9c090 req-ce32ee8b-e75a-47bf-bd1b-1854866dbe78 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:06.090839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbaa242d-06e9-4cef-9ebc-e54e27c9c090 req-ce32ee8b-e75a-47bf-bd1b-1854866dbe78 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1235733 Oct 18 20:34:06.124039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=8cc3af71-149d-4e63-bf8a-909f597c744c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:06.129640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87b53b6-6f09-4af2-878f-cfb1252857f5 req-331df0c4-2157-49ac-961d-b08a1388d542 service neutron] 10.222.0.30 "GET /v2.0/networks/c1519b90-5b3a-4a41-8c0d-d688ef4d3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528575 Oct 18 20:34:06.155230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbaa242d-06e9-4cef-9ebc-e54e27c9c090 req-5f773089-1266-4a9b-82ed-bb5f6df13bc8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519619 Oct 18 20:34:06.367206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2b309336-8c15-4f90-8519-7bb5242e1eaa'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:06.552413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42240de9-8dd4-445b-a516-817842cf126b req-1b1f77e6-bbae-4e46-8443-980c369747e9 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:06.553909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42240de9-8dd4-445b-a516-817842cf126b req-1b1f77e6-bbae-4e46-8443-980c369747e9 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0602200 Oct 18 20:34:06.616143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42240de9-8dd4-445b-a516-817842cf126b req-330d40a0-ad5a-4c48-8463-d9479fe346ae tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506434 Oct 18 20:34:06.857082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f4ac9d4-1e8a-4788-98e3-0e5c819b3af6 req-9577a82e-f0df-4ae4-b872-290954a85f31 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a11ec68f92f640708be0b50782de537d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302782 Oct 18 20:34:06.986532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ac9d4-1e8a-4788-98e3-0e5c819b3af6 req-56837f03-d34c-493c-8c42-29ebed88f8c7 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:06.988137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f4ac9d4-1e8a-4788-98e3-0e5c819b3af6 req-56837f03-d34c-493c-8c42-29ebed88f8c7 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239502 Oct 18 20:34:07.009402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f4ac9d4-1e8a-4788-98e3-0e5c819b3af6 req-5fc4ca66-655b-469f-b81d-7327daf17896 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/quotas/a11ec68f92f640708be0b50782de537d HTTP/1.1" status: 200 len: 375 time: 0.0101278 Oct 18 20:34:07.068214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f4ac9d4-1e8a-4788-98e3-0e5c819b3af6 req-74360ff7-dd9a-4eaf-b82d-a19d8a06b7d4 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11ec68f92f640708be0b50782de537d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518370 Oct 18 20:34:07.307250 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-c11e-47ea-b12b-56b97a65031f req-462b4eda-bb93-4e25-8e4e-9ac6b4938f95 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:07.308849 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0825c1d6-c11e-47ea-b12b-56b97a65031f req-462b4eda-bb93-4e25-8e4e-9ac6b4938f95 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1101 time: 0.0491457 Oct 18 20:34:07.349872 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0825c1d6-c11e-47ea-b12b-56b97a65031f req-4e2398dd-5bd1-4dfb-baa5-ba835ece4898 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Oct 18 20:34:07.405192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2b309336-8c15-4f90-8519-7bb5242e1eaa up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:07.409110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['8cc3af71-149d-4e63-bf8a-909f597c744c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:07.495495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3ad42-454a-4fb5-9636-4dfa6625cff4 req-584ab181-a8f6-4f01-bbc9-b92edcedc05b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:07.502213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3ad42-454a-4fb5-9636-4dfa6625cff4 req-584ab181-a8f6-4f01-bbc9-b92edcedc05b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:07.504159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ee3ad42-454a-4fb5-9636-4dfa6625cff4 req-584ab181-a8f6-4f01-bbc9-b92edcedc05b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1680 time: 0.0659690 Oct 18 20:34:07.524112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 2b309336-8c15-4f90-8519-7bb5242e1eaa completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:07.536864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 2b309336-8c15-4f90-8519-7bb5242e1eaa triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:07.537288 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:07.560117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ee3ad42-454a-4fb5-9636-4dfa6625cff4 req-32c32c35-2840-4a18-8a6f-df4658d64338 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Oct 18 20:34:07.684099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:07.723234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b309336-8c15-4f90-8519-7bb5242e1eaa'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:07.725602 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38473eb1-38da-439b-a318-77eb82a82f49" -d '{"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-plugged", "status": "completed", "tag": "2b309336-8c15-4f90-8519-7bb5242e1eaa"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:07.740056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2b309336-8c15-4f90-8519-7bb5242e1eaa, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2b309336-8c15-4f90-8519-7bb5242e1eaa,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:07.745669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:07.804237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2b309336-8c15-4f90-8519-7bb5242e1eaa,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:07.970984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420790b-79a2-4389-95db-7dbefda580b0 req-717aea54-d1ea-4980-8bc4-cad1985c8620 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:07.973770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6420790b-79a2-4389-95db-7dbefda580b0 req-717aea54-d1ea-4980-8bc4-cad1985c8620 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0661988 Oct 18 20:34:08.022040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6420790b-79a2-4389-95db-7dbefda580b0 req-d31f5a26-6e37-4f71-9b27-05a5f27af9d8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Oct 18 20:34:09.021006 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b9e968-2571-406a-8770-51d7a1ca7448 x-openstack-request-id: req-b3b9e968-2571-406a-8770-51d7a1ca7448 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:09.021613 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-plugged", "status": "completed", "tag": "2b309336-8c15-4f90-8519-7bb5242e1eaa", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:09.022134 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3b9e968-2571-406a-8770-51d7a1ca7448 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:09.022892 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b309336-8c15-4f90-8519-7bb5242e1eaa', 'code': 200} Oct 18 20:34:09.123993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-3869b864-0543-44f3-8a69-4996c0aabf06 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1900127 Oct 18 20:34:09.404720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53309b7-7f91-4227-aab0-cb351bbef222 req-f9daadc2-16f5-4e76-a7ea-43487a186fc2 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:09.413127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53309b7-7f91-4227-aab0-cb351bbef222 req-f9daadc2-16f5-4e76-a7ea-43487a186fc2 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:09.415969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f53309b7-7f91-4227-aab0-cb351bbef222 req-f9daadc2-16f5-4e76-a7ea-43487a186fc2 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1681 time: 0.0793951 Oct 18 20:34:09.418743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 8cc3af71-149d-4e63-bf8a-909f597c744c up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:09.478392 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f53309b7-7f91-4227-aab0-cb351bbef222 req-20149461-f4df-4936-bf51-6a3d8382944f tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Oct 18 20:34:09.522830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 8cc3af71-149d-4e63-bf8a-909f597c744c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:09.540896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 8cc3af71-149d-4e63-bf8a-909f597c744c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:09.541601 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:09.702346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:09.763875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 8cc3af71-149d-4e63-bf8a-909f597c744c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8cc3af71-149d-4e63-bf8a-909f597c744c,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:09.773375 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:09.775519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1f209ec6-3319-40de-8ccc-583f27bf63d7 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:09.898167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=8cc3af71-149d-4e63-bf8a-909f597c744c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:10.002592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:10.068886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bf5e-e494-475d-a0b8-96756c506324 req-7049c75c-8f2b-4215-8c72-a7d633c93107 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:10.069796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:10.073868 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6bc7bf5e-e494-475d-a0b8-96756c506324 req-7049c75c-8f2b-4215-8c72-a7d633c93107 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0933888 Oct 18 20:34:10.078504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:10.156927 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6bc7bf5e-e494-475d-a0b8-96756c506324 req-4425b9da-a966-4c7e-a148-2626501e29e8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Oct 18 20:34:10.204346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:10.357121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6f5d3-6516-4f63-bf6e-e0eccda433de req-67048f7f-36c0-4e39-ba0f-21ba3c0288c2 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:10.358818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57f6f5d3-6516-4f63-bf6e-e0eccda433de req-67048f7f-36c0-4e39-ba0f-21ba3c0288c2 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0821552 Oct 18 20:34:10.426265 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57f6f5d3-6516-4f63-bf6e-e0eccda433de req-7beaefdc-1278-419c-84d3-7add1d0bd91b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539908 Oct 18 20:34:10.728892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:34:10.919734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-c967011a-ee0e-47b4-90f3-da493102e43b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:10.921397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-c967011a-ee0e-47b4-90f3-da493102e43b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.1287596 Oct 18 20:34:10.941503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-7a8eaae0-56ec-4814-bf71-4fdc74441656 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/quotas/ffca84a4b0594823a4dc31c464cca3b1 HTTP/1.1" status: 200 len: 375 time: 0.0134573 Oct 18 20:34:11.024127 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc3af71-149d-4e63-bf8a-909f597c744c'}, {'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:11.027469 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c406504a-593c-437c-a3d2-c905b229a0d4" -d '{"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-plugged", "status": "completed", "tag": "8cc3af71-149d-4e63-bf8a-909f597c744c"}, {"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-unplugged", "status": "completed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:11.040846 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-18c39908-572b-4251-813a-d74e95a0876c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899513 Oct 18 20:34:11.060947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-a8b57e77-60c5-48c2-ad50-4d156a8451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:11.062792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-a8b57e77-60c5-48c2-ad50-4d156a8451ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1101 time: 0.0672579 Oct 18 20:34:11.235505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-415ab8c8-3fa5-4c0e-9ae9-27e0b480354e service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862538 Oct 18 20:34:11.242349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-33a63d1e-379e-4567-8eaf-f5603ce497e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:11.244668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-33a63d1e-379e-4567-8eaf-f5603ce497e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1700988 Oct 18 20:34:11.314945 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-f3b2442c-e614-47b2-9850-167506dcfbf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.0601704 Oct 18 20:34:11.441554 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-722e85fb-37a9-4efa-9add-ecf3cad31d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:11.443176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-722e85fb-37a9-4efa-9add-ecf3cad31d34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0813372 Oct 18 20:34:11.445876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-fd4cb8f5-9a39-4c34-a26b-c7d7fbc6140e service neutron] 10.222.0.66 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002120 Oct 18 20:34:11.510123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-1882bbf6-7537-4772-82cc-1635f8f60889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:11.511938 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-1882bbf6-7537-4772-82cc-1635f8f60889 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602105 Oct 18 20:34:11.647549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-d8ad14c4-5820-425e-b352-cd64de364764 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169481 Oct 18 20:34:11.679463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-a7b17b5a-97e8-4e0e-b17b-5d993e4a81f2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:11.683250 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-a7b17b5a-97e8-4e0e-b17b-5d993e4a81f2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "GET /v2.0/ports?device_id=5682e580-fb23-4de8-834d-5c1674be14ed HTTP/1.1" status: 200 len: 943 time: 0.1158869 Oct 18 20:34:11.907511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Deleting port 1f209ec6-3319-40de-8ccc-583f27bf63d7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:11.908615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:11.916582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-d62647a5-ee0d-4beb-af3b-802a78087117 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520511 Oct 18 20:34:11.951737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c248e8e-dcb6-4776-83c4-6a6c52f72a9c req-beafb7f5-718e-4909-a3c4-78cb7549c626 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:11.961287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c248e8e-dcb6-4776-83c4-6a6c52f72a9c req-beafb7f5-718e-4909-a3c4-78cb7549c626 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:11.964588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c248e8e-dcb6-4776-83c4-6a6c52f72a9c req-beafb7f5-718e-4909-a3c4-78cb7549c626 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1682 time: 0.1643784 Oct 18 20:34:12.051786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c248e8e-dcb6-4776-83c4-6a6c52f72a9c req-9e469c22-49f5-4c71-bfcf-4eda49331913 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732553 Oct 18 20:34:12.092419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] For port 1f209ec6-3319-40de-8ccc-583f27bf63d7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1f209ec6-3319-40de-8ccc-583f27bf63d7,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:12.093291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:12.110778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Calling delete_port for 1f209ec6-3319-40de-8ccc-583f27bf63d7 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:12.319921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:12.327667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4c3d249-99e8-441e-8d55-3a515445d7da req-c6f90943-461e-4315-917d-9947e6a541f2 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a11ec68f92f640708be0b50782de537d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322955 Oct 18 20:34:12.371426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event deleted for resources: {'Port': ['ID=1f209ec6-3319-40de-8ccc-583f27bf63d7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:12.417999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] No DVR routers for this DVR port 1f209ec6-3319-40de-8ccc-583f27bf63d7 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:12.421325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:12.425182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7d2c139a-45b5-40f0-acf9-92ed13849302 req-7a0ca172-6e3f-41be-942a-3b56a0a25536 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.30 "DELETE /v2.0/ports/1f209ec6-3319-40de-8ccc-583f27bf63d7 HTTP/1.1" status: 204 len: 173 time: 0.7363448 Oct 18 20:34:12.425837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-deleted', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:12.428351 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c52bc3c-3a3d-4364-8ea7-f4ee4274cef7" -d '{"events": [{"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-deleted", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:12.532482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3d249-99e8-441e-8d55-3a515445d7da req-93e40ec9-934d-4d8c-9224-74f12d38df54 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:12.534271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4c3d249-99e8-441e-8d55-3a515445d7da req-93e40ec9-934d-4d8c-9224-74f12d38df54 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863163 Oct 18 20:34:12.567311 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4c3d249-99e8-441e-8d55-3a515445d7da req-40027e8d-8cb2-422c-88c2-6d71f6e887d0 tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/quotas/a11ec68f92f640708be0b50782de537d HTTP/1.1" status: 200 len: 375 time: 0.0179770 Oct 18 20:34:12.615511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4c3d249-99e8-441e-8d55-3a515445d7da req-4a7ba896-3347-4387-80f8-6166397c9f0c tempest-QuotasAdminNegativeTest-246921033 tempest-QuotasAdminNegativeTest-246921033-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11ec68f92f640708be0b50782de537d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351095 Oct 18 20:34:12.743107 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671fdbf2-b7c4-4d23-8785-bd1faf565a62 x-openstack-request-id: req-671fdbf2-b7c4-4d23-8785-bd1faf565a62 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:12.744853 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-plugged", "status": "completed", "tag": "8cc3af71-149d-4e63-bf8a-909f597c744c", "code": 200}, {"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-unplugged", "status": "completed", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:12.744853 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-671fdbf2-b7c4-4d23-8785-bd1faf565a62 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:12.745133 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc3af71-149d-4e63-bf8a-909f597c744c', 'code': 200} Oct 18 20:34:12.745527 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'code': 200} Oct 18 20:34:12.839215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:12.901447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:12.922533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856bced-f036-4991-9823-9b2c30a080b2 req-2a94a964-bdee-4b92-b21b-d383fe01cdd4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:12.935820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9856bced-f036-4991-9823-9b2c30a080b2 req-2a94a964-bdee-4b92-b21b-d383fe01cdd4 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0975688 Oct 18 20:34:12.941619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48d0b0-ac30-47a3-b22c-d0e306582a43 req-fa9ccf68-5e85-41bc-b27a-3c2180626f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:12.942708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48d0b0-ac30-47a3-b22c-d0e306582a43 req-fa9ccf68-5e85-41bc-b27a-3c2180626f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:12.945446 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc48d0b0-ac30-47a3-b22c-d0e306582a43 req-fa9ccf68-5e85-41bc-b27a-3c2180626f69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1984 time: 0.0980732 Oct 18 20:34:13.011486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc48d0b0-ac30-47a3-b22c-d0e306582a43 req-673b93af-cf84-4413-a37f-2ea9d1bef4ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556886 Oct 18 20:34:13.012975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9856bced-f036-4991-9823-9b2c30a080b2 req-f79fcaa8-c10c-4d3f-bf28-df744f739840 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754972 Oct 18 20:34:13.093190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:13.154998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:13.163708 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:13.207002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368fcf9-1708-4d4f-94ae-1e5f46878bf0 req-2138b6fb-3372-4586-b02d-8c6bd5fa29bc tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:13.221651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a368fcf9-1708-4d4f-94ae-1e5f46878bf0 req-2138b6fb-3372-4586-b02d-8c6bd5fa29bc tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1084361 Oct 18 20:34:13.235528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:13.290052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a368fcf9-1708-4d4f-94ae-1e5f46878bf0 req-1d0eb39c-3187-482b-9a7d-77686cf4b762 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625463 Oct 18 20:34:13.452589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b776f16-e745-4147-b8cc-9bc484524a7e req-6e27f69c-2a9a-4ff2-bbc8-f4887bb671a7 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 210 time: 0.0460551 Oct 18 20:34:13.460090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-65d870a4-d2e9-46b2-8f20-c43dd3348399 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:13.461863 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-65d870a4-d2e9-46b2-8f20-c43dd3348399 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.79 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 804 time: 0.1962104 Oct 18 20:34:13.490107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Request body: {'port': {'device_id': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'admin_state_up': True, 'tenant_id': 'ffca84a4b0594823a4dc31c464cca3b1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:13.618714 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64106290-e394-4302-8eb9-d87cb9ba3c80 x-openstack-request-id: req-64106290-e394-4302-8eb9-d87cb9ba3c80 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:13.619347 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5682e580-fb23-4de8-834d-5c1674be14ed", "name": "network-vif-deleted", "tag": "1f209ec6-3319-40de-8ccc-583f27bf63d7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:13.619788 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64106290-e394-4302-8eb9-d87cb9ba3c80 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:13.621254 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5682e580-fb23-4de8-834d-5c1674be14ed', 'name': 'network-vif-deleted', 'tag': '1f209ec6-3319-40de-8ccc-583f27bf63d7', 'status': 'completed', 'code': 200} Oct 18 20:34:13.658388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Made reservation on behalf of ffca84a4b0594823a4dc31c464cca3b1 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:13.662258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:13.854465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Allocated IP 172.20.0.5 (d2c5f98f-a140-4a02-974d-f78bd93d9471/8a9e5139-b025-4796-b1ef-2b3cc710222b/cc09e7c2-9c9f-461a-9779-1c817dfa528f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:34:14.109027 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:14.116335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e5ba8-9554-4d03-99ee-7d0f660cd560 req-ed0472f6-bf23-409a-a397-6176dc1d3798 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:14.128241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e5ba8-9554-4d03-99ee-7d0f660cd560 req-ed0472f6-bf23-409a-a397-6176dc1d3798 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:14.130729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b25e5ba8-9554-4d03-99ee-7d0f660cd560 req-ed0472f6-bf23-409a-a397-6176dc1d3798 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1682 time: 0.1018403 Oct 18 20:34:14.162764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:14.198764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b25e5ba8-9554-4d03-99ee-7d0f660cd560 req-096189a3-f93b-4656-ab4a-9546aabc111b tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612612 Oct 18 20:34:14.215956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Network d2c5f98f-a140-4a02-974d-f78bd93d9471 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:14.219872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:14.224350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:34:14.258469 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:14.294855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:14.295725 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:14.317335 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f46aefe0-48b9-4b64-a180-3570893862c1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419752 Oct 18 20:34:14.351306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Request body: {'port': {'device_id': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:14.440708 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:14.531511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b0def-9d7c-4550-96e8-1a1cc2aa7797 req-661e02a4-2680-4ca3-80e1-e898fbcea0b9 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:14.534222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f4b0def-9d7c-4550-96e8-1a1cc2aa7797 req-661e02a4-2680-4ca3-80e1-e898fbcea0b9 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0860345 Oct 18 20:34:14.591919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f4b0def-9d7c-4550-96e8-1a1cc2aa7797 req-7dd4802f-2695-4eb4-94b1-5b74ffc07e41 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497942 Oct 18 20:34:14.730407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49656) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:14.747914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:14.753830 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa23671-a8be-49d3-b6d7-a44d9d2f5a03" -d '{"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-unplugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:14.758647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef334498-2bc0-4fcc-8d5c-4add18e1f3bd req-13635fe7-89b5-48b9-8f62-d1b08a9286e2 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:14.761496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef334498-2bc0-4fcc-8d5c-4add18e1f3bd req-13635fe7-89b5-48b9-8f62-d1b08a9286e2 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 948 time: 0.0923762 Oct 18 20:34:14.814953 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef334498-2bc0-4fcc-8d5c-4add18e1f3bd req-aa70de4c-b5ea-4c12-bc61-407b74bb1578 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Oct 18 20:34:14.899449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:14.952705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a000479-96b1-42b4-92c2-786937378749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:14.986507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1be71-4b39-4a45-9368-e50ad466a806 req-94cdfdb7-9a5f-4b50-979c-21eb40472377 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:14.988134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57a1be71-4b39-4a45-9368-e50ad466a806 req-94cdfdb7-9a5f-4b50-979c-21eb40472377 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 931 time: 0.1078603 Oct 18 20:34:15.070366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57a1be71-4b39-4a45-9368-e50ad466a806 req-d746d092-b599-4189-a69a-98f07044b95a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674698 Oct 18 20:34:15.122054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc09e7c2-9c9f-461a-9779-1c817dfa528f {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:15.123256 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a000479-96b1-42b4-92c2-786937378749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.131930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a000479-96b1-42b4-92c2-786937378749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.142174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.165860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Transition to ACTIVE for port object cc09e7c2-9c9f-461a-9779-1c817dfa528f will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:34:15.174238 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.186818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a000479-96b1-42b4-92c2-786937378749 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a11ec68f92f640708be0b50782de537d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528718 Oct 18 20:34:15.187599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49664) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:15.194909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a000479-96b1-42b4-92c2-786937378749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b37501-dba9-4d5a-8f19-9a463186a873,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:15.251594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:15.273832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:15.290119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '28000eb5-c997-4813-822d-09c1b567d253', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '28000eb5-c997-4813-822d-09c1b567d253', 'mac_address': 'fa:16:3e:59:54:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:15.313153 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d404283-ab2b-4544-befc-0a3ec4643654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.342273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d404283-ab2b-4544-befc-0a3ec4643654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.380197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.390338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Attempting to bind port cc09e7c2-9c9f-461a-9779-1c817dfa528f on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:15.390719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Attempting to bind port cc09e7c2-9c9f-461a-9779-1c817dfa528f by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:15.391222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Attempting to bind port cc09e7c2-9c9f-461a-9779-1c817dfa528f on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:15.401811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Port cc09e7c2-9c9f-461a-9779-1c817dfa528f on network d2c5f98f-a140-4a02-974d-f78bd93d9471 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:34:15.402174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Attempting to bind port cc09e7c2-9c9f-461a-9779-1c817dfa528f on network d2c5f98f-a140-4a02-974d-f78bd93d9471 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:15.410942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:15.411314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Checking segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:15.411856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Bound using segment: {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:15.412360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Bound port: cc09e7c2-9c9f-461a-9779-1c817dfa528f, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:15.412896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.415243 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a98668d-1c20-43fb-ad1f-05e7f53c6a22 x-openstack-request-id: req-6a98668d-1c20-43fb-ad1f-05e7f53c6a22 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:15.416221 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-unplugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:15.419953 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a98668d-1c20-43fb-ad1f-05e7f53c6a22 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:15.420474 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253', 'code': 200} Oct 18 20:34:15.430286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28000eb5-c997-4813-822d-09c1b567d253 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:15.434875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d404283-ab2b-4544-befc-0a3ec4643654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.444771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d404283-ab2b-4544-befc-0a3ec4643654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.447171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1d404283-ab2b-4544-befc-0a3ec4643654 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0b37501-dba9-4d5a-8f19-9a463186a873 HTTP/1.1" status: 204 len: 168 time: 0.2578058 Oct 18 20:34:15.464458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404283-ab2b-4544-befc-0a3ec4643654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b37501-dba9-4d5a-8f19-9a463186a873,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:15.475245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1f209ec6-3319-40de-8ccc-583f27bf63d7 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:15.493654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:15.536776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:15.542388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:15.542854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 1f209ec6-3319-40de-8ccc-583f27bf63d7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:15.543421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1f209ec6-3319-40de-8ccc-583f27bf63d7 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:15.545841 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.552299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.598627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:15.599303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.600828 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] 10.222.0.79 "PUT /v2.0/ports/cc09e7c2-9c9f-461a-9779-1c817dfa528f HTTP/1.1" status: 200 len: 1091 time: 1.2551498 Oct 18 20:34:15.626665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:15.629202 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:15.637543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352faae-1e96-46e7-b558-22a706c85be0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:15.668224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:15.669607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eda8c-2696-4066-a748-26b06501a77e req-84d5736b-9b10-4141-92f3-fc40891df773 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:15.681897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eda8c-2696-4066-a748-26b06501a77e req-84d5736b-9b10-4141-92f3-fc40891df773 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:15.684757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.685613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.686379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.687117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.687977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.688719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c33eda8c-2696-4066-a748-26b06501a77e req-84d5736b-9b10-4141-92f3-fc40891df773 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1682 time: 0.1618030 Oct 18 20:34:15.688895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.689260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.689602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.690064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.690395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.690737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.691175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:15.732278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-ea6ecdac-14fc-4a7f-8120-aad5eedbb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:15.734907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-ea6ecdac-14fc-4a7f-8120-aad5eedbb924 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 1094 time: 0.0659857 Oct 18 20:34:15.743850 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c33eda8c-2696-4066-a748-26b06501a77e req-0ca69161-5205-4ec6-8010-287bb954ea0a tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512135 Oct 18 20:34:15.811468 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-bf6c21f2-b9aa-417e-8046-e6de12863b8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f HTTP/1.1" status: 200 len: 217 time: 0.0630033 Oct 18 20:34:15.862710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49682) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:15.878162 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aabede5e-42d0-4e4f-b714-ae1e9f5b3293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:15.885451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-e8df55d5-95df-4b27-ac3e-d4b44cf36d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:15.888032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-e8df55d5-95df-4b27-ac3e-d4b44cf36d9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.0688827 Oct 18 20:34:15.940052 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-8043bd6a-cc4f-4976-adb1-40eb6420bc76 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424564 Oct 18 20:34:16.014081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f5cac-e6b8-4825-91be-4cd9c966457a req-9ec28682-3441-4fbc-a8ca-8577d6326664 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:16.016723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c34f5cac-e6b8-4825-91be-4cd9c966457a req-9ec28682-3441-4fbc-a8ca-8577d6326664 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0850801 Oct 18 20:34:16.029062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28000eb5-c997-4813-822d-09c1b567d253'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:16.032070 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aabede5e-42d0-4e4f-b714-ae1e9f5b3293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:16.042320 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aabede5e-42d0-4e4f-b714-ae1e9f5b3293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:16.060444 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-f02c8f90-431f-4b28-8a24-1ba19bf5c54d service neutron] 10.222.0.79 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046629 Oct 18 20:34:16.149257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabede5e-42d0-4e4f-b714-ae1e9f5b3293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f022bc-cc02-4523-8b27-f8956e3c8964,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:16.159199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aabede5e-42d0-4e4f-b714-ae1e9f5b3293 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7586aa66d0654a10b861f72a5f5e06c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950993 Oct 18 20:34:16.166771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c34f5cac-e6b8-4825-91be-4cd9c966457a req-64ce2ca1-35d0-4254-a94a-03a3cb928269 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370571 Oct 18 20:34:16.167685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49686) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:16.231331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f54198e-4c1a-449c-ad9f-faf7361a855e req-01b79bcf-f98f-4f0d-a15b-341e2ecc4ca1 service neutron] 10.222.0.79 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605432 Oct 18 20:34:16.261960 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6c5f06-1c2e-4d61-995f-7486888980a7 x-openstack-request-id: req-7e6c5f06-1c2e-4d61-995f-7486888980a7 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:16.262532 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:16.263024 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e6c5f06-1c2e-4d61-995f-7486888980a7 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:16.263753 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'status': 'completed', 'code': 200} Oct 18 20:34:16.286102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78096823-fff9-4653-b2d8-c13598c2c533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:16.319521 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78096823-fff9-4653-b2d8-c13598c2c533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:16.367684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-1cf7d2a9-0e93-4c09-86f9-3a73d5901e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:16.370347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-1cf7d2a9-0e93-4c09-86f9-3a73d5901e48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 1094 time: 0.0725253 Oct 18 20:34:16.420170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78096823-fff9-4653-b2d8-c13598c2c533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:16.426336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78096823-fff9-4653-b2d8-c13598c2c533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:16.434437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-78096823-fff9-4653-b2d8-c13598c2c533 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7f022bc-cc02-4523-8b27-f8956e3c8964 HTTP/1.1" status: 204 len: 168 time: 0.2636182 Oct 18 20:34:16.458054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78096823-fff9-4653-b2d8-c13598c2c533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f022bc-cc02-4523-8b27-f8956e3c8964,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:16.522439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967c759-9cbf-4f7c-8527-615cdba60b4e req-bb5cb5a5-c9bf-4d43-a635-37fd07f6fe69 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:16.524247 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0967c759-9cbf-4f7c-8527-615cdba60b4e req-bb5cb5a5-c9bf-4d43-a635-37fd07f6fe69 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 949 time: 0.0866585 Oct 18 20:34:16.556304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-e4536bef-2eab-4bf7-bf92-5ede518fd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:16.559194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-e4536bef-2eab-4bf7-bf92-5ede518fd7ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 200 len: 905 time: 0.1768522 Oct 18 20:34:16.579489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0967c759-9cbf-4f7c-8527-615cdba60b4e req-e51035ff-4f75-4bb8-8e87-e13fa847d432 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Oct 18 20:34:16.642095 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-85529e05-5e82-407a-b660-d7cc91e93381 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f HTTP/1.1" status: 200 len: 217 time: 0.0750968 Oct 18 20:34:16.719827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-4b316b8c-d3ea-4921-85ce-4f7b149abfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:16.722509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-4b316b8c-d3ea-4921-85ce-4f7b149abfa6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 200 len: 844 time: 0.0725043 Oct 18 20:34:16.755688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d9cb3-77d1-4292-881c-c852de2b3d9c req-639f2387-6ec4-48cc-ace5-a1a9453c95cd tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:16.757477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d31d9cb3-77d1-4292-881c-c852de2b3d9c req-639f2387-6ec4-48cc-ace5-a1a9453c95cd tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 943 time: 0.0676219 Oct 18 20:34:16.783987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-ee7fe154-f35b-4e53-aadb-be1ab0d304fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d2c5f98f-a140-4a02-974d-f78bd93d9471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471699 Oct 18 20:34:16.830570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d31d9cb3-77d1-4292-881c-c852de2b3d9c req-b5f4c95a-66eb-4b3a-9fed-393cb6f983bc tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659001 Oct 18 20:34:16.913145 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-d25db404-a0ea-4fd1-ad22-deb0dd55a1c3 service neutron] 10.222.0.79 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197784 Oct 18 20:34:17.090394 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-34aa65ee-b09e-4a8e-9265-0126ac6d7cfb req-4dd111b8-8877-435c-afae-a3ba4008817f service neutron] 10.222.0.79 "GET /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643627 Oct 18 20:34:17.419591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1e3e7-15e9-4a0d-affe-3f5b78942987 req-46e9316c-9721-4d6b-b01d-eee99134f3c6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:17.427129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1e3e7-15e9-4a0d-affe-3f5b78942987 req-46e9316c-9721-4d6b-b01d-eee99134f3c6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:17.428916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85a1e3e7-15e9-4a0d-affe-3f5b78942987 req-46e9316c-9721-4d6b-b01d-eee99134f3c6 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1682 time: 0.0734799 Oct 18 20:34:17.483729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85a1e3e7-15e9-4a0d-affe-3f5b78942987 req-689b5e21-9307-4357-b7f8-aeff193e8f95 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Oct 18 20:34:17.656411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbf037-6fb2-473b-939d-960787d6521b req-4a5b9c0a-dbcb-435e-9971-38fc626eea11 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:17.659050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50bbf037-6fb2-473b-939d-960787d6521b req-4a5b9c0a-dbcb-435e-9971-38fc626eea11 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0755816 Oct 18 20:34:17.708305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50bbf037-6fb2-473b-939d-960787d6521b req-293b5219-f66d-4616-9183-100596440332 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Oct 18 20:34:17.884271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58250e4-2707-4de9-bada-09653d46c325 req-7887ccd2-0d45-47dc-88d5-974fe975fa8a tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:17.886624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b58250e4-2707-4de9-bada-09653d46c325 req-7887ccd2-0d45-47dc-88d5-974fe975fa8a tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 949 time: 0.0713928 Oct 18 20:34:17.944819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b58250e4-2707-4de9-bada-09653d46c325 req-088dccba-d26b-48fd-afc4-261f02443c8d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Oct 18 20:34:18.118000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc49a4-4468-45d5-afec-29ddc04096cb req-204dac50-691b-49c9-8a4f-b80167941693 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:18.120942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90fc49a4-4468-45d5-afec-29ddc04096cb req-204dac50-691b-49c9-8a4f-b80167941693 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 943 time: 0.0671315 Oct 18 20:34:18.187180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90fc49a4-4468-45d5-afec-29ddc04096cb req-6c11e640-40cd-4270-bb84-d74e07c41699 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596468 Oct 18 20:34:18.377824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:18.633868 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-349a9c26-84d6-4caa-945a-cee230546278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:18.731018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-3b153ae2-41e1-478a-a8e4-e22949048d6e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312376 Oct 18 20:34:18.768303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961ba79-8769-4060-9b5e-911b400483a4 req-13ea146b-4baa-4449-b47e-4013142d6aa8 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:18.774763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961ba79-8769-4060-9b5e-911b400483a4 req-13ea146b-4baa-4449-b47e-4013142d6aa8 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:18.776559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3961ba79-8769-4060-9b5e-911b400483a4 req-13ea146b-4baa-4449-b47e-4013142d6aa8 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1682 time: 0.0683699 Oct 18 20:34:18.911416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:18.912353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-2dd56e6d-f48c-4d48-860c-3f3c1a0935ca tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:18.926635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-2dd56e6d-f48c-4d48-860c-3f3c1a0935ca tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831429 Oct 18 20:34:18.928631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port 2b309336-8c15-4f90-8519-7bb5242e1eaa {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:18.929497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:18.942530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-5ca32166-9f96-4e13-a472-dd1083194db8 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/quotas/711a7e28a8264426914596237ea2fec8 HTTP/1.1" status: 200 len: 375 time: 0.0168881 Oct 18 20:34:18.996780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-840910e3-1479-46a4-888d-20fc08cad61a tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470037 Oct 18 20:34:18.999623 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 28000eb5-c997-4813-822d-09c1b567d253 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:19.000073 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.084837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port 2b309336-8c15-4f90-8519-7bb5242e1eaa, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2b309336-8c15-4f90-8519-7bb5242e1eaa,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:19.085454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.107152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.110008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for 2b309336-8c15-4f90-8519-7bb5242e1eaa owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:19.142328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:19.144678 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d653c80-3357-4bff-876a-1684b7c4f54b" -d '{"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-plugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:19.175203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:19.187813 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.263431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:19.279851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16142f60-edf9-479c-8c1a-413c618a1c89 req-17198060-0792-45b4-80fe-93cc3c7c9131 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:19.287274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16142f60-edf9-479c-8c1a-413c618a1c89 req-17198060-0792-45b4-80fe-93cc3c7c9131 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:19.293091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16142f60-edf9-479c-8c1a-413c618a1c89 req-17198060-0792-45b4-80fe-93cc3c7c9131 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 1682 time: 0.0779679 Oct 18 20:34:19.353841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16142f60-edf9-479c-8c1a-413c618a1c89 req-2b82ad5e-2c35-4b7b-915b-3a9ef0775b81 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/security-groups?id=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Oct 18 20:34:19.372612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.389572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2b309336-8c15-4f90-8519-7bb5242e1eaa', '8cc3af71-149d-4e63-bf8a-909f597c744c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:19.412317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=2b309336-8c15-4f90-8519-7bb5242e1eaa,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:19.487728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port 2b309336-8c15-4f90-8519-7bb5242e1eaa on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:19.490751 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.495093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3961ba79-8769-4060-9b5e-911b400483a4 req-09ed6ab8-3911-4fd8-b4cc-2c2aa73976bd tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "DELETE /v2.0/ports/2b309336-8c15-4f90-8519-7bb5242e1eaa HTTP/1.1" status: 204 len: 173 time: 0.7115891 Oct 18 20:34:19.495603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-deleted', 'tag': '2b309336-8c15-4f90-8519-7bb5242e1eaa'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:19.498176 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dfc318-478d-4ec2-9dcc-5f152526e4a2" -d '{"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-deleted", "tag": "2b309336-8c15-4f90-8519-7bb5242e1eaa"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:19.617479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4999e-4d0b-4696-b72f-b7bb101dba46 req-7acb967e-25c6-469a-a4b8-e2112175a680 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:19.620721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54b4999e-4d0b-4696-b72f-b7bb101dba46 req-7acb967e-25c6-469a-a4b8-e2112175a680 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.1163108 Oct 18 20:34:19.684994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54b4999e-4d0b-4696-b72f-b7bb101dba46 req-470899c8-e72e-45d3-a873-2edd87e85b14 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Oct 18 20:34:19.765826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port 8cc3af71-149d-4e63-bf8a-909f597c744c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:19.766545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.912234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed7478-719a-4554-b896-7ec226301980 req-421d4988-47bb-4059-960d-cb29e64dd6ae tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:19.913975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21ed7478-719a-4554-b896-7ec226301980 req-421d4988-47bb-4059-960d-cb29e64dd6ae tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0636461 Oct 18 20:34:19.919971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port 8cc3af71-149d-4e63-bf8a-909f597c744c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8cc3af71-149d-4e63-bf8a-909f597c744c,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:19.921004 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:19.940361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for 8cc3af71-149d-4e63-bf8a-909f597c744c owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:19.995643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21ed7478-719a-4554-b896-7ec226301980 req-cb8d7a18-66f4-46ab-a11a-a245a3aed5eb tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677752 Oct 18 20:34:20.083168 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4027ec8-b99e-40de-a2b6-de336b6fee3f x-openstack-request-id: req-b4027ec8-b99e-40de-a2b6-de336b6fee3f {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:20.083646 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-plugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:20.084056 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4027ec8-b99e-40de-a2b6-de336b6fee3f {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:20.084741 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253', 'code': 200} Oct 18 20:34:20.180070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:20.194827 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2b309336-8c15-4f90-8519-7bb5242e1eaa'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:20.250099 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edaa1499-cdba-4b7e-b416-44df6e73eec2 req-5773b42b-5961-431f-bb7d-7a2df337a128 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 210 time: 0.0779755 Oct 18 20:34:20.261438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=8cc3af71-149d-4e63-bf8a-909f597c744c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:20.343854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port 8cc3af71-149d-4e63-bf8a-909f597c744c on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:20.348508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:20.355974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3961ba79-8769-4060-9b5e-911b400483a4 req-df01b1aa-66ec-4241-b895-82fca06ab2ba tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.30 "DELETE /v2.0/ports/8cc3af71-149d-4e63-bf8a-909f597c744c HTTP/1.1" status: 204 len: 173 time: 0.8524268 Oct 18 20:34:20.459644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e329b-ac1b-4d79-b48f-55ccf533e977 req-1485054d-b8ae-4d28-96a0-cc331a7273a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:20.462104 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cb3e329b-ac1b-4d79-b48f-55ccf533e977 req-1485054d-b8ae-4d28-96a0-cc331a7273a3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1101 time: 0.0789413 Oct 18 20:34:20.465827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d6005-2bb9-4c7a-98cb-c252b83bdde6 req-f9e9b91d-f420-414d-b73e-c6b37f93a9e1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:20.468223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-033d6005-2bb9-4c7a-98cb-c252b83bdde6 req-f9e9b91d-f420-414d-b73e-c6b37f93a9e1 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 943 time: 0.0881324 Oct 18 20:34:20.527913 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cb3e329b-ac1b-4d79-b48f-55ccf533e977 req-ae64dd7d-00bc-45c4-bc05-17d237e06c83 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552564 Oct 18 20:34:20.538840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-033d6005-2bb9-4c7a-98cb-c252b83bdde6 req-66c67080-a152-42ea-98d3-97b7abbfd05a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593102 Oct 18 20:34:20.774304 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-17dea0aa-7a2d-4307-98a8-bf59a2abddd3 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242920 Oct 18 20:34:20.916565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cc09e7c2-9c9f-461a-9779-1c817dfa528f details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:20.972749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-a2e508bd-dd4e-4759-9dbe-b59afc5285e8 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:20.976453 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-a2e508bd-dd4e-4759-9dbe-b59afc5285e8 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907761 Oct 18 20:34:20.984554 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e495ceb0-ecd6-4c3c-ac4d-74a512fb5fc9 x-openstack-request-id: req-e495ceb0-ecd6-4c3c-ac4d-74a512fb5fc9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:20.985129 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-deleted", "tag": "2b309336-8c15-4f90-8519-7bb5242e1eaa", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:20.985765 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e495ceb0-ecd6-4c3c-ac4d-74a512fb5fc9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:20.986347 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-deleted', 'tag': '2b309336-8c15-4f90-8519-7bb5242e1eaa', 'status': 'completed', 'code': 200} Oct 18 20:34:21.009455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': '74206045-92e7-45ce-a443-5f3ba888c034', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:21.123680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:21.173698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'mac_address': 'fa:16:3e:cd:cd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:21.225597 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a25df343-23ee-4e96-a991-73f42e5c0e5c req-db8ccae7-a8e4-4c79-b3ee-afb32bf13330 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "GET /v2.0/ports?device_id=46f7380b-069b-4f4a-9f38-ce2d20f13b4c HTTP/1.1" status: 200 len: 210 time: 0.0817671 Oct 18 20:34:21.266599 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.273431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:21.283405 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.300735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc09e7c2-9c9f-461a-9779-1c817dfa528f {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:21.301214 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.343402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:21.352791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.401676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc568a-cede-4527-abec-923535f451bd req-dde6e657-8ed1-4416-a6cf-61cb55ccf244 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:21.404671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2dc568a-cede-4527-abec-923535f451bd req-dde6e657-8ed1-4416-a6cf-61cb55ccf244 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0988462 Oct 18 20:34:21.416347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.422202 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.450531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:21.478924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2dc568a-cede-4527-abec-923535f451bd req-737dc7f6-680b-42a9-ba66-d0babfba5027 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651069 Oct 18 20:34:21.508322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c007d586-beb1-4f70-b290-887f1f7c853a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:21.612833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.153 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/3802f942-c320-41da-baad-a3de9f4060df) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:34:21.644273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaee885-c444-4db0-bccd-478e9b1584c2 req-ac75229c-4672-462f-9004-6c4d06217607 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:21.645912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ffaee885-c444-4db0-bccd-478e9b1584c2 req-ac75229c-4672-462f-9004-6c4d06217607 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0874522 Oct 18 20:34:21.690409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ffaee885-c444-4db0-bccd-478e9b1584c2 req-5c3dd0bd-edc3-48ad-8c1a-57219752ef5c tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377927 Oct 18 20:34:21.804026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b5d7edd-9eb6-4708-956d-dbc23017b01d req-d225f288-9397-49d0-9c84-bc19857ac872 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 210 time: 0.0490975 Oct 18 20:34:21.856743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.910727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:21.963992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:21.968000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:21.968607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea464a7-1021-4153-b381-42f01ddc99e5 req-126e7202-122e-47cb-abb9-27480ac1b218 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:21.971878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ea464a7-1021-4153-b381-42f01ddc99e5 req-126e7202-122e-47cb-abb9-27480ac1b218 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 944 time: 0.0741003 Oct 18 20:34:21.973463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:34:22.003578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=3802f942-c320-41da-baad-a3de9f4060df,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:22.018722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['cc09e7c2-9c9f-461a-9779-1c817dfa528f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:22.049784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:22.050468 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.056182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ea464a7-1021-4153-b381-42f01ddc99e5 req-3fffb5aa-f5f5-400d-b349-1b2af9c6378c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760491 Oct 18 20:34:22.094681 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-1cdb84b4-caa5-4333-8ece-8e083c60785c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0938294 Oct 18 20:34:22.111494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Request body: {'port': {'device_id': '74206045-92e7-45ce-a443-5f3ba888c034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:22.211563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.437696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ab1b9026-5d1c-4d35-b392-5d6eeb1ca5ca None None] Provisioning complete for port 3802f942-c320-41da-baad-a3de9f4060df triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:22.439288 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab1b9026-5d1c-4d35-b392-5d6eeb1ca5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.480914 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49806) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:22.512422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b9026-5d1c-4d35-b392-5d6eeb1ca5ca None None] Port 3802f942-c320-41da-baad-a3de9f4060df cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:34:22.599082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting subnet ccf2ae3a-b2f6-4061-95c3-34fc982e46d3 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:34:22.607741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.665967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3802f942-c320-41da-baad-a3de9f4060df {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:22.676948 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.694269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Transition to ACTIVE for port object 3802f942-c320-41da-baad-a3de9f4060df will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:34:22.706144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.762265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.775966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3802f942-c320-41da-baad-a3de9f4060df,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:22.823382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdacf09-64ae-4de2-a707-6126bc766d2c req-20d6892f-11e1-4b0e-9b2f-99a98e55b05e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:22.832071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7fdacf09-64ae-4de2-a707-6126bc766d2c req-20d6892f-11e1-4b0e-9b2f-99a98e55b05e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.1723497 Oct 18 20:34:22.897746 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7fdacf09-64ae-4de2-a707-6126bc766d2c req-a3b885aa-3d48-4936-bfee-f61e7ace3633 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644946 Oct 18 20:34:22.933795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Attempting to bind port 3802f942-c320-41da-baad-a3de9f4060df on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:22.934234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Attempting to bind port 3802f942-c320-41da-baad-a3de9f4060df by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:22.934512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Attempting to bind port 3802f942-c320-41da-baad-a3de9f4060df on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:22.941737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Port 3802f942-c320-41da-baad-a3de9f4060df on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:34:22.942104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Attempting to bind port 3802f942-c320-41da-baad-a3de9f4060df on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:22.948268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:22.948666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:22.949204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:22.950388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Bound port: 3802f942-c320-41da-baad-a3de9f4060df, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:22.950388 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.956790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:22.991850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-deleted', 'tag': '8cc3af71-149d-4e63-bf8a-909f597c744c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:22.995317 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74c4ca5-3d43-4d04-a7c3-4c8271aabbeb" -d '{"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-deleted", "tag": "8cc3af71-149d-4e63-bf8a-909f597c744c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:23.047711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] For port 3802f942-c320-41da-baad-a3de9f4060df, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:23.051501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] For port 3802f942-c320-41da-baad-a3de9f4060df, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3802f942-c320-41da-baad-a3de9f4060df,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:23.059722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.104361 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ee64f4f-1625-4e6e-b0ee-7a9e81c74a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.137199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:23.138482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.140932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/3802f942-c320-41da-baad-a3de9f4060df HTTP/1.1" status: 200 len: 1096 time: 1.0336168 Oct 18 20:34:23.150812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9f04f-4307-4f39-8fe5-f858afe446e3 req-9682327e-5c02-433e-838c-f4f17a3275af tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:23.153665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f7a9f04f-4307-4f39-8fe5-f858afe446e3 req-9682327e-5c02-433e-838c-f4f17a3275af tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1444654 Oct 18 20:34:23.165913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.210229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a7eb8-cd6a-4f5b-90b9-568a706735f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3802f942-c320-41da-baad-a3de9f4060df,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:23.247073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf2ae3a-b2f6-4061-95c3-34fc982e46d3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:23.260524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-53d17617-086f-4e27-a23d-4191a8949963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:23.261219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.264067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-53d17617-086f-4e27-a23d-4191a8949963 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 1099 time: 0.0737071 Oct 18 20:34:23.266484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a5fa3-2020-4cd3-b915-95680f87b7eb None None] Network c1519b90-5b3a-4a41-8c0d-d688ef4d3034 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:34:23.270239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3c738e01-e5d8-4fc9-8b51-ba9c0b604cda tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/subnets/ccf2ae3a-b2f6-4061-95c3-34fc982e46d3 HTTP/1.1" status: 204 len: 168 time: 0.7850931 Oct 18 20:34:23.271533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49822) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:23.316830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f7a9f04f-4307-4f39-8fe5-f858afe446e3 req-f0576201-b36e-45db-a879-2ade16afbb74 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463253 Oct 18 20:34:23.384265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-32af7b09-f5d8-4655-b710-9af74e8e8770 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3802f942-c320-41da-baad-a3de9f4060df HTTP/1.1" status: 200 len: 217 time: 0.1081259 Oct 18 20:34:23.519588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2b309336-8c15-4f90-8519-7bb5242e1eaa no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:23.544739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315d73f-e332-4512-b6c6-7a4d9dda049b req-bf39af5b-cf01-4919-ac7a-f118b1f47437 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:23.549647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0315d73f-e332-4512-b6c6-7a4d9dda049b req-bf39af5b-cf01-4919-ac7a-f118b1f47437 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 948 time: 0.1029685 Oct 18 20:34:23.568133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 2b309336-8c15-4f90-8519-7bb5242e1eaa {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:23.569006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2b309336-8c15-4f90-8519-7bb5242e1eaa not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:23.569672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 8cc3af71-149d-4e63-bf8a-909f597c744c no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:23.570045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.591216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-5eed0804-a8b2-45f1-beee-43f731a8fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:23.595221 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-5eed0804-a8b2-45f1-beee-43f731a8fcc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1940255 Oct 18 20:34:23.610011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 8cc3af71-149d-4e63-bf8a-909f597c744c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:23.612469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 8cc3af71-149d-4e63-bf8a-909f597c744c not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:23.631341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0315d73f-e332-4512-b6c6-7a4d9dda049b req-bb2d5e48-9d25-499d-9374-f4ef0173b3e1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677741 Oct 18 20:34:23.647992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] DHCP port deletion for c1519b90-5b3a-4a41-8c0d-d688ef4d3034 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:34:23.712164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-bbfb0a5d-94f3-4422-83d9-af78e65704a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:23.714155 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-bbfb0a5d-94f3-4422-83d9-af78e65704a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091340 Oct 18 20:34:23.734809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] Deleting port 13dc3f24-d09e-40a3-8405-5ef96b051f98 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:23.735389 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.751862 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04110ef-a32e-4b50-b863-630411f1c058 x-openstack-request-id: req-d04110ef-a32e-4b50-b863-630411f1c058 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:23.752223 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f7380b-069b-4f4a-9f38-ce2d20f13b4c", "name": "network-vif-deleted", "tag": "8cc3af71-149d-4e63-bf8a-909f597c744c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:23.752519 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d04110ef-a32e-4b50-b863-630411f1c058 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:23.752877 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f7380b-069b-4f4a-9f38-ce2d20f13b4c', 'name': 'network-vif-deleted', 'tag': '8cc3af71-149d-4e63-bf8a-909f597c744c', 'status': 'completed', 'code': 200} Oct 18 20:34:23.806805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port 13dc3f24-d09e-40a3-8405-5ef96b051f98 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:23.807119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.864966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] For port 13dc3f24-d09e-40a3-8405-5ef96b051f98, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=13dc3f24-d09e-40a3-8405-5ef96b051f98,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:23.865573 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.884730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] Calling delete_port for 13dc3f24-d09e-40a3-8405-5ef96b051f98 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:23.922739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ad983-0161-4a19-bc2d-6cb0e2057713 req-34e1e1d1-238f-4f71-a629-74b32caeae60 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:23.926355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-097ad983-0161-4a19-bc2d-6cb0e2057713 req-34e1e1d1-238f-4f71-a629-74b32caeae60 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 944 time: 0.0939302 Oct 18 20:34:23.938338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port 13dc3f24-d09e-40a3-8405-5ef96b051f98, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=13dc3f24-d09e-40a3-8405-5ef96b051f98,segment=NetworkSegment(4a18fce6-7bea-4a8f-8634-2b12b9249317),segment_id=4a18fce6-7bea-4a8f-8634-2b12b9249317)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:23.938991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:23.947606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-a5e922fd-760b-447c-b5a0-a3261b1febf1 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244027 Oct 18 20:34:23.994150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-097ad983-0161-4a19-bc2d-6cb0e2057713 req-7507be14-e622-44fd-9dd7-8e735fde1266 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600221 Oct 18 20:34:23.999073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for 13dc3f24-d09e-40a3-8405-5ef96b051f98 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:24.037173 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.069527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] No DVR routers for this DVR port 13dc3f24-d09e-40a3-8405-5ef96b051f98 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:24.074443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927aae-9fd0-4fc0-bdc6-2bd178d0e880 None None] Pushing event deleted for resources: {'Port': ['ID=13dc3f24-d09e-40a3-8405-5ef96b051f98,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:24.111370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.230063 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e95fa60-be25-4e8d-ac7e-7e217ee1c510 req-e06f3626-544c-470e-9101-cfb58954f929 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717185 Oct 18 20:34:24.250595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.267914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 13dc3f24-d09e-40a3-8405-5ef96b051f98 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:24.279813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=13dc3f24-d09e-40a3-8405-5ef96b051f98,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:24.284613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port 13dc3f24-d09e-40a3-8405-5ef96b051f98 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:24.315466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 13dc3f24-d09e-40a3-8405-5ef96b051f98 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:24.316239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 13dc3f24-d09e-40a3-8405-5ef96b051f98 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:24.383805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b54aa-c455-4d30-a3d1-f395ac65a246 req-f0561858-c89d-4bdc-9263-f2f9825ff7d8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:24.385589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b82b54aa-c455-4d30-a3d1-f395ac65a246 req-f0561858-c89d-4bdc-9263-f2f9825ff7d8 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0754051 Oct 18 20:34:24.394288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.426183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1519b90-5b3a-4a41-8c0d-d688ef4d3034']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:24.439318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a18fce6-7bea-4a8f-8634-2b12b9249317') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:24.439677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a18fce6-7bea-4a8f-8634-2b12b9249317') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:24.442756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b82b54aa-c455-4d30-a3d1-f395ac65a246 req-104555c5-c933-4342-8b56-6b52299e99ca tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444765 Oct 18 20:34:24.453467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.475062 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.484943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:34:24.485761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:34:24.489689 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:34:24.591089 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.601459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.605725 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/networks/c1519b90-5b3a-4a41-8c0d-d688ef4d3034 HTTP/1.1" status: 204 len: 168 time: 1.3326735 Oct 18 20:34:24.610423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49834) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:24.633520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd9a4e-f997-40c1-a00a-384a2563cf31 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Network': ['ID=c1519b90-5b3a-4a41-8c0d-d688ef4d3034,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:24.700493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting subnet b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:34:24.705363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.725015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64caf9-61be-4644-bf82-887592e8eb51 req-bc94ca19-2004-4f9a-adb4-79b8513e6e6f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:24.727211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a64caf9-61be-4644-bf82-887592e8eb51 req-bc94ca19-2004-4f9a-adb4-79b8513e6e6f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0780721 Oct 18 20:34:24.773286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.796080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a64caf9-61be-4644-bf82-887592e8eb51 req-c77834a2-fc22-4178-b760-b2d301e9b956 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576665 Oct 18 20:34:24.937278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:24.947421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cc09e7c2-9c9f-461a-9779-1c817dfa528f up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:24.998962 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.041272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port cc09e7c2-9c9f-461a-9779-1c817dfa528f completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:25.053171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port cc09e7c2-9c9f-461a-9779-1c817dfa528f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:25.054126 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.080882 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.141336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Subnet': ['ID=b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:25.150852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.163241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49852) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:25.169975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf1a44-484d-45d0-b371-984472adf750 None None] Network e55272d2-498b-43bb-819d-62fff40672e3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:34:25.179109 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-22e1a080-e385-4225-8196-227122f12600 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/subnets/b854bf4e-584b-49ae-a5c7-6ef1e2c7a5db HTTP/1.1" status: 204 len: 168 time: 0.5644329 Oct 18 20:34:25.327430 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.386227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.388183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:25.391058 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea7a660-9574-47e6-b2b6-b0cde31d69c5" -d '{"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:25.426962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c106e0-9764-40e3-bb3c-5dab99dc95b1 req-5095a07b-585a-4967-9626-cdc6588a76d0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:25.433365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48c106e0-9764-40e3-bb3c-5dab99dc95b1 req-5095a07b-585a-4967-9626-cdc6588a76d0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 948 time: 0.1627934 Oct 18 20:34:25.437481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:25.456149 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.524531 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48c106e0-9764-40e3-bb3c-5dab99dc95b1 req-ac33336c-2597-49f7-904f-99c8760ebe68 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823202 Oct 18 20:34:25.557241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Deleting port c371ad8c-2ef7-49a1-a670-70059807003b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:25.558066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.565920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:25.619897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] DHCP port deletion for e55272d2-498b-43bb-819d-62fff40672e3 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:34:25.692900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] Deleting port c371ad8c-2ef7-49a1-a670-70059807003b {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:25.693702 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.710854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] For port c371ad8c-2ef7-49a1-a670-70059807003b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c371ad8c-2ef7-49a1-a670-70059807003b,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:25.711329 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.732800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Calling delete_port for c371ad8c-2ef7-49a1-a670-70059807003b owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:25.753837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74206045-92e7-45ce-a443-5f3ba888c034', 'tag': '3802f942-c320-41da-baad-a3de9f4060df'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:25.758216 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "74206045-92e7-45ce-a443-5f3ba888c034", "tag": "3802f942-c320-41da-baad-a3de9f4060df"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:25.760884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4c48-7b53-4f26-84ad-2a1e1dcfdb33 req-d37b647f-20dc-412f-b4f3-d3db3a380d30 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:25.762496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-246d4c48-7b53-4f26-84ad-2a1e1dcfdb33 req-d37b647f-20dc-412f-b4f3-d3db3a380d30 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 945 time: 0.0926645 Oct 18 20:34:25.815601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] For port c371ad8c-2ef7-49a1-a670-70059807003b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c371ad8c-2ef7-49a1-a670-70059807003b,segment=NetworkSegment(4d90d227-692f-4123-8fe9-753798e48ed4),segment_id=4d90d227-692f-4123-8fe9-753798e48ed4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:25.816336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.842457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] Calling delete_port for c371ad8c-2ef7-49a1-a670-70059807003b owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:25.851251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-246d4c48-7b53-4f26-84ad-2a1e1dcfdb33 req-105b8f56-4772-413a-b575-b43536b6252f tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556405 Oct 18 20:34:25.876727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.927605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Port': ['ID=c371ad8c-2ef7-49a1-a670-70059807003b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:25.938656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] No DVR routers for this DVR port c371ad8c-2ef7-49a1-a670-70059807003b on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:25.944144 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:25.974404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] Pushing event deleted for resources: {'Port': ['ID=c371ad8c-2ef7-49a1-a670-70059807003b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:25.979767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540e267-b743-4ff8-a028-ec36f52a7bd5 None None] No DVR routers for this DVR port c371ad8c-2ef7-49a1-a670-70059807003b on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:26.069359 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:26.123602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55272d2-498b-43bb-819d-62fff40672e3']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:26.141359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d90d227-692f-4123-8fe9-753798e48ed4') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:26.142296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d90d227-692f-4123-8fe9-753798e48ed4') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:26.158246 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:26.180426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b74d2-9311-4ae7-90f3-a60c65653e06 req-dcbf464a-7709-44f0-9a45-a2bee8633eda tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:26.182548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d8b74d2-9311-4ae7-90f3-a60c65653e06 req-dcbf464a-7709-44f0-9a45-a2bee8633eda tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1165540 Oct 18 20:34:26.195484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:26.213964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:34:26.214394 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:34:26.218673 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:34:26.222918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c371ad8c-2ef7-49a1-a670-70059807003b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:26.252828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: c371ad8c-2ef7-49a1-a670-70059807003b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:26.252828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c371ad8c-2ef7-49a1-a670-70059807003b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:26.306615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d8b74d2-9311-4ae7-90f3-a60c65653e06 req-62c30d29-7c1a-42ae-b0d1-0c014b5d4958 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130133 Oct 18 20:34:26.307877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:26.317438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:26.333969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] 10.222.0.66 "DELETE /v2.0/networks/e55272d2-498b-43bb-819d-62fff40672e3 HTTP/1.1" status: 204 len: 168 time: 1.1590450 Oct 18 20:34:26.349544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853146a-c36c-4990-b0c7-556fccc91c91 tempest-ServersTestMultiNic-485401671 tempest-ServersTestMultiNic-485401671-project] Pushing event deleted for resources: {'Network': ['ID=e55272d2-498b-43bb-819d-62fff40672e3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:26.456476 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:26.463401 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308271ee-2825-458f-b062-58e47ca161b3 x-openstack-request-id: req-308271ee-2825-458f-b062-58e47ca161b3 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:26.463754 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:26.464062 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-308271ee-2825-458f-b062-58e47ca161b3 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:26.464668 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'code': 200} Oct 18 20:34:26.583320 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb5ece-bc32-42b0-ad18-1993de670498 x-openstack-request-id: req-bdfb5ece-bc32-42b0-ad18-1993de670498 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:26.583957 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74206045-92e7-45ce-a443-5f3ba888c034", "tag": "3802f942-c320-41da-baad-a3de9f4060df", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:26.583957 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bdfb5ece-bc32-42b0-ad18-1993de670498 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:26.584233 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74206045-92e7-45ce-a443-5f3ba888c034', 'tag': '3802f942-c320-41da-baad-a3de9f4060df', 'status': 'completed', 'code': 200} Oct 18 20:34:26.592741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a245d1-7807-467c-a2e5-a1a7d81b356a req-2e176531-cc60-4786-9353-f6b295fc4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:26.594560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-49a245d1-7807-467c-a2e5-a1a7d81b356a req-2e176531-cc60-4786-9353-f6b295fc4eed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 1096 time: 0.0509474 Oct 18 20:34:26.664344 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-49a245d1-7807-467c-a2e5-a1a7d81b356a req-7a1fa9a0-665b-4115-b1dd-884c88ffd704 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613270 Oct 18 20:34:26.675869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-78d0c40c-7066-4b0d-b14a-4b49de9bdb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:26.677925 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-78d0c40c-7066-4b0d-b14a-4b49de9bdb57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 1099 time: 0.0674882 Oct 18 20:34:26.692338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3a7af-c09e-42d5-9216-285800a825bb req-0467ba41-9e84-4fc1-8a33-5e4fcdf1b81b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:26.694158 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ab3a7af-c09e-42d5-9216-285800a825bb req-0467ba41-9e84-4fc1-8a33-5e4fcdf1b81b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0580649 Oct 18 20:34:26.751581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ab3a7af-c09e-42d5-9216-285800a825bb req-eada2d6f-a0cf-4cfa-8c27-9e3e99c2866f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484929 Oct 18 20:34:26.924537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d2dbd-329d-4961-a986-0d69e8bb22a2 req-875978f3-b1a1-4617-883b-16c555a2239e tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:26.926062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-849d2dbd-329d-4961-a986-0d69e8bb22a2 req-875978f3-b1a1-4617-883b-16c555a2239e tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.0634134 Oct 18 20:34:26.980184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-849d2dbd-329d-4961-a986-0d69e8bb22a2 req-d4b6ea80-48b5-4d34-a47b-8f96f7410032 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458925 Oct 18 20:34:27.086089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-5a3f58c3-debb-4ccf-8cf1-c9b3f572da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:27.087701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-5a3f58c3-debb-4ccf-8cf1-c9b3f572da59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4025865 Oct 18 20:34:27.130652 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eaa0a-e9b0-4360-9699-41ac3a541102 req-55d7c5c1-6927-4c81-971c-5124194063de tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:27.133468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f8eaa0a-e9b0-4360-9699-41ac3a541102 req-55d7c5c1-6927-4c81-971c-5124194063de tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 948 time: 0.0651851 Oct 18 20:34:27.137259 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-30675738-f153-442e-8bb6-a8402cf70c01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3802f942-c320-41da-baad-a3de9f4060df HTTP/1.1" status: 200 len: 217 time: 0.0412126 Oct 18 20:34:27.185400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f8eaa0a-e9b0-4360-9699-41ac3a541102 req-24d17fc8-18a4-4d82-a35a-edc9ffbd3d5f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 Oct 18 20:34:27.199875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-bd0abb36-0ce2-4783-b100-9de8fc7190b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:27.201727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-bd0abb36-0ce2-4783-b100-9de8fc7190b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0564384 Oct 18 20:34:27.259442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-74bcfc1f-713e-4e2b-af1e-57569bdefacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:27.261446 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-74bcfc1f-713e-4e2b-af1e-57569bdefacd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521641 Oct 18 20:34:27.335241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b95c1e-a1c4-4c5d-bcdc-b0a9a154c45f req-6fc6f338-a56c-4666-bfc0-0da30614ee1b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:27.337499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11b95c1e-a1c4-4c5d-bcdc-b0a9a154c45f req-6fc6f338-a56c-4666-bfc0-0da30614ee1b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 945 time: 0.0564125 Oct 18 20:34:27.375049 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-3ef62656-965b-42da-99e8-00864086015a service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062386 Oct 18 20:34:27.391962 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11b95c1e-a1c4-4c5d-bcdc-b0a9a154c45f req-8adbcae0-513d-4322-949f-084b8ca0dd84 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Oct 18 20:34:27.500564 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c06edbfd-659c-4d31-8ed1-9c04c5226dfd req-85c97792-bd0d-4432-9a7a-d3331b4c640a service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169531 Oct 18 20:34:27.544569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3802f942-c320-41da-baad-a3de9f4060df details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:27.643012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20b80a-6a2a-4a4f-b20f-b7e5b7e005b4 req-7bf8202b-6c76-4733-86e4-ec8b5a874430 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:27.644892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a20b80a-6a2a-4a4f-b20f-b7e5b7e005b4 req-7bf8202b-6c76-4733-86e4-ec8b5a874430 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0615704 Oct 18 20:34:27.683359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 3802f942-c320-41da-baad-a3de9f4060df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3802f942-c320-41da-baad-a3de9f4060df,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:27.699926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '3802f942-c320-41da-baad-a3de9f4060df', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '3802f942-c320-41da-baad-a3de9f4060df', 'mac_address': 'fa:16:3e:4a:4e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:27.707143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a20b80a-6a2a-4a4f-b20f-b7e5b7e005b4 req-a3c78bbb-aaa3-42ee-83e8-2397f03bed7e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511944 Oct 18 20:34:27.748136 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:27.763973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3802f942-c320-41da-baad-a3de9f4060df {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:27.782748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49892) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:27.798832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 3802f942-c320-41da-baad-a3de9f4060df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3802f942-c320-41da-baad-a3de9f4060df,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:27.806661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:27.876645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=3802f942-c320-41da-baad-a3de9f4060df,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:28.067180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:28.385418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfadc7-478b-4017-976e-3f109f84b73b req-25a99936-39ac-464a-8d49-3e58bcccb2ad tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:28.386958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7dcfadc7-478b-4017-976e-3f109f84b73b req-25a99936-39ac-464a-8d49-3e58bcccb2ad tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.4391539 Oct 18 20:34:28.478615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7dcfadc7-478b-4017-976e-3f109f84b73b req-21320118-a137-4b56-8e5c-729ce8b861a8 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805819 Oct 18 20:34:28.650726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39798800-2d74-4d8f-b7ad-471a38b3855b req-71902000-0ba2-4bc5-9e66-905adfb4fff8 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:28.652367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39798800-2d74-4d8f-b7ad-471a38b3855b req-71902000-0ba2-4bc5-9e66-905adfb4fff8 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 949 time: 0.0987334 Oct 18 20:34:28.754934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39798800-2d74-4d8f-b7ad-471a38b3855b req-c69c7e37-b2e0-452b-8403-3aa7b90a48a5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868256 Oct 18 20:34:28.819889 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:28.909993 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-6621c7b1-252b-44d9-8b71-ea27db39ec4d service neutron] show failed (client error): The resource could not be found. Oct 18 20:34:28.911694 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-6621c7b1-252b-44d9-8b71-ea27db39ec4d service neutron] 10.222.0.30 "GET /v2.0/ports/e03c3316-dee9-4d23-bca9-f0f7c28333fb/bindings/n-h2-812149-2 HTTP/1.1" status: 404 len: 380 time: 0.0697777 Oct 18 20:34:29.174826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-12e217dc-076b-418d-819b-4ea55f896f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:29.176526 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-12e217dc-076b-418d-819b-4ea55f896f77 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed&tenant_id=8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 1101 time: 0.0623298 Oct 18 20:34:29.191854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:29.262350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.290689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaba7a0-2efb-44a4-80f8-5fca503bfe7c req-bb2e813e-f910-4bea-a1a0-e29b6c11cf06 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:29.292469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebaba7a0-2efb-44a4-80f8-5fca503bfe7c req-bb2e813e-f910-4bea-a1a0-e29b6c11cf06 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 945 time: 0.0921946 Oct 18 20:34:29.324588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Deleting port 960f62b5-2766-4df7-8715-2d16f9ecf396 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:29.324949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.407461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebaba7a0-2efb-44a4-80f8-5fca503bfe7c req-3b601ba4-abcb-414c-ae9d-9b3a5d9930e4 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061289 Oct 18 20:34:29.464201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] For port 960f62b5-2766-4df7-8715-2d16f9ecf396, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=960f62b5-2766-4df7-8715-2d16f9ecf396,segment=NetworkSegment(f107c44b-0b79-48bb-b3b8-f6c07d6722e8),segment_id=f107c44b-0b79-48bb-b3b8-f6c07d6722e8)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:29.465342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.494728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Calling delete_port for 960f62b5-2766-4df7-8715-2d16f9ecf396 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:29.559422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3802f942-c320-41da-baad-a3de9f4060df up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:29.568553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:29.636263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:29.646508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 3802f942-c320-41da-baad-a3de9f4060df completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:29.654076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 3802f942-c320-41da-baad-a3de9f4060df triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:29.654707 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.707854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d523e-88b9-47cd-96f7-3a0bdb27f07a req-7bb73e40-69a4-4432-ae43-0b3deff3cd28 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:29.709418 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-616d523e-88b9-47cd-96f7-3a0bdb27f07a req-7bb73e40-69a4-4432-ae43-0b3deff3cd28 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0848734 Oct 18 20:34:29.720613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.733295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:29.737819 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09efbce1-c325-46d4-8c39-cc01182078c2" -d '{"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:29.802798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-616d523e-88b9-47cd-96f7-3a0bdb27f07a req-2f78e648-c1ae-49c1-9ebd-b4b43c5ac358 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817792 Oct 18 20:34:29.803070 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.829132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.830397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Transition to ACTIVE for port object e03c3316-dee9-4d23-bca9-f0f7c28333fb will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:34:29.839531 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.843268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74206045-92e7-45ce-a443-5f3ba888c034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3802f942-c320-41da-baad-a3de9f4060df'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:29.846297 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f9044-918a-4a72-a6da-d1d938320b20" -d '{"events": [{"server_uuid": "74206045-92e7-45ce-a443-5f3ba888c034", "name": "network-vif-plugged", "status": "completed", "tag": "3802f942-c320-41da-baad-a3de9f4060df"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:29.864419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 3802f942-c320-41da-baad-a3de9f4060df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3802f942-c320-41da-baad-a3de9f4060df,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:29.870051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:29.889345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Pushing event deleted for resources: {'Port': ['ID=960f62b5-2766-4df7-8715-2d16f9ecf396,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:29.912660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:29.951868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] No DVR routers for this DVR port e03c3316-dee9-4d23-bca9-f0f7c28333fb on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:29.967726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=3802f942-c320-41da-baad-a3de9f4060df,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:29.997373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:29.997985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:29.998328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:30.004247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:34:30.004718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:30.011578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:30.011923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:30.012315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:30.012800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Bound port: e03c3316-dee9-4d23-bca9-f0f7c28333fb, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:30.013171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:30.165139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:30.171975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:30.181274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:30.262072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:30.263347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:30.266144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] 10.222.0.79 "PUT /v2.0/ports/e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 1096 time: 1.0787675 Oct 18 20:34:30.302535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:30.302873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792f781-06fe-4fb6-aa2b-0f81ec9b870a service neutron] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:30.314679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6cf5d-cb6a-41d7-9c78-c6fdfdaaee65 req-a032c416-b348-4158-bb46-48fe1853be6f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:30.323620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddb6cf5d-cb6a-41d7-9c78-c6fdfdaaee65 req-a032c416-b348-4158-bb46-48fe1853be6f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.2049754 Oct 18 20:34:30.392226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-88d35d91-6c34-4c75-8b93-8a5639662447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:30.395390 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-88d35d91-6c34-4c75-8b93-8a5639662447 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1099 time: 0.0863552 Oct 18 20:34:30.410483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddb6cf5d-cb6a-41d7-9c78-c6fdfdaaee65 req-360c44a7-b9e7-4269-b270-9d2b52a745f8 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861387 Oct 18 20:34:30.574864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8f7e6560-b1e8-4d39-9913-3636773a9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:30.578452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-8f7e6560-b1e8-4d39-9913-3636773a9009 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1552935 Oct 18 20:34:30.645961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-b46478b1-57c8-46ba-ba91-6baa58202473 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.0594969 Oct 18 20:34:30.732619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-3a819ef6-3489-4221-a485-646989a04ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:30.738686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-3a819ef6-3489-4221-a485-646989a04ebb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0797434 Oct 18 20:34:30.742516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Router 361dd045-09be-4276-ab7f-9009a1eac0ee has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:34:30.816831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-cfd0c001-e7e3-424c-a045-2a3e5c1772e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:30.819257 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-cfd0c001-e7e3-424c-a045-2a3e5c1772e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676713 Oct 18 20:34:30.924317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:34:30.934364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa28a9a7-55bd-44e3-9220-ecd0e8469366 admin admin] 10.222.0.66 "PUT /v2.0/routers/361dd045-09be-4276-ab7f-9009a1eac0ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1502824 Oct 18 20:34:30.935327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] Sync routers for ids ['361dd045-09be-4276-ab7f-9009a1eac0ee'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:34:30.942304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49932) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:30.949253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] Routers {'361dd045-09be-4276-ab7f-9009a1eac0ee'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:30.950362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['361dd045-09be-4276-ab7f-9009a1eac0ee'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:31.005535 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-669bce42-6a9d-4e70-ae44-496934488a4a service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776614 Oct 18 20:34:31.135307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:31.173012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] Set router 361dd045-09be-4276-ab7f-9009a1eac0ee gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:31.236719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-de906f02-b954-4b5b-a3e0-96a17a9520b9 req-9a5d53ed-2d15-4677-9cef-11b303592112 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015595 Oct 18 20:34:31.275461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb402d0-cc22-42e2-aa40-743f1aee1184 req-7b5e7a3e-7216-4063-a9ee-e662b6a702f1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:31.277101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfb402d0-cc22-42e2-aa40-743f1aee1184 req-7b5e7a3e-7216-4063-a9ee-e662b6a702f1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 948 time: 0.1324809 Oct 18 20:34:31.319555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:31.350055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dfb402d0-cc22-42e2-aa40-743f1aee1184 req-2c3136ac-02da-4345-8d63-0fc72aa1a864 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639915 Oct 18 20:34:31.420027 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7694531b-96cd-4548-b7bf-0716243614e9 x-openstack-request-id: req-7694531b-96cd-4548-b7bf-0716243614e9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:31.420683 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:31.420683 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7694531b-96cd-4548-b7bf-0716243614e9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:31.421169 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'code': 200} Oct 18 20:34:31.456804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Deleting port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:31.457373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:31.535591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:34:29Z', 'revision_number': 5, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port': {'id': '8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:8e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:32:32Z', 'updated_at': '2021-10-18T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:31.564887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] Checking router: 361dd045-09be-4276-ab7f-9009a1eac0ee for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:34:31.574946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] Routers {'361dd045-09be-4276-ab7f-9009a1eac0ee'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:31.575573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['361dd045-09be-4276-ab7f-9009a1eac0ee'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:31.676522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] For port 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:31.677175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:31.708122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406403f-8efb-4bc8-8e63-d16d638ee9ab req-210ac0de-cce8-4119-801d-905a21f37380 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:31.710991 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9406403f-8efb-4bc8-8e63-d16d638ee9ab req-210ac0de-cce8-4119-801d-905a21f37380 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 950 time: 0.1506991 Oct 18 20:34:31.724595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Calling delete_port for 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:31.807791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] Set router 361dd045-09be-4276-ab7f-9009a1eac0ee gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:31.871786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:34:31Z', 'revision_number': 6, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:31.902610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67f4c7-b661-4f72-88ec-526ff7db223f None None] The sync data for ids ['361dd045-09be-4276-ab7f-9009a1eac0ee'] in n-d-812149-2 is: [{'id': '361dd045-09be-4276-ab7f-9009a1eac0ee', 'name': 'tempest-ServersTestMultiNic-1569380164-router', 'tenant_id': 'a555d87833e34b4fa272671f8aa1263b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:32:31Z', 'updated_at': '2021-10-18T20:34:31Z', 'revision_number': 6, 'project_id': 'a555d87833e34b4fa272671f8aa1263b', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:34:32.256013 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9406403f-8efb-4bc8-8e63-d16d638ee9ab req-f63d6d07-46bd-4c23-8765-6fedd4478be9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336103 Oct 18 20:34:32.261555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 960f62b5-2766-4df7-8715-2d16f9ecf396 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:32.305779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 960f62b5-2766-4df7-8715-2d16f9ecf396 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:32.306125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 960f62b5-2766-4df7-8715-2d16f9ecf396 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:32.371490 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c27bb9c-f955-45d4-9d93-06a600a30db3 x-openstack-request-id: req-9c27bb9c-f955-45d4-9d93-06a600a30db3 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:32.371959 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74206045-92e7-45ce-a443-5f3ba888c034", "name": "network-vif-plugged", "status": "completed", "tag": "3802f942-c320-41da-baad-a3de9f4060df", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:32.372357 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c27bb9c-f955-45d4-9d93-06a600a30db3 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:32.372990 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74206045-92e7-45ce-a443-5f3ba888c034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3802f942-c320-41da-baad-a3de9f4060df', 'code': 200} Oct 18 20:34:32.478212 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:32.545462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:32.545770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4cdc1-e497-4cec-9f71-37e8be8ebd9c req-9318fea7-5ee1-418e-8aac-e9c56287773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:32.548359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2d4cdc1-e497-4cec-9f71-37e8be8ebd9c req-9318fea7-5ee1-418e-8aac-e9c56287773b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 1101 time: 0.0867677 Oct 18 20:34:32.609903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2d4cdc1-e497-4cec-9f71-37e8be8ebd9c req-ddf0f7d1-3c2a-48a0-b81e-fb9288077225 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526950 Oct 18 20:34:32.645727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:32.732872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fde4d3-a76a-4db7-a275-3d93bdab087a req-64382e4b-0ab6-4d9b-8dd5-493f950d3dc3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:32.734842 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-64fde4d3-a76a-4db7-a275-3d93bdab087a req-64382e4b-0ab6-4d9b-8dd5-493f950d3dc3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1353505 Oct 18 20:34:32.768328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:32.775197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:32.845723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:32.846280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 361dd045-09be-4276-ab7f-9009a1eac0ee {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:34:32.851300 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:32.852562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-19ddbf07-0f4a-4c46-92cd-da45685235a8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/361dd045-09be-4276-ab7f-9009a1eac0ee HTTP/1.1" status: 204 len: 168 time: 1.9080882 Oct 18 20:34:32.856460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-64fde4d3-a76a-4db7-a275-3d93bdab087a req-5a78ebf8-c571-4600-abba-98c24d303d6e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912154 Oct 18 20:34:32.856641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49942) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:32.937887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] Deleting subnet abd1866b-b1f0-497f-91d6-d8bc56a19a7a {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:34:32.942580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:32.995249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.152925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.171119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7085b0-19e3-4c9b-ad60-d109cf2bb20a req-d13072de-1e64-4ab3-8f1c-05e7e9b38cc7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:33.175617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d7085b0-19e3-4c9b-ad60-d109cf2bb20a req-d13072de-1e64-4ab3-8f1c-05e7e9b38cc7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 948 time: 0.0968997 Oct 18 20:34:33.232625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d7085b0-19e3-4c9b-ad60-d109cf2bb20a req-6b93ef27-b25b-4256-a0e8-297cd9a67258 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Oct 18 20:34:33.232962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.264596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd1866b-b1f0-497f-91d6-d8bc56a19a7a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:33.271206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.278151 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7aad615c-be78-41fc-b5a2-318cdca203b9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/abd1866b-b1f0-497f-91d6-d8bc56a19a7a HTTP/1.1" status: 204 len: 168 time: 0.4170616 Oct 18 20:34:33.278151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49956) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:33.282883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911498b-a3c3-48ca-b3e5-7f3cfd133f03 None None] Network 9e618d63-bec7-4f45-bb4b-714ac51676f3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:34:33.386672 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.427585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:33.431391 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21311dd9-473f-4224-9420-8e1860560e28" -d '{"events": [{"name": "network-changed", "server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:33.480906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Deleting port 9d762a8c-1f7a-4f71-b961-7a33bfea05af {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:33.481748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.590652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:33.616590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] For port 9d762a8c-1f7a-4f71-b961-7a33bfea05af, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9d762a8c-1f7a-4f71-b961-7a33bfea05af,segment=NetworkSegment(f107c44b-0b79-48bb-b3b8-f6c07d6722e8),segment_id=f107c44b-0b79-48bb-b3b8-f6c07d6722e8)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:33.617965 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.622045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71bea9-df4b-4815-b829-493c403c405a req-3af98262-9f4e-4d37-b5d9-1d8887f0b7a1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:33.623699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c71bea9-df4b-4815-b829-493c403c405a req-3af98262-9f4e-4d37-b5d9-1d8887f0b7a1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 950 time: 0.0590746 Oct 18 20:34:33.627816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] DHCP port deletion for 9e618d63-bec7-4f45-bb4b-714ac51676f3 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:34:33.640239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Calling delete_port for 9d762a8c-1f7a-4f71-b961-7a33bfea05af owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:33.696368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c71bea9-df4b-4815-b829-493c403c405a req-b1fcab6b-f4d6-402d-914c-629739ea76f0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Oct 18 20:34:33.714228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:33.745049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] Deleting port 9d762a8c-1f7a-4f71-b961-7a33bfea05af {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:33.745659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.822404 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9526d2-6bff-4e70-bd42-7ec24df2ec64 x-openstack-request-id: req-8a9526d2-6bff-4e70-bd42-7ec24df2ec64 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:33.823921 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:33.827984 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a9526d2-6bff-4e70-bd42-7ec24df2ec64 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:33.828894 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'status': 'completed', 'code': 200} Oct 18 20:34:33.833811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.863054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] For port 9d762a8c-1f7a-4f71-b961-7a33bfea05af, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9d762a8c-1f7a-4f71-b961-7a33bfea05af,segment=NetworkSegment(f107c44b-0b79-48bb-b3b8-f6c07d6722e8),segment_id=f107c44b-0b79-48bb-b3b8-f6c07d6722e8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:33.863726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:33.888627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] Calling delete_port for 9d762a8c-1f7a-4f71-b961-7a33bfea05af owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:33.971678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=9d762a8c-1f7a-4f71-b961-7a33bfea05af,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:33.998768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] No DVR routers for this DVR port 9d762a8c-1f7a-4f71-b961-7a33bfea05af on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:34.031552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:34.043296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9d09-8354-4dbe-b34d-d4da061e6cfc req-732fd6b8-5e0d-4463-8e62-02bedc916ef3 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.047977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4eec9d09-8354-4dbe-b34d-d4da061e6cfc req-732fd6b8-5e0d-4463-8e62-02bedc916ef3 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.1035318 Oct 18 20:34:34.062601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-904b1ffa-e487-4591-906a-931a53d15bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.065177 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-904b1ffa-e487-4591-906a-931a53d15bae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1099 time: 0.2240918 Oct 18 20:34:34.080655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] Pushing event deleted for resources: {'Port': ['ID=9d762a8c-1f7a-4f71-b961-7a33bfea05af,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:34.093014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5a645-1d60-468f-8700-fe6d17df8312 None None] No DVR routers for this DVR port 9d762a8c-1f7a-4f71-b961-7a33bfea05af on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:34.103188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-b9436889-5b5a-43fc-8203-122e4d5aa770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.105865 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-b9436889-5b5a-43fc-8203-122e4d5aa770 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1099 time: 0.1753178 Oct 18 20:34:34.112505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4eec9d09-8354-4dbe-b34d-d4da061e6cfc req-62c97562-dffe-4c21-b2bf-d241e4d3800a tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553038 Oct 18 20:34:34.166003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:34.248808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e618d63-bec7-4f45-bb4b-714ac51676f3']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:34.264658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9d762a8c-1f7a-4f71-b961-7a33bfea05af no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:34.269953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:34.270328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f107c44b-0b79-48bb-b3b8-f6c07d6722e8') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:34.303058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 9d762a8c-1f7a-4f71-b961-7a33bfea05af {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:34.303702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9d762a8c-1f7a-4f71-b961-7a33bfea05af not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:34.304329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:34.321628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:34.340955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:34.341320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:34.341509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8c6cb6fa-3c8b-4eb3-8f2a-527345dc1374 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:34.358077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:34:34.358801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:34:34.379126 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:34:34.491101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-4302694e-f3f6-4ab6-b154-60c609bc5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.494682 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-4302694e-f3f6-4ab6-b154-60c609bc5978 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4123645 Oct 18 20:34:34.504684 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:34.540201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:34.543419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3fb5-c699-43b6-8842-190a7e4c9b89 req-16f7bca1-1b2f-4cc5-910c-88a872745c4d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.545293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fcc3fb5-c699-43b6-8842-190a7e4c9b89 req-16f7bca1-1b2f-4cc5-910c-88a872745c4d tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0661011 Oct 18 20:34:34.545699 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] 10.222.0.66 "DELETE /v2.0/networks/9e618d63-bec7-4f45-bb4b-714ac51676f3 HTTP/1.1" status: 204 len: 168 time: 1.2665436 Oct 18 20:34:34.602591 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fcc3fb5-c699-43b6-8842-190a7e4c9b89 req-6d07152c-3e97-48c7-a5c8-84c66ad5b93e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 Oct 18 20:34:34.635299 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-ebd67d2e-5ae1-48d7-aa94-75d1dae31b9d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.1215785 Oct 18 20:34:34.638278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-2005110f-a722-48c4-864e-d2b11b8216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.640897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-2005110f-a722-48c4-864e-d2b11b8216f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.5218327 Oct 18 20:34:34.642573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691bd4a-e59d-49b4-98e1-97a7b87bfcbe admin admin] Pushing event deleted for resources: {'Network': ['ID=9e618d63-bec7-4f45-bb4b-714ac51676f3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:34.772975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-44eef9cd-878e-430d-bbbc-b2602027be6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.1136353 Oct 18 20:34:34.801753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49992) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:34.822157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1cd67-e55a-44be-b198-030d0d788cf1 req-633580f3-2769-4b10-bb95-5c2e1db88f42 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.823805 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79b1cd67-e55a-44be-b198-030d0d788cf1 req-633580f3-2769-4b10-bb95-5c2e1db88f42 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 948 time: 0.0556848 Oct 18 20:34:34.855755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-debcfe66-d8bf-475f-ba24-1f35ff090d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.858448 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-debcfe66-d8bf-475f-ba24-1f35ff090d65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2124512 Oct 18 20:34:34.869433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79b1cd67-e55a-44be-b198-030d0d788cf1 req-cb1c4a24-dd9e-4648-81e1-a998d81bec69 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 Oct 18 20:34:34.979118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-4081391e-24ef-4a49-84e6-6de02aed2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:34.981752 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-4081391e-24ef-4a49-84e6-6de02aed2b42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2006915 Oct 18 20:34:35.024681 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b0110e09-592f-4008-8726-2939c5357887 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a555d87833e34b4fa272671f8aa1263b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165768 Oct 18 20:34:35.030153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cc09e7c2-9c9f-461a-9779-1c817dfa528f details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:35.035080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0217f-d923-4af2-ba9b-7a520e57e1be req-f6f6d177-c577-4f1e-a571-08510f2801fa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:35.043325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2a0217f-d923-4af2-ba9b-7a520e57e1be req-f6f6d177-c577-4f1e-a571-08510f2801fa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 950 time: 0.0659475 Oct 18 20:34:35.045042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50000) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:35.073314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-76e1c225-330d-4510-bd07-f9f96c0f34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:35.075751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-76e1c225-330d-4510-bd07-f9f96c0f34a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959565 Oct 18 20:34:35.092846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21311dd9-473f-4224-9420-8e1860560e28 req-c94e35af-f218-4dd0-a173-579aedfa12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:35.095910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-c94e35af-f218-4dd0-a173-579aedfa12f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969570 Oct 18 20:34:35.114226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2a0217f-d923-4af2-ba9b-7a520e57e1be req-2afc210b-24ef-4615-bda8-0d21db709450 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699971 Oct 18 20:34:35.132799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9230e908-5cb2-41d0-81c7-b95d8c2d4e87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:35.170558 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9230e908-5cb2-41d0-81c7-b95d8c2d4e87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:35.228999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:35.244683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9230e908-5cb2-41d0-81c7-b95d8c2d4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:35.248366 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9230e908-5cb2-41d0-81c7-b95d8c2d4e87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:35.250051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9230e908-5cb2-41d0-81c7-b95d8c2d4e87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7 HTTP/1.1" status: 204 len: 168 time: 0.2037601 Oct 18 20:34:35.263440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230e908-5cb2-41d0-81c7-b95d8c2d4e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ea786a-eea7-4c9f-96c3-cdcbe35da9c7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:35.277535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'network_id': 'd2c5f98f-a140-4a02-974d-f78bd93d9471', 'port_id': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'mac_address': 'fa:16:3e:cd:cd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9e5139-b025-4796-b1ef-2b3cc710222b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:35.330428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71476c-19b1-4762-a3f7-8f559334c2b4 req-4258d806-f5d5-4f2f-9054-e9bd0ee08294 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:35.332197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b71476c-19b1-4762-a3f7-8f559334c2b4 req-4258d806-f5d5-4f2f-9054-e9bd0ee08294 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 945 time: 0.0702384 Oct 18 20:34:35.355501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:35.374719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc09e7c2-9c9f-461a-9779-1c817dfa528f {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:35.389429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-99c5ee1e-935d-4093-bd30-85de7e3e12c4 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006589 Oct 18 20:34:35.394384 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-b684f6d9-b1b4-4364-b6e9-afc1be768b43 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845867 Oct 18 20:34:35.397382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b71476c-19b1-4762-a3f7-8f559334c2b4 req-e105a1f2-54d8-4ba8-8cd7-0c63d0c3542b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563681 Oct 18 20:34:35.402471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:35.425984 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:35.546470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:35.564209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d489c-2b6a-49fe-9e6b-e0ce35548533 req-7d63ad87-4d94-40a1-96d0-43ddf8632370 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:35.566679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df5d489c-2b6a-49fe-9e6b-e0ce35548533 req-7d63ad87-4d94-40a1-96d0-43ddf8632370 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.0903246 Oct 18 20:34:35.633180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df5d489c-2b6a-49fe-9e6b-e0ce35548533 req-d7cd0b68-8ea1-4b94-8989-76dc0b7c3ae8 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601606 Oct 18 20:34:35.645222 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-003ad0a1-c218-4013-85a9-6ec2eca7f7e3 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224464 Oct 18 20:34:35.659937 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21311dd9-473f-4224-9420-8e1860560e28 req-d29089a3-b360-441c-9249-c3c1d922b45b service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567396 Oct 18 20:34:35.663287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['cc09e7c2-9c9f-461a-9779-1c817dfa528f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:36.076417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7737137-5ee0-4fcd-809a-917e1e910fe7 req-c121a1aa-e701-4a4d-aa87-1b1d67132a22 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:36.078560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7737137-5ee0-4fcd-809a-917e1e910fe7 req-c121a1aa-e701-4a4d-aa87-1b1d67132a22 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 1101 time: 0.0656559 Oct 18 20:34:36.101018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7737137-5ee0-4fcd-809a-917e1e910fe7 req-5f1d712a-4c40-4458-b9ae-609c1943ebfa tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:36.214223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7737137-5ee0-4fcd-809a-917e1e910fe7 req-5f1d712a-4c40-4458-b9ae-609c1943ebfa tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:36.224945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7737137-5ee0-4fcd-809a-917e1e910fe7 req-5f1d712a-4c40-4458-b9ae-609c1943ebfa tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:36.250844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7737137-5ee0-4fcd-809a-917e1e910fe7 req-5f1d712a-4c40-4458-b9ae-609c1943ebfa tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652455 Oct 18 20:34:36.261753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d712a-4c40-4458-b9ae-609c1943ebfa tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5345a480-76a2-40c9-ada0-91435530729e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:36.461228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b3a33-6efb-4944-94a7-f201746b515b req-9e2086aa-8e3b-444e-b709-f8c4baef5fca tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:36.462886 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e14b3a33-6efb-4944-94a7-f201746b515b req-9e2086aa-8e3b-444e-b709-f8c4baef5fca tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0612433 Oct 18 20:34:36.510481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e14b3a33-6efb-4944-94a7-f201746b515b req-f0ca9ed3-d0de-4bb8-abf6-29a6f32dd6d9 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Oct 18 20:34:36.710165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f38b4-975d-4749-ba16-dfaa641f33b2 req-12f97761-b4e3-4785-b1d6-c64e71ef8c49 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:36.711815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-512f38b4-975d-4749-ba16-dfaa641f33b2 req-12f97761-b4e3-4785-b1d6-c64e71ef8c49 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 948 time: 0.0527563 Oct 18 20:34:36.755728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-512f38b4-975d-4749-ba16-dfaa641f33b2 req-891bdedd-5004-4576-baf3-0e3e4587056d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Oct 18 20:34:36.830393 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-a6e35fd1-a36c-48d9-9faa-77c5df4f9ad1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:36.832155 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-a6e35fd1-a36c-48d9-9faa-77c5df4f9ad1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.79 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.0801215 Oct 18 20:34:36.961540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Deleting port c89a47a5-aa2d-48f6-a373-132b11743a17 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:36.962145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.018222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0efd6-1da9-41fd-8235-81f6c7af32ec req-43ad2696-7498-4487-8dc0-0a748595184b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:37.020631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5d0efd6-1da9-41fd-8235-81f6c7af32ec req-43ad2696-7498-4487-8dc0-0a748595184b tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 944 time: 0.0832658 Oct 18 20:34:37.044026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:37.089643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5d0efd6-1da9-41fd-8235-81f6c7af32ec req-970c3380-c175-46a5-b783-6931ed9c8cd2 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619311 Oct 18 20:34:37.097233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cc09e7c2-9c9f-461a-9779-1c817dfa528f up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:37.142812 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] For port c89a47a5-aa2d-48f6-a373-132b11743a17, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c89a47a5-aa2d-48f6-a373-132b11743a17,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:37.143636 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.199124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:37.218987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port cc09e7c2-9c9f-461a-9779-1c817dfa528f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:37.219432 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.240608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'mac_address': 'fa:16:3e:a3:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:37.303303 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.326719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03c3316-dee9-4d23-bca9-f0f7c28333fb {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:37.370541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:37.377745 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.412831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.459140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:37.462307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:37.464635 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812a27a2-dd1f-4b6e-9a45-5c66c950b7b0" -d '{"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:37.480067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:37.483530 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.483978 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.484367 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Floating IP 830cb27d-6fa4-4428-88d0-f0bdcea42330 disassociated. External IP: 172.25.7.103, port: c89a47a5-aa2d-48f6-a373-132b11743a17. Oct 18 20:34:37.484796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Calling delete_port for c89a47a5-aa2d-48f6-a373-132b11743a17 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:37.485106 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.487488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c12a4-195a-4a81-9359-00cb5e931112 req-045a1fcb-ad4e-497d-baaf-3a120591c071 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:37.488617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b7c12a4-195a-4a81-9359-00cb5e931112 req-045a1fcb-ad4e-497d-baaf-3a120591c071 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/ports?device_id=026454af-e6ae-476b-8780-03175ff17a9b HTTP/1.1" status: 200 len: 946 time: 0.0895100 Oct 18 20:34:37.549616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:37.552740 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b7c12a4-195a-4a81-9359-00cb5e931112 req-423dc433-4d85-4684-b261-ee61d430a2fa tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups?id=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499065 Oct 18 20:34:37.672613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-04589f42-653e-4a3d-bd39-d272be1e1de3 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254347 Oct 18 20:34:37.824131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-7283c562-58d8-43f4-9fec-2a7d1cff82d0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:37.825973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-7283c562-58d8-43f4-9fec-2a7d1cff82d0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467590 Oct 18 20:34:37.849929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-fd6336b7-8790-4343-a138-c5c39af2067d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/quotas/711a7e28a8264426914596237ea2fec8 HTTP/1.1" status: 200 len: 375 time: 0.0131016 Oct 18 20:34:37.911099 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-99d27cfb-29ed-47c1-af88-33570b42d650 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533788 Oct 18 20:34:37.940822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:37.975665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event deleted for resources: {'Port': ['ID=c89a47a5-aa2d-48f6-a373-132b11743a17,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:38.115198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Router e35430bc-4eef-4715-8641-a149cf0dc45c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:34:38.270606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:34:38.286465 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] Sync routers for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:34:38.301770 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:38.302783 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:38.323147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] No DVR routers for this DVR port c89a47a5-aa2d-48f6-a373-132b11743a17 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:38.326381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:38.330602 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5e7774a2-9593-41ae-8d79-7bfacb94e734 req-5df6c05e-39ef-4f03-8546-3d135dd9341f tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.79 "DELETE /v2.0/ports/c89a47a5-aa2d-48f6-a373-132b11743a17 HTTP/1.1" status: 204 len: 173 time: 1.4900436 Oct 18 20:34:38.331106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'name': 'network-vif-deleted', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:38.334252 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e362b82-61ac-4707-a329-1e7c7d2bd5cf" -d '{"events": [{"server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "name": "network-vif-deleted", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:38.496227 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff2f36f-bb63-428c-8d5c-2ada8954cb1f x-openstack-request-id: req-5ff2f36f-bb63-428c-8d5c-2ada8954cb1f {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:38.496771 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-plugged", "status": "completed", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:38.496771 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ff2f36f-bb63-428c-8d5c-2ada8954cb1f {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:38.497174 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'code': 200} Oct 18 20:34:38.568701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['e03c3316-dee9-4d23-bca9-f0f7c28333fb'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:38.661633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e40d5-6c44-4366-bb00-fcc27c7a9e74 req-186a78a2-53a2-4c99-b506-78e970ed63b1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:38.671856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-901e40d5-6c44-4366-bb00-fcc27c7a9e74 req-186a78a2-53a2-4c99-b506-78e970ed63b1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1121531 Oct 18 20:34:38.687918 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:38.736723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-901e40d5-6c44-4366-bb00-fcc27c7a9e74 req-1ce38ff9-e3df-4127-9839-d7039f8e6444 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628209 Oct 18 20:34:39.060085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c89a47a5-aa2d-48f6-a373-132b11743a17 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:39.075719 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 5, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:39.127438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: c89a47a5-aa2d-48f6-a373-132b11743a17 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:39.128596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c89a47a5-aa2d-48f6-a373-132b11743a17 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:39.136363 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] Checking router: e35430bc-4eef-4715-8641-a149cf0dc45c for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:34:39.154568 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:39.156055 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:39.164857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cb920-029b-4d66-8b54-8fd61f3a1be1 req-de251d87-d814-458e-a32b-341b55770046 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:39.167286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e45cb920-029b-4d66-8b54-8fd61f3a1be1 req-de251d87-d814-458e-a32b-341b55770046 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 949 time: 0.0836558 Oct 18 20:34:39.228571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e45cb920-029b-4d66-8b54-8fd61f3a1be1 req-3d3c40ec-e513-4f17-a272-277d59aa5895 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529759 Oct 18 20:34:39.330446 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:39.409686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa0e22-0629-44ad-86a1-c47a0dcae0b1 req-6930b568-ee3f-4c37-b851-ed67ee7af73c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:39.412534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6aa0e22-0629-44ad-86a1-c47a0dcae0b1 req-6930b568-ee3f-4c37-b851-ed67ee7af73c tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 945 time: 0.0978842 Oct 18 20:34:39.499482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6aa0e22-0629-44ad-86a1-c47a0dcae0b1 req-37e3f716-aec2-4a4f-b8ff-364fae8ec31d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790315 Oct 18 20:34:39.554183 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344bbfce-42a0-4cd1-ab3f-72740df92109 x-openstack-request-id: req-344bbfce-42a0-4cd1-ab3f-72740df92109 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:39.555642 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026454af-e6ae-476b-8780-03175ff17a9b", "name": "network-vif-deleted", "tag": "c89a47a5-aa2d-48f6-a373-132b11743a17", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:39.555642 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-344bbfce-42a0-4cd1-ab3f-72740df92109 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:39.556227 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026454af-e6ae-476b-8780-03175ff17a9b', 'name': 'network-vif-deleted', 'tag': 'c89a47a5-aa2d-48f6-a373-132b11743a17', 'status': 'completed', 'code': 200} Oct 18 20:34:39.656787 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 5, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:39.692065 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13f096-a375-4d79-84c6-e9c9e8c61695 None None] The sync data for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 is: [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:30:48Z', 'revision_number': 4, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2fdb2224-3052-45e5-9dec-f85768d54f61', 'name': '', 'network_id': 'ca237305-1533-4d73-92ce-d417f487b494', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'mac_address': 'fa:16:3e:2c:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:46Z', 'updated_at': '2021-10-18T20:30:53Z', 'revision_number': 5, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'subnets': [{'id': '1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:34:40.005973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85432e74-2862-4c37-bb3a-149c1b31c3c7 None None] New status for floating IP 830cb27d-6fa4-4428-88d0-f0bdcea42330: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:34:40.053146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-717d3ef0-7888-47f6-9809-27461bebe88f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:40.055799 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-717d3ef0-7888-47f6-9809-27461bebe88f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed&tenant_id=8b75db9fc81941d28836b7f180c0a0d8&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 949 time: 0.1072118 Oct 18 20:34:40.074973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f7848ac-8b65-4771-bf95-b1e1bcbb948a req-572aef8b-a0bd-4fd9-93da-4dd5b41ef587 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 210 time: 0.0498257 Oct 18 20:34:40.145021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50120) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:40.183227 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-8c64a47a-425a-428a-a44e-052ab24edc13 service neutron] 10.222.0.79 "GET /v2.0/ports/e03c3316-dee9-4d23-bca9-f0f7c28333fb/bindings/n-h2-812149-2 HTTP/1.1" status: 200 len: 382 time: 0.1128986 Oct 18 20:34:40.308597 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:40.339759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-5eba9f58-0b0d-4fc8-b044-3acd39206515 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504804 Oct 18 20:34:40.388887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f0d6-c2c2-4986-aa28-3dac4d7d4771 req-fec77195-2272-4901-b28c-072dab7245b1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:40.391708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1079f0d6-c2c2-4986-aa28-3dac4d7d4771 req-fec77195-2272-4901-b28c-072dab7245b1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1553829 Oct 18 20:34:40.395515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:40.413182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-7ac397d6-dc2c-4681-b705-722ef04e4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:40.415765 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-7ac397d6-dc2c-4681-b705-722ef04e4146 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1100 time: 0.1139324 Oct 18 20:34:40.482344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1079f0d6-c2c2-4986-aa28-3dac4d7d4771 req-c37ecbf4-4e31-44b0-9ccb-4c8407259ef2 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763519 Oct 18 20:34:40.506323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:40.511269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:40.514782 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "DELETE /v2.0/security-groups/f37e2d9e-09a3-447a-becb-36e5f8a1c2b2 HTTP/1.1" status: 204 len: 168 time: 0.3675120 Oct 18 20:34:40.548061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50124) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:40.549826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37e2d9e-09a3-447a-becb-36e5f8a1c2b2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:40.601459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-b3d4c820-1a7e-49cb-a25a-dc3ce072b16d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:40.603036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-b3d4c820-1a7e-49cb-a25a-dc3ce072b16d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567098 Oct 18 20:34:40.615751 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.617010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.617589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.618169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.618749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.619530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.620643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.621309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.629246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.630890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.630890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.631223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48724f-968b-4bdb-863a-65fe5fdb02f1 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:40.639622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:40.639921 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-39beedf4-e390-4289-b61d-d21045c03ba4 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] show failed (client error): The resource could not be found. Oct 18 20:34:40.641359 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-39beedf4-e390-4289-b61d-d21045c03ba4 tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "GET /v2.0/security-groups/f37e2d9e-09a3-447a-becb-36e5f8a1c2b2 HTTP/1.1" status: 404 len: 347 time: 0.0845778 Oct 18 20:34:40.644340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50132) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:40.746342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-b08543c6-13a9-4a95-b7ab-b4c0f9b88e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:40.747738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-b08543c6-13a9-4a95-b7ab-b4c0f9b88e27 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2873948 Oct 18 20:34:40.819200 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-e4734152-f6aa-4586-8d4f-16df5814dd1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.0605850 Oct 18 20:34:40.899350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-d056b095-ef68-4798-bb5f-429e075ca130 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989461 Oct 18 20:34:40.934370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:40.940787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:40.968663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-9432ead1-6d1a-44e9-b7f1-792c12891bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:40.971309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-9432ead1-6d1a-44e9-b7f1-792c12891bac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1378829 Oct 18 20:34:41.058536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8146e-27f0-45b8-9fa2-1a90061572d6 req-7f53754d-e245-48e8-b34b-bf3a81329480 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:41.061419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ae8146e-27f0-45b8-9fa2-1a90061572d6 req-7f53754d-e245-48e8-b34b-bf3a81329480 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 949 time: 0.3116162 Oct 18 20:34:41.067619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:41.130807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-ab9dec4c-691b-4ad7-a110-43db14b0e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:41.132323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-ab9dec4c-691b-4ad7-a110-43db14b0e91a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489315 Oct 18 20:34:41.141322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port e03c3316-dee9-4d23-bca9-f0f7c28333fb completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:41.146464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port e03c3316-dee9-4d23-bca9-f0f7c28333fb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:41.147175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.236683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Deleting port e508f2c1-4ee4-4b4f-bd29-9094fd265d70 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:41.237330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.239838 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.272276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.59 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/5cd95084-d83f-478d-9e5a-66420e201b0e) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:34:41.279501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:41.283999 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ad2397-7122-453f-922b-d715324eb6f3" -d '{"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-plugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:41.307551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-75e5b0b0-bd87-440a-9601-d464cf34fab7 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:41.310391 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-75e5b0b0-bd87-440a-9601-d464cf34fab7 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3727255 Oct 18 20:34:41.311414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:41.316680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ae8146e-27f0-45b8-9fa2-1a90061572d6 req-03f6463a-42c6-43df-a78f-4ec5967bb7d1 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927311 Oct 18 20:34:41.317411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.328093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:41.355360 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-8129b088-29b9-4dca-b464-124074174b74 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900918 Oct 18 20:34:41.407255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:41.508682 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.509014 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.537935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Calling delete_port for e508f2c1-4ee4-4b4f-bd29-9094fd265d70 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:41.565248 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-c403b683-c538-440a-83ab-083a5aeb143b service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904135 Oct 18 20:34:41.566609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7d6a-d02d-45fc-9126-5c66612a7f04 req-fab27ed0-6404-443e-9109-3ad44744d287 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:41.568205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0de7d6a-d02d-45fc-9126-5c66612a7f04 req-fab27ed0-6404-443e-9109-3ad44744d287 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 945 time: 0.1233914 Oct 18 20:34:41.598808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.641186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:41.645013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.646554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.660990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:41.698177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0de7d6a-d02d-45fc-9126-5c66612a7f04 req-52233597-e339-4a3a-ac4a-fa251b2a7147 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192071 Oct 18 20:34:41.701120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:41.705719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:41.713061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:34:41.756459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=5cd95084-d83f-478d-9e5a-66420e201b0e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:41.767223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.767929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.768531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.769107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.769760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.770256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.770749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.771224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.771735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.772224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.772725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.773192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:34:41.813141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:41.814133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:41.846298 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-3a49ce6c-4d61-42f2-ba0a-5cfc97dc6432 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2133601 Oct 18 20:34:41.861742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Request body: {'port': {'device_id': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:41.868159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.43 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/ce996b50-ce93-454c-a32b-d2cfaeed1817) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:34:41.973495 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.131378 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e226c47d-6410-459f-9f88-c3c9a7303764 req-9f4460ae-6727-4c97-8679-294e9f5168d4 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 210 time: 0.0470755 Oct 18 20:34:42.153844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.189062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Pushing event deleted for resources: {'Port': ['ID=e508f2c1-4ee4-4b4f-bd29-9094fd265d70,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:42.216855 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd86fef0-a76f-4e36-bc4e-f9d49af8ce9e x-openstack-request-id: req-cd86fef0-a76f-4e36-bc4e-f9d49af8ce9e {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:42.217726 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-plugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:42.217726 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd86fef0-a76f-4e36-bc4e-f9d49af8ce9e {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:42.218086 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'code': 200} Oct 18 20:34:42.245881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8b4a5d31-98e4-4d05-bbbf-2322379f0b54 None None] Provisioning complete for port 5cd95084-d83f-478d-9e5a-66420e201b0e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:42.247037 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5d31-98e4-4d05-bbbf-2322379f0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.301468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.305074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50150) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:42.308587 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a5d31-98e4-4d05-bbbf-2322379f0b54 None None] Port 5cd95084-d83f-478d-9e5a-66420e201b0e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:34:42.339957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.343540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.345685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-99ae2e42-2c7b-454f-acef-ea1f410510fb tempest-ServersTestManualDisk-1191617712 tempest-ServersTestManualDisk-1191617712-project] 10.222.0.66 "DELETE /v2.0/floatingips/830cb27d-6fa4-4428-88d0-f0bdcea42330 HTTP/1.1" status: 204 len: 168 time: 1.7000756 Oct 18 20:34:42.350168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50154) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:42.384771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80274b2-6536-4128-a4bb-a362dcd88a76 req-ff9e19e4-7a8f-4703-a418-9aeceee75587 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:42.386366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b80274b2-6536-4128-a4bb-a362dcd88a76 req-ff9e19e4-7a8f-4703-a418-9aeceee75587 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0999045 Oct 18 20:34:42.399379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.418130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:42.491199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:42.496970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:42.499571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:34:42.524293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b80274b2-6536-4128-a4bb-a362dcd88a76 req-f903e617-9506-470c-bc0c-23ec24102909 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073470 Oct 18 20:34:42.533697 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07953b1f-c072-43a6-aeda-5f84add3aff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.552244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=ce996b50-ce93-454c-a32b-d2cfaeed1817,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:42.608771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:42.610349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.654396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d940337-b8f8-4a59-bc86-aeaf2c8bdcc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3332238 Oct 18 20:34:42.668369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Request body: {'port': {'device_id': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:42.753004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.795383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd95084-d83f-478d-9e5a-66420e201b0e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:42.815358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.844132 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.844823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c47db416-a8d1-4416-8639-a817f809f03a None None] Provisioning complete for port ce996b50-ce93-454c-a32b-d2cfaeed1817 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:42.845157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c47db416-a8d1-4416-8639-a817f809f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.896816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c47db416-a8d1-4416-8639-a817f809f03a None None] Port ce996b50-ce93-454c-a32b-d2cfaeed1817 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:34:42.910385 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07953b1f-c072-43a6-aeda-5f84add3aff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.916754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Transition to ACTIVE for port object 5cd95084-d83f-478d-9e5a-66420e201b0e will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:34:42.922269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07953b1f-c072-43a6-aeda-5f84add3aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:42.941935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.023278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc798d-2950-44fb-afd1-ed172394aadd req-3e19e354-5563-4283-9ed9-5e5928e3419e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:43.025053 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2bc798d-2950-44fb-afd1-ed172394aadd req-3e19e354-5563-4283-9ed9-5e5928e3419e tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.1002698 Oct 18 20:34:43.046240 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-07953b1f-c072-43a6-aeda-5f84add3aff3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=325de31f1847445a8c77881365a1db56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7398005 Oct 18 20:34:43.052869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50162) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:43.072066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07953b1f-c072-43a6-aeda-5f84add3aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf296f1b-474c-4c1c-84e5-1e5294af4242,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:43.088717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Pushing event updated for resources: {'Port': ['ID=5cd95084-d83f-478d-9e5a-66420e201b0e,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:43.157397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2bc798d-2950-44fb-afd1-ed172394aadd req-72c18859-f65b-4625-a2c2-09cad30a0e7a tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961249 Oct 18 20:34:43.230422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-446c760c-6844-42f8-8c43-e0923094b9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.272792 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-446c760c-6844-42f8-8c43-e0923094b9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.278692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce996b50-ce93-454c-a32b-d2cfaeed1817 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:43.290222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.305852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Transition to ACTIVE for port object ce996b50-ce93-454c-a32b-d2cfaeed1817 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:34:43.317796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.321652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Attempting to bind port 5cd95084-d83f-478d-9e5a-66420e201b0e on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:43.321986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Attempting to bind port 5cd95084-d83f-478d-9e5a-66420e201b0e by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:43.322320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Attempting to bind port 5cd95084-d83f-478d-9e5a-66420e201b0e on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:43.343989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Port 5cd95084-d83f-478d-9e5a-66420e201b0e on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:34:43.344296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Attempting to bind port 5cd95084-d83f-478d-9e5a-66420e201b0e on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:43.357752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:43.358113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:43.358604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:43.359108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Bound port: 5cd95084-d83f-478d-9e5a-66420e201b0e, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:43.359480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.388036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Pushing event updated for resources: {'Port': ['ID=ce996b50-ce93-454c-a32b-d2cfaeed1817,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:43.469374 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-446c760c-6844-42f8-8c43-e0923094b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.474453 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-446c760c-6844-42f8-8c43-e0923094b9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.479097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-446c760c-6844-42f8-8c43-e0923094b9f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf296f1b-474c-4c1c-84e5-1e5294af4242 HTTP/1.1" status: 204 len: 168 time: 0.4180446 Oct 18 20:34:43.508109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c760c-6844-42f8-8c43-e0923094b9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf296f1b-474c-4c1c-84e5-1e5294af4242,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:43.509093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Attempting to bind port ce996b50-ce93-454c-a32b-d2cfaeed1817 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:43.509442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Attempting to bind port ce996b50-ce93-454c-a32b-d2cfaeed1817 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:43.509777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Attempting to bind port ce996b50-ce93-454c-a32b-d2cfaeed1817 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:43.523963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585580a1-dd8e-4037-98cf-e341ec88e534 req-ff024dd2-b47f-4639-bbd4-2152db03e364 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:43.525661 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-585580a1-dd8e-4037-98cf-e341ec88e534 req-ff024dd2-b47f-4639-bbd4-2152db03e364 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 947 time: 0.0859666 Oct 18 20:34:43.526469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Port ce996b50-ce93-454c-a32b-d2cfaeed1817 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:34:43.526796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Attempting to bind port ce996b50-ce93-454c-a32b-d2cfaeed1817 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:43.534137 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:43.534513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:43.535036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:43.535506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Bound port: ce996b50-ce93-454c-a32b-d2cfaeed1817, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:43.535874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.588520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.635238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-585580a1-dd8e-4037-98cf-e341ec88e534 req-6214afe1-d40c-4a2a-92a1-66f861511078 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945897 Oct 18 20:34:43.687643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] For port 5cd95084-d83f-478d-9e5a-66420e201b0e, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:43.695594 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] For port ce996b50-ce93-454c-a32b-d2cfaeed1817, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:43.702520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] For port ce996b50-ce93-454c-a32b-d2cfaeed1817, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ce996b50-ce93-454c-a32b-d2cfaeed1817,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:43.719455 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.828447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:43.829170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:43.830712 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce996b50-ce93-454c-a32b-d2cfaeed1817 HTTP/1.1" status: 200 len: 1095 time: 1.1673844 Oct 18 20:34:43.831286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'tag': 'ce996b50-ce93-454c-a32b-d2cfaeed1817'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:43.833724 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b" -d '{"events": [{"name": "network-changed", "server_uuid": "0194fd7b-b41c-49fb-88cb-6530b9df3700", "tag": "ce996b50-ce93-454c-a32b-d2cfaeed1817"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:43.840647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] For port 5cd95084-d83f-478d-9e5a-66420e201b0e, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5cd95084-d83f-478d-9e5a-66420e201b0e,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:43.852506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149c1b-91ba-4291-8db7-667ce0815a76 service neutron] Pushing event updated for resources: {'Port': ['ID=ce996b50-ce93-454c-a32b-d2cfaeed1817,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:43.876290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:44.016031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:44.016031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:44.016934 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] 10.222.0.30 "PUT /v2.0/ports/5cd95084-d83f-478d-9e5a-66420e201b0e HTTP/1.1" status: 200 len: 1095 time: 2.1610391 Oct 18 20:34:44.019032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'tag': '5cd95084-d83f-478d-9e5a-66420e201b0e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:44.021341 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328624b-f1e9-4b96-99d4-9e46adccf338" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26", "tag": "5cd95084-d83f-478d-9e5a-66420e201b0e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:44.135629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f8276-d042-4b5c-95cc-27d1e171447a service neutron] Pushing event updated for resources: {'Port': ['ID=5cd95084-d83f-478d-9e5a-66420e201b0e,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:44.180737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3452052-39e6-4a5f-baf4-7ddd393ef382 req-a84e457f-cc28-492a-9104-98a1ae5a67e4 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:44.197043 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3452052-39e6-4a5f-baf4-7ddd393ef382 req-a84e457f-cc28-492a-9104-98a1ae5a67e4 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.2114697 Oct 18 20:34:44.262225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-dd327812-b820-42bb-b78e-3f3eb2a65002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:44.264498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-dd327812-b820-42bb-b78e-3f3eb2a65002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 1098 time: 0.2593660 Oct 18 20:34:44.266395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-a8e2b704-8afb-4dae-bc33-c9c588856ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:44.269203 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-a8e2b704-8afb-4dae-bc33-c9c588856ceb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 1098 time: 0.1222944 Oct 18 20:34:44.347447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3452052-39e6-4a5f-baf4-7ddd393ef382 req-dd7a8c3f-8fbf-4649-97ab-a15cb4235cfd tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487696 Oct 18 20:34:44.353160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-c983702d-c599-4641-a828-1d58920bed8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=ce996b50-ce93-454c-a32b-d2cfaeed1817 HTTP/1.1" status: 200 len: 217 time: 0.0700581 Oct 18 20:34:44.478667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-29fa6395-cb45-4ca1-ba89-200383e0c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:44.480749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-29fa6395-cb45-4ca1-ba89-200383e0c696 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1162403 Oct 18 20:34:44.582477 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9a438d-18bd-4b6a-a585-cfd47c1f0e6e x-openstack-request-id: req-5e9a438d-18bd-4b6a-a585-cfd47c1f0e6e {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:44.582772 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0194fd7b-b41c-49fb-88cb-6530b9df3700", "tag": "ce996b50-ce93-454c-a32b-d2cfaeed1817", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:44.584169 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e9a438d-18bd-4b6a-a585-cfd47c1f0e6e {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:44.585574 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'tag': 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'status': 'completed', 'code': 200} Oct 18 20:34:44.606597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-2852af2b-2233-4174-bd7e-8232a6e0a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:44.609128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-2852af2b-2233-4174-bd7e-8232a6e0a110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187582 Oct 18 20:34:44.830055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5dbbe-3d84-4114-bdfb-0916d3794dc2 req-e28b730a-4aaf-44f0-8e1f-8af661beb4ff tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:44.838724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d5dbbe-3d84-4114-bdfb-0916d3794dc2 req-e28b730a-4aaf-44f0-8e1f-8af661beb4ff tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 945 time: 0.1049623 Oct 18 20:34:44.861647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-ed0a862d-867c-41ed-986e-871000112d98 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447753 Oct 18 20:34:44.915695 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-5e8fb81d-2645-409e-93cc-2f00bfa4c19c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5cd95084-d83f-478d-9e5a-66420e201b0e HTTP/1.1" status: 200 len: 217 time: 0.6273694 Oct 18 20:34:44.942394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50208) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:44.990385 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d5dbbe-3d84-4114-bdfb-0916d3794dc2 req-7e58cd0e-6542-4236-a499-d6df84344b05 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433995 Oct 18 20:34:45.025061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-0d1d0e69-2659-4970-babb-38d5b337b0ae service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496520 Oct 18 20:34:45.053619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-d23381cc-9124-4891-852d-510b1351580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.055281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-d23381cc-9124-4891-852d-510b1351580c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1141922 Oct 18 20:34:45.056795 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81237b-61eb-47cb-98e6-d4a728ec0ff6 x-openstack-request-id: req-8d81237b-61eb-47cb-98e6-d4a728ec0ff6 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:45.057080 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26", "tag": "5cd95084-d83f-478d-9e5a-66420e201b0e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:45.057354 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d81237b-61eb-47cb-98e6-d4a728ec0ff6 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:45.057721 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'tag': '5cd95084-d83f-478d-9e5a-66420e201b0e', 'status': 'completed', 'code': 200} Oct 18 20:34:45.076441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cc09e7c2-9c9f-461a-9779-1c817dfa528f no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:45.144224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-293777065-network', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:45.177665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-19bd3bb8-da2c-4190-a227-59a752ee5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.179432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-19bd3bb8-da2c-4190-a227-59a752ee5124 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 1098 time: 0.0900693 Oct 18 20:34:45.186783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Deleting port 2fdb2224-3052-45e5-9dec-f85768d54f61 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:45.187752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.218410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.228995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859626f-1d63-4e3d-a261-e2e5f2a611e3 req-57a600fa-d550-462b-a876-27c216a42664 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.238205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9859626f-1d63-4e3d-a261-e2e5f2a611e3 req-57a600fa-d550-462b-a876-27c216a42664 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.1082268 Oct 18 20:34:45.264318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:45.267288 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f52fcd7-fcac-4ee5-b728-792c9e466ba8" -d '{"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:45.276335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Made reservation on behalf of 492d8af0ecfc4698b1048f493d46788d for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:45.281591 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.283548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:45.290120 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.294254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9715f-0368-42f9-866a-e7998033e6df req-023bc020-0b28-41e7-bd39-ae9649054e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.296819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-023bc020-0b28-41e7-bd39-ae9649054e2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207179 Oct 18 20:34:45.341067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9859626f-1d63-4e3d-a261-e2e5f2a611e3 req-9de6dec8-fce1-4a2a-a8cc-e2ec42a083e9 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013484 Oct 18 20:34:45.355481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:45.364793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-f111d049-4d0f-473a-95b7-652ccf3d45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.366572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-f111d049-4d0f-473a-95b7-652ccf3d45a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1777825 Oct 18 20:34:45.392497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.426547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-7593ea18-17f8-4133-8b28-0bad44dffa6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=ce996b50-ce93-454c-a32b-d2cfaeed1817 HTTP/1.1" status: 200 len: 217 time: 0.0476742 Oct 18 20:34:45.494988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-73d7993b-75b3-44b0-80d5-11ec447b0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.497919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-73d7993b-75b3-44b0-80d5-11ec447b0aed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0599446 Oct 18 20:34:45.528061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] For port 2fdb2224-3052-45e5-9dec-f85768d54f61, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2fdb2224-3052-45e5-9dec-f85768d54f61,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:45.528499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.555378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Calling delete_port for 2fdb2224-3052-45e5-9dec-f85768d54f61 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:45.574120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-9c7529b8-1ddd-408b-9563-ea7f1900287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.575717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-9c7529b8-1ddd-408b-9563-ea7f1900287e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686128 Oct 18 20:34:45.579016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-d20f3968-8a75-4cc5-9ca3-1aea4c7a7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.580623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-d20f3968-8a75-4cc5-9ca3-1aea4c7a7a4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed&tenant_id=8b75db9fc81941d28836b7f180c0a0d8 HTTP/1.1" status: 200 len: 1101 time: 0.2952416 Oct 18 20:34:45.590783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494e3f1-004a-4ec5-93a8-6d9bac2f17e6 req-bba29730-2da0-4439-b9be-18181e63cffd tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.592419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6494e3f1-004a-4ec5-93a8-6d9bac2f17e6 req-bba29730-2da0-4439-b9be-18181e63cffd tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 947 time: 0.0948689 Oct 18 20:34:45.635746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:45.681346 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-8e82288c-464e-4434-a1ab-817323d3d5e2 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120935 Oct 18 20:34:45.710759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6494e3f1-004a-4ec5-93a8-6d9bac2f17e6 req-1d5b37d8-52cf-4dff-ba22-7908bcdc3378 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061018 Oct 18 20:34:45.767030 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-490e78cd-9d59-479b-9564-16e3986b8490 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713877 Oct 18 20:34:45.803149 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915d167e-d013-40ee-9c58-5612a9737e17 x-openstack-request-id: req-915d167e-d013-40ee-9c58-5612a9737e17 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:45.804122 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:45.807016 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-915d167e-d013-40ee-9c58-5612a9737e17 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:45.809096 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'code': 200} Oct 18 20:34:45.866128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.887694 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.908961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:45.965911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d82f4d7-7d92-4e2c-b42d-deecd5f2659b req-0b7734d2-07eb-49ed-9476-08450e8974fb service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892865 Oct 18 20:34:45.992118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33abf4d-19f9-4ac3-b7cb-ccbfed14d7b5 req-e4bdded9-6c58-48d4-85e9-1f0fad0415d9 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:45.995063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f33abf4d-19f9-4ac3-b7cb-ccbfed14d7b5 req-e4bdded9-6c58-48d4-85e9-1f0fad0415d9 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1292491 Oct 18 20:34:46.034888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:34:46.052694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f812f37-e667-4b0f-9ffc-c7ed931c511d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:46.057392 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6f9715f-0368-42f9-866a-e7998033e6df req-b1daaf2e-cf77-4673-8c1c-f64c7dcacad1 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567789 Oct 18 20:34:46.072317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f33abf4d-19f9-4ac3-b7cb-ccbfed14d7b5 req-1a094750-8318-4fe2-b21b-630b4a370e50 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667062 Oct 18 20:34:46.107581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:46.107917 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Added segment 6224b25e-c9f2-46e6-a77a-91197702a38d of type vlan for network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 Oct 18 20:34:46.242125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-53dd0c50-21e0-45df-b3ef-584db8c0a0a5 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:46.244277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-53dd0c50-21e0-45df-b3ef-584db8c0a0a5 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 943 time: 0.2944679 Oct 18 20:34:46.303329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:46.319273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a0eed-bcd1-45bc-8c61-3ffaf14be8d5 req-785f0b88-efb9-43d0-bb1a-59cf234e6e7d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:46.321516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b55a0eed-bcd1-45bc-8c61-3ffaf14be8d5 req-785f0b88-efb9-43d0-bb1a-59cf234e6e7d tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 943 time: 0.0631175 Oct 18 20:34:46.339926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:46.389397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b55a0eed-bcd1-45bc-8c61-3ffaf14be8d5 req-ad373734-a6ec-433d-93b0-2ddc646562aa tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Oct 18 20:34:46.419592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fdb2224-3052-45e5-9dec-f85768d54f61,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:46.508227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:46.509940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:46.509940 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:46.520896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-e821c522-03e8-43bc-a946-0af03d8497ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:46.522448 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-e821c522-03e8-43bc-a946-0af03d8497ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 1098 time: 0.3446543 Oct 18 20:34:46.532305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10731106-b98b-4b15-9d73-d72acbdd43e4 req-7ce5d0a1-6e07-46ac-aa5d-624d2bc1fb96 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:46.535281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10731106-b98b-4b15-9d73-d72acbdd43e4 req-7ce5d0a1-6e07-46ac-aa5d-624d2bc1fb96 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0699215 Oct 18 20:34:46.605640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10731106-b98b-4b15-9d73-d72acbdd43e4 req-96f5342a-a8f2-4bc2-add3-843041015881 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597997 Oct 18 20:34:46.637950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6945868 Oct 18 20:34:46.643243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50226) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:46.656978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Request body: {'subnet': {'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-293777065-subnet', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:46.708856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Made reservation on behalf of 492d8af0ecfc4698b1048f493d46788d for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:46.711736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:46.735342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29212c1c-838a-4629-8679-2115cb6128dd admin admin] Pushing event updated for resources: {'Network': ['ID=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:46.754576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:34:46.769311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:46.909613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-84bd4417-c374-4e57-bd84-9b1cfa63e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:46.912952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-84bd4417-c374-4e57-bd84-9b1cfa63e6ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3472209 Oct 18 20:34:47.027110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-08bfd826-875b-4756-857c-9df4aa216565 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5cd95084-d83f-478d-9e5a-66420e201b0e HTTP/1.1" status: 200 len: 217 time: 0.0954664 Oct 18 20:34:47.061200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Deleting port cc09e7c2-9c9f-461a-9779-1c817dfa528f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:47.062069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.155835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:47.245816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-4b074e12-a624-46e8-b967-7867556c6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:47.247388 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-4b074e12-a624-46e8-b967-7867556c6101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2066560 Oct 18 20:34:47.256101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.318489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:47.322146 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b79080-d9eb-41d3-92b8-658cff1c6aad" -d '{"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:47.330236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.343149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721afa56-48ed-4723-8cdf-16a9c14cf325 req-21f9e198-3203-4bfe-bad5-262b590ec377 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:47.344767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-721afa56-48ed-4723-8cdf-16a9c14cf325 req-21f9e198-3203-4bfe-bad5-262b590ec377 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 947 time: 0.4439666 Oct 18 20:34:47.355116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.403379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Transition to ACTIVE for port object e03c3316-dee9-4d23-bca9-f0f7c28333fb will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:34:47.418518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] For port cc09e7c2-9c9f-461a-9779-1c817dfa528f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cc09e7c2-9c9f-461a-9779-1c817dfa528f,segment=NetworkSegment(50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28),segment_id=50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:47.418518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.430711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.452452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Calling delete_port for cc09e7c2-9c9f-461a-9779-1c817dfa528f owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:47.455895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-424ef8e1-a955-4b04-987b-583453d07a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:47.457633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-424ef8e1-a955-4b04-987b-583453d07a5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1971061 Oct 18 20:34:47.467382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c43b8b-1588-4e19-983a-8ced18e1ec0d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:47.478964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-721afa56-48ed-4723-8cdf-16a9c14cf325 req-c7374e95-0424-43ce-8fda-56800a48997b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147833 Oct 18 20:34:47.488598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:47.489055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Network hostable DHCP agents. Network: e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:34:47.523169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:34:47.538790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:47.554303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:47.555850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.557923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6d81d-60f8-4363-aeb9-c328daec877d None None] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:34:47.587525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-93055db7-430c-4bc3-b1b0-f3042c14c823 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9378452 Oct 18 20:34:47.591316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50238) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:47.599139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:47.683023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5cd95084-d83f-478d-9e5a-66420e201b0e details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:47.697117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81ca1-011d-4af6-af22-d79978379d34 req-dc524131-a2a5-42ec-a2e9-f376a149fe89 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:47.708808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1a81ca1-011d-4af6-af22-d79978379d34 req-dc524131-a2a5-42ec-a2e9-f376a149fe89 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1192956 Oct 18 20:34:47.733588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.735518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.743752 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:34:47.771731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1a81ca1-011d-4af6-af22-d79978379d34 req-589c4606-4e46-41b4-a3d7-3ce857cbdf79 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612242 Oct 18 20:34:47.835326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:34:47.836830 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.907878 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:47.986753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] No DVR routers for this DVR port e03c3316-dee9-4d23-bca9-f0f7c28333fb on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:47.990055 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc2d0f-3d37-4fce-b589-03e501e1cba3 x-openstack-request-id: req-15dc2d0f-3d37-4fce-b589-03e501e1cba3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:47.990372 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:47.990625 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15dc2d0f-3d37-4fce-b589-03e501e1cba3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:47.991081 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'code': 200} Oct 18 20:34:47.998057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:48.056685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5cd95084-d83f-478d-9e5a-66420e201b0e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5cd95084-d83f-478d-9e5a-66420e201b0e,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:48.103748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '5cd95084-d83f-478d-9e5a-66420e201b0e', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5cd95084-d83f-478d-9e5a-66420e201b0e', 'mac_address': 'fa:16:3e:98:a7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:48.128493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:48.129656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:48.129656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:48.141686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-95150026-bef5-47cd-9c3e-c1336019d11d service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592650 Oct 18 20:34:48.164117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:34:48.164117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Attempting to bind port e03c3316-dee9-4d23-bca9-f0f7c28333fb on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:48.174783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Allocated IP 172.20.0.2 (e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58/38c43b8b-1588-4e19-983a-8ced18e1ec0d/436e94eb-dfb4-455c-8272-803be070a8cc) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:34:48.185119 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.193090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.217033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcad3d-46a2-4e5f-bf53-d769bc49bd9c req-e42b11ab-bf93-438a-926e-e5a4d5fa110a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:48.220608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd95084-d83f-478d-9e5a-66420e201b0e {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:48.226684 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2afcad3d-46a2-4e5f-bf53-d769bc49bd9c req-e42b11ab-bf93-438a-926e-e5a4d5fa110a tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd HTTP/1.1" status: 200 len: 943 time: 0.1501970 Oct 18 20:34:48.232673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:48.233097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:48.233685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:48.234137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Bound port: e03c3316-dee9-4d23-bca9-f0f7c28333fb, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:48.234496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.275810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5cd95084-d83f-478d-9e5a-66420e201b0e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5cd95084-d83f-478d-9e5a-66420e201b0e,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:48.284247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.285483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ce996b50-ce93-454c-a32b-d2cfaeed1817 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:48.297886 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2afcad3d-46a2-4e5f-bf53-d769bc49bd9c req-5c53429e-8275-4e90-a416-bebdf0cd6ede tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee10d20-efc0-446f-86dd-16db4acd559d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693476 Oct 18 20:34:48.393911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Router e35430bc-4eef-4715-8641-a149cf0dc45c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:34:48.414695 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.433373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0328624b-f1e9-4b96-99d4-9e46adccf338 req-9cf02184-288f-42a0-8f41-135544347d28 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815752 Oct 18 20:34:48.487315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Pushing event deleted for resources: {'Port': ['ID=cc09e7c2-9c9f-461a-9779-1c817dfa528f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:48.512232 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.514595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ce996b50-ce93-454c-a32b-d2cfaeed1817, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ce996b50-ce93-454c-a32b-d2cfaeed1817,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:48.519995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5cd95084-d83f-478d-9e5a-66420e201b0e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:48.553236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f973ef-d410-44c8-9e82-3b94b247d0db req-2e1ebaa8-5013-451d-8835-e1ed92a22dcb tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:48.557717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2f973ef-d410-44c8-9e82-3b94b247d0db req-2e1ebaa8-5013-451d-8835-e1ed92a22dcb tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 949 time: 0.1320570 Oct 18 20:34:48.582598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'mac_address': 'fa:16:3e:ac:dd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:48.595697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] No DVR routers for this DVR port cc09e7c2-9c9f-461a-9779-1c817dfa528f on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:48.600149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:48.604220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.610771 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea1da6ce-6514-4a95-a363-db6ada66be73 req-12f8028d-1254-46f2-aa64-a8c847430a39 tempest-ImagesTestJSON-769669570 tempest-ImagesTestJSON-769669570-project] 10.222.0.79 "DELETE /v2.0/ports/cc09e7c2-9c9f-461a-9779-1c817dfa528f HTTP/1.1" status: 204 len: 173 time: 2.3413889 Oct 18 20:34:48.630321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:48.639548 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.657945 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2f973ef-d410-44c8-9e82-3b94b247d0db req-9a48c84a-0613-4811-93f5-a59dcf108f86 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908475 Oct 18 20:34:48.704374 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.725502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.743238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:48.744336 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.746583 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] 10.222.0.30 "PUT /v2.0/ports/e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 1097 time: 3.1168146 Oct 18 20:34:48.753348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-feacc74c-2173-4c67-b7a8-c8c3c5983bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.762419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:48.775235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:34:48.797428 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-21e286fd-186d-4447-8d46-d67f110fdfe8 admin admin] 10.222.0.66 "PUT /v2.0/routers/e35430bc-4eef-4715-8641-a149cf0dc45c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4443245 Oct 18 20:34:48.813505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50246) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:48.826851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:48.848620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:48.885160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:34:48.953293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce996b50-ce93-454c-a32b-d2cfaeed1817 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:49.016805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c92311-e762-4a0c-9325-afe714e2b32a service neutron] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=11']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:49.035625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Pushing event updated for resources: {'Port': ['ID=436e94eb-dfb4-455c-8272-803be070a8cc,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:49.128371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cc09e7c2-9c9f-461a-9779-1c817dfa528f no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:49.132173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ce996b50-ce93-454c-a32b-d2cfaeed1817, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ce996b50-ce93-454c-a32b-d2cfaeed1817,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:49.143694 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] Sync routers for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:34:49.164650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: cc09e7c2-9c9f-461a-9779-1c817dfa528f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:49.165191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cc09e7c2-9c9f-461a-9779-1c817dfa528f not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:49.165664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:49.167669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.174968 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.195847 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:49.197863 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:49.203236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-6a21672c-3ee1-4cda-b933-8f681158bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:49.205977 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-6a21672c-3ee1-4cda-b933-8f681158bb51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1100 time: 0.3931592 Oct 18 20:34:49.213543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.219320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Attempting to bind port 436e94eb-dfb4-455c-8272-803be070a8cc on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:49.219733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Attempting to bind port 436e94eb-dfb4-455c-8272-803be070a8cc by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:49.220348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Attempting to bind port 436e94eb-dfb4-455c-8272-803be070a8cc on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:49.241351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:49.241990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:49.242897 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.243294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Bound using segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:49.243827 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Bound port: 436e94eb-dfb4-455c-8272-803be070a8cc, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:49.244216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.279673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:49.292515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ce996b50-ce93-454c-a32b-d2cfaeed1817,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:49.296338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.378600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] For port 436e94eb-dfb4-455c-8272-803be070a8cc, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:49.391109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] For port 436e94eb-dfb4-455c-8272-803be070a8cc, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=436e94eb-dfb4-455c-8272-803be070a8cc,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:49.402590 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.406249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9a134-f1bf-479b-9a7f-7a400bb047b5 req-1e503436-2e29-4716-b3e7-a275fb765682 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:49.416231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15f9a134-f1bf-479b-9a7f-7a400bb047b5 req-1e503436-2e29-4716-b3e7-a275fb765682 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 947 time: 0.3260775 Oct 18 20:34:49.498467 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:49.521004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['5cd95084-d83f-478d-9e5a-66420e201b0e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:49.531593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ce996b50-ce93-454c-a32b-d2cfaeed1817'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:49.534547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15f9a134-f1bf-479b-9a7f-7a400bb047b5 req-7092a406-a8e5-42f6-aaae-18709af010db tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171913 Oct 18 20:34:49.604952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-ae9ba64d-9041-404f-bccf-f4b79f87031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:49.606908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Allocated IP 172.25.7.145 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/681e74f3-8224-4f19-86c2-9dc5aedc242e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:34:49.627522 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-ae9ba64d-9041-404f-bccf-f4b79f87031c service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4109311 Oct 18 20:34:49.813407 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bcd92-7b5f-4c7d-baf5-25592a8e184d None None] Pushing event updated for resources: {'Port': ['ID=436e94eb-dfb4-455c-8272-803be070a8cc,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:49.829142 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-c6b8c966-0255-4b32-8a2a-6618bd627439 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.1902859 Oct 18 20:34:49.850597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b123a28-eb05-441d-a628-3e64047925ec req-f110a698-16e3-4422-878d-5e134e567780 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:49.858313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:49.864101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b123a28-eb05-441d-a628-3e64047925ec req-f110a698-16e3-4422-878d-5e134e567780 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1796021 Oct 18 20:34:49.927757 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:34:46Z', 'revision_number': 5, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port': {'id': 'cff47d5d-9c39-4552-a1e9-efd30712aeac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:39Z', 'updated_at': '2021-10-18T20:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:49.982215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:50.001525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-deleted', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f'}, {'name': 'network-changed', 'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:50.002011 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] Checking router: e35430bc-4eef-4715-8641-a149cf0dc45c for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:34:50.006310 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8736d982-fa1c-4eba-a1e7-efffcf5152d7" -d '{"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-deleted", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f"}, {"name": "network-changed", "server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:50.014824 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] Routers {'e35430bc-4eef-4715-8641-a149cf0dc45c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:50.015574 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e35430bc-4eef-4715-8641-a149cf0dc45c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:50.056343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-cfe99a94-ada3-4191-8d27-6b33398383e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:50.057925 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-cfe99a94-ada3-4191-8d27-6b33398383e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2073855 Oct 18 20:34:50.097697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b123a28-eb05-441d-a628-3e64047925ec req-a8f8ced1-ae04-4619-9afc-abb7864b5b9b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312808 Oct 18 20:34:50.153731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:50.164849 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] Set router e35430bc-4eef-4715-8641-a149cf0dc45c gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:50.207861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Deleting port cff47d5d-9c39-4552-a1e9-efd30712aeac {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:50.211521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:50.255042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:50.259933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:50.265319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:34:50.270320 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:34:49Z', 'revision_number': 6, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:50.308270 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2214f18-651b-4a2b-adce-610c0a34d979 None None] The sync data for ids ['e35430bc-4eef-4715-8641-a149cf0dc45c'] in n-d-812149-2 is: [{'id': 'e35430bc-4eef-4715-8641-a149cf0dc45c', 'name': 'tempest-ServersTestManualDisk-257680283-router', 'tenant_id': '378908b0a54b4875b2e15750d1f7a67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:37Z', 'updated_at': '2021-10-18T20:34:49Z', 'revision_number': 6, 'project_id': '378908b0a54b4875b2e15750d1f7a67e', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:34:50.398198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Pushing event updated for resources: {'Port': ['ID=681e74f3-8224-4f19-86c2-9dc5aedc242e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:50.437758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-7aac336c-1bb6-40a8-a701-fc5cbd7da789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:50.439726 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-7aac336c-1bb6-40a8-a701-fc5cbd7da789 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3708105 Oct 18 20:34:50.492767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] For port cff47d5d-9c39-4552-a1e9-efd30712aeac, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cff47d5d-9c39-4552-a1e9-efd30712aeac,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:50.493270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:50.555886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Calling delete_port for cff47d5d-9c39-4552-a1e9-efd30712aeac owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:50.643984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc645b94-c844-413a-bedc-0e36ffe70b23 req-236ad000-aa10-44b0-909a-2d03d64146cb tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:50.645561 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc645b94-c844-413a-bedc-0e36ffe70b23 req-236ad000-aa10-44b0-909a-2d03d64146cb tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 949 time: 0.1147571 Oct 18 20:34:50.646605 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-fa2b76b6-ab5d-4295-a643-60665a520bfb service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973557 Oct 18 20:34:50.756994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc645b94-c844-413a-bedc-0e36ffe70b23 req-bc4a56bd-cd5a-4902-b231-5d67e001ac52 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 Oct 18 20:34:50.795884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:50.811059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 436e94eb-dfb4-455c-8272-803be070a8cc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:50.924601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 436e94eb-dfb4-455c-8272-803be070a8cc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:50.925173 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.078248 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.106672 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f4c413-a82d-4469-abe9-bda76b73936b x-openstack-request-id: req-90f4c413-a82d-4469-abe9-bda76b73936b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:51.107166 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd", "name": "network-vif-deleted", "tag": "cc09e7c2-9c9f-461a-9779-1c817dfa528f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:51.107687 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-90f4c413-a82d-4469-abe9-bda76b73936b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:51.108346 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f32ec84-cd9f-46bc-ba9b-bf5bc941bdfd', 'name': 'network-vif-deleted', 'tag': 'cc09e7c2-9c9f-461a-9779-1c817dfa528f', 'status': 'completed', 'code': 200} Oct 18 20:34:51.108752 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'status': 'completed', 'code': 200} Oct 18 20:34:51.112896 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2bb5598d-a116-4e6e-bc76-21b139012ade req-816f0dac-fba0-4205-b0bd-29ad47ec057b service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543455 Oct 18 20:34:51.130265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.150666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 436e94eb-dfb4-455c-8272-803be070a8cc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=436e94eb-dfb4-455c-8272-803be070a8cc,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:51.159341 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.222296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83281917-3e9c-4896-9401-6eeb85b3d76d req-e401b884-4a33-46bf-8de6-ae911cbc72d0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:51.231558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=436e94eb-dfb4-455c-8272-803be070a8cc,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:51.232830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83281917-3e9c-4896-9401-6eeb85b3d76d req-e401b884-4a33-46bf-8de6-ae911cbc72d0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 948 time: 0.1411278 Oct 18 20:34:51.246104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff47d5d-9c39-4552-a1e9-efd30712aeac,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:51.369008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-64f84f7d-d76c-448e-ade8-7663d3f091f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:51.370540 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-64f84f7d-d76c-448e-ade8-7663d3f091f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1100 time: 0.2557938 Oct 18 20:34:51.375744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-c2b852aa-5154-4f74-894a-f6140cb2f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:51.377305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-c2b852aa-5154-4f74-894a-f6140cb2f18d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1100 time: 0.1334653 Oct 18 20:34:51.382784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cfb0d5-1a46-4f80-b4b7-b06c84dc111c None None] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:34:51.414935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83281917-3e9c-4896-9401-6eeb85b3d76d req-94f67757-0833-489f-8a8f-104a9bbf5bcd tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806228 Oct 18 20:34:51.465576 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.483136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5e3210fd-3928-4e1f-8f0c-039c2a9fdb2a None None] Provisioning complete for port 436e94eb-dfb4-455c-8272-803be070a8cc triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:51.483486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e3210fd-3928-4e1f-8f0c-039c2a9fdb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.494179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.705291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5cd95084-d83f-478d-9e5a-66420e201b0e up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:51.799601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 5cd95084-d83f-478d-9e5a-66420e201b0e completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:51.813350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 5cd95084-d83f-478d-9e5a-66420e201b0e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:51.814399 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.815698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:51.817676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-62961d09-c53b-4866-98e0-6a1b00116a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:51.819269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-62961d09-c53b-4866-98e0-6a1b00116a5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4268005 Oct 18 20:34:51.854283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def1480-5aee-414f-8f6e-66eb834ba7b3 req-32af9875-8f78-4136-8bf9-29027c2d116f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:51.870986 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9def1480-5aee-414f-8f6e-66eb834ba7b3 req-32af9875-8f78-4136-8bf9-29027c2d116f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.2400904 Oct 18 20:34:51.966316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9def1480-5aee-414f-8f6e-66eb834ba7b3 req-65c3705a-388f-4109-a69b-b23442acd661 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937972 Oct 18 20:34:51.968693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Router 2cc244ed-0d09-41a4-a6f7-1703d479d955 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:34:52.017372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.088304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd95084-d83f-478d-9e5a-66420e201b0e'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:52.093380 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c2be0e-5e91-483f-85b1-c3890f791c26" -d '{"events": [{"server_uuid": "e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26", "name": "network-vif-plugged", "status": "completed", "tag": "5cd95084-d83f-478d-9e5a-66420e201b0e"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:52.131160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5cd95084-d83f-478d-9e5a-66420e201b0e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5cd95084-d83f-478d-9e5a-66420e201b0e,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:52.139339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-faf46803-9e05-4125-ad67-eb36becaace2 None None] Provisioning complete for port 436e94eb-dfb4-455c-8272-803be070a8cc triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:52.140167 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-faf46803-9e05-4125-ad67-eb36becaace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.204607 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.206098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ce996b50-ce93-454c-a32b-d2cfaeed1817 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:52.331055 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.375510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:34:52.427932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447b8db-1e83-43df-ba4a-11c333861013 req-7dc0b902-db76-4920-ba9e-4e1732c27cea tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:52.442276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2447b8db-1e83-43df-ba4a-11c333861013 req-7dc0b902-db76-4920-ba9e-4e1732c27cea tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 949 time: 0.1958299 Oct 18 20:34:52.464492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.472051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fc41f8ea-9147-47ca-9c6d-df68424b4aae admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8790319 Oct 18 20:34:52.485193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50288) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:52.504893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 436e94eb-dfb4-455c-8272-803be070a8cc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:52.507077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Sync routers for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:34:52.514980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5cd95084-d83f-478d-9e5a-66420e201b0e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:52.547015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:52.547694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:52.554928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-645fe760-2472-4952-a33a-d5d8abb9e874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.1757615 Oct 18 20:34:52.618824 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.619297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e35430bc-4eef-4715-8641-a149cf0dc45c {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:34:52.669598 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.674069 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d957b564-aeef-42e2-ad90-6a42cc65e756 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e35430bc-4eef-4715-8641-a149cf0dc45c HTTP/1.1" status: 204 len: 168 time: 3.8591681 Oct 18 20:34:52.678470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50290) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:52.688599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port ce996b50-ce93-454c-a32b-d2cfaeed1817 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:52.752772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port ce996b50-ce93-454c-a32b-d2cfaeed1817 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:52.754349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.756698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] Deleting subnet 1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:34:52.760839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-17aed6a3-d72d-4be7-8dc1-6a863e0c4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:52.763547 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-17aed6a3-d72d-4be7-8dc1-6a863e0c4564 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 1.3827915 Oct 18 20:34:52.768305 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.810621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 436e94eb-dfb4-455c-8272-803be070a8cc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:52.817247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:52.869955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-56bee227-bad3-4164-aac7-649d20616800 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 200 len: 217 time: 0.0990386 Oct 18 20:34:52.874274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-ae63fb26-befe-49b2-b161-85465609e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:52.875716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-ae63fb26-befe-49b2-b161-85465609e493 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.3080823 Oct 18 20:34:52.934835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:53.031884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-4eeae3db-af4b-45bf-ab51-9012bd421da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:53.033967 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-4eeae3db-af4b-45bf-ab51-9012bd421da9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1552815 Oct 18 20:34:53.038756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.193832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-dbf4ee72-1c2d-43be-9852-b226f93784b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:53.196506 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-dbf4ee72-1c2d-43be-9852-b226f93784b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928743 Oct 18 20:34:53.202905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-73e977a0-dd37-4249-89c7-514d0a4437da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:53.205286 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-73e977a0-dd37-4249-89c7-514d0a4437da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616597 Oct 18 20:34:53.211272 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e01c6ad-1257-4bfd-b020-47957aad7cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.213071 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.273089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cff47d5d-9c39-4552-a1e9-efd30712aeac no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:53.309513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ce996b50-ce93-454c-a32b-d2cfaeed1817, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ce996b50-ce93-454c-a32b-d2cfaeed1817,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:53.314726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: cff47d5d-9c39-4552-a1e9-efd30712aeac {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:53.315063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cff47d5d-9c39-4552-a1e9-efd30712aeac not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:53.315481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2fdb2224-3052-45e5-9dec-f85768d54f61 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:53.321730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.353710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2fdb2224-3052-45e5-9dec-f85768d54f61 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:34:53.354062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2fdb2224-3052-45e5-9dec-f85768d54f61 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:34:53.402695 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2447b8db-1e83-43df-ba4a-11c333861013 req-155a547b-a0bc-4dbb-87b3-49960fc2d970 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9567859 Oct 18 20:34:53.424456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:50Z', 'revision_number': 3, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:53.424456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ce996b50-ce93-454c-a32b-d2cfaeed1817,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:53.426880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.462858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Checking router: 2cc244ed-0d09-41a4-a6f7-1703d479d955 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:34:53.463411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Updating router 2cc244ed-0d09-41a4-a6f7-1703d479d955 port 681e74f3-8224-4f19-86c2-9dc5aedc242e binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:34:53.499861 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.512069 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-603183c0-6c43-48fa-8202-12cffae45b73 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800000 Oct 18 20:34:53.522334 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-e7a8cd7e-6684-4100-873a-53cd2ea4b7e7 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093336 Oct 18 20:34:53.591880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.639399 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a7f807-f267-41f8-9e01-c0ee068398d2 x-openstack-request-id: req-f8a7f807-f267-41f8-9e01-c0ee068398d2 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:53.639836 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26", "name": "network-vif-plugged", "status": "completed", "tag": "5cd95084-d83f-478d-9e5a-66420e201b0e", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:53.640182 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8a7f807-f267-41f8-9e01-c0ee068398d2 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:53.640827 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd95084-d83f-478d-9e5a-66420e201b0e', 'code': 200} Oct 18 20:34:53.643579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94033e-6866-4765-a76d-465d9d34cef8 None None] Network ca237305-1533-4d73-92ce-d417f487b494 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:34:53.654061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:53.658475 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1 HTTP/1.1" status: 204 len: 168 time: 0.9789155 Oct 18 20:34:53.664635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50300) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:53.729723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2031-82e3-4055-ad68-36b5f7a90bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccbc6e0-5e8f-4416-8423-f5bbfdcf0de1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:53.744141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:53.805674 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-56ca1a4c-6a1c-48f6-ade9-28066a413d26 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830007 Oct 18 20:34:53.815625 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8736d982-fa1c-4eba-a1e7-efffcf5152d7 req-ba577a34-d7c0-465b-95d5-72aee56b9db0 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663050 Oct 18 20:34:53.821595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0240-2e7b-4bed-9d2e-33b8f257125c req-7f2e4f19-eadb-4f3f-8f9b-d62cd0cc9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:53.823693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9e7c0240-2e7b-4bed-9d2e-33b8f257125c req-7f2e4f19-eadb-4f3f-8f9b-d62cd0cc9730 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 1100 time: 0.1336653 Oct 18 20:34:53.875764 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9e7c0240-2e7b-4bed-9d2e-33b8f257125c req-14400f77-fb80-4d08-a608-71fed9c38b86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Oct 18 20:34:54.045497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.095000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:54.124002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f63d6d-b122-475c-a81d-33b33cd70032 req-d12298f6-ec4f-4d8d-ad31-3007ff289362 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:54.127595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-19f63d6d-b122-475c-a81d-33b33cd70032 req-d12298f6-ec4f-4d8d-ad31-3007ff289362 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 949 time: 0.3443527 Oct 18 20:34:54.148122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] DHCP port deletion for ca237305-1533-4d73-92ce-d417f487b494 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:34:54.155685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.157342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'mac_address': 'fa:16:3e:a3:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:54.227827 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.243701 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.282241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-19f63d6d-b122-475c-a81d-33b33cd70032 req-a5fa6490-457d-4232-8983-59c2c894eea3 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104891 Oct 18 20:34:54.282537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d51aee4c-4b90-484c-bfc0-925fc8770041 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:54.291326 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.329416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Deleting port d51aee4c-4b90-484c-bfc0-925fc8770041 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:54.330094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.360219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03c3316-dee9-4d23-bca9-f0f7c28333fb {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:54.380598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Attempting to bind port 681e74f3-8224-4f19-86c2-9dc5aedc242e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:34:54.380977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Attempting to bind port 681e74f3-8224-4f19-86c2-9dc5aedc242e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:34:54.381343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Attempting to bind port 681e74f3-8224-4f19-86c2-9dc5aedc242e on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:34:54.386050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc07572-0d00-4e1b-a258-750f0d24bc1e None None] Pushing event updated for resources: {'Port': ['ID=681e74f3-8224-4f19-86c2-9dc5aedc242e,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:54.411489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:34:54.411900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:54.412262 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.412682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:34:54.413179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Bound port: 681e74f3-8224-4f19-86c2-9dc5aedc242e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:34:54.413567 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.418535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] Deleting port d51aee4c-4b90-484c-bfc0-925fc8770041 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:54.418908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.421876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:54.459043 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.524098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] For port d51aee4c-4b90-484c-bfc0-925fc8770041, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d51aee4c-4b90-484c-bfc0-925fc8770041,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:54.524923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.535548 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.559454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Calling delete_port for d51aee4c-4b90-484c-bfc0-925fc8770041 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:54.598705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe46cc-e7eb-4015-80b8-711a8cdd8c89 req-de8ec664-abca-4d9f-9cf1-341405a4578e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:54.600425 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fbe46cc-e7eb-4015-80b8-711a8cdd8c89 req-de8ec664-abca-4d9f-9cf1-341405a4578e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.1910899 Oct 18 20:34:54.787887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] For port d51aee4c-4b90-484c-bfc0-925fc8770041, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d51aee4c-4b90-484c-bfc0-925fc8770041,segment=NetworkSegment(8e5d0099-28c1-4170-be2d-813e96b6d540),segment_id=8e5d0099-28c1-4170-be2d-813e96b6d540)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:54.788178 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.793884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fbe46cc-e7eb-4015-80b8-711a8cdd8c89 req-21725899-a3d7-4783-bc85-d582dcb5706a tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511719 Oct 18 20:34:54.807543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] For port 681e74f3-8224-4f19-86c2-9dc5aedc242e, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:34:54.819945 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] Calling delete_port for d51aee4c-4b90-484c-bfc0-925fc8770041 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:34:54.822591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=12']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:54.834939 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-eebd6c26-786e-40e1-afb6-06ac9a4a1bae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628994 Oct 18 20:34:54.856750 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.862271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] For port 681e74f3-8224-4f19-86c2-9dc5aedc242e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=681e74f3-8224-4f19-86c2-9dc5aedc242e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:34:54.883193 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.886652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e03c3316-dee9-4d23-bca9-f0f7c28333fb'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:54.900738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:54.943337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=d51aee4c-4b90-484c-bfc0-925fc8770041,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:54.965425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] No DVR routers for this DVR port d51aee4c-4b90-484c-bfc0-925fc8770041 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:54.978452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Allocated IP 172.20.0.1 (e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58/38c43b8b-1588-4e19-983a-8ced18e1ec0d/c939409b-c25c-4d4c-94d4-6182a44a7bbb) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:34:54.997622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-43d23ab7-c9a1-43a4-a6e6-4ba196a8ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:54.999172 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-43d23ab7-c9a1-43a4-a6e6-4ba196a8ba50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 1101 time: 0.0704045 Oct 18 20:34:55.098290 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.166867 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-a4fb9121-5dca-4cba-9371-b41e2eb6e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:55.168900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-a4fb9121-5dca-4cba-9371-b41e2eb6e3b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1436210 Oct 18 20:34:55.171764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca237305-1533-4d73-92ce-d417f487b494']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:55.206198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5d0099-28c1-4170-be2d-813e96b6d540') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:55.206563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5d0099-28c1-4170-be2d-813e96b6d540') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:55.223642 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-239ea576-7200-419e-8d10-708503fbb1fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1bc70881-0925-4e00-a7a0-682aa125a955 HTTP/1.1" status: 200 len: 217 time: 0.0459182 Oct 18 20:34:55.227644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.266879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.290995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486885f-f6d9-4ca0-a126-7ebe7a8b9489 req-0584042c-0214-4076-98f1-eabe1057bfb0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:55.293116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7486885f-f6d9-4ca0-a126-7ebe7a8b9489 req-0584042c-0214-4076-98f1-eabe1057bfb0 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.1383357 Oct 18 20:34:55.296288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.298290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:34:55.298688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:34:55.300609 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:34:55.334868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-99ee8900-5888-4ed2-aa33-68f1335c8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:55.337544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-99ee8900-5888-4ed2-aa33-68f1335c8f8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1054327 Oct 18 20:34:55.353088 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.380132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:55.381243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:55.413686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.430174 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.437515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-84dcf61f-a2c9-45a0-8650-1565e159c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:55.438668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] 10.222.0.66 "DELETE /v2.0/networks/ca237305-1533-4d73-92ce-d417f487b494 HTTP/1.1" status: 204 len: 168 time: 1.6986010 Oct 18 20:34:55.439290 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-84dcf61f-a2c9-45a0-8650-1565e159c32e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893860 Oct 18 20:34:55.462829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7486885f-f6d9-4ca0-a126-7ebe7a8b9489 req-ac405563-2afb-4213-a482-40c8467543f3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447613 Oct 18 20:34:55.464121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76f101-ad4e-4119-a4f5-019fea681a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca237305-1533-4d73-92ce-d417f487b494,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:55.467884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.532762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc07572-0d00-4e1b-a258-750f0d24bc1e None None] Pushing event updated for resources: {'Port': ['ID=681e74f3-8224-4f19-86c2-9dc5aedc242e,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:55.543028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:55.553630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:55.578565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:34:55.649727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Pushing event updated for resources: {'Port': ['ID=c939409b-c25c-4d4c-94d4-6182a44a7bbb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:55.675942 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-7756cfbc-b4be-4008-ad5c-2093d9cbf5c9 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252352 Oct 18 20:34:55.690209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce996b50-ce93-454c-a32b-d2cfaeed1817'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:55.696633 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e1733-3a90-456f-b938-c9f7516e8c9a" -d '{"events": [{"server_uuid": "0194fd7b-b41c-49fb-88cb-6530b9df3700", "name": "network-vif-plugged", "status": "completed", "tag": "ce996b50-ce93-454c-a32b-d2cfaeed1817"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:55.724745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.764698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:55.821261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50320) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:55.831838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] Pushing event deleted for resources: {'Port': ['ID=d51aee4c-4b90-484c-bfc0-925fc8770041,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:55.837451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] Network ca237305-1533-4d73-92ce-d417f487b494 is not hosted by any dhcp agent {{(pid=100532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:34:55.838344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb981a-2323-4cba-865e-2f5ad1f634d4 None None] No DVR routers for this DVR port d51aee4c-4b90-484c-bfc0-925fc8770041 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:34:55.872191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:55.934955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d0c318a6-8338-41ea-b862-0390fd073a97 req-d0d2ae72-7ce4-4633-adbf-d542d38a529b service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478261 Oct 18 20:34:55.973993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a9427-9031-46f0-b096-cac159de08d6 req-787345e1-2f77-4474-9371-5dd513bdba37 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:55.975632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e38a9427-9031-46f0-b096-cac159de08d6 req-787345e1-2f77-4474-9371-5dd513bdba37 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 949 time: 0.1796257 Oct 18 20:34:56.003051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0083039e-7ab8-4e0c-aef4-ad8a567102f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=378908b0a54b4875b2e15750d1f7a67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805830 Oct 18 20:34:56.003278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50326) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:56.062943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.066130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-21292630-2db7-4bc0-a2d1-f2cda831dbc0 None None] Provisioning complete for port c939409b-c25c-4d4c-94d4-6182a44a7bbb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:56.066738 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21292630-2db7-4bc0-a2d1-f2cda831dbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.080715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e38a9427-9031-46f0-b096-cac159de08d6 req-6e4c3259-5dd9-4b9b-9397-5b86e8601e4d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838671 Oct 18 20:34:56.109320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b38d0cd1-2687-4fef-873a-aa990c54e3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.171371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b38d0cd1-2687-4fef-873a-aa990c54e3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.235665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-21292630-2db7-4bc0-a2d1-f2cda831dbc0 None None] Port c939409b-c25c-4d4c-94d4-6182a44a7bbb cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:34:56.247865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b38d0cd1-2687-4fef-873a-aa990c54e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.252318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b38d0cd1-2687-4fef-873a-aa990c54e3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.253560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b38d0cd1-2687-4fef-873a-aa990c54e3d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9952d21-1c8f-4ef1-ba74-70ff87b01587 HTTP/1.1" status: 204 len: 168 time: 0.2488270 Oct 18 20:34:56.262704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d0cd1-2687-4fef-873a-aa990c54e3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9952d21-1c8f-4ef1-ba74-70ff87b01587,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:56.316461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d89b5-fd88-465d-bb49-b86f6c10a280 req-3b39c04c-e24e-44dc-855a-20c7453b4a3e tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:56.318033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-388d89b5-fd88-465d-bb49-b86f6c10a280 req-3b39c04c-e24e-44dc-855a-20c7453b4a3e tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 1101 time: 0.1228468 Oct 18 20:34:56.343670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:50Z', 'revision_number': 3, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:56.380290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ce18e5-8485-46ca-b657-6072eb1ec333 None None] The sync data for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 is: [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:50Z', 'revision_number': 3, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:34:56.401454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-388d89b5-fd88-465d-bb49-b86f6c10a280 req-645dbf79-bd1f-4da7-b330-97b9ec8b8b23 tempest-MigrationsAdminTest-1171262435 tempest-MigrationsAdminTest-1171262435-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681720 Oct 18 20:34:56.415238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.432415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.486976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.510258 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efda7cd9-cd9d-4aca-98bd-588b25c6305c x-openstack-request-id: req-efda7cd9-cd9d-4aca-98bd-588b25c6305c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:34:56.511019 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0194fd7b-b41c-49fb-88cb-6530b9df3700", "name": "network-vif-plugged", "status": "completed", "tag": "ce996b50-ce93-454c-a32b-d2cfaeed1817", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:34:56.511520 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efda7cd9-cd9d-4aca-98bd-588b25c6305c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:34:56.512314 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'code': 200} Oct 18 20:34:56.607418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Pushing event updated for resources: {'Port': ['ID=c939409b-c25c-4d4c-94d4-6182a44a7bbb,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:56.686462 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:56.720853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f090e1-44b4-449e-a482-54d20c404b7f req-53496b2c-ae46-435f-9e33-88816a2d7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:56.722629 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9f090e1-44b4-449e-a482-54d20c404b7f req-53496b2c-ae46-435f-9e33-88816a2d7b75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 1100 time: 0.0492454 Oct 18 20:34:56.808791 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9f090e1-44b4-449e-a482-54d20c404b7f req-ecf30ca8-f6f2-4550-84f1-fbf167a89b5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748272 Oct 18 20:34:56.838802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74462b5-5f32-4d84-a211-0db5371e74b3 req-c7fb67d9-ea4a-4e89-bbab-d5bf40331c11 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:56.840723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c74462b5-5f32-4d84-a211-0db5371e74b3 req-c7fb67d9-ea4a-4e89-bbab-d5bf40331c11 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.2213240 Oct 18 20:34:56.895912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:34:56.899797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:34:56.974285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c74462b5-5f32-4d84-a211-0db5371e74b3 req-28580723-4441-4aec-befa-cbe0e8dc9c61 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167617 Oct 18 20:34:57.113259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Router 2cc244ed-0d09-41a4-a6f7-1703d479d955 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:34:57.178542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:34:57.184019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:34:57.339969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:34:57.345878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ad952157-5eef-4203-83fe-7452d3431a3f admin admin] 10.222.0.66 "PUT /v2.0/routers/2cc244ed-0d09-41a4-a6f7-1703d479d955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8589008 Oct 18 20:34:57.463897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5039d5e1-2480-4a67-8835-1552844e4313 None None] Provisioning complete for port c939409b-c25c-4d4c-94d4-6182a44a7bbb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:57.464482 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5039d5e1-2480-4a67-8835-1552844e4313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:57.472958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:57.475759 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:57.557736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '28000eb5-c997-4813-822d-09c1b567d253', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '28000eb5-c997-4813-822d-09c1b567d253', 'mac_address': 'fa:16:3e:59:54:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:34:57.596954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5039d5e1-2480-4a67-8835-1552844e4313 None None] Port c939409b-c25c-4d4c-94d4-6182a44a7bbb cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:34:57.602934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:57.641008 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:57.741592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:57.748144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:57.763987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:57.769814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28000eb5-c997-4813-822d-09c1b567d253 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:57.878717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50368) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:57.916800 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:34:57.917355 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:34:57.966500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port e03c3316-dee9-4d23-bca9-f0f7c28333fb completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:34:57.977572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port e03c3316-dee9-4d23-bca9-f0f7c28333fb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:57.978501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d95eb-bf81-413d-aef4-31d63aa5f24d req-061b70e2-322d-49db-b018-b6fb2f8f68d5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:57.979041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:57.980618 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d36d95eb-bf81-413d-aef4-31d63aa5f24d req-061b70e2-322d-49db-b018-b6fb2f8f68d5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 949 time: 0.1087461 Oct 18 20:34:58.057203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d36d95eb-bf81-413d-aef4-31d63aa5f24d req-6764e88b-5833-48d3-ade3-97e22f43c92e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632055 Oct 18 20:34:58.113975 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.140207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-794176500-network', 'tenant_id': '3182437a3b51423abb0d6528f9b909db'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:58.192619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Made reservation on behalf of 3182437a3b51423abb0d6528f9b909db for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:58.195916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:58.199936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.210213 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.225569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.259110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16995f-366c-43d9-a1ce-4ba0480e20bc req-61a255a6-aafc-406a-9f32-98e4dcff90a7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:58.266659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f16995f-366c-43d9-a1ce-4ba0480e20bc req-61a255a6-aafc-406a-9f32-98e4dcff90a7 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 950 time: 0.0936835 Oct 18 20:34:58.305909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=13']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:58.323642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f16995f-366c-43d9-a1ce-4ba0480e20bc req-6397a350-d098-4401-9690-81393f90e06f tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559623 Oct 18 20:34:58.407905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 681e74f3-8224-4f19-86c2-9dc5aedc242e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:34:58.408363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50376) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:58.427274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.435370 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.472924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] Deleting subnet 8a9e5139-b025-4796-b1ef-2b3cc710222b {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:34:58.476738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.519174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253'}, {'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:34:58.522290 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229d5d2d-b5ca-4741-ad9e-91dbf73f3315" -d '{"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-unplugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253"}, {"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-plugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:34:58.527267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:34:58.530019 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.536699 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.556684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28000eb5-c997-4813-822d-09c1b567d253 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:34:58.576815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.588136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b573bcb-6f04-48b0-961d-6ddf2f617f92,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:58.592669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:58.599748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.602803 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.603616 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Added segment ce28949f-6311-4742-b7e3-05505acf2b77 of type vlan for network 31ed0f59-09a1-4c04-be0d-62ec85774189 Oct 18 20:34:58.617188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 681e74f3-8224-4f19-86c2-9dc5aedc242e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:34:58.617188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.650650 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.682402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9e5139-b025-4796-b1ef-2b3cc710222b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:58.690664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.695926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-00939282-79e5-4eb6-b2fb-bc29c9fae811 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8a9e5139-b025-4796-b1ef-2b3cc710222b HTTP/1.1" status: 204 len: 168 time: 0.2857096 Oct 18 20:34:58.704962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50382) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:58.736349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.760498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=10']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:58.807850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.809050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:58.810474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.818726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.840662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:58.887883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0076087 Oct 18 20:34:58.889557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50386) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:58.904954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 681e74f3-8224-4f19-86c2-9dc5aedc242e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=681e74f3-8224-4f19-86c2-9dc5aedc242e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:34:58.924658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.013143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Request body: {'subnet': {'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-794176500-subnet', 'tenant_id': '3182437a3b51423abb0d6528f9b909db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:59.019291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.053224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=681e74f3-8224-4f19-86c2-9dc5aedc242e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:59.073742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36404f-0718-46b0-8d03-7a2b41951776 admin admin] Pushing event updated for resources: {'Network': ['ID=31ed0f59-09a1-4c04-be0d-62ec85774189,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:59.086046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Made reservation on behalf of 3182437a3b51423abb0d6528f9b909db for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:34:59.088516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.089156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28000eb5-c997-4813-822d-09c1b567d253'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:34:59.097296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c5f98f-a140-4a02-974d-f78bd93d9471']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:59.144643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:59.145490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d2683b-dcdb-4b3a-a2a9-389bf0c6ad28') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:59.154348 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Sync routers for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:34:59.167954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:34:59.195788 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:34:59.199864 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:59.228965 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.291153 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.315662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-e125f2b8-7724-4a93-ba89-7bb361ea9b77 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:59.317813 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-e125f2b8-7724-4a93-ba89-7bb361ea9b77 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 951 time: 0.0857646 Oct 18 20:34:59.334494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:34:59.336333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:34:59.342418 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:34:59.473524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.484623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.489106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] 10.222.0.66 "DELETE /v2.0/networks/d2c5f98f-a140-4a02-974d-f78bd93d9471 HTTP/1.1" status: 204 len: 168 time: 0.7822309 Oct 18 20:34:59.492495 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:34:59.509799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7e086-bcb4-4622-99fa-02aee02ce3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c5f98f-a140-4a02-974d-f78bd93d9471,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:59.524807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.657133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:59.672710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-eeff4299-ba4c-45b3-9d17-24fc6d79d3f5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303959411', 'description': 'tempest-description--1256413106'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:34:59.752665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50398) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:59.768089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980deca7-d2b0-4a51-b6f9-c731945cb0bb,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:34:59.792943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eeff4299-ba4c-45b3-9d17-24fc6d79d3f5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:34:59.824781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83943d9-9468-41b4-b73e-afde34fb685e req-d8e6642b-b9eb-440b-ab40-9fe628ea0f49 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:34:59.826625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c83943d9-9468-41b4-b73e-afde34fb685e req-d8e6642b-b9eb-440b-ab40-9fe628ea0f49 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.0926619 Oct 18 20:34:59.840624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Checking segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:34:59.841222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Network hostable DHCP agents. Network: 31ed0f59-09a1-4c04-be0d-62ec85774189, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:34:59.882668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b910c427-f176-4963-a9fe-c9d536edc5f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffca84a4b0594823a4dc31c464cca3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244414 Oct 18 20:34:59.889671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50400) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:34:59.912366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c83943d9-9468-41b4-b73e-afde34fb685e req-38a122d1-af25-42cc-a8ea-4b2c460ca040 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724485 Oct 18 20:34:59.924604 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:34:56Z', 'revision_number': 2, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:34:59.934282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:34:59.957665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Deleting port e03c3316-dee9-4d23-bca9-f0f7c28333fb {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:34:59.958316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.006890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c8e985b-6f60-4d9a-a89a-0fdf5908c4c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.057100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c8e985b-6f60-4d9a-a89a-0fdf5908c4c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.062029 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 18 Oct 2021 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acb0237-d0a5-4a31-95a2-f3e468d8cd41 x-openstack-request-id: req-3acb0237-d0a5-4a31-95a2-f3e468d8cd41 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:00.062937 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-unplugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253", "code": 200}, {"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-plugged", "status": "completed", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:00.063338 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3acb0237-d0a5-4a31-95a2-f3e468d8cd41 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:00.063923 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253', 'code': 200} Oct 18 20:35:00.064283 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'code': 200} Oct 18 20:35:00.117573 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Checking router: 2cc244ed-0d09-41a4-a6f7-1703d479d955 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:35:00.117941 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Updating router 2cc244ed-0d09-41a4-a6f7-1703d479d955 port c939409b-c25c-4d4c-94d4-6182a44a7bbb binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:35:00.142415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 31ed0f59-09a1-4c04-be0d-62ec85774189) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:00.155328 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.160431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a7a28-6648-4210-9b2c-fb7c97d547a1 None None] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:35:00.167781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c8e985b-6f60-4d9a-a89a-0fdf5908c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.168768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:00.170288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.178205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c8e985b-6f60-4d9a-a89a-0fdf5908c4c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.185114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7c8e985b-6f60-4d9a-a89a-0fdf5908c4c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aee10d20-efc0-446f-86dd-16db4acd559d HTTP/1.1" status: 204 len: 168 time: 0.2942181 Oct 18 20:35:00.211924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eeff4299-ba4c-45b3-9d17-24fc6d79d3f5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.223324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e985b-6f60-4d9a-a89a-0fdf5908c4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee10d20-efc0-446f-86dd-16db4acd559d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:00.231067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eeff4299-ba4c-45b3-9d17-24fc6d79d3f5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.281378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] For port e03c3316-dee9-4d23-bca9-f0f7c28333fb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e03c3316-dee9-4d23-bca9-f0f7c28333fb,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:00.281816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.301596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Calling delete_port for e03c3316-dee9-4d23-bca9-f0f7c28333fb owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:00.366542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bc7cb-3779-46b6-9f6f-e5d91ddff95b req-b5dade26-ad7c-4753-99a6-74b539bda27b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:00.376619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-322bc7cb-3779-46b6-9f6f-e5d91ddff95b req-b5dade26-ad7c-4753-99a6-74b539bda27b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 949 time: 0.1123252 Oct 18 20:35:00.417881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 681e74f3-8224-4f19-86c2-9dc5aedc242e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:00.447376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-322bc7cb-3779-46b6-9f6f-e5d91ddff95b req-e9270267-7e09-4db8-bf26-dc4124e8f361 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634725 Oct 18 20:35:00.540173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.553899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5295f5d3-2e68-49f9-9f98-e035826c43a7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6562538 Oct 18 20:35:00.576605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eeff4299-ba4c-45b3-9d17-24fc6d79d3f5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.582216 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eeff4299-ba4c-45b3-9d17-24fc6d79d3f5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9163229 Oct 18 20:35:00.587875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50408) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:00.620626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aca24f36-9df5-4b0e-b138-394ea5842b50 req-25c90077-6509-456b-966f-910b123ff62b tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=209a4aa4-d7bf-4139-9ce4-85ffeb0482ed HTTP/1.1" status: 200 len: 210 time: 0.0515044 Oct 18 20:35:00.621855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9fa03b57-e5a7-49b4-99f1-11b48e4a1d90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'security_group_rule': {'security_group_id': 'a8db8d27-e09f-4e46-848c-bd16976b102f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:00.634975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event deleted for resources: {'Port': ['ID=e03c3316-dee9-4d23-bca9-f0f7c28333fb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:00.647156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff4299-ba4c-45b3-9d17-24fc6d79d3f5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8db8d27-e09f-4e46-848c-bd16976b102f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:00.709376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0', 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', '98aaa653-9fd0-4273-a0da-fa08da10838c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:00.719336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-bd4aa434-4c09-494d-9045-bfb4aa23f7d4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2230575 Oct 18 20:35:00.722531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] No DVR routers for this DVR port e03c3316-dee9-4d23-bca9-f0f7c28333fb on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:00.728083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.731860 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ca520c6-e0b1-4cb8-8492-6dc16f93b653 req-53c15858-ba7b-42ac-90a6-42308e3baf62 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.30 "DELETE /v2.0/ports/e03c3316-dee9-4d23-bca9-f0f7c28333fb HTTP/1.1" status: 204 len: 173 time: 1.2215080 Oct 18 20:35:00.732410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-deleted', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:00.734908 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977d7642-e2ca-4b86-93cf-25690c9d087c" -d '{"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-deleted", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:00.752030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fa03b57-e5a7-49b4-99f1-11b48e4a1d90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.906186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e03c3316-dee9-4d23-bca9-f0f7c28333fb'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:00.964200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fa03b57-e5a7-49b4-99f1-11b48e4a1d90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:00.976705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-33cc0fe8-3e0a-4206-b0d4-c677fd866a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:00.978445 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-33cc0fe8-3e0a-4206-b0d4-c677fd866a4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 1100 time: 0.2158933 Oct 18 20:35:00.989233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fa03b57-e5a7-49b4-99f1-11b48e4a1d90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.019787 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.032863 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.071344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e7cb-d44e-403e-ad3d-dfa9a3c4518c req-a74964d3-18b3-44cb-980b-460ff765a810 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:01.081806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa03b57-e5a7-49b4-99f1-11b48e4a1d90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bece7166-65c0-4521-bae1-16cdabd1f34c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:01.101142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a76e7cb-d44e-403e-ad3d-dfa9a3c4518c req-a74964d3-18b3-44cb-980b-460ff765a810 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 949 time: 0.2008982 Oct 18 20:35:01.136225 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fa03b57-e5a7-49b4-99f1-11b48e4a1d90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.137558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9fa03b57-e5a7-49b4-99f1-11b48e4a1d90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5213203 Oct 18 20:35:01.154142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50420) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:01.183777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9021fecf-aa92-4c72-b138-6d19487cad79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'security_group_rule': {'security_group_id': 'a8db8d27-e09f-4e46-848c-bd16976b102f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:01.197099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f2808-b4a6-43f5-8599-7f55e4887d6e None None] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:35:01.228570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:01.231024 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a76e7cb-d44e-403e-ad3d-dfa9a3c4518c req-67fdfb48-8199-4a67-8572-88bb9b09f914 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199958 Oct 18 20:35:01.301367 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Pushing event updated for resources: {'Port': ['ID=c939409b-c25c-4d4c-94d4-6182a44a7bbb,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:01.379124 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Attempting to bind port c939409b-c25c-4d4c-94d4-6182a44a7bbb on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:01.380393 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Attempting to bind port c939409b-c25c-4d4c-94d4-6182a44a7bbb by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:01.381349 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Attempting to bind port c939409b-c25c-4d4c-94d4-6182a44a7bbb on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:01.389119 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.390225 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.391284 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.392484 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.396702 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.397755 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.399748 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.401028 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.402034 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.403051 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.405135 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9021fecf-aa92-4c72-b138-6d19487cad79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.405797 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.406976 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:01.414983 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2347e7b-d93c-439c-976d-90c7da1a5976 x-openstack-request-id: req-e2347e7b-d93c-439c-976d-90c7da1a5976 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:01.415287 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a4aa4-d7bf-4139-9ce4-85ffeb0482ed", "name": "network-vif-deleted", "tag": "e03c3316-dee9-4d23-bca9-f0f7c28333fb", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:01.415537 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2347e7b-d93c-439c-976d-90c7da1a5976 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:01.415946 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a4aa4-d7bf-4139-9ce4-85ffeb0482ed', 'name': 'network-vif-deleted', 'tag': 'e03c3316-dee9-4d23-bca9-f0f7c28333fb', 'status': 'completed', 'code': 200} Oct 18 20:35:01.427378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-3d367f64-c982-4eb1-ba4d-bf675c28d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:01.429064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-3d367f64-c982-4eb1-ba4d-bf675c28d446 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4133492 Oct 18 20:35:01.455864 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:01.456992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:01.457898 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.458758 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Bound using segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:01.459856 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Bound port: c939409b-c25c-4d4c-94d4-6182a44a7bbb, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:01.461665 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.495951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-58fb80f0-261c-4683-aecc-796dddcc0d81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 200 len: 217 time: 0.0570328 Oct 18 20:35:01.635580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9021fecf-aa92-4c72-b138-6d19487cad79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.652170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9021fecf-aa92-4c72-b138-6d19487cad79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.662160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-b5c8e92a-cff7-4484-93fa-1f9f31c1e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:01.663395 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-b5c8e92a-cff7-4484-93fa-1f9f31c1e059 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1558526 Oct 18 20:35:01.686662 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] For port c939409b-c25c-4d4c-94d4-6182a44a7bbb, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:01.692973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021fecf-aa92-4c72-b138-6d19487cad79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9392f7c4-c2f2-44d6-b04a-f18e32306311,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:01.707266 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] For port c939409b-c25c-4d4c-94d4-6182a44a7bbb, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c939409b-c25c-4d4c-94d4-6182a44a7bbb,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:01.719190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9021fecf-aa92-4c72-b138-6d19487cad79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.720519 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9021fecf-aa92-4c72-b138-6d19487cad79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5651436 Oct 18 20:35:01.726719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50440) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:01.731364 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.731611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:01.761590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-16460343-00d7-40a6-b5d3-d1fcac7446a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:01.764611 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-16460343-00d7-40a6-b5d3-d1fcac7446a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885322 Oct 18 20:35:01.828745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:01.844549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff937953-2188-43fa-81ee-6a93e3d4f98f req-990dc968-0aef-4575-9f4f-cb500d861802 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:01.856371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff937953-2188-43fa-81ee-6a93e3d4f98f req-990dc968-0aef-4575-9f4f-cb500d861802 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 950 time: 0.2541816 Oct 18 20:35:01.899537 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:01.901059 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:34:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:01.904842 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133e542-a200-4366-a5cf-c29c6dcd539c None None] Pushing event updated for resources: {'Port': ['ID=c939409b-c25c-4d4c-94d4-6182a44a7bbb,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:01.977237 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff937953-2188-43fa-81ee-6a93e3d4f98f req-e4ec7089-499e-43b0-80d2-169eb4072152 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111345 Oct 18 20:35:02.033629 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-a7c1a839-c17f-4d2c-afe9-97d5c3d5f0f9 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583315 Oct 18 20:35:02.123674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3eb92992-5213-4b8f-916f-c0e49843293a None None] Provisioning complete for port c939409b-c25c-4d4c-94d4-6182a44a7bbb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:02.124308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb92992-5213-4b8f-916f-c0e49843293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.220736 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:02.259202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 681e74f3-8224-4f19-86c2-9dc5aedc242e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:02.260103 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.283544 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.297618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f47da8ba-665f-4be4-b319-811e7d145b1e req-49dba168-2fb4-45f5-a2cc-98fd757a06e5 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534163 Oct 18 20:35:02.335235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 28000eb5-c997-4813-822d-09c1b567d253 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:02.335943 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.519302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Allocated IP 172.25.7.108 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/426389bd-827f-45d0-8484-27a58ae140ea) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:02.595736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb92992-5213-4b8f-916f-c0e49843293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.691718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634256-7af7-410e-a04d-0bcdf5ac5f1c req-320a619c-dfe0-4a42-bab0-26e6ee2b6db9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:02.714071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97634256-7af7-410e-a04d-0bcdf5ac5f1c req-320a619c-dfe0-4a42-bab0-26e6ee2b6db9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:02.718618 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97634256-7af7-410e-a04d-0bcdf5ac5f1c req-320a619c-dfe0-4a42-bab0-26e6ee2b6db9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700&device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 1689 time: 0.1072531 Oct 18 20:35:02.739322 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.795130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97634256-7af7-410e-a04d-0bcdf5ac5f1c req-ad34954f-e226-4744-8132-2253bfe1130e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Oct 18 20:35:02.797035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.813373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3eb92992-5213-4b8f-916f-c0e49843293a None None] For port c939409b-c25c-4d4c-94d4-6182a44a7bbb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c939409b-c25c-4d4c-94d4-6182a44a7bbb,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:02.836515 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:01Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:02.837199 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3eb92992-5213-4b8f-916f-c0e49843293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.849549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=426389bd-827f-45d0-8484-27a58ae140ea,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:02.870873 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:02.873831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:02.875555 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:02.878211 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce648f-5716-4d8d-8eaa-24403cf90d58 None None] The sync data for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 is: [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:01Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:35:02.878496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:03.042402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:03.044889 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06333eed-9718-452d-a7d9-b0ac8a1a608b" -d '{"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-plugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:03.050624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:03.060479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb92992-5213-4b8f-916f-c0e49843293a None None] Pushing event updated for resources: {'Port': ['ID=c939409b-c25c-4d4c-94d4-6182a44a7bbb,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:03.074095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:03.089226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a35f99a8-6f28-41f1-9d74-4e5bec44654f None None] Provisioning complete for port c939409b-c25c-4d4c-94d4-6182a44a7bbb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:03.090223 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a35f99a8-6f28-41f1-9d74-4e5bec44654f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:03.100148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:03.158487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:03.263054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=11']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:03.416690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-855fcbc2-8145-449b-a248-2e9bf5b3159c tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:03.428580 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-855fcbc2-8145-449b-a248-2e9bf5b3159c tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 812 time: 0.1896276 Oct 18 20:35:03.446981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-607b3e77-1723-46c9-9e71-a7d46c862759 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/quotas/3182437a3b51423abb0d6528f9b909db HTTP/1.1" status: 200 len: 375 time: 0.0164099 Oct 18 20:35:03.449123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:03.457876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:03.503292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-e8f425f1-7b89-4674-8f72-c9a227a2d84e tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485027 Oct 18 20:35:03.644165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-8637fb84-6fd7-4128-97a5-381d69ab31dd service neutron] 10.222.0.66 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319036 Oct 18 20:35:03.777023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:03.785881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-f351f696-1c1b-470b-ad6a-6c9976aa4d63 service neutron] 10.222.0.66 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315899 Oct 18 20:35:03.804470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: e03c3316-dee9-4d23-bca9-f0f7c28333fb {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:03.804799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e03c3316-dee9-4d23-bca9-f0f7c28333fb not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:03.993583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=426389bd-827f-45d0-8484-27a58ae140ea,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:04.020705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:04.052215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:04.063562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa4d401c-ab44-440f-8fcc-dd22cb8cc0d1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3268209 Oct 18 20:35:04.423797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570c4f-6bfe-43cb-bd37-7f664e542f71 req-a4ba0347-4395-4eef-9c60-79d3c84f83bf tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:04.425663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86570c4f-6bfe-43cb-bd37-7f664e542f71 req-a4ba0347-4395-4eef-9c60-79d3c84f83bf tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 951 time: 0.0881882 Oct 18 20:35:04.504354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86570c4f-6bfe-43cb-bd37-7f664e542f71 req-832615e8-bce6-4b20-a30e-7bfedcb982fd tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701406 Oct 18 20:35:04.577026 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0fafdf-7aa2-4afe-8202-1c39a6fff13b x-openstack-request-id: req-bd0fafdf-7aa2-4afe-8202-1c39a6fff13b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:04.578591 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-plugged", "status": "completed", "tag": "28000eb5-c997-4813-822d-09c1b567d253", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:04.579088 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd0fafdf-7aa2-4afe-8202-1c39a6fff13b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:04.579785 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28000eb5-c997-4813-822d-09c1b567d253', 'code': 200} Oct 18 20:35:04.849378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494732f7-424a-4466-bb15-2a1f96d13c25 req-0b35fffd-0f23-4cbd-94b5-ab60719023ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:04.854319 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-494732f7-424a-4466-bb15-2a1f96d13c25 req-0b35fffd-0f23-4cbd-94b5-ab60719023ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1102 time: 0.0930734 Oct 18 20:35:04.862676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c939409b-c25c-4d4c-94d4-6182a44a7bbb up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:04.911535 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-494732f7-424a-4466-bb15-2a1f96d13c25 req-15698153-0007-4cf4-9439-06ff8b6c2e73 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525036 Oct 18 20:35:04.961908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c939409b-c25c-4d4c-94d4-6182a44a7bbb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:04.962279 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:05.340260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-67c70aa1-c9c0-427e-8292-c1c3ee990b76 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--303959411&fields=id&tenant_id=492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 267 time: 0.0702758 Oct 18 20:35:05.496216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-0f08223a-1f3f-420b-a09e-f9a9037a40f8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:05.498573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-0f08223a-1f3f-420b-a09e-f9a9037a40f8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.1458809 Oct 18 20:35:05.520582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-b67a766d-2d58-48ae-95c8-dc5528d7a045 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/quotas/492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 375 time: 0.0110722 Oct 18 20:35:05.596787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-47924a1c-3c98-44cf-8e82-3fd3523f611a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652039 Oct 18 20:35:05.712550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-c5329204-255a-41f0-b329-af1d20b27d63 service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026752 Oct 18 20:35:05.885972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-b97bf327-2c09-45eb-ac3c-cccc00ed648b service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660106 Oct 18 20:35:06.207852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0722165-15f6-4f34-8545-bc7056506f50 req-5374a399-fa00-4cb9-b2b8-b149be5027f5 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:06.211214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0722165-15f6-4f34-8545-bc7056506f50 req-5374a399-fa00-4cb9-b2b8-b149be5027f5 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 1100 time: 0.0970571 Oct 18 20:35:06.285365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0722165-15f6-4f34-8545-bc7056506f50 req-bbb77346-2d0f-424d-b23e-d0077ad4ad85 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Oct 18 20:35:06.303218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-bde82081-7cb2-4cc2-b110-ff37bf5ac930 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:06.304943 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-bde82081-7cb2-4cc2-b110-ff37bf5ac930 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 812 time: 0.2334816 Oct 18 20:35:06.328758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Request body: {'port': {'device_id': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'admin_state_up': True, 'tenant_id': '3182437a3b51423abb0d6528f9b909db'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:06.401053 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fd1fb29-9004-458e-b025-e54bb40efca4 req-b6ee5b68-fc7a-4d40-8fcf-64b320a15fbd tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 210 time: 0.0306001 Oct 18 20:35:06.485984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Made reservation on behalf of 3182437a3b51423abb0d6528f9b909db for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:06.490161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:06.570489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f1adb-d14b-45bf-bf40-90f9f970b6ec req-1c3fd042-7bfc-4ed2-87a8-de43c7222928 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:06.572614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-546f1adb-d14b-45bf-bf40-90f9f970b6ec req-1c3fd042-7bfc-4ed2-87a8-de43c7222928 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 950 time: 0.0746109 Oct 18 20:35:06.661498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-546f1adb-d14b-45bf-bf40-90f9f970b6ec req-fd036b15-2ebe-4302-9fea-b67edaf3aa9d tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696039 Oct 18 20:35:06.704141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Allocated IP 172.20.0.14 (31ed0f59-09a1-4c04-be0d-62ec85774189/980deca7-d2b0-4a51-b6f9-c731945cb0bb/e90ac1df-c09d-4358-ad76-93a7c937cc40) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:06.904701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79306b10-a3c7-4690-b303-e865f5dfde34 req-56ce0fc1-6a80-4334-ab64-41b64b73ab04 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:06.912656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79306b10-a3c7-4690-b303-e865f5dfde34 req-56ce0fc1-6a80-4334-ab64-41b64b73ab04 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 951 time: 0.1387587 Oct 18 20:35:06.975787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79306b10-a3c7-4690-b303-e865f5dfde34 req-273a53fc-6584-471d-a0dc-639461a4626b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Oct 18 20:35:07.007025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-73fb45a2-0726-4cd5-83c7-ae8c928d4fa2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:07.007025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-73fb45a2-0726-4cd5-83c7-ae8c928d4fa2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 812 time: 0.2616618 Oct 18 20:35:07.130480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Request body: {'port': {'device_id': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'admin_state_up': True, 'tenant_id': '3182437a3b51423abb0d6528f9b909db'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:07.159200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:07.208831 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:07.269004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:07.272581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:07.277257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:07.321657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event updated for resources: {'Port': ['ID=e90ac1df-c09d-4358-ad76-93a7c937cc40,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:07.356003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:07.356705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:07.375361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-6dd1e81b-3234-4f32-8593-a01f02b9fa89 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516889 Oct 18 20:35:07.390135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Request body: {'port': {'device_id': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:07.458555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:07.828438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90ac1df-c09d-4358-ad76-93a7c937cc40 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:07.868902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-077ec864-7403-4723-a40a-a1b7f7ac063a req-9187c901-3156-4483-9ae8-4dd99220d9ca tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 210 time: 0.4882407 Oct 18 20:35:07.875027 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:07.901258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Made reservation on behalf of 3182437a3b51423abb0d6528f9b909db for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:07.904760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:07.910805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Transition to ACTIVE for port object e90ac1df-c09d-4358-ad76-93a7c937cc40 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:07.927778 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:07.982897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-600d6caa-b718-454d-a139-3a1f2dbfc13f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:07.985252 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-600d6caa-b718-454d-a139-3a1f2dbfc13f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.2047710 Oct 18 20:35:08.037759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Pushing event updated for resources: {'Port': ['ID=e90ac1df-c09d-4358-ad76-93a7c937cc40,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:08.081440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-35bf0a06-a03b-4cf9-baa1-e9a991477868 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 379 time: 0.0829606 Oct 18 20:35:08.109519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'port': {'device_id': '250706cb-d1c2-4127-9f86-acd1387714df', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'admin_state_up': True, 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'security_groups': ['a8db8d27-e09f-4e46-848c-bd16976b102f']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:08.177766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Allocated IP 172.20.0.8 (31ed0f59-09a1-4c04-be0d-62ec85774189/980deca7-d2b0-4a51-b6f9-c731945cb0bb/e71facc7-d562-4ede-a418-7b84888c3c18) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:08.205666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4f2d3-f822-47a4-857b-3e95bbd02a3a req-1895a881-20a7-4f2c-86e7-847b441b59fe tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:08.207328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10b4f2d3-f822-47a4-857b-3e95bbd02a3a req-1895a881-20a7-4f2c-86e7-847b441b59fe tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 1100 time: 0.1417716 Oct 18 20:35:08.218647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-9ca4c65d-88ee-4898-a4e8-558c903afa08 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:08.220301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-9ca4c65d-88ee-4898-a4e8-558c903afa08 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 950 time: 0.1229827 Oct 18 20:35:08.220517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Attempting to bind port e90ac1df-c09d-4358-ad76-93a7c937cc40 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:08.220798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Attempting to bind port e90ac1df-c09d-4358-ad76-93a7c937cc40 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:08.221128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Attempting to bind port e90ac1df-c09d-4358-ad76-93a7c937cc40 on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:08.234925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Port e90ac1df-c09d-4358-ad76-93a7c937cc40 on network 31ed0f59-09a1-4c04-be0d-62ec85774189 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:08.235218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Attempting to bind port e90ac1df-c09d-4358-ad76-93a7c937cc40 on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:08.249970 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:08.250305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Checking segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:08.250690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Bound using segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:08.251124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Bound port: e90ac1df-c09d-4358-ad76-93a7c937cc40, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:08.251482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.323131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Made reservation on behalf of 492d8af0ecfc4698b1048f493d46788d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:08.328177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.359862 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10b4f2d3-f822-47a4-857b-3e95bbd02a3a req-b7a2a8eb-b9ef-40cc-898b-d3a95c171e0b tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358428 Oct 18 20:35:08.374687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] For port e90ac1df-c09d-4358-ad76-93a7c937cc40, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:08.379718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] For port e90ac1df-c09d-4358-ad76-93a7c937cc40, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e90ac1df-c09d-4358-ad76-93a7c937cc40,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:08.420784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.491443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:08.492612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.495846 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] 10.222.0.79 "PUT /v2.0/ports/e90ac1df-c09d-4358-ad76-93a7c937cc40 HTTP/1.1" status: 200 len: 1092 time: 1.1095204 Oct 18 20:35:08.500707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'tag': 'e90ac1df-c09d-4358-ad76-93a7c937cc40'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:08.503396 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0eaa33-832e-4803-8276-47f18ce0b7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "4184594e-ccf9-4a2d-a345-581b6b8c2e04", "tag": "e90ac1df-c09d-4358-ad76-93a7c937cc40"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:08.571682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55cae221-47a1-45be-9d1d-95d4baf263fc req-5d4a9214-0351-425f-9064-4e1d16f405aa tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 210 time: 0.0432250 Oct 18 20:35:08.586288 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ccde0-568c-48cb-9333-f78d27502285 service neutron] Pushing event updated for resources: {'Port': ['ID=e90ac1df-c09d-4358-ad76-93a7c937cc40,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:08.636761 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.640596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Allocated IP 172.20.0.3 (e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58/38c43b8b-1588-4e19-983a-8ced18e1ec0d/24c8ddc3-7ce8-4298-8463-63da11f1ceb2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:08.657857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Deleting port 98aaa653-9fd0-4273-a0da-fa08da10838c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:08.658519 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.660431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-f36a9239-87f8-42f4-b343-475dbf7b5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:08.662029 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-f36a9239-87f8-42f4-b343-475dbf7b5189 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=4184594e-ccf9-4a2d-a345-581b6b8c2e04 HTTP/1.1" status: 200 len: 1095 time: 0.0970440 Oct 18 20:35:08.769224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-5fd76c77-f040-402e-a2e4-14ca49177255 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e90ac1df-c09d-4358-ad76-93a7c937cc40 HTTP/1.1" status: 200 len: 217 time: 0.0561707 Oct 18 20:35:08.828802 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.890861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] For port 98aaa653-9fd0-4273-a0da-fa08da10838c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=98aaa653-9fd0-4273-a0da-fa08da10838c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:08.891970 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:08.903931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-4b1ab032-09c8-4bbf-8e3d-73733521549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:08.905633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-4b1ab032-09c8-4bbf-8e3d-73733521549f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.1284750 Oct 18 20:35:08.918403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81033a-d59c-4df0-97ff-564a16612afd req-76e56647-85f6-4e36-808b-11bc4e0fb241 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:08.920287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b81033a-d59c-4df0-97ff-564a16612afd req-76e56647-85f6-4e36-808b-11bc4e0fb241 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256 HTTP/1.1" status: 200 len: 950 time: 0.2005494 Oct 18 20:35:08.937913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:08.942497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Calling delete_port for 98aaa653-9fd0-4273-a0da-fa08da10838c owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:08.953828 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-4c8e1bbe-4447-4b12-8260-c099430e8171 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388391 Oct 18 20:35:08.958696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:08.962074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:08.970140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event updated for resources: {'Port': ['ID=e71facc7-d562-4ede-a418-7b84888c3c18,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:09.003582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.089546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b81033a-d59c-4df0-97ff-564a16612afd req-ebe390b7-6a4d-490a-b72a-f714c6f36e61 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502964 Oct 18 20:35:09.097812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:09.098500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.109935 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-380cf3ef-2377-4064-bcf9-1e3190955b1e service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474118 Oct 18 20:35:09.132827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.140286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-7c606a9b-d10d-46a7-9964-0ce8e7323d10 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0183198 Oct 18 20:35:09.177378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Request body: {'port': {'device_id': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:09.239630 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:09.245468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:09.254506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:09.287369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:09.314756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.324325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-de1ef2b1-22b1-4335-a102-c6ec7444dc72 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035482 Oct 18 20:35:09.346707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeeaed4-509b-4519-9995-c1e8bd81a3b5 req-6e153613-e733-4851-8f4e-3be1f017932f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:09.348748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:09.348952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8aeeaed4-509b-4519-9995-c1e8bd81a3b5 req-6e153613-e733-4851-8f4e-3be1f017932f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 951 time: 0.1672077 Oct 18 20:35:09.349430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.371217 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-60b06366-d6a0-4d99-b35f-df2acc6ec1a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2658110 Oct 18 20:35:09.384750 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.398610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Request body: {'port': {'device_id': '250706cb-d1c2-4127-9f86-acd1387714df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:09.400262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0', 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:09.455526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event deleted for resources: {'Port': ['ID=98aaa653-9fd0-4273-a0da-fa08da10838c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:09.527847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.573438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8aeeaed4-509b-4519-9995-c1e8bd81a3b5 req-1f27ea39-c0f6-48b6-a67f-55aad0594de1 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920133 Oct 18 20:35:09.660940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] No DVR routers for this DVR port 98aaa653-9fd0-4273-a0da-fa08da10838c on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:09.664981 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.668519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2020b0af-7c50-4c4e-a7e5-b4cef2ec9680 req-3d8a8967-0b49-47c4-8ffb-2e8e61b5ce15 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "DELETE /v2.0/ports/98aaa653-9fd0-4273-a0da-fa08da10838c HTTP/1.1" status: 204 len: 173 time: 1.4269381 Oct 18 20:35:09.671878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-deleted', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:09.674285 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9784a416-8188-461e-a690-cbb302f6087b" -d '{"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-deleted", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:09.677493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-256c2866-f9c2-49a9-a536-3d0c99b4932a None None] Provisioning complete for port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:09.678125 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-256c2866-f9c2-49a9-a536-3d0c99b4932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.801949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-256c2866-f9c2-49a9-a536-3d0c99b4932a None None] Port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:35:09.975054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71facc7-d562-4ede-a418-7b84888c3c18 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:09.983255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:09.987884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:09.994646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.018657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Transition to ACTIVE for port object 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:10.021479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Transition to ACTIVE for port object e71facc7-d562-4ede-a418-7b84888c3c18 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:10.025845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.029742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.186004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Pushing event updated for resources: {'Port': ['ID=e71facc7-d562-4ede-a418-7b84888c3c18,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:10.195653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:10.238821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Attempting to bind port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:10.241295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Attempting to bind port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:10.242514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Attempting to bind port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:10.254510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:10.254897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Attempting to bind port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:10.269359 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea9d771-fecc-4540-bcfc-06106f30e372 x-openstack-request-id: req-3ea9d771-fecc-4540-bcfc-06106f30e372 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:10.270273 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4184594e-ccf9-4a2d-a345-581b6b8c2e04", "tag": "e90ac1df-c09d-4358-ad76-93a7c937cc40", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:10.270273 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ea9d771-fecc-4540-bcfc-06106f30e372 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:10.272908 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'tag': 'e90ac1df-c09d-4358-ad76-93a7c937cc40', 'status': 'completed', 'code': 200} Oct 18 20:35:10.276552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:10.284130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:10.284737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Bound using segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:10.285253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Bound port: 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:10.286641 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.430479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:10.434520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:10.445603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.457433 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Attempting to bind port e71facc7-d562-4ede-a418-7b84888c3c18 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:10.458183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Attempting to bind port e71facc7-d562-4ede-a418-7b84888c3c18 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:10.458874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Attempting to bind port e71facc7-d562-4ede-a418-7b84888c3c18 on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:10.484695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Port e71facc7-d562-4ede-a418-7b84888c3c18 on network 31ed0f59-09a1-4c04-be0d-62ec85774189 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:10.485205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Attempting to bind port e71facc7-d562-4ede-a418-7b84888c3c18 on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:10.493584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:10.494428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.495965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] 10.222.0.30 "PUT /v2.0/ports/24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 1091 time: 1.1059353 Oct 18 20:35:10.510706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:10.513572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Checking segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:10.513572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Bound using segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:10.513572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Bound port: e71facc7-d562-4ede-a418-7b84888c3c18, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:10.513572 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.523517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-2e355934-8bff-4e1c-977a-31b87b066ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:10.526107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-2e355934-8bff-4e1c-977a-31b87b066ce5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=4184594e-ccf9-4a2d-a345-581b6b8c2e04 HTTP/1.1" status: 200 len: 1095 time: 0.2243142 Oct 18 20:35:10.539976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b2ec-b5b8-4b33-b55c-ec95aff80be8 service neutron] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:10.553487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ee4c1-288b-4b51-9658-9e9152f201b5 req-65c3ea07-221c-4814-8b75-2288a9c675fd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:10.557148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b8ee4c1-288b-4b51-9658-9e9152f201b5 req-65c3ea07-221c-4814-8b75-2288a9c675fd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 943 time: 0.1603949 Oct 18 20:35:10.600087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-d552d39c-c63d-4458-8b0f-36d7a3b8858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:10.602381 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-d552d39c-c63d-4458-8b0f-36d7a3b8858a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1094 time: 0.0493946 Oct 18 20:35:10.662978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-b0338585-8360-4239-8bec-8d970db21462 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 217 time: 0.0446250 Oct 18 20:35:10.727130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-b02f0895-72d7-483d-aded-108e0b087d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:10.728788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-b02f0895-72d7-483d-aded-108e0b087d75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0540895 Oct 18 20:35:10.786161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-b94c54b0-53ce-4632-82b5-992c24a827ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:10.787859 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-b94c54b0-53ce-4632-82b5-992c24a827ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466268 Oct 18 20:35:10.824009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b8ee4c1-288b-4b51-9658-9e9152f201b5 req-9d2169ff-73e1-4b7a-9fdd-ab89513e5aa0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473569 Oct 18 20:35:10.833695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] For port e71facc7-d562-4ede-a418-7b84888c3c18, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:10.843097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] For port e71facc7-d562-4ede-a418-7b84888c3c18, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e71facc7-d562-4ede-a418-7b84888c3c18,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:10.870902 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:10.892880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-a1cef78e-8811-48dd-ae7c-a9c3f3b741e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:10.895477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-a1cef78e-8811-48dd-ae7c-a9c3f3b741e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 913 time: 0.3338113 Oct 18 20:35:10.925776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-ba334757-f689-4f5a-a6d3-9841b3074245 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170833 Oct 18 20:35:11.028342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:11.029467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:11.032096 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] 10.222.0.79 "PUT /v2.0/ports/e71facc7-d562-4ede-a418-7b84888c3c18 HTTP/1.1" status: 200 len: 1091 time: 1.8620441 Oct 18 20:35:11.044374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-842b3879-160b-4fc4-aaa7-0796b3a730e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e90ac1df-c09d-4358-ad76-93a7c937cc40 HTTP/1.1" status: 200 len: 217 time: 0.1113937 Oct 18 20:35:11.095265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8b9f68cb-278b-410b-9733-0b86b78c8901 req-ae060739-27c0-452f-9b45-6ce3e93c274e service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602871 Oct 18 20:35:11.117752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e4305-f20d-431e-b6bb-95340309c706 service neutron] Pushing event updated for resources: {'Port': ['ID=e71facc7-d562-4ede-a418-7b84888c3c18,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:11.220859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:11.243266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 98aaa653-9fd0-4273-a0da-fa08da10838c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:11.243737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 98aaa653-9fd0-4273-a0da-fa08da10838c not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:11.258933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-1ef06f73-78ec-460d-9db7-21d89b6c30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:11.261729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-1ef06f73-78ec-460d-9db7-21d89b6c30a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.2068558 Oct 18 20:35:11.322997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-64ebd6f2-0a2f-466d-8709-adb93f20b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:11.325571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-64ebd6f2-0a2f-466d-8709-adb93f20b70d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 1094 time: 0.2152278 Oct 18 20:35:11.330601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-02b914d3-556b-4876-af65-df0c0cf85740 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606015 Oct 18 20:35:11.345590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329ecd2-283d-4e59-a554-4a94728232c0 req-56652659-3d45-4f37-b012-82f0fb3cc9f7 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:11.348349 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c329ecd2-283d-4e59-a554-4a94728232c0 req-56652659-3d45-4f37-b012-82f0fb3cc9f7 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 943 time: 0.2329085 Oct 18 20:35:11.468146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-e6647a04-790d-4c1c-a031-be12fd31543e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e71facc7-d562-4ede-a418-7b84888c3c18 HTTP/1.1" status: 200 len: 217 time: 0.1181142 Oct 18 20:35:11.644984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c329ecd2-283d-4e59-a554-4a94728232c0 req-f053f4cd-54e1-446d-bff8-07cb6b9c7094 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711241 Oct 18 20:35:11.691621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-22c405a2-6461-400d-9b97-52b579f663ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:11.694332 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-22c405a2-6461-400d-9b97-52b579f663ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.2022676 Oct 18 20:35:11.700201 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac17531e-6aa4-4d09-ad5f-409c976e46a3 x-openstack-request-id: req-ac17531e-6aa4-4d09-ad5f-409c976e46a3 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:11.700737 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256", "name": "network-vif-deleted", "tag": "98aaa653-9fd0-4273-a0da-fa08da10838c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:11.701173 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac17531e-6aa4-4d09-ad5f-409c976e46a3 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:11.701926 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a278e8b-2c0e-4f43-aa3b-e8e70a4a7256', 'name': 'network-vif-deleted', 'tag': '98aaa653-9fd0-4273-a0da-fa08da10838c', 'status': 'completed', 'code': 200} Oct 18 20:35:11.706221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-cc04a495-8127-4be4-abe9-9d0b0a811c55 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543420 Oct 18 20:35:11.805973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-5c5b3d9a-0ff0-4558-a529-26d253ff50e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869465 Oct 18 20:35:11.986739 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-08fdbd14-4e50-4cf0-80a3-3b4dffbf3a34 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836411 Oct 18 20:35:12.112035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50608) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:12.136844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae0eaa33-832e-4803-8276-47f18ce0b7f3 req-ff7cbb23-6dce-4c0f-b413-4a5e0c233728 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156919 Oct 18 20:35:12.249496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7efbecba-25b7-4f55-9487-f443b3fc4db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:12.271039 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-9d2b79ea-9be0-4784-bb8e-cc53958ca0d3 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522238 Oct 18 20:35:12.274874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:12.278243 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b0eac-7d75-4d24-9bec-46adbabf2a43" -d '{"events": [{"name": "network-changed", "server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:12.353292 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7efbecba-25b7-4f55-9487-f443b3fc4db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:12.358678 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7efbecba-25b7-4f55-9487-f443b3fc4db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:12.370680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-2bc08a57-75bc-4d02-bccc-f7241409c018 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:12.373307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-2bc08a57-75bc-4d02-bccc-f7241409c018 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167844 Oct 18 20:35:12.405866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7efbecba-25b7-4f55-9487-f443b3fc4db3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=173b93b192e8475cbc9434ca20a210d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890308 Oct 18 20:35:12.406166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbecba-25b7-4f55-9487-f443b3fc4db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720b4d26-e242-4547-8021-8dd2bd394c36,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:12.408650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50614) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:12.455556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-50ba125c-8598-48f5-bf21-f893851cd4a1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/quotas/711a7e28a8264426914596237ea2fec8 HTTP/1.1" status: 200 len: 375 time: 0.0302525 Oct 18 20:35:12.472112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5030c9d-3cb7-4293-a682-084965a1ecf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:12.501335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5030c9d-3cb7-4293-a682-084965a1ecf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:12.537640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-823ea47a-af4a-4e36-a833-1b28f5244b93 req-316b0f56-0ea0-4336-9a7d-17eca508a6e9 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567630 Oct 18 20:35:12.578486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-cedcff53-35f7-46bc-928c-f034626c3bb5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1124640 Oct 18 20:35:12.578869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5030c9d-3cb7-4293-a682-084965a1ecf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:12.582667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5030c9d-3cb7-4293-a682-084965a1ecf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:12.584509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d5030c9d-3cb7-4293-a682-084965a1ecf7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/720b4d26-e242-4547-8021-8dd2bd394c36 HTTP/1.1" status: 204 len: 168 time: 0.1745670 Oct 18 20:35:12.598390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5030c9d-3cb7-4293-a682-084965a1ecf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720b4d26-e242-4547-8021-8dd2bd394c36,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:12.866245 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:13.234537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e90ac1df-c09d-4358-ad76-93a7c937cc40 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:13.462261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e90ac1df-c09d-4358-ad76-93a7c937cc40, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e90ac1df-c09d-4358-ad76-93a7c937cc40,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:13.501332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'e90ac1df-c09d-4358-ad76-93a7c937cc40', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'port_id': 'e90ac1df-c09d-4358-ad76-93a7c937cc40', 'mac_address': 'fa:16:3e:5b:ce:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980deca7-d2b0-4a51-b6f9-c731945cb0bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:13.569176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:13.605125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90ac1df-c09d-4358-ad76-93a7c937cc40 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:13.637539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e90ac1df-c09d-4358-ad76-93a7c937cc40, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e90ac1df-c09d-4358-ad76-93a7c937cc40,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:13.646168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:13.714471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'tag': 'e71facc7-d562-4ede-a418-7b84888c3c18'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:13.720783 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645f71c5-c1a8-47e2-b1f1-445623c68af2" -d '{"events": [{"name": "network-changed", "server_uuid": "08285066-fb78-4701-986b-b3ca74e4ca4d", "tag": "e71facc7-d562-4ede-a418-7b84888c3c18"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:13.741506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e90ac1df-c09d-4358-ad76-93a7c937cc40,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:13.745175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848495bc-f978-4690-ae59-af47818ba400 req-cea3c78d-1d5e-4f48-be90-75a842c7e4d0 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:13.748373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-848495bc-f978-4690-ae59-af47818ba400 req-cea3c78d-1d5e-4f48-be90-75a842c7e4d0 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1102 time: 0.1916277 Oct 18 20:35:13.823924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-848495bc-f978-4690-ae59-af47818ba400 req-fa73fcc2-6ea3-437d-9e7a-273e1176ad5a tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Oct 18 20:35:13.845877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:14.083207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:14.104472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'mac_address': 'fa:16:3e:98:ec:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:14.146942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['e90ac1df-c09d-4358-ad76-93a7c937cc40'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:14.216986 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:14.246170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:14.289415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:14.301461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:14.475372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:14.514042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d38d32-6fdd-40be-a726-285dd9eedd62 req-1ceec710-4a68-4a50-bc7d-f356fe8c3873 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:14.520242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0d38d32-6fdd-40be-a726-285dd9eedd62 req-1ceec710-4a68-4a50-bc7d-f356fe8c3873 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1874175 Oct 18 20:35:14.596179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0d38d32-6fdd-40be-a726-285dd9eedd62 req-b0df4cab-a461-45dc-a525-4c85f169a27f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684779 Oct 18 20:35:14.605469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['24c8ddc3-7ce8-4298-8463-63da11f1ceb2'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:14.727762 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5733e91e-418d-4031-a476-058230d1cc8f x-openstack-request-id: req-5733e91e-418d-4031-a476-058230d1cc8f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:14.728609 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:14.728609 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5733e91e-418d-4031-a476-058230d1cc8f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:14.728877 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'status': 'completed', 'code': 200} Oct 18 20:35:14.854004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-3c0f055b-ca6d-408f-9911-5fc745589067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:14.856884 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-3c0f055b-ca6d-408f-9911-5fc745589067 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1095 time: 0.0862427 Oct 18 20:35:14.890038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cb20f-fc6f-4e99-83eb-4269f8f577c1 req-7af80837-2e07-425c-aab7-ef0f8f54a6a6 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:14.892368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-378cb20f-fc6f-4e99-83eb-4269f8f577c1 req-7af80837-2e07-425c-aab7-ef0f8f54a6a6 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 943 time: 0.0714066 Oct 18 20:35:14.942085 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-378cb20f-fc6f-4e99-83eb-4269f8f577c1 req-da7b7b16-08cd-47e9-a276-212327eb0991 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Oct 18 20:35:15.009789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-dfa3c5bc-f3c6-44bb-aaf5-f4584627bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.011362 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-dfa3c5bc-f3c6-44bb-aaf5-f4584627bd6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.1461825 Oct 18 20:35:15.093488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-d0e39076-2744-4c8c-8924-a6a680da3572 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 217 time: 0.0731814 Oct 18 20:35:15.182215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-f78f81d4-c78d-4aec-87c2-b4ab2d6e022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.183950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-f78f81d4-c78d-4aec-87c2-b4ab2d6e022b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0643039 Oct 18 20:35:15.231256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba56a4e-a54d-4a17-90ce-3e36084b6790 req-489378a7-ce7b-40a5-9eda-82a2dc713744 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.234341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ba56a4e-a54d-4a17-90ce-3e36084b6790 req-489378a7-ce7b-40a5-9eda-82a2dc713744 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.1008348 Oct 18 20:35:15.289784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-7bd03080-00ed-4c46-87b0-249b00b2a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.293467 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-7bd03080-00ed-4c46-87b0-249b00b2a93c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917737 Oct 18 20:35:15.341895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ba56a4e-a54d-4a17-90ce-3e36084b6790 req-f693a678-d20d-4bdb-9be8-5a92e781a6de tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947342 Oct 18 20:35:15.440569 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f61e39c-29cf-499a-a17a-da4d50ed76d9 x-openstack-request-id: req-3f61e39c-29cf-499a-a17a-da4d50ed76d9 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:15.441234 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08285066-fb78-4701-986b-b3ca74e4ca4d", "tag": "e71facc7-d562-4ede-a418-7b84888c3c18", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:15.441740 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f61e39c-29cf-499a-a17a-da4d50ed76d9 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:15.442501 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'tag': 'e71facc7-d562-4ede-a418-7b84888c3c18', 'status': 'completed', 'code': 200} Oct 18 20:35:15.490557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-ae3a0421-9378-41ad-9dfc-3dd3d1a9fcf6 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414414 Oct 18 20:35:15.569975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-66e7e469-4b15-4e55-a914-bb3bdee7061d service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599034 Oct 18 20:35:15.606777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-6d20d05e-0525-4937-aebd-d99aca137cbc tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570288 Oct 18 20:35:15.760023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-1e2eb17a-e1cd-4c90-b11d-02e6bafaaeb9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.761474 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-1e2eb17a-e1cd-4c90-b11d-02e6bafaaeb9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586293 Oct 18 20:35:15.774123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-315b0eac-7d75-4d24-9bec-46adbabf2a43 req-9b4a7ed3-aede-46db-8031-19d48da55fb4 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887047 Oct 18 20:35:15.784751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:15.803878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-609ff169-34f5-4637-877d-1ab0be105d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.805523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-609ff169-34f5-4637-877d-1ab0be105d51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 1094 time: 0.3126347 Oct 18 20:35:15.838625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:15.874889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdca2e8-0b84-48d9-93f7-50f82ef2a847 req-a4003686-866b-450e-921c-353b6d352e11 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.877563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3bdca2e8-0b84-48d9-93f7-50f82ef2a847 req-a4003686-866b-450e-921c-353b6d352e11 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.2153010 Oct 18 20:35:15.912659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:15.920239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:15.920942 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:15.951973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:15.956141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:15.964607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-651e4fa9-c77c-4cb9-8e4a-1ef3229a62d1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:15.967090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-651e4fa9-c77c-4cb9-8e4a-1ef3229a62d1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378737 Oct 18 20:35:15.990738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:16.055796 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:16.097222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3bdca2e8-0b84-48d9-93f7-50f82ef2a847 req-97c177b3-79cf-4afc-9174-20cc8617dc71 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469989 Oct 18 20:35:16.109439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:16.113465 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62785160-7830-4df4-9307-350bb8c9a0c8" -d '{"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:16.128970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-e95a70ce-457a-49c7-acaa-02c30f47e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:16.131621 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-e95a70ce-457a-49c7-acaa-02c30f47e998 service neutron] 10.222.0.79 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 913 time: 0.3145883 Oct 18 20:35:16.146735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:16.154884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:16.241217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-aea24071-d24e-4190-a026-6f3825243316 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e71facc7-d562-4ede-a418-7b84888c3c18 HTTP/1.1" status: 200 len: 217 time: 0.0899923 Oct 18 20:35:16.243439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.35 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:16.282328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:16.299810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.301169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.302043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.305075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.306043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.306916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.307736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.308824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.309686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.310653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.312009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.312901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:16.382499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-f085bed0-e326-4057-9ab9-274b961aaf03 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=aa1dabb9a3f144f5a267e867609a988a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564926 Oct 18 20:35:16.383557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:16.390238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:16.457685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-f8b370f2-a83f-41fa-9a5f-13325f19ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:16.460344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-f8b370f2-a83f-41fa-9a5f-13325f19ebfa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.2068448 Oct 18 20:35:16.520178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-20565039-bab1-4c4a-a0a5-862d71e1cddf tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:16.521916 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-20565039-bab1-4c4a-a0a5-862d71e1cddf tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c28bd73-cfdb-4a36-8e34-4cadd89ff455 HTTP/1.1" status: 200 len: 949 time: 0.1563654 Oct 18 20:35:16.562072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-b28f24c7-8132-416e-9ae1-b62e5911eae8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752146 Oct 18 20:35:16.606104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:16.688967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Deleting port d3eb8b04-d928-4f59-8874-0bcd72d345e5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:16.689310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:16.693972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:16.710209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:17.118965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:17.132806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:17.144660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:17.185757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:17.217891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] For port d3eb8b04-d928-4f59-8874-0bcd72d345e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d3eb8b04-d928-4f59-8874-0bcd72d345e5,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:17.218264 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:17.242421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Calling delete_port for d3eb8b04-d928-4f59-8874-0bcd72d345e5 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:17.254219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:17.254930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:17.255277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e71facc7-d562-4ede-a418-7b84888c3c18 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:17.278625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e90ac1df-c09d-4358-ad76-93a7c937cc40 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:17.322514 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-a039b093-fcaf-4a53-8c60-220f5b2d4ee0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5426970 Oct 18 20:35:17.330115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-9be2405d-3a6c-4ac3-9864-81411d2549d2 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:17.342065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-9be2405d-3a6c-4ac3-9864-81411d2549d2 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9479213 Oct 18 20:35:17.343568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Request body: {'port': {'device_id': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:17.407681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-dd349436-8063-483c-a5b8-9fe948e2d1ef tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/quotas/aa1dabb9a3f144f5a267e867609a988a HTTP/1.1" status: 200 len: 375 time: 0.0538709 Oct 18 20:35:17.416267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-7688661d-0889-4660-999f-380d367e06bc service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580941 Oct 18 20:35:17.443395 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:17.462936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.254 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/3edb5123-175c-4422-99e5-38e11f1a4df9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:17.482350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-364b80b7-52bf-4995-b5e2-af5e7cb2e6e9 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa1dabb9a3f144f5a267e867609a988a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727773 Oct 18 20:35:17.508958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port e90ac1df-c09d-4358-ad76-93a7c937cc40 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:17.565574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e71facc7-d562-4ede-a418-7b84888c3c18, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e71facc7-d562-4ede-a418-7b84888c3c18,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:17.595840 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:17.607822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'e71facc7-d562-4ede-a418-7b84888c3c18', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'port_id': 'e71facc7-d562-4ede-a418-7b84888c3c18', 'mac_address': 'fa:16:3e:00:9f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980deca7-d2b0-4a51-b6f9-c731945cb0bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:17.611491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port e90ac1df-c09d-4358-ad76-93a7c937cc40 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:17.612112 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:17.720280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0', 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:17.755516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event deleted for resources: {'Port': ['ID=d3eb8b04-d928-4f59-8874-0bcd72d345e5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:17.799209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] No DVR routers for this DVR port d3eb8b04-d928-4f59-8874-0bcd72d345e5 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:17.807756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:17.813305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3f02a8eb-3678-47e8-9afa-bdd73d0e7a42 req-9c3c88b4-2c5b-4b19-8aaf-f62c95698589 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "DELETE /v2.0/ports/d3eb8b04-d928-4f59-8874-0bcd72d345e5 HTTP/1.1" status: 204 len: 173 time: 1.2841961 Oct 18 20:35:17.814178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-deleted', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:17.817220 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3a080e-ef93-424a-9ca6-07d4e1d75f2d" -d '{"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-deleted", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:17.905153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-645f71c5-c1a8-47e2-b1f1-445623c68af2 req-b3629abf-470e-4356-a9d5-5630aead77b4 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432693 Oct 18 20:35:18.014789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f07066e-ddb3-4d5c-8533-0dab34c7468f req-3253d855-f062-4a85-bf12-de98185c7603 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 210 time: 0.0952728 Oct 18 20:35:18.018534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d5493529-85fd-4365-a65d-e4510d0ae09b None None] Provisioning complete for port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:18.019272 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5493529-85fd-4365-a65d-e4510d0ae09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.116454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d5493529-85fd-4365-a65d-e4510d0ae09b None None] Port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:35:18.135028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.137332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.221508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee70e8-34a4-4f9a-a122-c90ffffb3136 req-58bff7ed-c963-4fbc-a027-4b01b8868941 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:18.223017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85ee70e8-34a4-4f9a-a122-c90ffffb3136 req-58bff7ed-c963-4fbc-a027-4b01b8868941 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 1102 time: 0.0990741 Oct 18 20:35:18.233082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.319147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:18.328084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:18.340456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:18.371936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:18.422293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85ee70e8-34a4-4f9a-a122-c90ffffb3136 req-25b48d54-b3ff-45f8-adc3-08d9b5aab877 tempest-ServersAdminTestJSON-1982494363 tempest-ServersAdminTestJSON-1982494363-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595974 Oct 18 20:35:18.469633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=3edb5123-175c-4422-99e5-38e11f1a4df9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:18.504791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.520417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:18.522233 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.549540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71facc7-d562-4ede-a418-7b84888c3c18 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:18.570587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f187f586-27f2-4911-b5e8-bea52f351150 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5871139 Oct 18 20:35:18.614444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Request body: {'port': {'device_id': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:18.735341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:18.756350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.783472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Transition to ACTIVE for port object ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:18.797731 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.856800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e71facc7-d562-4ede-a418-7b84888c3c18, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e71facc7-d562-4ede-a418-7b84888c3c18,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:18.859220 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.877583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e90ac1df-c09d-4358-ad76-93a7c937cc40, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e90ac1df-c09d-4358-ad76-93a7c937cc40,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:18.912962 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.918955 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6259-b7e3-4b11-8020-d0b8ba9fb7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.938201 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.948879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:18.996821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec503d6-2e95-4b64-9485-7e35dd983d90 req-5379d049-1cca-4e72-a3dc-ac500a19305b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:19.009904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ec503d6-2e95-4b64-9485-7e35dd983d90 req-5379d049-1cca-4e72-a3dc-ac500a19305b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 945 time: 0.3763270 Oct 18 20:35:19.138644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ec503d6-2e95-4b64-9485-7e35dd983d90 req-2e97298e-7e82-414b-a46f-877279ed7217 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211076 Oct 18 20:35:19.143882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:19.188425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Attempting to bind port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:19.188425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Attempting to bind port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:19.188425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Attempting to bind port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:19.203373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:19.204181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Attempting to bind port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:19.222379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:19.222922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:19.231838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:19.232775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Bound port: ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:19.233654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:19.240181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e71facc7-d562-4ede-a418-7b84888c3c18,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:19.334446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d3eb8b04-d928-4f59-8874-0bcd72d345e5 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:19.393502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] For port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:19.400414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: d3eb8b04-d928-4f59-8874-0bcd72d345e5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:19.401278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d3eb8b04-d928-4f59-8874-0bcd72d345e5 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:19.401857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] For port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:19.412251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:19.456651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['e71facc7-d562-4ede-a418-7b84888c3c18'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:19.464325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeed6ef-0fc3-412a-aabc-3a1cd004bca3 req-5f8b88cb-1587-4aea-8729-6f5d24f98590 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:19.466482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5eeed6ef-0fc3-412a-aabc-3a1cd004bca3 req-5f8b88cb-1587-4aea-8729-6f5d24f98590 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 944 time: 0.1093547 Oct 18 20:35:19.502159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:19.503203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:19.505604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] 10.222.0.30 "PUT /v2.0/ports/ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f HTTP/1.1" status: 200 len: 1095 time: 2.1734822 Oct 18 20:35:19.515264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e90ac1df-c09d-4358-ad76-93a7c937cc40,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:19.527910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6fc93699-c77c-42af-951f-13498e97ee29 None None] Provisioning complete for port 3edb5123-175c-4422-99e5-38e11f1a4df9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:19.532168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fc93699-c77c-42af-951f-13498e97ee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:19.606593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a17600-fcaa-4b58-9e82-c1e84e39f891 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:19.651689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-9dee8266-34d7-46d3-859c-8e4fc060fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:19.655249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-9dee8266-34d7-46d3-859c-8e4fc060fa6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 1098 time: 0.0780909 Oct 18 20:35:19.739487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6fc93699-c77c-42af-951f-13498e97ee29 None None] Port 3edb5123-175c-4422-99e5-38e11f1a4df9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:35:19.746409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5eeed6ef-0fc3-412a-aabc-3a1cd004bca3 req-d451993f-74ca-4447-9265-d0ac4df30711 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609231 Oct 18 20:35:19.764630 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-2cd25d0b-d529-4f9d-852d-de9bf617ce70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f HTTP/1.1" status: 200 len: 217 time: 0.0991471 Oct 18 20:35:19.833128 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edb5123-175c-4422-99e5-38e11f1a4df9 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:19.868093 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:19.918895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-754e2023-a1bf-43b3-9458-5eb2bf00917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:19.922308 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-754e2023-a1bf-43b3-9458-5eb2bf00917f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1460497 Oct 18 20:35:19.941139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Transition to ACTIVE for port object 3edb5123-175c-4422-99e5-38e11f1a4df9 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:19.945915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-3c2dfc22-154e-4c6a-b918-02cfb116eb32 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=aa1dabb9a3f144f5a267e867609a988a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613363 Oct 18 20:35:19.950416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:20.140750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-7ccaf56e-b8a8-49b5-a280-d6a18b1b6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:20.144175 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-7ccaf56e-b8a8-49b5-a280-d6a18b1b6fca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2119744 Oct 18 20:35:20.424838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-8137af54-4c4a-47ab-9699-4907e1307970 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:20.427862 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-8137af54-4c4a-47ab-9699-4907e1307970 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4731438 Oct 18 20:35:20.432083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Pushing event updated for resources: {'Port': ['ID=3edb5123-175c-4422-99e5-38e11f1a4df9,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:20.457501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f878121d-3eae-454b-946f-75f87730f17f service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984233 Oct 18 20:35:20.498134 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96365bc-8bdc-45b3-9199-7cfc0ac6fb3c x-openstack-request-id: req-e96365bc-8bdc-45b3-9199-7cfc0ac6fb3c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:20.499007 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:20.499259 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e96365bc-8bdc-45b3-9199-7cfc0ac6fb3c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:20.500051 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'code': 200} Oct 18 20:35:20.518312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Attempting to bind port 3edb5123-175c-4422-99e5-38e11f1a4df9 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:20.519185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Attempting to bind port 3edb5123-175c-4422-99e5-38e11f1a4df9 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:20.519185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Attempting to bind port 3edb5123-175c-4422-99e5-38e11f1a4df9 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:20.528263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Request body: {'port': {'device_id': '37827da9-168f-4422-8b6d-c337285bbf57', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': 'aa1dabb9a3f144f5a267e867609a988a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:20.622384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Port 3edb5123-175c-4422-99e5-38e11f1a4df9 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:20.623440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Attempting to bind port 3edb5123-175c-4422-99e5-38e11f1a4df9 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:20.637740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:20.638633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:20.639006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:20.639492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Bound port: 3edb5123-175c-4422-99e5-38e11f1a4df9, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:20.639902 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:20.740814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fd479-b0a1-445f-b8e3-eb0c3b2d4bae req-975c37bb-b082-4724-8112-0bf3b06ac471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:20.743654 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-326fd479-b0a1-445f-b8e3-eb0c3b2d4bae req-975c37bb-b082-4724-8112-0bf3b06ac471 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1096 time: 0.1465051 Oct 18 20:35:20.784196 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-f949bb90-c516-49f8-8888-8a9c7ed3292f service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092022 Oct 18 20:35:20.793986 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb1110bd-c5cb-4b22-b944-349fdf822cc1 req-8c52df70-1655-4a2c-b2be-d22aad1c8451 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 210 time: 0.0791771 Oct 18 20:35:20.832713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-326fd479-b0a1-445f-b8e3-eb0c3b2d4bae req-209a34a1-0106-41cc-9ec0-e34afa0188f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711203 Oct 18 20:35:20.858386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] For port 3edb5123-175c-4422-99e5-38e11f1a4df9, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:20.869224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Made reservation on behalf of aa1dabb9a3f144f5a267e867609a988a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:20.873794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:20.878612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] For port 3edb5123-175c-4422-99e5-38e11f1a4df9, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=3edb5123-175c-4422-99e5-38e11f1a4df9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:20.880932 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffddd475-8e94-4c30-9569-d79057205eef x-openstack-request-id: req-ffddd475-8e94-4c30-9569-d79057205eef {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:20.881563 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28bd73-cfdb-4a36-8e34-4cadd89ff455", "name": "network-vif-deleted", "tag": "d3eb8b04-d928-4f59-8874-0bcd72d345e5", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:20.882144 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ffddd475-8e94-4c30-9569-d79057205eef {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:20.883289 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28bd73-cfdb-4a36-8e34-4cadd89ff455', 'name': 'network-vif-deleted', 'tag': 'd3eb8b04-d928-4f59-8874-0bcd72d345e5', 'status': 'completed', 'code': 200} Oct 18 20:35:20.892023 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:20.894534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:20.998782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:20.999897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:21.002415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] 10.222.0.79 "PUT /v2.0/ports/3edb5123-175c-4422-99e5-38e11f1a4df9 HTTP/1.1" status: 200 len: 1096 time: 2.4187574 Oct 18 20:35:21.005151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'tag': '3edb5123-175c-4422-99e5-38e11f1a4df9'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:21.010072 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b911d-d02e-4c97-8d66-779b7b74deff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ceb0691-2c11-4b96-ac66-48bb85507a40", "tag": "3edb5123-175c-4422-99e5-38e11f1a4df9"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:21.142726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de2bb7-ecad-4b56-afdd-84a75ef2f561 service neutron] Pushing event updated for resources: {'Port': ['ID=3edb5123-175c-4422-99e5-38e11f1a4df9,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:21.220657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-b1fc16fa-71c5-4f2a-9539-fb17b9f36cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:21.223193 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-b1fc16fa-71c5-4f2a-9539-fb17b9f36cb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 1099 time: 0.1455297 Oct 18 20:35:21.301383 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:21.305074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-ac22f3fc-6d43-4033-aa61-d099af82985f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=3edb5123-175c-4422-99e5-38e11f1a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0684030 Oct 18 20:35:21.316994 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:21.479828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff6edcf-b69b-499c-8e47-196fa8b03fef,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:21.505541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-c882c628-b833-4b23-a914-8c8c9593c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:21.508353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-c882c628-b833-4b23-a914-8c8c9593c54a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1615458 Oct 18 20:35:21.522826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da072497-5261-4494-8994-5a38ef0bf5d2 req-9e989d34-1dc1-4643-b144-db953b91652b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:21.524589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da072497-5261-4494-8994-5a38ef0bf5d2 req-9e989d34-1dc1-4643-b144-db953b91652b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 948 time: 0.2256222 Oct 18 20:35:21.655584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Allocated IP 192.168.233.226 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/5b7c40e3-feef-456b-b7f8-2d1826ec122b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:21.660547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da072497-5261-4494-8994-5a38ef0bf5d2 req-d19a34c2-044c-4aa5-bcee-ee5fb4ae18a2 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194541 Oct 18 20:35:21.668647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-e93fdf66-42f9-464a-bd96-24dfa6dcb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:21.670410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-e93fdf66-42f9-464a-bd96-24dfa6dcb087 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422505 Oct 18 20:35:21.911725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-adcad876-2621-438b-8c4a-bd330b43861c service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302508 Oct 18 20:35:21.947870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93b6f-3231-42d7-b4bc-8f4bbb97bb79 req-657d4ac4-8b08-43cf-bbf8-2d51dbc2299d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:21.949873 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14a93b6f-3231-42d7-b4bc-8f4bbb97bb79 req-657d4ac4-8b08-43cf-bbf8-2d51dbc2299d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 945 time: 0.1736751 Oct 18 20:35:22.077929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:22.112003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14a93b6f-3231-42d7-b4bc-8f4bbb97bb79 req-9822bf92-cd2f-4b1b-9b74-284d6b17f20b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424224 Oct 18 20:35:22.124869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8589386-6a6b-45a3-8b16-74fd0c1a6a3c req-235321fe-4fe7-4e2a-a720-f92c6a4f0148 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961615 Oct 18 20:35:22.182074 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:22.299686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:22.310566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:22.329560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:22.338624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:22.405964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335fb73-625e-4f8d-942c-5054128a91af req-a5757927-60ed-4db3-85e6-53b969f107d8 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:22.407686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8335fb73-625e-4f8d-942c-5054128a91af req-a5757927-60ed-4db3-85e6-53b969f107d8 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.1740444 Oct 18 20:35:22.436133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:22.437312 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:22.499947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-50ad9715-cc21-4a4d-87fe-9efa54c82ad3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9824941 Oct 18 20:35:22.501394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90ac1df-c09d-4358-ad76-93a7c937cc40'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:22.503882 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4463aad2-ce01-4488-ad97-546a9d96714a" -d '{"events": [{"server_uuid": "4184594e-ccf9-4a2d-a345-581b6b8c2e04", "name": "network-vif-plugged", "status": "completed", "tag": "e90ac1df-c09d-4358-ad76-93a7c937cc40"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:22.519896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Request body: {'port': {'device_id': '37827da9-168f-4422-8b6d-c337285bbf57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:22.530688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8335fb73-625e-4f8d-942c-5054128a91af req-cca1ba37-bcfe-4715-8324-013fe60131a2 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups?id=6298d4d2-dd01-422c-b4b2-41bfb20bca35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887613 Oct 18 20:35:22.592211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:22.619626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-ad19d457-9646-46fd-859f-a8f547fe4e3c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:22.622769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-ad19d457-9646-46fd-859f-a8f547fe4e3c tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a6ecb9b-8e1e-412a-8851-1a47bfef5986 HTTP/1.1" status: 200 len: 946 time: 0.0947807 Oct 18 20:35:22.658034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a151c929-a1bb-4345-94a7-ae44fc190453 None None] Provisioning complete for port 5b7c40e3-feef-456b-b7f8-2d1826ec122b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:22.659235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a151c929-a1bb-4345-94a7-ae44fc190453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:22.728005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a151c929-a1bb-4345-94a7-ae44fc190453 None None] Port 5b7c40e3-feef-456b-b7f8-2d1826ec122b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:35:22.829149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Deleting port 1e005956-d034-4591-95f6-b5b6654fb52a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:22.829647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:22.895219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'tag': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:22.898224 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9913ef4b-47c6-484d-bd07-f5dd5f370e48", "tag": "ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:22.959396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] For port 1e005956-d034-4591-95f6-b5b6654fb52a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1e005956-d034-4591-95f6-b5b6654fb52a,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:22.960311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.035423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b41020-c427-4065-9b0e-6762cd685319 req-c8993477-f0e2-4c3c-a8c3-216b3509b413 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:23.037975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2b41020-c427-4065-9b0e-6762cd685319 req-c8993477-f0e2-4c3c-a8c3-216b3509b413 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 944 time: 0.1273119 Oct 18 20:35:23.111853 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79abb826-0365-4380-8c85-e1443843a4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.124970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2b41020-c427-4065-9b0e-6762cd685319 req-8300be0b-1611-4be2-ac8c-98df09e2e953 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Oct 18 20:35:23.129452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7c40e3-feef-456b-b7f8-2d1826ec122b {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:23.138961 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.156627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Transition to ACTIVE for port object 5b7c40e3-feef-456b-b7f8-2d1826ec122b will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:23.165209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.199068 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75cbbe0-79c5-4333-bea4-55b490165e21 x-openstack-request-id: req-b75cbbe0-79c5-4333-bea4-55b490165e21 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:23.199621 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ceb0691-2c11-4b96-ac66-48bb85507a40", "tag": "3edb5123-175c-4422-99e5-38e11f1a4df9", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:23.200346 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b75cbbe0-79c5-4333-bea4-55b490165e21 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:23.200936 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'tag': '3edb5123-175c-4422-99e5-38e11f1a4df9', 'status': 'completed', 'code': 200} Oct 18 20:35:23.265108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e71facc7-d562-4ede-a418-7b84888c3c18 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:23.358715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:23.378489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.379299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.379580 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Floating IP fe0b6880-10d3-4446-b910-8b326a19bd26 disassociated. External IP: 172.25.7.38, port: 1e005956-d034-4591-95f6-b5b6654fb52a. Oct 18 20:35:23.379905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Calling delete_port for 1e005956-d034-4591-95f6-b5b6654fb52a owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:23.380088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port e71facc7-d562-4ede-a418-7b84888c3c18 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:23.388298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port e71facc7-d562-4ede-a418-7b84888c3c18 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:23.388811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.449303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-d7269669-04d1-4759-ba98-5e233c8f484b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:23.452143 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-d7269669-04d1-4759-ba98-5e233c8f484b tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 950 time: 0.1492841 Oct 18 20:35:23.511483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-61440343-f429-4a7a-b5ac-8cfdacdc4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:23.514655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-61440343-f429-4a7a-b5ac-8cfdacdc4e8b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 1099 time: 0.2752888 Oct 18 20:35:23.599490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.600232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc440c6-150e-493e-a1cc-ce2de283d06b req-62df88b7-436e-428d-93c1-d9564d3102c6 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:23.613170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcc440c6-150e-493e-a1cc-ce2de283d06b req-62df88b7-436e-428d-93c1-d9564d3102c6 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=e150aab0-ad64-493c-b9f2-c2a8798c1595 HTTP/1.1" status: 200 len: 950 time: 0.3021493 Oct 18 20:35:23.637952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.676326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e71facc7-d562-4ede-a418-7b84888c3c18, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e71facc7-d562-4ede-a418-7b84888c3c18,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:23.684757 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.686450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event deleted for resources: {'Port': ['ID=1e005956-d034-4591-95f6-b5b6654fb52a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:23.709890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Deleting port 5e934105-26a5-4a3c-81c5-73c6c63f44fd {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:23.710319 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.724972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Attempting to bind port 5b7c40e3-feef-456b-b7f8-2d1826ec122b on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:23.726331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Attempting to bind port 5b7c40e3-feef-456b-b7f8-2d1826ec122b by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:23.726889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Attempting to bind port 5b7c40e3-feef-456b-b7f8-2d1826ec122b on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:23.758592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Port 5b7c40e3-feef-456b-b7f8-2d1826ec122b on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:23.758975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Attempting to bind port 5b7c40e3-feef-456b-b7f8-2d1826ec122b on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:23.768464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcc440c6-150e-493e-a1cc-ce2de283d06b req-4f45869f-c9bb-43b9-9920-39f6b49356e3 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495018 Oct 18 20:35:23.777224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:23.777753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:23.778359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:23.779192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Bound port: 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:23.779628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:23.808293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e71facc7-d562-4ede-a418-7b84888c3c18,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:23.915753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:23.932272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-08aa49c0-33ac-4a3e-a629-3edbdedb7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:23.934995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-08aa49c0-33ac-4a3e-a629-3edbdedb7ad9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.4038465 Oct 18 20:35:24.018551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] For port 5e934105-26a5-4a3c-81c5-73c6c63f44fd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5e934105-26a5-4a3c-81c5-73c6c63f44fd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:24.019035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:24.031179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:24.047981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:24.053541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-7d773c97-8175-4f62-bb25-9ed8f80b9119 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=3edb5123-175c-4422-99e5-38e11f1a4df9 HTTP/1.1" status: 200 len: 217 time: 0.0965297 Oct 18 20:35:24.059161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Calling delete_port for 5e934105-26a5-4a3c-81c5-73c6c63f44fd owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:24.069852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f', 'mac_address': 'fa:16:3e:68:97:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:24.078093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:24.087054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Router 743d1451-07e2-46e3-b120-69601fd9171e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:35:24.137664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eaebc-4abb-413c-87af-8768ea6500d7 req-65922555-dd86-47f7-980a-61602e25431c tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:24.140599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb6eaebc-4abb-413c-87af-8768ea6500d7 req-65922555-dd86-47f7-980a-61602e25431c tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 948 time: 0.2987754 Oct 18 20:35:24.151553 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:24.151970 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:24.164672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:24.190005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:24.240048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:24.247658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:24.277882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb6eaebc-4abb-413c-87af-8768ea6500d7 req-f3f196cf-28db-4769-be2c-c6c21272f05d tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191237 Oct 18 20:35:24.280318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:24.281101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:24.282681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] 10.222.0.79 "PUT /v2.0/ports/5b7c40e3-feef-456b-b7f8-2d1826ec122b HTTP/1.1" status: 200 len: 1096 time: 1.7688894 Oct 18 20:35:24.286813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-e1323858-166b-4a67-85ef-035b50460a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:24.289597 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-e1323858-166b-4a67-85ef-035b50460a82 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2273588 Oct 18 20:35:24.406672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebd75c-c119-4811-a5dc-f54f1f8d585a service neutron] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:24.440482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-3b1bc9d9-7ed7-49c3-9117-bc7d7b51b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:24.443017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-3b1bc9d9-7ed7-49c3-9117-bc7d7b51b399 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212263 Oct 18 20:35:24.445972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-400590ab-cc04-4771-a815-6b079ede7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:24.447821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-400590ab-cc04-4771-a815-6b079ede7780 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa1dabb9a3f144f5a267e867609a988a&device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 1099 time: 0.0976233 Oct 18 20:35:24.454029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:24.454389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:35:24.475450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] Sync routers for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:35:24.496492 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665191a8-a5c3-449a-a6fa-827ac44578e3 x-openstack-request-id: req-665191a8-a5c3-449a-a6fa-827ac44578e3 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:24.496492 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4184594e-ccf9-4a2d-a345-581b6b8c2e04", "name": "network-vif-plugged", "status": "completed", "tag": "e90ac1df-c09d-4358-ad76-93a7c937cc40", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:24.496836 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-665191a8-a5c3-449a-a6fa-827ac44578e3 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:24.497667 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90ac1df-c09d-4358-ad76-93a7c937cc40', 'code': 200} Oct 18 20:35:24.509830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:24.510695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:24.580892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] No DVR routers for this DVR port 1e005956-d034-4591-95f6-b5b6654fb52a on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:24.588036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:24.594355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36a44c18-c25d-4e49-9eb0-f9ec72d21908 req-e7462616-f29c-43d2-84d1-ccbd0d562102 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.30 "DELETE /v2.0/ports/1e005956-d034-4591-95f6-b5b6654fb52a HTTP/1.1" status: 204 len: 173 time: 1.9602625 Oct 18 20:35:24.608514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:24.609404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.79', 55501) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:24.641660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-1102c174-a8c2-420f-8f6c-1dc6d1bbc44d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b HTTP/1.1" status: 200 len: 217 time: 0.1599982 Oct 18 20:35:24.728060 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:35:24.765488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c243d-e4ae-4214-8661-5c2cf2c1ebb5 req-618e4f60-8c58-4289-b17f-71ae6f598a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:24.768496 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-177c243d-e4ae-4214-8661-5c2cf2c1ebb5 req-618e4f60-8c58-4289-b17f-71ae6f598a49 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4184594e-ccf9-4a2d-a345-581b6b8c2e04 HTTP/1.1" status: 200 len: 1097 time: 0.1480963 Oct 18 20:35:24.859424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:24.917585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.79', 55502) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:25.025828 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-177c243d-e4ae-4214-8661-5c2cf2c1ebb5 req-7ddc3225-2dd1-4f24-a8d4-f55829eb8193 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458635 Oct 18 20:35:25.040981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:25.063827 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5e934105-26a5-4a3c-81c5-73c6c63f44fd', '28000eb5-c997-4813-822d-09c1b567d253'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:25.083857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Pushing event deleted for resources: {'Port': ['ID=5e934105-26a5-4a3c-81c5-73c6c63f44fd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:25.095350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a4e4e58-0eae-44a7-9baa-3b353605200c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:25.097554 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a4e4e58-0eae-44a7-9baa-3b353605200c tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.1781058 Oct 18 20:35:25.142821 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:25.148634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] No DVR routers for this DVR port 5e934105-26a5-4a3c-81c5-73c6c63f44fd on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:25.152115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:25.156022 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8030c8be-a709-4db8-a1a9-fee68734b0d0 req-7cb2158e-86a5-4a62-a455-e4b42529b550 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "DELETE /v2.0/ports/5e934105-26a5-4a3c-81c5-73c6c63f44fd HTTP/1.1" status: 204 len: 173 time: 1.6939023 Oct 18 20:35:25.216943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:25.218915 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb04296a-0452-4715-84eb-45f944ac0d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:25.301291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-841c9e55-bd42-4152-82e2-c8ff0078b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:25.303306 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-841c9e55-bd42-4152-82e2-c8ff0078b19f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.6374056 Oct 18 20:35:25.334017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd560de-cac8-4324-9c7e-c5edd0cd51b5 req-04634495-3d9b-4024-b324-f8a91e3685ba tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:25.335613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5bd560de-cac8-4324-9c7e-c5edd0cd51b5 req-04634495-3d9b-4024-b324-f8a91e3685ba tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 948 time: 0.7134550 Oct 18 20:35:25.368467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:25.372707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-e47e10e5-b277-4bee-bdd9-bbf7fce27912 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9116738 Oct 18 20:35:25.464253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] Checking router: 743d1451-07e2-46e3-b120-69601fd9171e for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:35:25.482304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Deleting port 267d3c82-3070-4d89-b8be-5eed64fe37d0 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:25.482987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:25.507488 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5bd560de-cac8-4324-9c7e-c5edd0cd51b5 req-f7fc53cb-ec7f-425c-875c-b273eff3c01e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494775 Oct 18 20:35:25.596282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:25.597550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:25.599520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-cf5c03f0-f3e4-4a27-b0c5-aa34b1870673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:25.602462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-cf5c03f0-f3e4-4a27-b0c5-aa34b1870673 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2622566 Oct 18 20:35:25.645103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] For port 267d3c82-3070-4d89-b8be-5eed64fe37d0, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=267d3c82-3070-4d89-b8be-5eed64fe37d0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:25.645103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:25.662027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Calling delete_port for 267d3c82-3070-4d89-b8be-5eed64fe37d0 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:25.787622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2b911d-d02e-4c97-8d66-779b7b74deff req-23a85e09-6fe5-41d9-b6ca-ba4191c7b635 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407092 Oct 18 20:35:25.829198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-93615bde-58b4-4cce-8054-34695f261bda service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113287 Oct 18 20:35:25.843028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fe7fd-a650-41c5-9513-51b993edc247 req-d12facb4-2b05-4d1c-b575-a1bc98f59315 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:25.844636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-630fe7fd-a650-41c5-9513-51b993edc247 req-d12facb4-2b05-4d1c-b575-a1bc98f59315 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/ports?device_id=e81f333b-b3fc-436f-ba36-e9681de63e99 HTTP/1.1" status: 200 len: 949 time: 0.1461985 Oct 18 20:35:25.868269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:25.878606 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:25.924692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1bc70881-0925-4e00-a7a0-682aa125a955'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:25.933180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1e005956-d034-4591-95f6-b5b6654fb52a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:25.956806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Pushing event deleted for resources: {'Port': ['ID=267d3c82-3070-4d89-b8be-5eed64fe37d0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:25.957384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-630fe7fd-a650-41c5-9513-51b993edc247 req-118877ec-71e2-4b8d-9e2d-148f6d7dc0f3 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.66 "GET /v2.0/security-groups?id=15386983-cd99-486d-804c-26d2acf71547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027145 Oct 18 20:35:26.019073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d03ede-db8e-4ef3-810f-b98427ca7b6b req-79594940-14be-4d05-acaf-50c708961a78 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731515 Oct 18 20:35:26.056182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] No DVR routers for this DVR port 267d3c82-3070-4d89-b8be-5eed64fe37d0 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:26.060751 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:26.067489 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-164c3250-131d-4243-be54-16dfc79e23ba req-0a215414-b18b-4736-b122-5d5c05204409 tempest-MigrationsAdminTest-478957166 tempest-MigrationsAdminTest-478957166-project] 10.222.0.79 "DELETE /v2.0/ports/267d3c82-3070-4d89-b8be-5eed64fe37d0 HTTP/1.1" status: 204 len: 173 time: 0.7732508 Oct 18 20:35:26.070746 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba21ec1-e6bf-4e6f-8e2d-07341bf061a8 x-openstack-request-id: req-bba21ec1-e6bf-4e6f-8e2d-07341bf061a8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:26.071376 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9913ef4b-47c6-484d-bd07-f5dd5f370e48", "tag": "ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:26.071903 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bba21ec1-e6bf-4e6f-8e2d-07341bf061a8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:26.072751 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'tag': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f', 'status': 'completed', 'code': 200} Oct 18 20:35:26.110619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['267d3c82-3070-4d89-b8be-5eed64fe37d0'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:26.143178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 1e005956-d034-4591-95f6-b5b6654fb52a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:26.143510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1e005956-d034-4591-95f6-b5b6654fb52a not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:26.228223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c7f1c-7d5e-4561-b280-9b8a18569d20 req-4b735bff-f575-4f91-9b60-53f443349bb2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:26.237210 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b44c7f1c-7d5e-4561-b280-9b8a18569d20 req-4b735bff-f575-4f91-9b60-53f443349bb2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 945 time: 0.1016493 Oct 18 20:35:26.254552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-77398e2c-c30a-4a3c-930b-80d8580c3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:26.258806 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-77398e2c-c30a-4a3c-930b-80d8580c3fde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 1099 time: 0.1638439 Oct 18 20:35:26.294026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b44c7f1c-7d5e-4561-b280-9b8a18569d20 req-7cb7da7a-0244-460e-9bec-ee1f669aeeb0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555446 Oct 18 20:35:26.480212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-599865f8-8ed5-4c70-8760-459abcd34452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:26.482309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-599865f8-8ed5-4c70-8760-459abcd34452 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2130852 Oct 18 20:35:26.499258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71facc7-d562-4ede-a418-7b84888c3c18'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:26.503184 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdf172c-9d61-4c7f-9772-f5081f5d10a9" -d '{"events": [{"server_uuid": "08285066-fb78-4701-986b-b3ca74e4ca4d", "name": "network-vif-plugged", "status": "completed", "tag": "e71facc7-d562-4ede-a418-7b84888c3c18"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:26.570408 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:26.578503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238c065-7447-4e38-8c1b-750c22f59328 req-b705b9c3-7792-4c1c-b1dc-56ed48d534a0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:26.580693 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f238c065-7447-4e38-8c1b-750c22f59328 req-b705b9c3-7792-4c1c-b1dc-56ed48d534a0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 945 time: 0.0906956 Oct 18 20:35:26.587518 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-7710ba7e-d0c9-4429-a349-c41d0f62ab6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f HTTP/1.1" status: 200 len: 217 time: 0.0878949 Oct 18 20:35:26.645722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f238c065-7447-4e38-8c1b-750c22f59328 req-6483cbc5-9d42-417d-8539-2f11e9c6ab4a tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Oct 18 20:35:26.695799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-ce48176a-a25e-4a91-9e0a-fdf6c586e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:26.698025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-ce48176a-a25e-4a91-9e0a-fdf6c586e38a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0960336 Oct 18 20:35:26.724210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:26.775199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259186fc-135f-4e48-bb0c-733d1e08724c None None] The sync data for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 is: [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:30:01Z', 'revision_number': 4, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '44697ea1-e817-44b3-812b-a43951c41001', 'name': '', 'network_id': '0b95df10-824f-48d0-850c-508532972aaf', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'mac_address': 'fa:16:3e:af:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:59Z', 'updated_at': '2021-10-18T20:30:10Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'subnets': [{'id': '723ba59f-0a1a-411b-a8fa-8d82b9007935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:35:26.795053 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4900b49-c49a-4da0-8c05-cde03deb0562 x-openstack-request-id: req-a4900b49-c49a-4da0-8c05-cde03deb0562 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:26.795053 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:26.795053 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4900b49-c49a-4da0-8c05-cde03deb0562 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:26.796279 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'status': 'completed', 'code': 200} Oct 18 20:35:26.804889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-bbaae69c-3ad1-4059-b555-77f2462fff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:26.807114 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-bbaae69c-3ad1-4059-b555-77f2462fff41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004245 Oct 18 20:35:26.987895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d72ac7-4f76-4d79-9639-e4124762f89b req-245a4ff9-8cc9-411e-b5fb-2abac916bff4 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:26.990655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9d72ac7-4f76-4d79-9639-e4124762f89b req-245a4ff9-8cc9-411e-b5fb-2abac916bff4 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 948 time: 0.1090722 Oct 18 20:35:27.057599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-e70af753-3515-4d67-83ba-e369297953fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:27.059143 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-e70af753-3515-4d67-83ba-e369297953fd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa1dabb9a3f144f5a267e867609a988a&device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 1099 time: 0.1153114 Oct 18 20:35:27.062672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-2ef99300-0b9f-4fd7-9064-8d0a432df96c service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418504 Oct 18 20:35:27.078518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9d72ac7-4f76-4d79-9639-e4124762f89b req-afd371b3-aa42-4aa4-ae6a-d61f6992ff80 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786157 Oct 18 20:35:27.215423 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dcd332-fc25-4cdc-a4a0-53b4264e8b9f None None] New status for floating IP fe0b6880-10d3-4446-b910-8b326a19bd26: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:35:27.280643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 3edb5123-175c-4422-99e5-38e11f1a4df9 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:27.284251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5e934105-26a5-4a3c-81c5-73c6c63f44fd no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:27.326490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388601a-b4e1-46ca-9c10-bebb150e3f5a req-c120b830-8432-499c-995b-f3c8450a7f14 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:27.328516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e388601a-b4e1-46ca-9c10-bebb150e3f5a req-c120b830-8432-499c-995b-f3c8450a7f14 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 945 time: 0.0682430 Oct 18 20:35:27.341014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 5e934105-26a5-4a3c-81c5-73c6c63f44fd {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:27.341576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5e934105-26a5-4a3c-81c5-73c6c63f44fd not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:27.344597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50762) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:27.351698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'floatingip': {'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:27.398218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-56e928a6-7c1b-4d58-ab8e-788ed9d3b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:27.400061 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-56e928a6-7c1b-4d58-ab8e-788ed9d3b3b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3165603 Oct 18 20:35:27.404295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:27.485254 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6f108bb-e6c4-484d-aaa8-2f7f3b0b2b9a req-a8de8eee-52b5-4681-ac5c-c4aef0f05e05 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125164 Oct 18 20:35:27.524152 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e936a5-0ca4-4972-a779-2bd13d3c6837 x-openstack-request-id: req-03e936a5-0ca4-4972-a779-2bd13d3c6837 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:27.531332 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08285066-fb78-4701-986b-b3ca74e4ca4d", "name": "network-vif-plugged", "status": "completed", "tag": "e71facc7-d562-4ede-a418-7b84888c3c18", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:27.531834 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03e936a5-0ca4-4972-a779-2bd13d3c6837 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:27.532522 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71facc7-d562-4ede-a418-7b84888c3c18', 'code': 200} Oct 18 20:35:27.556148 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-2ef4e2d1-6c3a-4482-9adf-6d00edb450d6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b HTTP/1.1" status: 200 len: 217 time: 0.0775084 Oct 18 20:35:27.602150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 3edb5123-175c-4422-99e5-38e11f1a4df9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=3edb5123-175c-4422-99e5-38e11f1a4df9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:27.618081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '3edb5123-175c-4422-99e5-38e11f1a4df9', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '3edb5123-175c-4422-99e5-38e11f1a4df9', 'mac_address': 'fa:16:3e:e8:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:27.646712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-fe1fb654-24d8-4658-9c08-e1fd97a890ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:27.649213 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-fe1fb654-24d8-4658-9c08-e1fd97a890ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0795810 Oct 18 20:35:27.676145 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:27.698748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edb5123-175c-4422-99e5-38e11f1a4df9 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:27.726482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-c4f8ed3b-971e-4719-a4a1-1ff63acff09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:27.729689 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-c4f8ed3b-971e-4719-a4a1-1ff63acff09a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636561 Oct 18 20:35:27.739015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 3edb5123-175c-4422-99e5-38e11f1a4df9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=3edb5123-175c-4422-99e5-38e11f1a4df9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:27.744770 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:27.820453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5792ed5-3409-4260-876e-d708bfb16586 req-4bb9b86f-a9ac-4a3b-b38c-4aa39a230017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:27.822480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5792ed5-3409-4260-876e-d708bfb16586 req-4bb9b86f-a9ac-4a3b-b38c-4aa39a230017 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 1096 time: 0.2124043 Oct 18 20:35:27.845137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=3edb5123-175c-4422-99e5-38e11f1a4df9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:27.854465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42373707-f478-4841-9a00-d4a184db5181 req-1fc6c277-275f-40b7-85e2-969a70438120 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:27.857387 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42373707-f478-4841-9a00-d4a184db5181 req-1fc6c277-275f-40b7-85e2-969a70438120 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 948 time: 0.2541134 Oct 18 20:35:27.905742 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-84c3c26c-52ab-4317-a5c4-5c7eb8b97887 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549041 Oct 18 20:35:27.931552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:27.973288 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5792ed5-3409-4260-876e-d708bfb16586 req-6c12e3df-9978-44e2-bf3a-2c68638078be service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393142 Oct 18 20:35:27.976716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42373707-f478-4841-9a00-d4a184db5181 req-f3730390-37ae-4cc2-88ac-73401282c848 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048734 Oct 18 20:35:28.017094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:28.020706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:28.020987 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:28.106539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'name': 'network-vif-deleted', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a'}, {'server_uuid': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'name': 'network-vif-deleted', 'tag': '5e934105-26a5-4a3c-81c5-73c6c63f44fd'}, {'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-deleted', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:28.110545 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0060e628-a0bc-4295-83a5-b18523db31b7" -d '{"events": [{"server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "name": "network-vif-deleted", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a"}, {"server_uuid": "e150aab0-ad64-493c-b9f2-c2a8798c1595", "name": "network-vif-deleted", "tag": "5e934105-26a5-4a3c-81c5-73c6c63f44fd"}, {"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-deleted", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:28.120371 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb04296a-0452-4715-84eb-45f944ac0d0b req-89f2d3c7-9a46-4a4b-a42d-ecd9b6b7d86f service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924300 Oct 18 20:35:28.154975 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:28.217869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:28.224823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:28.282933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:28.291458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:28.322537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['3edb5123-175c-4422-99e5-38e11f1a4df9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:28.326171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:28.433656 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Floating IP b0b0631f-9377-40c6-9c79-b6140a30b67c associated. External IP: 172.25.7.108, port: 24c8ddc3-7ce8-4298-8463-63da11f1ceb2. Oct 18 20:35:28.733072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ff985-ea5f-4561-b9c1-0d6cc8d0a630 req-1b0cf182-cbc7-4c1a-8553-a42bf6cdb469 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:28.734985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba4ff985-ea5f-4561-b9c1-0d6cc8d0a630 req-1b0cf182-cbc7-4c1a-8553-a42bf6cdb469 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 945 time: 0.1624613 Oct 18 20:35:28.849511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba4ff985-ea5f-4561-b9c1-0d6cc8d0a630 req-e07fa3e1-887c-470f-b828-da0c6354bac7 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001921 Oct 18 20:35:28.894824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Router 2cc244ed-0d09-41a4-a6f7-1703d479d955 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:35:28.925472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50782) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:29.078305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eaff9-0d60-4ba8-ad6b-44ddc2556ff4 req-6b6f6897-463e-443e-bb97-2bdb812473c1 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:29.079986 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-743eaff9-0d60-4ba8-ad6b-44ddc2556ff4 req-6b6f6897-463e-443e-bb97-2bdb812473c1 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 948 time: 0.1124256 Oct 18 20:35:29.101079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:35:29.111517 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:29.115530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] Sync routers for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:35:29.130736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:29.132327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:29.142564 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-154c3f0f-59a5-4f8f-91e7-1f0a59d289fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b75db9fc81941d28836b7f180c0a0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162774 Oct 18 20:35:29.147397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50788) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:29.184235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-743eaff9-0d60-4ba8-ad6b-44ddc2556ff4 req-9e673970-8826-4204-9b46-221a8b83a15e tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931885 Oct 18 20:35:29.187354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5bf585c-d80c-4f91-a264-cd5cd0a9d6cc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "PUT /v2.0/floatingips/b0b0631f-9377-40c6-9c79-b6140a30b67c HTTP/1.1" status: 200 len: 991 time: 1.8404889 Oct 18 20:35:29.188251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:29.192258 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab" -d '{"events": [{"name": "network-changed", "server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:29.212588 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29fd1a9b-8ce1-407b-bf28-6446acb78629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:29.244094 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29fd1a9b-8ce1-407b-bf28-6446acb78629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:29.269762 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377ceec5-8d98-4c48-90ca-e31b95bc32e8 x-openstack-request-id: req-377ceec5-8d98-4c48-90ca-e31b95bc32e8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:29.270268 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ecb9b-8e1e-412a-8851-1a47bfef5986", "name": "network-vif-deleted", "tag": "1e005956-d034-4591-95f6-b5b6654fb52a", "status": "completed", "code": 200}, {"server_uuid": "e150aab0-ad64-493c-b9f2-c2a8798c1595", "name": "network-vif-deleted", "tag": "5e934105-26a5-4a3c-81c5-73c6c63f44fd", "status": "completed", "code": 200}, {"server_uuid": "e81f333b-b3fc-436f-ba36-e9681de63e99", "name": "network-vif-deleted", "tag": "267d3c82-3070-4d89-b8be-5eed64fe37d0", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:29.271006 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-377ceec5-8d98-4c48-90ca-e31b95bc32e8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:29.271570 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ecb9b-8e1e-412a-8851-1a47bfef5986', 'name': 'network-vif-deleted', 'tag': '1e005956-d034-4591-95f6-b5b6654fb52a', 'status': 'completed', 'code': 200} Oct 18 20:35:29.272017 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e150aab0-ad64-493c-b9f2-c2a8798c1595', 'name': 'network-vif-deleted', 'tag': '5e934105-26a5-4a3c-81c5-73c6c63f44fd', 'status': 'completed', 'code': 200} Oct 18 20:35:29.272540 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81f333b-b3fc-436f-ba36-e9681de63e99', 'name': 'network-vif-deleted', 'tag': '267d3c82-3070-4d89-b8be-5eed64fe37d0', 'status': 'completed', 'code': 200} Oct 18 20:35:29.292565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:29.323424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29fd1a9b-8ce1-407b-bf28-6446acb78629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:29.324609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 267d3c82-3070-4d89-b8be-5eed64fe37d0 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:29.325130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 267d3c82-3070-4d89-b8be-5eed64fe37d0 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:29.327399 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29fd1a9b-8ce1-407b-bf28-6446acb78629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:29.331246 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-29fd1a9b-8ce1-407b-bf28-6446acb78629 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15386983-cd99-486d-804c-26d2acf71547 HTTP/1.1" status: 204 len: 168 time: 0.1799166 Oct 18 20:35:29.342408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd1a9b-8ce1-407b-bf28-6446acb78629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15386983-cd99-486d-804c-26d2acf71547,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:29.362980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:29.498675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f0cbe-e185-405d-9cfa-4c087abd974b req-e510bc12-e1df-4164-abad-4613cb22ed7e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:29.500435 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed9f0cbe-e185-405d-9cfa-4c087abd974b req-e510bc12-e1df-4164-abad-4613cb22ed7e tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 950 time: 0.0822442 Oct 18 20:35:29.544759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:29.550670 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7434f74d-7364-4efc-8c63-d57d54bb9fdd" -d '{"events": [{"server_uuid": "9913ef4b-47c6-484d-bd07-f5dd5f370e48", "name": "network-vif-plugged", "status": "completed", "tag": "ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:29.561389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed9f0cbe-e185-405d-9cfa-4c087abd974b req-18c24f6e-b6ea-49b5-b3c5-8c8b1cf5db87 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509324 Oct 18 20:35:29.607905 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:29.750021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b0b0631f-9377-40c6-9c79-b6140a30b67c', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'mac_address': 'fa:16:3e:98:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250706cb-d1c2-4127-9f86-acd1387714df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:35:02Z', 'updated_at': '2021-10-18T20:35:28Z', 'revision_number': 1, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:02Z', 'revision_number': 5, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:29.787331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] Checking router: 2cc244ed-0d09-41a4-a6f7-1703d479d955 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:35:29.799745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:29.801239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:29.801625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48468e57-add9-46af-bcaa-21811efb7e91 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:29.840130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643459f-2a46-46e7-8012-b14853314716 req-700a4cc9-6493-406f-a0d0-e7ac1e7d24ac tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:29.849433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1643459f-2a46-46e7-8012-b14853314716 req-700a4cc9-6493-406f-a0d0-e7ac1e7d24ac tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 949 time: 0.1774631 Oct 18 20:35:29.868759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48468e57-add9-46af-bcaa-21811efb7e91 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:29.948303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:29.973346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:29.980578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-95cfcfc7-86fb-4276-953e-6720373bd4ad tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:29.982351 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-95cfcfc7-86fb-4276-953e-6720373bd4ad tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 950 time: 0.1154435 Oct 18 20:35:29.992363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1643459f-2a46-46e7-8012-b14853314716 req-cf81f3d2-e4a7-4f88-a05b-cb0324f225c4 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408989 Oct 18 20:35:30.018178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48468e57-add9-46af-bcaa-21811efb7e91 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.021677 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48468e57-add9-46af-bcaa-21811efb7e91 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.027379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-48468e57-add9-46af-bcaa-21811efb7e91 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "DELETE /v2.0/security-groups/6298d4d2-dd01-422c-b4b2-41bfb20bca35 HTTP/1.1" status: 204 len: 168 time: 0.4146385 Oct 18 20:35:30.028852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50806) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:30.052521 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-63dadd57-ce5c-42f1-aab5-ec01207acab3 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] show failed (client error): The resource could not be found. Oct 18 20:35:30.056363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63dadd57-ce5c-42f1-aab5-ec01207acab3 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "GET /v2.0/security-groups/6298d4d2-dd01-422c-b4b2-41bfb20bca35 HTTP/1.1" status: 404 len: 347 time: 0.0237987 Oct 18 20:35:30.056363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48468e57-add9-46af-bcaa-21811efb7e91 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6298d4d2-dd01-422c-b4b2-41bfb20bca35,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:30.056717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50808) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:30.102708 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-89a6a696-f20f-4fbe-aa10-c7a0f9913511 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ebd7df91e15048ae9b94c986a6c9a9f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504605 Oct 18 20:35:30.104449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50810) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:30.241602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Deleting port 1bc70881-0925-4e00-a7a0-682aa125a955 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:30.243338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.246271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10e1d5b-97bc-40af-bb7a-bb229db504bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.282933 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac616c9-ee8c-4c7f-92fb-899d4bbab83f x-openstack-request-id: req-0ac616c9-ee8c-4c7f-92fb-899d4bbab83f {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:30.283276 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:30.283621 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ac616c9-ee8c-4c7f-92fb-899d4bbab83f {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:30.284124 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'status': 'completed', 'code': 200} Oct 18 20:35:30.294920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10e1d5b-97bc-40af-bb7a-bb229db504bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.308266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Deleting port 934f6e48-1b21-4537-b21d-d380d5517384 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:30.308627 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.346644 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fda427-f9c7-4d72-974f-8aaf08864678 x-openstack-request-id: req-36fda427-f9c7-4d72-974f-8aaf08864678 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:30.347496 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9913ef4b-47c6-484d-bd07-f5dd5f370e48", "name": "network-vif-plugged", "status": "completed", "tag": "ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:30.347496 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36fda427-f9c7-4d72-974f-8aaf08864678 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:30.348005 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f', 'code': 200} Oct 18 20:35:30.364285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b0b0631f-9377-40c6-9c79-b6140a30b67c', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'mac_address': 'fa:16:3e:98:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250706cb-d1c2-4127-9f86-acd1387714df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:35:02Z', 'updated_at': '2021-10-18T20:35:28Z', 'revision_number': 1, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:02Z', 'revision_number': 5, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:30.439106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7e8e9-1499-4843-8457-2986eb4c6d08 None None] The sync data for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 is: [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b0b0631f-9377-40c6-9c79-b6140a30b67c', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'mac_address': 'fa:16:3e:98:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250706cb-d1c2-4127-9f86-acd1387714df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:35:02Z', 'updated_at': '2021-10-18T20:35:28Z', 'revision_number': 1, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:02Z', 'revision_number': 5, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:35:30.445334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.446314 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.468833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Calling delete_port for 934f6e48-1b21-4537-b21d-d380d5517384 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:30.471911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10e1d5b-97bc-40af-bb7a-bb229db504bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.477058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10e1d5b-97bc-40af-bb7a-bb229db504bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.479185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e10e1d5b-97bc-40af-bb7a-bb229db504bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a919ef67-bd10-4d5d-a901-9fde6095f52e HTTP/1.1" status: 204 len: 168 time: 0.3736169 Oct 18 20:35:30.556699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e1d5b-97bc-40af-bb7a-bb229db504bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a919ef67-bd10-4d5d-a901-9fde6095f52e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:30.746305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c31f1-6009-46dd-a578-b4a3a9a7e921 req-42edc0fc-9ff0-4ee3-9e61-9164f98b3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:30.749134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc6c31f1-6009-46dd-a578-b4a3a9a7e921 req-42edc0fc-9ff0-4ee3-9e61-9164f98b3c3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 1100 time: 0.2574527 Oct 18 20:35:30.833975 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7868b82-b5bc-4c70-8b2f-cdd8033d6f78 None None] New status for floating IP b0b0631f-9377-40c6-9c79-b6140a30b67c: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:35:30.921157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-d389bc42-3b44-4d66-8e25-0068a45011e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:30.921157 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-d389bc42-3b44-4d66-8e25-0068a45011e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1096 time: 0.5834806 Oct 18 20:35:30.923431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] For port 1bc70881-0925-4e00-a7a0-682aa125a955, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1bc70881-0925-4e00-a7a0-682aa125a955,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:30.923666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:30.965827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Calling delete_port for 1bc70881-0925-4e00-a7a0-682aa125a955 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:31.196254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-d60e76bc-cb3b-469a-be0b-1c86cc3ddfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:31.199172 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-d60e76bc-cb3b-469a-be0b-1c86cc3ddfc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.2603440 Oct 18 20:35:31.260301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460e006-3cfe-4bcc-acaf-c92631c7ad81 req-a4da560a-81ed-4b78-978d-7f4217acde7e tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:31.262192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9460e006-3cfe-4bcc-acaf-c92631c7ad81 req-a4da560a-81ed-4b78-978d-7f4217acde7e tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 945 time: 0.7515714 Oct 18 20:35:31.312082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:31.317842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 3edb5123-175c-4422-99e5-38e11f1a4df9 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:31.376028 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-ff5446b2-fe17-461d-b46c-91924ef22c29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 1001 time: 0.1641002 Oct 18 20:35:31.380128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:31.409188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1bc70881-0925-4e00-a7a0-682aa125a955'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:31.413537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28000eb5-c997-4813-822d-09c1b567d253'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:31.428683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc6c31f1-6009-46dd-a578-b4a3a9a7e921 req-191943ea-b0ec-41c0-8099-17ecb41a2fb5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559951 Oct 18 20:35:31.451702 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9460e006-3cfe-4bcc-acaf-c92631c7ad81 req-f08e8397-0061-4fa0-83b5-52516ab4f959 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662643 Oct 18 20:35:31.484217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-81aaa1e9-5b9a-4156-ad26-ec25a907cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:31.486083 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-81aaa1e9-5b9a-4156-ad26-ec25a907cc5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0571902 Oct 18 20:35:31.488890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Pushing event deleted for resources: {'Port': ['ID=1bc70881-0925-4e00-a7a0-682aa125a955,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:31.524809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:31.577931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Pushing event deleted for resources: {'Port': ['ID=934f6e48-1b21-4537-b21d-d380d5517384,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:31.601636 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:35:31.671739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] No DVR routers for this DVR port 1bc70881-0925-4e00-a7a0-682aa125a955 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:31.677196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:31.687657 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d976c616-2d00-4685-955e-04c275b9bfe2 req-2164332f-44c4-4f17-b081-198e13daecac tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.30 "DELETE /v2.0/ports/1bc70881-0925-4e00-a7a0-682aa125a955 HTTP/1.1" status: 204 len: 173 time: 1.6819613 Oct 18 20:35:31.691707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'name': 'network-vif-deleted', 'tag': '1bc70881-0925-4e00-a7a0-682aa125a955'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:31.698520 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb10cfeb-4b3d-4a35-b247-54dd7986f878" -d '{"events": [{"server_uuid": "6d86d56e-0d21-47c5-95b7-42933df5b066", "name": "network-vif-deleted", "tag": "1bc70881-0925-4e00-a7a0-682aa125a955"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:31.703995 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:31.707107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:31.708579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-afc8b6fe-de2b-45aa-a5f2-7fa286fefb71 tempest-ServersWithSpecificFlavorTestJSON-382088878 tempest-ServersWithSpecificFlavorTestJSON-382088878-project] 10.222.0.66 "DELETE /v2.0/floatingips/fe0b6880-10d3-4446-b910-8b326a19bd26 HTTP/1.1" status: 204 len: 168 time: 1.6508055 Oct 18 20:35:31.732493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448f304-2628-403f-8901-3dd1422caafa req-cd314244-e929-44df-bbe7-e6a68f8e1513 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:31.735253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c448f304-2628-403f-8901-3dd1422caafa req-cd314244-e929-44df-bbe7-e6a68f8e1513 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 948 time: 0.0897470 Oct 18 20:35:31.768992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-6db6da5b-b3e3-49e8-ac9e-17f131cb2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:31.771783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-6db6da5b-b3e3-49e8-ac9e-17f131cb2166 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179309 Oct 18 20:35:31.789830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 3edb5123-175c-4422-99e5-38e11f1a4df9 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:31.808417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 3edb5123-175c-4422-99e5-38e11f1a4df9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:31.809733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:31.831919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c448f304-2628-403f-8901-3dd1422caafa req-982c066e-6a66-496b-b367-2986ec8420b3 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531886 Oct 18 20:35:31.994478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:32.022156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'mac_address': 'fa:16:3e:78:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:32.048153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-9fa6fb1d-d212-49f2-be81-13ce666270ec service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552164 Oct 18 20:35:32.158597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:32.191830 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:32.257075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7c40e3-feef-456b-b7f8-2d1826ec122b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:32.284252 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0a7d9fbb-d807-4e7d-87e2-b5463c4981ab req-fe2eb80d-158a-436d-ad27-bfddb53916c7 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264364 Oct 18 20:35:32.291309 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ec4076-d7de-4611-ad4c-9eeb00db38a5 req-56efe18d-6d15-456b-9264-5d22272d4248 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d86d56e-0d21-47c5-95b7-42933df5b066 HTTP/1.1" status: 200 len: 210 time: 0.0517728 Oct 18 20:35:32.486184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edb5123-175c-4422-99e5-38e11f1a4df9'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:32.494480 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721e08a0-9bf6-489f-a09f-62a8935351f5" -d '{"events": [{"server_uuid": "8ceb0691-2c11-4b96-ac66-48bb85507a40", "name": "network-vif-plugged", "status": "completed", "tag": "3edb5123-175c-4422-99e5-38e11f1a4df9"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:32.510078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c05b0-925f-462f-8c45-9a9fdec6d03f req-4a736e1c-ffe7-4cc4-bbb7-1a5438e14126 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:32.518533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 3edb5123-175c-4422-99e5-38e11f1a4df9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=3edb5123-175c-4422-99e5-38e11f1a4df9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:32.519129 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d54c05b0-925f-462f-8c45-9a9fdec6d03f req-4a736e1c-ffe7-4cc4-bbb7-1a5438e14126 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 949 time: 0.0959342 Oct 18 20:35:32.550364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:32.555299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:32.570623 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:32.580449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d54c05b0-925f-462f-8c45-9a9fdec6d03f req-e4efb0fd-6d70-4187-ad1a-b0750c8836e7 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554352 Oct 18 20:35:32.671630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=3edb5123-175c-4422-99e5-38e11f1a4df9,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:32.747273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:32.794819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d61317-40d6-4a73-b70a-dd4fe3b395f8 req-bdf1e87d-1a0a-419a-b4ff-5890c059ade0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:32.796871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d61317-40d6-4a73-b70a-dd4fe3b395f8 req-bdf1e87d-1a0a-419a-b4ff-5890c059ade0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=4184594e-ccf9-4a2d-a345-581b6b8c2e04 HTTP/1.1" status: 200 len: 946 time: 0.0761454 Oct 18 20:35:32.843589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5d61317-40d6-4a73-b70a-dd4fe3b395f8 req-cbf951d3-0332-424e-880e-11c5205fa47b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Oct 18 20:35:32.920225 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b3196-9e7b-4d5d-92df-777ff721b6e3 x-openstack-request-id: req-423b3196-9e7b-4d5d-92df-777ff721b6e3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:32.920807 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86d56e-0d21-47c5-95b7-42933df5b066", "name": "network-vif-deleted", "tag": "1bc70881-0925-4e00-a7a0-682aa125a955", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:32.921234 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-423b3196-9e7b-4d5d-92df-777ff721b6e3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:32.921969 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d86d56e-0d21-47c5-95b7-42933df5b066', 'name': 'network-vif-deleted', 'tag': '1bc70881-0925-4e00-a7a0-682aa125a955', 'status': 'completed', 'code': 200} Oct 18 20:35:32.976527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b7c40e3-feef-456b-b7f8-2d1826ec122b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:33.358909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f157f00-f260-449a-87be-711911cf2339 req-4650d0be-b037-4d78-9251-7f12b823ec41 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:33.360520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f157f00-f260-449a-87be-711911cf2339 req-4650d0be-b037-4d78-9251-7f12b823ec41 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.0526114 Oct 18 20:35:33.403205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f157f00-f260-449a-87be-711911cf2339 req-9c4ceb09-dadd-4d73-af97-6f2a8ea1a2e0 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353558 Oct 18 20:35:33.450582 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f674bce4-b14e-4cc6-85b2-a75a2998053b x-openstack-request-id: req-f674bce4-b14e-4cc6-85b2-a75a2998053b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:33.451096 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ceb0691-2c11-4b96-ac66-48bb85507a40", "name": "network-vif-plugged", "status": "completed", "tag": "3edb5123-175c-4422-99e5-38e11f1a4df9", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:33.451532 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f674bce4-b14e-4cc6-85b2-a75a2998053b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:33.452085 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edb5123-175c-4422-99e5-38e11f1a4df9', 'code': 200} Oct 18 20:35:33.567110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbf833-b8e4-4522-b288-b172a53ac441 req-2c081d9d-55aa-4f8c-8577-3666c1d9e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:33.569244 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-01dbf833-b8e4-4522-b288-b172a53ac441 req-2c081d9d-55aa-4f8c-8577-3666c1d9e15a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 1101 time: 0.0518889 Oct 18 20:35:33.637000 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-01dbf833-b8e4-4522-b288-b172a53ac441 req-1f74ef20-18c0-4395-a11f-0c837830b7ce service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557568 Oct 18 20:35:33.721450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebbd97-458f-4458-80ba-a050a9bbc44a req-7bf425e3-bdb3-429e-be47-876f4b9e8e9a tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:33.723028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcebbd97-458f-4458-80ba-a050a9bbc44a req-7bf425e3-bdb3-429e-be47-876f4b9e8e9a tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 949 time: 0.0607626 Oct 18 20:35:33.768050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcebbd97-458f-4458-80ba-a050a9bbc44a req-ba6ccaa1-cfdc-4265-9b6b-d7cf9e9f02c1 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378261 Oct 18 20:35:33.924980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-8e9559f9-3afe-4b4d-b67f-68059f80aab8 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=404befae3bf14b249c1084fc54509091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234838 Oct 18 20:35:33.946844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1bc70881-0925-4e00-a7a0-682aa125a955 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:33.969935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 1bc70881-0925-4e00-a7a0-682aa125a955 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:33.970273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1bc70881-0925-4e00-a7a0-682aa125a955 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:34.050701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d0cd5046-5660-463a-ab34-3b2f1d957bab tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:34.052162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d0cd5046-5660-463a-ab34-3b2f1d957bab tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204028 Oct 18 20:35:34.068598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d4cd65b4-ef59-480f-aa71-d14aba6919a4 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/quotas/404befae3bf14b249c1084fc54509091 HTTP/1.1" status: 200 len: 375 time: 0.0103717 Oct 18 20:35:34.111973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d7580f30-9a46-4e3d-93dd-e6e3f22925c7 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=404befae3bf14b249c1084fc54509091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365224 Oct 18 20:35:34.607873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f459a60-dedb-4165-bf8c-5ccb1983b95f req-fabf05d6-d8f3-4a36-ba47-90082ed34e5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:34.610902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f459a60-dedb-4165-bf8c-5ccb1983b95f req-fabf05d6-d8f3-4a36-ba47-90082ed34e5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 950 time: 0.0962474 Oct 18 20:35:34.675955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f459a60-dedb-4165-bf8c-5ccb1983b95f req-1b6d5421-9023-45c9-8186-caf02c761112 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556314 Oct 18 20:35:34.834898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a4629c1-b16a-4a4f-bbe1-c79037b35240 req-1a64bedb-d09a-4f18-9874-5c723327a103 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 210 time: 0.0298131 Oct 18 20:35:35.335346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:35.412569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 5b7c40e3-feef-456b-b7f8-2d1826ec122b completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:35.417673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5b7c40e3-feef-456b-b7f8-2d1826ec122b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:35.418174 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:35.507338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-cbad486c-675f-494f-82d2-dd8e54295bc2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:35.510345 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-cbad486c-675f-494f-82d2-dd8e54295bc2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 812 time: 0.1922643 Oct 18 20:35:35.523409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:35.533944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-7857529e-d787-411c-b355-050aa50e7044 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/quotas/3182437a3b51423abb0d6528f9b909db HTTP/1.1" status: 200 len: 375 time: 0.0170105 Oct 18 20:35:35.555425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:35.558747 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47bc4f4-c4f4-47d5-9a54-4bf78d7d877c" -d '{"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:35.577087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:35.583908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:35.634163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-11b4a132-e209-4995-85a9-62c29a830879 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914705 Oct 18 20:35:35.664261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:35.725976 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d1c0df8d-be16-4ca7-b999-131c9f9916b3 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=404befae3bf14b249c1084fc54509091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303187 Oct 18 20:35:35.824255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-a6da3b9d-eb43-410b-a3a8-cc93264a7b31 service neutron] 10.222.0.66 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743376 Oct 18 20:35:35.912331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-c72b165a-ac8e-4900-92a4-21313bbf4bb7 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:35.915841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-c72b165a-ac8e-4900-92a4-21313bbf4bb7 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615951 Oct 18 20:35:35.938099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Request body: {'port': {'device_id': '259e8914-3462-4faf-9bd0-673cecc98027', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '404befae3bf14b249c1084fc54509091'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:35.999808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-e689a2eb-a132-46ac-9dbc-15742d2d97f5 service neutron] 10.222.0.66 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616538 Oct 18 20:35:36.096909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Made reservation on behalf of 404befae3bf14b249c1084fc54509091 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:36.103545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.123223 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.265661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.273355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.325091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecb5c2-11d5-46df-90cc-7ca4c7aa748c req-af77cca2-8154-44f8-9811-bc3c822f5df7 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:36.327325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1ecb5c2-11d5-46df-90cc-7ca4c7aa748c req-af77cca2-8154-44f8-9811-bc3c822f5df7 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 950 time: 0.0902464 Oct 18 20:35:36.354900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:36.391244 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1ecb5c2-11d5-46df-90cc-7ca4c7aa748c req-5424a444-4aad-4b34-8230-3a5535100c84 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517759 Oct 18 20:35:36.455439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-f1edb9b3-a895-42ba-92f4-4659de7a8ee5 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:36.457155 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-f1edb9b3-a895-42ba-92f4-4659de7a8ee5 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "GET /v2.0/ports?device_id=4184594e-ccf9-4a2d-a345-581b6b8c2e04 HTTP/1.1" status: 200 len: 946 time: 0.1034200 Oct 18 20:35:36.540488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Allocated IP 192.168.233.181 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/2f7d3240-2e0a-48d2-b789-54d8c35830b0) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:36.624530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea89883-42de-4449-9870-dcaf91dc5c0b req-c3a68ff9-20bc-464d-bb50-f0eea5470147 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:36.626950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ea89883-42de-4449-9870-dcaf91dc5c0b req-c3a68ff9-20bc-464d-bb50-f0eea5470147 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 951 time: 0.0900614 Oct 18 20:35:36.675795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Deleting port e90ac1df-c09d-4358-ad76-93a7c937cc40 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:36.676018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.682009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ea89883-42de-4449-9870-dcaf91dc5c0b req-ec43cda9-6f88-4b49-8bcf-9439b3045a88 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/security-groups?id=911796e2-e8f9-42c3-824c-0effb7f0bcc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Oct 18 20:35:36.833705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.872101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] For port e90ac1df-c09d-4358-ad76-93a7c937cc40, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e90ac1df-c09d-4358-ad76-93a7c937cc40,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:36.872506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.898362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Calling delete_port for e90ac1df-c09d-4358-ad76-93a7c937cc40 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:36.921815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:36.967458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-c5639b3c-48c5-4821-9308-29b027baba13 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:36.969408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-c5639b3c-48c5-4821-9308-29b027baba13 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "GET /v2.0/ports?device_id=08285066-fb78-4701-986b-b3ca74e4ca4d HTTP/1.1" status: 200 len: 945 time: 0.1387222 Oct 18 20:35:36.997529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6135-a07f-4e8b-b1a2-435567d9311c req-896df1b9-724a-4b96-a80d-3abfabea9cae tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:36.998749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f48d6135-a07f-4e8b-b1a2-435567d9311c req-896df1b9-724a-4b96-a80d-3abfabea9cae tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.1011677 Oct 18 20:35:37.033315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:37.043052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:37.047059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:37.049846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Pushing event updated for resources: {'Port': ['ID=2f7d3240-2e0a-48d2-b789-54d8c35830b0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:37.128657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:37.129358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.167055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f48d6135-a07f-4e8b-b1a2-435567d9311c req-3d774359-e17b-48a1-9e86-a94abbabe68e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431973 Oct 18 20:35:37.248214 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec12a47-14bb-4372-bc39-56ea20d41ca7 x-openstack-request-id: req-6ec12a47-14bb-4372-bc39-56ea20d41ca7 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:37.248803 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:37.249124 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ec12a47-14bb-4372-bc39-56ea20d41ca7 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:37.249832 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'code': 200} Oct 18 20:35:37.293611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Deleting port e71facc7-d562-4ede-a418-7b84888c3c18 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:37.294133 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.331807 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-d80d30a4-81fb-42d9-9b7d-cf0133455f21 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4040051 Oct 18 20:35:37.344692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.358360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Request body: {'port': {'device_id': '259e8914-3462-4faf-9bd0-673cecc98027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:37.363736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['e90ac1df-c09d-4358-ad76-93a7c937cc40', 'e71facc7-d562-4ede-a418-7b84888c3c18'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:37.423693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event deleted for resources: {'Port': ['ID=e90ac1df-c09d-4358-ad76-93a7c937cc40,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:37.512269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6fcf590d-e428-4303-a113-415e76da255d None None] Provisioning complete for port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:37.513361 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fcf590d-e428-4303-a113-415e76da255d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.543767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.573398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] No DVR routers for this DVR port e90ac1df-c09d-4358-ad76-93a7c937cc40 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:37.591391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e13b1-979c-4dd4-b622-15b9017b4ef3 req-24aaffdf-de4b-4af4-abdf-5800b5e0b832 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:37.599705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb5e13b1-979c-4dd4-b622-15b9017b4ef3 req-24aaffdf-de4b-4af4-abdf-5800b5e0b832 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 950 time: 0.2137716 Oct 18 20:35:37.624117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf590d-e428-4303-a113-415e76da255d None None] Port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:35:37.651748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.655505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd267424-c372-43ba-946f-7c3361d57127 req-92d190b1-561c-45a7-a589-372757fdedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:37.655780 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7dfbfa57-7164-4d3c-8c49-959af636af42 req-b4487c57-1f24-4197-8dab-828306e10005 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "DELETE /v2.0/ports/e90ac1df-c09d-4358-ad76-93a7c937cc40 HTTP/1.1" status: 204 len: 173 time: 1.1868670 Oct 18 20:35:37.657848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd267424-c372-43ba-946f-7c3361d57127 req-92d190b1-561c-45a7-a589-372757fdedb8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 1101 time: 0.2451715 Oct 18 20:35:37.660197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] For port e71facc7-d562-4ede-a418-7b84888c3c18, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e71facc7-d562-4ede-a418-7b84888c3c18,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:37.660730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.697655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'name': 'network-vif-deleted', 'tag': 'e90ac1df-c09d-4358-ad76-93a7c937cc40'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:37.700069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb5e13b1-979c-4dd4-b622-15b9017b4ef3 req-568c6038-0a1e-463a-81db-e04fe3951b9a tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990579 Oct 18 20:35:37.701015 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454b77c-4ed1-4b1d-b1bd-451209e51bd7" -d '{"events": [{"server_uuid": "4184594e-ccf9-4a2d-a345-581b6b8c2e04", "name": "network-vif-deleted", "tag": "e90ac1df-c09d-4358-ad76-93a7c937cc40"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:37.722495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Calling delete_port for e71facc7-d562-4ede-a418-7b84888c3c18 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:37.809553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd267424-c372-43ba-946f-7c3361d57127 req-92269b40-224c-46e8-8392-92380fc996ef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215672 Oct 18 20:35:37.896638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29964114-3a25-412c-807a-a3789e5b68ba req-f0964c9d-14e3-45ca-8add-237cbacdffa7 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:37.899496 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-29964114-3a25-412c-807a-a3789e5b68ba req-f0964c9d-14e3-45ca-8add-237cbacdffa7 tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 951 time: 0.3115852 Oct 18 20:35:37.960333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:37.973289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['e90ac1df-c09d-4358-ad76-93a7c937cc40'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:38.046566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event deleted for resources: {'Port': ['ID=e71facc7-d562-4ede-a418-7b84888c3c18,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:38.125299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] No DVR routers for this DVR port e71facc7-d562-4ede-a418-7b84888c3c18 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:38.141961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c127c-c58b-4856-8610-3daa089e2396 req-dcfc8085-3a2d-4b13-88fb-f8a5c2b574f7 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:38.149201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df3c127c-c58b-4856-8610-3daa089e2396 req-dcfc8085-3a2d-4b13-88fb-f8a5c2b574f7 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 936 time: 0.2039144 Oct 18 20:35:38.152498 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:38.163262 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac3ce77a-e0df-477b-872e-51d7c363c222 req-74d28881-cff1-49bb-a729-660c9a412fb1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "DELETE /v2.0/ports/e71facc7-d562-4ede-a418-7b84888c3c18 HTTP/1.1" status: 204 len: 173 time: 1.1854537 Oct 18 20:35:38.164199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'name': 'network-vif-deleted', 'tag': 'e71facc7-d562-4ede-a418-7b84888c3c18'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:38.170225 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b43f8-24b1-4d6d-9207-7353931ae86f" -d '{"events": [{"server_uuid": "08285066-fb78-4701-986b-b3ca74e4ca4d", "name": "network-vif-deleted", "tag": "e71facc7-d562-4ede-a418-7b84888c3c18"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:38.241225 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df3c127c-c58b-4856-8610-3daa089e2396 req-251853d4-8ece-4849-b032-290c840610d9 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646276 Oct 18 20:35:38.340933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7d3240-2e0a-48d2-b789-54d8c35830b0 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:38.366490 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:38.388541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-a8a5db05-f02a-4742-b65e-bfa5f5a7e557 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:38.390134 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-a8a5db05-f02a-4742-b65e-bfa5f5a7e557 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.30 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 812 time: 0.2602439 Oct 18 20:35:38.405609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Transition to ACTIVE for port object 2f7d3240-2e0a-48d2-b789-54d8c35830b0 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:38.408611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Deleting port 28000eb5-c997-4813-822d-09c1b567d253 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:38.408993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:38.419055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Request body: {'port': {'device_id': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'admin_state_up': True, 'tenant_id': '3182437a3b51423abb0d6528f9b909db'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:38.434372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:38.643645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d3240-2e0a-48d2-b789-54d8c35830b0,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:38.710800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] For port 28000eb5-c997-4813-822d-09c1b567d253, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=28000eb5-c997-4813-822d-09c1b567d253,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:38.711181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:38.829413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Calling delete_port for 28000eb5-c997-4813-822d-09c1b567d253 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:38.901308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Attempting to bind port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:38.904663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Attempting to bind port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:38.905468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Attempting to bind port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:38.950899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-7ed71a9f-ccbb-46d6-9326-1f9a866cedad tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:38.953128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-7ed71a9f-ccbb-46d6-9326-1f9a866cedad tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 812 time: 0.4250021 Oct 18 20:35:38.962805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:38.963413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Attempting to bind port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:38.966805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32477840-f735-4ad3-a7eb-660323a75c9b req-a9eaa038-b435-4b4c-8441-c9889d06db35 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:38.968511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32477840-f735-4ad3-a7eb-660323a75c9b req-a9eaa038-b435-4b4c-8441-c9889d06db35 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 950 time: 0.2926149 Oct 18 20:35:38.973623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Request body: {'port': {'device_id': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'admin_state_up': True, 'tenant_id': '3182437a3b51423abb0d6528f9b909db'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:38.973907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:38.974031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:38.974365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:38.975592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Bound port: 2f7d3240-2e0a-48d2-b789-54d8c35830b0, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:38.975878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:38.984788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Made reservation on behalf of 3182437a3b51423abb0d6528f9b909db for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:38.988939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:39.091022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32477840-f735-4ad3-a7eb-660323a75c9b req-9ccd5f38-cd94-4f5f-b505-31d8419efd25 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976393 Oct 18 20:35:39.155926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Made reservation on behalf of 3182437a3b51423abb0d6528f9b909db for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:39.167287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:39.187789 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b4a549-5647-48d2-adb8-ab2471b40869 x-openstack-request-id: req-25b4a549-5647-48d2-adb8-ab2471b40869 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:39.188502 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4184594e-ccf9-4a2d-a345-581b6b8c2e04", "name": "network-vif-deleted", "tag": "e90ac1df-c09d-4358-ad76-93a7c937cc40", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:39.188758 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25b4a549-5647-48d2-adb8-ab2471b40869 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:39.189176 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4184594e-ccf9-4a2d-a345-581b6b8c2e04', 'name': 'network-vif-deleted', 'tag': 'e90ac1df-c09d-4358-ad76-93a7c937cc40', 'status': 'completed', 'code': 200} Oct 18 20:35:39.318141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] For port 2f7d3240-2e0a-48d2-b789-54d8c35830b0, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:39.336769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:39.342888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] For port 2f7d3240-2e0a-48d2-b789-54d8c35830b0, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2f7d3240-2e0a-48d2-b789-54d8c35830b0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:39.364143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:39.364960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['28000eb5-c997-4813-822d-09c1b567d253'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:39.368195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Allocated IP 172.20.0.12 (31ed0f59-09a1-4c04-be0d-62ec85774189/980deca7-d2b0-4a51-b6f9-c731945cb0bb/6ebbb8df-89c7-4177-8d36-d6fb2ff6497a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:39.381177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab864236-7ce1-4c1f-a0ca-8985cb7860e3 req-dca3617c-96cc-4ac0-9dc0-c52331d991bd tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe692ade-8edb-430d-a05b-6fc51c264163 HTTP/1.1" status: 200 len: 210 time: 0.0810504 Oct 18 20:35:39.404241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Pushing event deleted for resources: {'Port': ['ID=28000eb5-c997-4813-822d-09c1b567d253,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:39.442226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:39.443478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:39.445290 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] 10.222.0.30 "PUT /v2.0/ports/2f7d3240-2e0a-48d2-b789-54d8c35830b0 HTTP/1.1" status: 200 len: 1096 time: 2.1019969 Oct 18 20:35:39.503743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] No DVR routers for this DVR port 28000eb5-c997-4813-822d-09c1b567d253 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:39.509573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:39.513008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-29964114-3a25-412c-807a-a3789e5b68ba req-70c410ab-7705-4b54-9f55-069cf22d658f tempest-ServersAdminTestJSON-720939205 tempest-ServersAdminTestJSON-720939205-project] 10.222.0.79 "DELETE /v2.0/ports/28000eb5-c997-4813-822d-09c1b567d253 HTTP/1.1" status: 204 len: 173 time: 1.4455240 Oct 18 20:35:39.585090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694abde2-0955-460a-afe1-6b4cc388ed79 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7d3240-2e0a-48d2-b789-54d8c35830b0,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:39.653382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618b3c-70d6-4817-986b-bbdd470010e6 req-bcca421c-1657-4605-a2ad-67664b645333 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:39.656891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04618b3c-70d6-4817-986b-bbdd470010e6 req-bcca421c-1657-4605-a2ad-67664b645333 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 949 time: 0.1247730 Oct 18 20:35:39.658876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-6dfbc9dd-5e3a-4c89-866b-59324877497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:39.660516 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-6dfbc9dd-5e3a-4c89-866b-59324877497e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=404befae3bf14b249c1084fc54509091&device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 1099 time: 0.1428866 Oct 18 20:35:39.737100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04618b3c-70d6-4817-986b-bbdd470010e6 req-9d685ab5-6d16-4f92-b64a-fedd0e9096c5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688879 Oct 18 20:35:39.746974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-89e94b3d-508e-424f-8488-2bfb95895271 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2f7d3240-2e0a-48d2-b789-54d8c35830b0 HTTP/1.1" status: 200 len: 217 time: 0.0656989 Oct 18 20:35:39.795307 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb911919-f6fd-4367-bc12-dbd3e33ae5ea x-openstack-request-id: req-fb911919-f6fd-4367-bc12-dbd3e33ae5ea {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:39.795787 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08285066-fb78-4701-986b-b3ca74e4ca4d", "name": "network-vif-deleted", "tag": "e71facc7-d562-4ede-a418-7b84888c3c18", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:39.796196 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb911919-f6fd-4367-bc12-dbd3e33ae5ea {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:39.796929 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08285066-fb78-4701-986b-b3ca74e4ca4d', 'name': 'network-vif-deleted', 'tag': 'e71facc7-d562-4ede-a418-7b84888c3c18', 'status': 'completed', 'code': 200} Oct 18 20:35:39.840405 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:39.872011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-e6d56d74-8392-4be9-bba4-340f537a0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:39.874673 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-e6d56d74-8392-4be9-bba4-340f537a0dfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1114922 Oct 18 20:35:39.917622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-245ab074-67af-4f3f-9ae0-1d42cc6317dd req-e47ffce6-8a92-4aca-8f7b-699414d57488 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 210 time: 0.0383341 Oct 18 20:35:39.946595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:40.048354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-fbe2b0c9-7735-47a0-abd5-c72f845d99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:40.054184 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-fbe2b0c9-7735-47a0-abd5-c72f845d99e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647947 Oct 18 20:35:40.058766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Allocated IP 172.20.0.2 (31ed0f59-09a1-4c04-be0d-62ec85774189/980deca7-d2b0-4a51-b6f9-c731945cb0bb/b33430c8-bd53-445b-bad1-7cb7fd0c911a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:40.094532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:40.129026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:40.134339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:40.163802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event updated for resources: {'Port': ['ID=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:40.392540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:40.468461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:40.522608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Network 31ed0f59-09a1-4c04-be0d-62ec85774189 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:40.526456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:40.532264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:40.567313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event updated for resources: {'Port': ['ID=b33430c8-bd53-445b-bad1-7cb7fd0c911a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:40.610582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:40.611708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:40.674842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:40.675525 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:40.696529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-5484d288-2e24-4f80-8b71-9d5196dbaf3b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7266631 Oct 18 20:35:40.703454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-962be8ba-f4b7-46b1-97c3-d02726cabbd2 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281345 Oct 18 20:35:40.707486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d14a69e5-1c39-4b8e-8568-9c47b6939fb2 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2936714 Oct 18 20:35:40.712101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Request body: {'port': {'device_id': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:40.747613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Request body: {'port': {'device_id': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:40.768893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a373cc0-a4ca-4e1a-b39f-0a332e1f8e8c req-f896c97f-f38f-4bba-9d95-9f83835a7bc3 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:40.771277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a373cc0-a4ca-4e1a-b39f-0a332e1f8e8c req-f896c97f-f38f-4bba-9d95-9f83835a7bc3 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 948 time: 0.1544094 Oct 18 20:35:40.870026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:40.892904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a373cc0-a4ca-4e1a-b39f-0a332e1f8e8c req-76bd9022-423c-4027-9f32-f0927a46863c tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130195 Oct 18 20:35:40.948691 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.000527 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-babea38a-0228-49a3-91f0-dc0080059dc3 req-a0886c2f-140d-44a3-9d12-7e00593bffd9 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738118 Oct 18 20:35:41.190038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e8914-3462-4faf-9bd0-673cecc98027', 'tag': '2f7d3240-2e0a-48d2-b789-54d8c35830b0'}, {'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-deleted', 'tag': '28000eb5-c997-4813-822d-09c1b567d253'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:41.194596 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc85a730-4abb-46b9-b60a-536a5210c0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "259e8914-3462-4faf-9bd0-673cecc98027", "tag": "2f7d3240-2e0a-48d2-b789-54d8c35830b0"}, {"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-deleted", "tag": "28000eb5-c997-4813-822d-09c1b567d253"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:41.354204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33430c8-bd53-445b-bad1-7cb7fd0c911a {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:41.368939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e90ac1df-c09d-4358-ad76-93a7c937cc40 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:41.375624 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.405851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb2a7e-e472-47e7-a2de-a507169753fb req-4a5aa7f3-5188-46d8-8c63-7fb4d1b1f1ca tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:41.409460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: e90ac1df-c09d-4358-ad76-93a7c937cc40 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:41.410006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e90ac1df-c09d-4358-ad76-93a7c937cc40 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:41.410660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e71facc7-d562-4ede-a418-7b84888c3c18 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:41.415916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb2a7e-e472-47e7-a2de-a507169753fb req-4a5aa7f3-5188-46d8-8c63-7fb4d1b1f1ca tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:41.418822 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ceb2a7e-e472-47e7-a2de-a507169753fb req-4a5aa7f3-5188-46d8-8c63-7fb4d1b1f1ca tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40&device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 1690 time: 0.1859999 Oct 18 20:35:41.434771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Transition to ACTIVE for port object b33430c8-bd53-445b-bad1-7cb7fd0c911a will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:41.446356 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.452116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: e71facc7-d562-4ede-a418-7b84888c3c18 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:41.452706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e71facc7-d562-4ede-a418-7b84888c3c18 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:41.453316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:41.480073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 28000eb5-c997-4813-822d-09c1b567d253 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:41.480635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 28000eb5-c997-4813-822d-09c1b567d253 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:41.570328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ceb2a7e-e472-47e7-a2de-a507169753fb req-56ea60ab-4804-44c0-8e81-87b9d8859a2b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386986 Oct 18 20:35:41.582202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Pushing event updated for resources: {'Port': ['ID=b33430c8-bd53-445b-bad1-7cb7fd0c911a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:41.663618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.664179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.664766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.665318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.665863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.666418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.666971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.667580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.668069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.668660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.669214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.669992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.698819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:41.711348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.731259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Attempting to bind port b33430c8-bd53-445b-bad1-7cb7fd0c911a on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:41.731783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Attempting to bind port b33430c8-bd53-445b-bad1-7cb7fd0c911a by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:41.732274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Attempting to bind port b33430c8-bd53-445b-bad1-7cb7fd0c911a on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:41.734493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Transition to ACTIVE for port object 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:41.739603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.756730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Port b33430c8-bd53-445b-bad1-7cb7fd0c911a on network 31ed0f59-09a1-4c04-be0d-62ec85774189 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:41.756730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Attempting to bind port b33430c8-bd53-445b-bad1-7cb7fd0c911a on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:41.786781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:41.787315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Checking segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:41.787844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Bound using segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:41.788511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Bound port: b33430c8-bd53-445b-bad1-7cb7fd0c911a, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:41.789120 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.802705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Pushing event updated for resources: {'Port': ['ID=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:41.821907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150fa00-9362-4bf9-9c26-0b08f3d7ad8a req-47529150-9a21-4a93-beb3-f77ebd777fb1 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:41.823575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4150fa00-9362-4bf9-9c26-0b08f3d7ad8a req-47529150-9a21-4a93-beb3-f77ebd777fb1 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 950 time: 0.0869055 Oct 18 20:35:41.828649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.829011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.829318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.829651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.829981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.830306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.830630 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.830953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.831275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.831595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.831918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.832231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:35:41.890632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Attempting to bind port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:41.890969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Attempting to bind port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:41.891292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Attempting to bind port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:41.896872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a on network 31ed0f59-09a1-4c04-be0d-62ec85774189 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:41.897199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Attempting to bind port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a on network 31ed0f59-09a1-4c04-be0d-62ec85774189 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:41.903236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:41.903734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Checking segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:41.904034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Bound using segment: {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:41.904541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Bound port: 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28949f-6311-4742-b7e3-05505acf2b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:41.905015 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.924423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4150fa00-9362-4bf9-9c26-0b08f3d7ad8a req-13b60b80-01ba-4c75-a4d1-184109aa0f2e tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736575 Oct 18 20:35:41.929655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] For port b33430c8-bd53-445b-bad1-7cb7fd0c911a, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:41.933524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] For port b33430c8-bd53-445b-bad1-7cb7fd0c911a, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b33430c8-bd53-445b-bad1-7cb7fd0c911a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:41.961121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.993650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:41.994286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:41.995876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] 10.222.0.79 "PUT /v2.0/ports/b33430c8-bd53-445b-bad1-7cb7fd0c911a HTTP/1.1" status: 200 len: 1091 time: 1.2909372 Oct 18 20:35:41.996363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'tag': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:41.998923 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facfd509-150a-43fa-bb5d-6160eaaecac5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1e9a4b-f940-408a-a58b-fae404b860c1", "tag": "b33430c8-bd53-445b-bad1-7cb7fd0c911a"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:42.027794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd14a9-4fe7-4c42-bdb3-4c1301e004fb service neutron] Pushing event updated for resources: {'Port': ['ID=b33430c8-bd53-445b-bad1-7cb7fd0c911a,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:42.028355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] For port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:42.034765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] For port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:42.042577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:42.104284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.105098 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:42.106658 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] 10.222.0.30 "PUT /v2.0/ports/6ebbb8df-89c7-4177-8d36-d6fb2ff6497a HTTP/1.1" status: 200 len: 1092 time: 1.3699162 Oct 18 20:35:42.115067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-1c6815b5-91d9-482f-a5e9-ae8defb0ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.118735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-1c6815b5-91d9-482f-a5e9-ae8defb0ec61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 1094 time: 0.0668344 Oct 18 20:35:42.145649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b65b7f-2c43-4e83-a4df-087f215d518c service neutron] Pushing event updated for resources: {'Port': ['ID=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:42.177323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-27a420a0-0a19-4987-baca-c167db04e2af tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.180204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-27a420a0-0a19-4987-baca-c167db04e2af tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.79 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.0975227 Oct 18 20:35:42.201771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-ddc94964-95cc-436b-b9af-99eef6004237 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b33430c8-bd53-445b-bad1-7cb7fd0c911a HTTP/1.1" status: 200 len: 217 time: 0.0741417 Oct 18 20:35:42.292831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-7a39dd99-d53d-49d2-9435-a15a818b4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.294921 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-7a39dd99-d53d-49d2-9435-a15a818b4c1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 1095 time: 0.1134129 Oct 18 20:35:42.301408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-7f315ab0-a502-44e0-b2dd-b6125110389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.305212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-7f315ab0-a502-44e0-b2dd-b6125110389d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.0957541 Oct 18 20:35:42.348255 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-1ef19d0c-6846-4f6b-be50-3fe85c298b2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a HTTP/1.1" status: 200 len: 217 time: 0.0418031 Oct 18 20:35:42.352700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-3ed4fe38-1773-4068-a286-dcf3bdc6b698 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403178 Oct 18 20:35:42.397761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Deleting port 0ac8e963-6b07-4fc0-b451-4f48df984a55 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:42.398100 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:42.439961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc6e40-5768-41b1-9a50-271152792329 req-8e8dd153-e0af-479c-8f46-e1c14e4aa9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.441559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-8e8dd153-e0af-479c-8f46-e1c14e4aa9bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.0852036 Oct 18 20:35:42.496774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd596764-1f2c-459d-9ab7-bbe15ce57cfa req-b5c1a123-c3b0-4ea9-89cf-9f0c2f80c0ed tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.498514 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd596764-1f2c-459d-9ab7-bbe15ce57cfa req-b5c1a123-c3b0-4ea9-89cf-9f0c2f80c0ed tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 946 time: 0.1392295 Oct 18 20:35:42.512056 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-63d6c9cd-6393-439d-8ceb-74f7cc72e934 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392327 Oct 18 20:35:42.527671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-cb71f32c-7e4d-461b-b1be-a1f7ba77c4f7 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653893 Oct 18 20:35:42.569384 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] For port 0ac8e963-6b07-4fc0-b451-4f48df984a55, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0ac8e963-6b07-4fc0-b451-4f48df984a55,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:42.569675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:42.611208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd596764-1f2c-459d-9ab7-bbe15ce57cfa req-22db3009-c8bd-4ff9-99ae-894d637b5f78 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups?id=ec653427-e893-4175-834e-4916baa6c779&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968685 Oct 18 20:35:42.673315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-00e42cef-8da5-4b09-98c5-8757b4bc5901 service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376154 Oct 18 20:35:42.692542 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-dd2c4803-af2d-4c40-be58-9936077b9ddd service neutron] 10.222.0.30 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715314 Oct 18 20:35:42.853441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d24fd5-f099-4d2d-9e1e-cb3f5685e256 req-cc85f570-4ac4-4b72-82c6-09d8942cd592 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:42.856869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9d24fd5-f099-4d2d-9e1e-cb3f5685e256 req-cc85f570-4ac4-4b72-82c6-09d8942cd592 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 944 time: 0.0836921 Oct 18 20:35:42.896674 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:42.918628 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ecfc6e40-5768-41b1-9a50-271152792329 req-d0957bbc-4474-4dfc-8b5b-50ee0e49de0f service neutron] 10.222.0.30 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132261 Oct 18 20:35:42.921114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:42.921550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:42.922303 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Floating IP a579987c-6f5c-4fb7-a6a2-5c2dd3198a69 disassociated. External IP: 172.25.7.72, port: 0ac8e963-6b07-4fc0-b451-4f48df984a55. Oct 18 20:35:42.922717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Calling delete_port for 0ac8e963-6b07-4fc0-b451-4f48df984a55 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:42.956982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9d24fd5-f099-4d2d-9e1e-cb3f5685e256 req-547bce45-4624-435e-918b-ed75d37603a7 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Oct 18 20:35:43.032115 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e9713a-5469-402f-ae3d-5eba5fc9c44a x-openstack-request-id: req-c2e9713a-5469-402f-ae3d-5eba5fc9c44a {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:43.033067 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259e8914-3462-4faf-9bd0-673cecc98027", "tag": "2f7d3240-2e0a-48d2-b789-54d8c35830b0", "status": "completed", "code": 200}, {"server_uuid": "fe692ade-8edb-430d-a05b-6fc51c264163", "name": "network-vif-deleted", "tag": "28000eb5-c997-4813-822d-09c1b567d253", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:43.033067 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2e9713a-5469-402f-ae3d-5eba5fc9c44a {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:43.033067 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e8914-3462-4faf-9bd0-673cecc98027', 'tag': '2f7d3240-2e0a-48d2-b789-54d8c35830b0', 'status': 'completed', 'code': 200} Oct 18 20:35:43.033516 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe692ade-8edb-430d-a05b-6fc51c264163', 'name': 'network-vif-deleted', 'tag': '28000eb5-c997-4813-822d-09c1b567d253', 'status': 'completed', 'code': 200} Oct 18 20:35:43.159642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:43.202739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event deleted for resources: {'Port': ['ID=0ac8e963-6b07-4fc0-b451-4f48df984a55,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:43.218380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51014) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:43.222876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-e09d91d8-ad02-46a4-886d-66bf7d2844c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:43.225910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-e09d91d8-ad02-46a4-886d-66bf7d2844c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=404befae3bf14b249c1084fc54509091&device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 1099 time: 0.1465423 Oct 18 20:35:43.254761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51018) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:43.431830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-f9b2f9da-376c-45e3-885d-e97bc495c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:43.433485 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-f9b2f9da-376c-45e3-885d-e97bc495c8b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1668794 Oct 18 20:35:43.440582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Router b5cabd01-a9d1-4d20-b609-d3b323d6dabe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:35:43.487709 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-9cf6cae2-13fb-45e6-989f-46b6d844c243 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2f7d3240-2e0a-48d2-b789-54d8c35830b0 HTTP/1.1" status: 200 len: 217 time: 0.0436924 Oct 18 20:35:43.588049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca9863-22c9-407e-878c-39307a0b8da5 req-408dbfc2-6478-4cbf-bdb5-d3f5a53c4a24 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:43.591249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52ca9863-22c9-407e-878c-39307a0b8da5 req-408dbfc2-6478-4cbf-bdb5-d3f5a53c4a24 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 948 time: 0.2355964 Oct 18 20:35:43.637545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-825738c1-3872-444e-8381-9cd2a799ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:43.639873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-825738c1-3872-444e-8381-9cd2a799ba2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1165359 Oct 18 20:35:43.702519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-abd0499a-02cb-4270-ac26-2a6dc0694785 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e5b4539f43545e19a6e8ac1921d2a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764540 Oct 18 20:35:43.709585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51024) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:43.726774 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:35:43.752132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] Sync routers for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:35:43.771436 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52ca9863-22c9-407e-878c-39307a0b8da5 req-2d44fb98-e7e5-4485-8b51-ed61f681c345 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639366 Oct 18 20:35:43.774639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:43.778049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:43.823052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-e4bd769f-8091-4839-b005-9a0a9fe50ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:43.824650 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-e4bd769f-8091-4839-b005-9a0a9fe50ca6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1751833 Oct 18 20:35:43.825989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] No DVR routers for this DVR port 0ac8e963-6b07-4fc0-b451-4f48df984a55 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:43.829499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:43.833089 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bef4cfd-67bc-461f-a7ee-42888ec3f097 req-c5f5e758-176b-4071-a83e-2baa6d6152bb tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.79 "DELETE /v2.0/ports/0ac8e963-6b07-4fc0-b451-4f48df984a55 HTTP/1.1" status: 204 len: 173 time: 1.6430211 Oct 18 20:35:43.885610 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93cda7fe-2d08-46b6-9f47-5568d048f8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:44.037077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:44.120415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93cda7fe-2d08-46b6-9f47-5568d048f8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:44.199783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2f7d3240-2e0a-48d2-b789-54d8c35830b0 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:44.209228 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-124fb86b-3d0c-42a7-b046-0152c15220b7 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637319 Oct 18 20:35:44.301927 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93cda7fe-2d08-46b6-9f47-5568d048f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:44.309406 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93cda7fe-2d08-46b6-9f47-5568d048f8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:44.313645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-93cda7fe-2d08-46b6-9f47-5568d048f8a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/911796e2-e8f9-42c3-824c-0effb7f0bcc3 HTTP/1.1" status: 204 len: 168 time: 0.6004875 Oct 18 20:35:44.440191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cda7fe-2d08-46b6-9f47-5568d048f8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911796e2-e8f9-42c3-824c-0effb7f0bcc3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:44.532072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2f7d3240-2e0a-48d2-b789-54d8c35830b0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2f7d3240-2e0a-48d2-b789-54d8c35830b0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:44.555625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:44.569112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '2f7d3240-2e0a-48d2-b789-54d8c35830b0', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '2f7d3240-2e0a-48d2-b789-54d8c35830b0', 'mac_address': 'fa:16:3e:09:0c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:44.583704 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc85a730-4abb-46b9-b60a-536a5210c0d0 req-8e230f7f-c827-45a1-9e6a-056680a471eb service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647573 Oct 18 20:35:44.707159 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171a258-e81d-4945-974f-0059c47acc5d x-openstack-request-id: req-8171a258-e81d-4945-974f-0059c47acc5d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:44.708505 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1e9a4b-f940-408a-a58b-fae404b860c1", "tag": "b33430c8-bd53-445b-bad1-7cb7fd0c911a", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:44.708505 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8171a258-e81d-4945-974f-0059c47acc5d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:44.708505 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'tag': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a', 'status': 'completed', 'code': 200} Oct 18 20:35:44.862631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:44.903266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-22036cef-bd38-4e7d-906c-0b0203ae1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:44.907295 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-22036cef-bd38-4e7d-906c-0b0203ae1c47 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 1094 time: 0.2001820 Oct 18 20:35:44.937747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:57Z', 'revision_number': 5, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:44.955273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7d3240-2e0a-48d2-b789-54d8c35830b0 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:45.028707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] Checking router: b5cabd01-a9d1-4d20-b609-d3b323d6dabe for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:35:45.069359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2f7d3240-2e0a-48d2-b789-54d8c35830b0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2f7d3240-2e0a-48d2-b789-54d8c35830b0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:45.071920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:45.072943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:45.078804 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:45.087866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'tag': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a'}, {'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'name': 'network-vif-deleted', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:45.090817 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c773d03c-c1de-4945-8594-fd3683613e97" -d '{"events": [{"name": "network-changed", "server_uuid": "14cfdc92-80a1-4bc7-afc8-077a166a4cef", "tag": "6ebbb8df-89c7-4177-8d36-d6fb2ff6497a"}, {"server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "name": "network-vif-deleted", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:45.128939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261ab03-6c5f-43d2-a615-fc15e0027885 req-81c27ecf-764d-409c-a9ac-43d99b9c3d99 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:45.141176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f261ab03-6c5f-43d2-a615-fc15e0027885 req-81c27ecf-764d-409c-a9ac-43d99b9c3d99 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 1101 time: 0.2082810 Oct 18 20:35:45.155429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-37136a6d-2209-4bb4-b53f-f9c54349c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:45.158003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-37136a6d-2209-4bb4-b53f-f9c54349c28e service neutron] 10.222.0.79 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 913 time: 0.2401235 Oct 18 20:35:45.213848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f261ab03-6c5f-43d2-a615-fc15e0027885 req-c56aa065-bb98-4fc4-a0dc-9d17251bed74 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Oct 18 20:35:45.272853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51052) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:45.283485 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-2e44359f-abfc-49c0-9896-df83f955cccd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b33430c8-bd53-445b-bad1-7cb7fd0c911a HTTP/1.1" status: 200 len: 217 time: 0.1166770 Oct 18 20:35:45.342156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2f7d3240-2e0a-48d2-b789-54d8c35830b0,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:45.353033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-f147a8c3-99c4-4e0a-89b8-22823ed652a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:45.355181 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-f147a8c3-99c4-4e0a-89b8-22823ed652a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.0638430 Oct 18 20:35:45.367578 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6742e435-811e-45be-9329-b907011a5ec9 req-0f4e157d-b5ac-49f1-b691-8bd904facfa5 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 210 time: 0.0453146 Oct 18 20:35:45.371097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0ac8e963-6b07-4fc0-b451-4f48df984a55 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:45.380230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:45.405048 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-d07a6ac5-2f55-4d51-97d0-0e2e2fe9b9bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419352 Oct 18 20:35:45.449087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-42688721-d6fa-4e30-abbb-5682a51939be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c19b4ae7c926427aa759eeba4ef2260f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644506 Oct 18 20:35:45.450563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51054) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:45.458360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2f7d3240-2e0a-48d2-b789-54d8c35830b0'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:45.469425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 0ac8e963-6b07-4fc0-b451-4f48df984a55 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:45.470127 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0ac8e963-6b07-4fc0-b451-4f48df984a55 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:45.518234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Deleting port 44697ea1-e817-44b3-812b-a43951c41001 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:45.519513 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:45.579555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-e9bc5d19-3528-4da5-b7e4-cbb37b89518b service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655445 Oct 18 20:35:45.641340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] For port 44697ea1-e817-44b3-812b-a43951c41001, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=44697ea1-e817-44b3-812b-a43951c41001,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:45.642190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:45.660690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Calling delete_port for 44697ea1-e817-44b3-812b-a43951c41001 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:45.688465 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-facfd509-150a-43fa-bb5d-6160eaaecac5 req-ee054cf2-4c17-41bc-ab56-e5b5f4e6f5cb service neutron] 10.222.0.79 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996256 Oct 18 20:35:45.689646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c25a8fbf-3889-4b71-93d3-d08db7e79d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:45.736801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c25a8fbf-3889-4b71-93d3-d08db7e79d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:45.819859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c25a8fbf-3889-4b71-93d3-d08db7e79d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:45.823417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba93ca2-b467-4afc-a6c7-d92dfcf26f5a req-2803154e-e21c-48bc-a2c5-515c50321385 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:45.827756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c25a8fbf-3889-4b71-93d3-d08db7e79d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:45.832398 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c25a8fbf-3889-4b71-93d3-d08db7e79d91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6e8c003-80ef-484a-b1fd-25fe77ff48d1 HTTP/1.1" status: 204 len: 168 time: 0.3657520 Oct 18 20:35:45.833307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cba93ca2-b467-4afc-a6c7-d92dfcf26f5a req-2803154e-e21c-48bc-a2c5-515c50321385 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 944 time: 0.3549953 Oct 18 20:35:45.855290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a8fbf-3889-4b71-93d3-d08db7e79d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e8c003-80ef-484a-b1fd-25fe77ff48d1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:45.873785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:57Z', 'revision_number': 5, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:45.905837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cba93ca2-b467-4afc-a6c7-d92dfcf26f5a req-ec9b3abe-fd5f-4c94-9793-30d588da8b5c tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714784 Oct 18 20:35:45.948204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef9c34d-b5d0-46b4-a4f9-bb51c2a840ce None None] The sync data for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 is: [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:31:51Z', 'revision_number': 4, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '5bbe69ef-0d46-421e-95db-33568a203f81', 'name': '', 'network_id': '7ffba340-9994-4043-a337-f11abf606671', 'tenant_id': 'f010475a70234d549724e709df048488', 'mac_address': 'fa:16:3e:5a:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:50Z', 'updated_at': '2021-10-18T20:31:57Z', 'revision_number': 5, 'project_id': 'f010475a70234d549724e709df048488', 'subnets': [{'id': '5f33aa61-7133-4064-a3f4-e3b444f68160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:35:45.985771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:46.069198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:46.155304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=44697ea1-e817-44b3-812b-a43951c41001,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:46.216275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:46.269128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'port_id': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a', 'mac_address': 'fa:16:3e:80:53:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980deca7-d2b0-4a51-b6f9-c731945cb0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:46.373786 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:46.407092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:46.452838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:46.462470 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:46.528567 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84392ea9-ba50-49f1-af5e-0a1b9de76e56 None None] New status for floating IP a579987c-6f5c-4fb7-a6a2-5c2dd3198a69: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:35:46.617506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:46.767350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['6ebbb8df-89c7-4177-8d36-d6fb2ff6497a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:47.300814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65f20-b568-4253-bd84-77904be52aa7 req-12b8addd-f680-47fc-90e8-f8952cea29a7 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:47.304355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ff65f20-b568-4253-bd84-77904be52aa7 req-12b8addd-f680-47fc-90e8-f8952cea29a7 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 949 time: 0.9250576 Oct 18 20:35:47.338320 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:47.378341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b33430c8-bd53-445b-bad1-7cb7fd0c911a details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:47.476148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ff65f20-b568-4253-bd84-77904be52aa7 req-89ea9210-6095-4cf5-ac0f-bc5bb034b30d tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606548 Oct 18 20:35:47.614783 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0469f5bc-62fc-4a74-976e-1823153fa1a0 x-openstack-request-id: req-0469f5bc-62fc-4a74-976e-1823153fa1a0 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:47.616013 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14cfdc92-80a1-4bc7-afc8-077a166a4cef", "tag": "6ebbb8df-89c7-4177-8d36-d6fb2ff6497a", "status": "completed", "code": 200}, {"server_uuid": "86aa12a7-bac7-4b92-83ec-1414234b32b9", "name": "network-vif-deleted", "tag": "0ac8e963-6b07-4fc0-b451-4f48df984a55", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:47.616139 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0469f5bc-62fc-4a74-976e-1823153fa1a0 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:47.616826 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'tag': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a', 'status': 'completed', 'code': 200} Oct 18 20:35:47.617464 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aa12a7-bac7-4b92-83ec-1414234b32b9', 'name': 'network-vif-deleted', 'tag': '0ac8e963-6b07-4fc0-b451-4f48df984a55', 'status': 'completed', 'code': 200} Oct 18 20:35:47.633196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b33430c8-bd53-445b-bad1-7cb7fd0c911a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b33430c8-bd53-445b-bad1-7cb7fd0c911a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:47.655874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a', 'network_id': '31ed0f59-09a1-4c04-be0d-62ec85774189', 'port_id': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a', 'mac_address': 'fa:16:3e:cb:e6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '980deca7-d2b0-4a51-b6f9-c731945cb0bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:47.727022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d03c-c1de-4945-8594-fd3683613e97 req-c37a24d2-a19d-48df-94de-e921499d5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:47.732710 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c773d03c-c1de-4945-8594-fd3683613e97 req-c37a24d2-a19d-48df-94de-e921499d5da5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3182437a3b51423abb0d6528f9b909db&device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 1096 time: 0.0940137 Oct 18 20:35:47.775566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:47.804743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33430c8-bd53-445b-bad1-7cb7fd0c911a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:47.837869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Router 743d1451-07e2-46e3-b120-69601fd9171e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:35:47.850376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b33430c8-bd53-445b-bad1-7cb7fd0c911a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b33430c8-bd53-445b-bad1-7cb7fd0c911a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:47.863607 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:47.999532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fc2f1-2f1a-4508-8b8f-014082a4b363 req-a1bfb02e-1a29-4ec5-89f4-8d28805d0826 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:48.005038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b5fc2f1-2f1a-4508-8b8f-014082a4b363 req-a1bfb02e-1a29-4ec5-89f4-8d28805d0826 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 1100 time: 0.1628871 Oct 18 20:35:48.012928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2f7d3240-2e0a-48d2-b789-54d8c35830b0 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:48.025349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d03c-c1de-4945-8594-fd3683613e97 req-5260e701-b7c6-4ad8-bd6c-e37c135adf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:48.026904 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c773d03c-c1de-4945-8594-fd3683613e97 req-5260e701-b7c6-4ad8-bd6c-e37c135adf53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 200 len: 913 time: 0.2825577 Oct 18 20:35:48.084160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:35:48.099252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-807ebcd0-4139-4ba6-9e96-342c00e8aba9 admin admin] 10.222.0.66 "PUT /v2.0/routers/743d1451-07e2-46e3-b120-69601fd9171e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8424101 Oct 18 20:35:48.102083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51098) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:48.116557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c773d03c-c1de-4945-8594-fd3683613e97 req-4e2f26a9-3baa-4e0f-a0f8-7b3091b49806 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a HTTP/1.1" status: 200 len: 217 time: 0.0744278 Oct 18 20:35:48.226027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d03c-c1de-4945-8594-fd3683613e97 req-d5d033f4-bbff-4e0f-afb3-87d413a299d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:48.228832 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c773d03c-c1de-4945-8594-fd3683613e97 req-d5d033f4-bbff-4e0f-afb3-87d413a299d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 200 len: 852 time: 0.1055183 Oct 18 20:35:48.235707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b5fc2f1-2f1a-4508-8b8f-014082a4b363 req-f2db0d98-739a-499b-8eaf-7a13121a101b tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138629 Oct 18 20:35:48.308825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] Sync routers for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:35:48.351167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=b33430c8-bd53-445b-bad1-7cb7fd0c911a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:48.362658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:48.363887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:48.368619 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c773d03c-c1de-4945-8594-fd3683613e97 req-713c328d-24f1-4c45-bda7-a48b5b22baf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31ed0f59-09a1-4c04-be0d-62ec85774189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284492 Oct 18 20:35:48.467906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:48.496428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:48.520738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:48.520738 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:48.571706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-43a12574-b9e1-4a63-8b6a-125ae79a59c1 req-d75cf768-e95f-422c-a72c-3c08849976af tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 210 time: 0.1262803 Oct 18 20:35:48.608829 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:48.643449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['b33430c8-bd53-445b-bad1-7cb7fd0c911a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:48.668482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c773d03c-c1de-4945-8594-fd3683613e97 req-039c7078-0eb5-4cd0-a91d-ff3e7cd830a0 service neutron] 10.222.0.30 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863710 Oct 18 20:35:48.763292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ffab7e2-680d-48b8-b354-d74baa85d502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:48.832023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:48.938185 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c773d03c-c1de-4945-8594-fd3683613e97 req-1aede5ca-63e5-402f-98a2-1fa679aa82af service neutron] 10.222.0.30 "GET /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602253 Oct 18 20:35:48.947889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa01061-3421-4264-8b0b-4134b8fed612 req-f4b3d631-3857-4c24-9345-761a6848f21c tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:48.965717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fa01061-3421-4264-8b0b-4134b8fed612 req-f4b3d631-3857-4c24-9345-761a6848f21c tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 945 time: 0.1864541 Oct 18 20:35:49.029150 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.042372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fa01061-3421-4264-8b0b-4134b8fed612 req-9730aaac-3a7b-4263-8939-7bb086cbf4be tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754361 Oct 18 20:35:49.113361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Deleting port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:49.113970 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.219279 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.223400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] For port 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:49.223841 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.242787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Calling delete_port for 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:49.281504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e8914-3462-4faf-9bd0-673cecc98027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d3240-2e0a-48d2-b789-54d8c35830b0'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:49.284010 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2649c610-d7cc-4f32-baac-177783f3bb3a" -d '{"events": [{"server_uuid": "259e8914-3462-4faf-9bd0-673cecc98027", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d3240-2e0a-48d2-b789-54d8c35830b0"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:49.327040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2f7d3240-2e0a-48d2-b789-54d8c35830b0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2f7d3240-2e0a-48d2-b789-54d8c35830b0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:49.352989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.354643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:49.380508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb210c-3b2b-463b-ba9e-46228979112c req-e2e4009a-5881-4bb4-a292-8a85bf6d4128 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:49.382812 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-53fb210c-3b2b-463b-ba9e-46228979112c req-e2e4009a-5881-4bb4-a292-8a85bf6d4128 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 949 time: 0.0791769 Oct 18 20:35:49.473988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:35:49.479154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-53fb210c-3b2b-463b-ba9e-46228979112c req-67fa7b45-0267-423f-9d9c-51623e531b60 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 Oct 18 20:35:49.549044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.582100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2f7d3240-2e0a-48d2-b789-54d8c35830b0,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:49.593765 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:49.648607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-77d415a0-965b-458f-a134-0257e4d7e5ad tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598953 Oct 18 20:35:49.665808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:49.669143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:35:45Z', 'revision_number': 5, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port': {'id': '2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743d1451-07e2-46e3-b120-69601fd9171e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:29:56Z', 'updated_at': '2021-10-18T20:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:49.678967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:49.679594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.726179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.735381 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] Checking router: 743d1451-07e2-46e3-b120-69601fd9171e for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:35:49.773192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] Routers {'743d1451-07e2-46e3-b120-69601fd9171e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:49.773760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['743d1451-07e2-46e3-b120-69601fd9171e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:49.782644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:49.871837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] Set router 743d1451-07e2-46e3-b120-69601fd9171e gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:49.873105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'mac_address': 'fa:16:3e:78:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:35:49.873301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.877647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.939536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-906b5329-e912-471e-b3fc-639ea73b841e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:49.941166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-906b5329-e912-471e-b3fc-639ea73b841e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732179 Oct 18 20:35:49.953095 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.954032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 743d1451-07e2-46e3-b120-69601fd9171e {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:35:49.962057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:49.966052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51138) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:49.967479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6a25ce14-0750-46e3-9a02-e0c584d472da admin admin] 10.222.0.66 "DELETE /v2.0/routers/743d1451-07e2-46e3-b120-69601fd9171e HTTP/1.1" status: 204 len: 168 time: 1.8541853 Oct 18 20:35:49.981735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-cde99e04-5a02-4213-92d9-bb789b6a1c09 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/quotas/711a7e28a8264426914596237ea2fec8 HTTP/1.1" status: 200 len: 375 time: 0.0121171 Oct 18 20:35:49.999060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:35:49Z', 'revision_number': 7, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:50.033202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] Deleting subnet 723ba59f-0a1a-411b-a8fa-8d82b9007935 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:35:50.039617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.076801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.078138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-a506515f-d492-45e8-a731-5dbee4dcaab9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0842586 Oct 18 20:35:50.090615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.143985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.166296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119df0e7-f110-4d9d-8b20-fea616b0488e None None] The sync data for ids ['743d1451-07e2-46e3-b120-69601fd9171e'] in n-d-812149-2 is: [{'id': '743d1451-07e2-46e3-b120-69601fd9171e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-913083446-router', 'tenant_id': '4a5f1fed251d43a882346d830a23beb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:29:54Z', 'updated_at': '2021-10-18T20:35:49Z', 'revision_number': 7, 'project_id': '4a5f1fed251d43a882346d830a23beb8', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:35:50.187406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b7c40e3-feef-456b-b7f8-2d1826ec122b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:50.247400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:50.249267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.254429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:50.257099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.264275 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.364580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.398111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:50.448693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723ba59f-0a1a-411b-a8fa-8d82b9007935,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:50.452767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:50.459491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8e461fc1-64b2-49ec-aae5-4ab763fe36d6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/723ba59f-0a1a-411b-a8fa-8d82b9007935 HTTP/1.1" status: 204 len: 168 time: 0.4913874 Oct 18 20:35:50.463548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51152) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:50.507434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:50.513110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db4976-f73f-4ce2-bf03-9b32a025ec46 None None] Network 0b95df10-824f-48d0-850c-508532972aaf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:35:50.551173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b7c40e3-feef-456b-b7f8-2d1826ec122b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:51.021381 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0418ea-e129-4084-aadd-e1028fa3de50 x-openstack-request-id: req-1e0418ea-e129-4084-aadd-e1028fa3de50 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:51.021891 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259e8914-3462-4faf-9bd0-673cecc98027", "name": "network-vif-plugged", "status": "completed", "tag": "2f7d3240-2e0a-48d2-b789-54d8c35830b0", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:51.022255 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e0418ea-e129-4084-aadd-e1028fa3de50 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:51.023501 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e8914-3462-4faf-9bd0-673cecc98027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7d3240-2e0a-48d2-b789-54d8c35830b0', 'code': 200} Oct 18 20:35:51.111621 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:51.202893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 44697ea1-e817-44b3-812b-a43951c41001 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:51.277680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5181689f-df1f-44c4-b9de-96a50a8094c1 req-63c2e75a-253c-4712-b104-3cbaccf9c7bd tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 210 time: 0.1385760 Oct 18 20:35:51.390097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806a382-6b79-4779-bed2-15fe277fd427 req-9e91f682-8ee4-4a7c-8009-66b59dcd5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:51.394136 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6806a382-6b79-4779-bed2-15fe277fd427 req-9e91f682-8ee4-4a7c-8009-66b59dcd5f26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 1101 time: 0.2534709 Oct 18 20:35:51.419644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 44697ea1-e817-44b3-812b-a43951c41001 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:51.420101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 44697ea1-e817-44b3-812b-a43951c41001 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:51.420844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:51.463286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b33430c8-bd53-445b-bad1-7cb7fd0c911a up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:51.466733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] DHCP port deletion for 0b95df10-824f-48d0-850c-508532972aaf request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:35:51.484014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49698d6-449d-4d9a-8179-c3152d5e44ec req-3e3dd606-bff0-4ff5-b878-410bc91c2dc0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:51.494920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Deleting port 2c9297a0-cc44-4504-8889-a69842fd567d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:51.495576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:51.496224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c49698d6-449d-4d9a-8179-c3152d5e44ec req-3e3dd606-bff0-4ff5-b878-410bc91c2dc0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 946 time: 0.0867190 Oct 18 20:35:51.603141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] For port 2c9297a0-cc44-4504-8889-a69842fd567d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c9297a0-cc44-4504-8889-a69842fd567d,segment=NetworkSegment(2f4495c7-d520-48c5-8fbd-4fa2ee980a57),segment_id=2f4495c7-d520-48c5-8fbd-4fa2ee980a57)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:51.604329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:51.627668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c49698d6-449d-4d9a-8179-c3152d5e44ec req-6f00115c-a709-404b-af89-213d9d1b3358 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292777 Oct 18 20:35:51.643429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Calling delete_port for 2c9297a0-cc44-4504-8889-a69842fd567d owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:51.723533 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6806a382-6b79-4779-bed2-15fe277fd427 req-184615d8-7e87-4349-b577-8b0b74eece60 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084958 Oct 18 20:35:51.916431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:51.921633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2ec7f399-ab9a-4bb5-a75c-e0ec39be69f0 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:51.971890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:51.988151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] No DVR routers for this DVR port 2c9297a0-cc44-4504-8889-a69842fd567d on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:52.082765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] Deleting port 2c9297a0-cc44-4504-8889-a69842fd567d {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:52.083834 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.090647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port b33430c8-bd53-445b-bad1-7cb7fd0c911a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:35:52.115673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9297a0-cc44-4504-8889-a69842fd567d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:52.155261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port b33430c8-bd53-445b-bad1-7cb7fd0c911a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:52.158557 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.173060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12e59106-8024-4463-8729-64ee356641cf req-dd0a8b26-72eb-4046-a5b3-a03e2577dd31 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 210 time: 0.0449352 Oct 18 20:35:52.233647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.290607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b95df10-824f-48d0-850c-508532972aaf']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:52.317772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4495c7-d520-48c5-8fbd-4fa2ee980a57') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:52.319239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4495c7-d520-48c5-8fbd-4fa2ee980a57') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:52.336164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.371283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] For port 2c9297a0-cc44-4504-8889-a69842fd567d, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:52.372114 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.375221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.390804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:35:52.391545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:35:52.395193 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:35:52.408819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57395a-1928-42a7-96cc-23d4be8b8347 req-5a1ec05a-f834-4f03-985a-92e974532731 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:52.417896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf57395a-1928-42a7-96cc-23d4be8b8347 req-5a1ec05a-f834-4f03-985a-92e974532731 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 950 time: 0.0805736 Oct 18 20:35:52.423777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] Calling delete_port for 2c9297a0-cc44-4504-8889-a69842fd567d owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:52.446774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] Port 2c9297a0-cc44-4504-8889-a69842fd567d was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:35:52.477730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.478988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf57395a-1928-42a7-96cc-23d4be8b8347 req-7a7cd564-c875-4d99-9e80-ea2277f74b30 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498805 Oct 18 20:35:52.514463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] Pushing event deleted for resources: {'Port': ['ID=2c9297a0-cc44-4504-8889-a69842fd567d,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:52.573979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.613457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.639076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.639531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f8e5c-0fe0-421a-8f64-3a36e85760f0 None None] No DVR routers for this DVR port 2c9297a0-cc44-4504-8889-a69842fd567d on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:35:52.653212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] 10.222.0.66 "DELETE /v2.0/networks/0b95df10-824f-48d0-850c-508532972aaf HTTP/1.1" status: 204 len: 168 time: 2.1878266 Oct 18 20:35:52.656139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51204) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:52.657804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc43b6-12ea-45b3-b3af-9b8046e5c14b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b95df10-824f-48d0-850c-508532972aaf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:52.681810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b33430c8-bd53-445b-bad1-7cb7fd0c911a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b33430c8-bd53-445b-bad1-7cb7fd0c911a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:52.692185 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:52.768738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=b33430c8-bd53-445b-bad1-7cb7fd0c911a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:52.881002 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-0366d8ec-8dee-4c05-b3ad-ec02dac42f68 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724967 Oct 18 20:35:52.973870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2cfc639a-11e0-4532-8b7a-570765d1cf06 req-4b50705e-f430-4816-a6af-d38b1b15cc44 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/ports?device_id=86aa12a7-bac7-4b92-83ec-1414234b32b9 HTTP/1.1" status: 200 len: 210 time: 0.1586125 Oct 18 20:35:52.976657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c9297a0-cc44-4504-8889-a69842fd567d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:35:53.026971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a'}, {'server_uuid': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:53.035295 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d974187-a008-40b6-a5f8-9dffa26803a4" -d '{"events": [{"server_uuid": "14cfdc92-80a1-4bc7-afc8-077a166a4cef", "name": "network-vif-plugged", "status": "completed", "tag": "6ebbb8df-89c7-4177-8d36-d6fb2ff6497a"}, {"server_uuid": "ae1e9a4b-f940-408a-a58b-fae404b860c1", "name": "network-vif-plugged", "status": "completed", "tag": "b33430c8-bd53-445b-bad1-7cb7fd0c911a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:53.040119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2c9297a0-cc44-4504-8889-a69842fd567d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:35:53.042766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c9297a0-cc44-4504-8889-a69842fd567d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:35:53.135620 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a47a65f-6669-4801-86bc-d3b0ff14b8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:53.176851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-35f6b1fa-7bde-4d07-8e37-a24df072ce89 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:53.182654 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-35f6b1fa-7bde-4d07-8e37-a24df072ce89 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933631 Oct 18 20:35:53.199973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:53.447975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:35:53.682286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:35:53.686395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0264e-38ef-4892-a062-49e5a986e0d6 req-c500cd1e-5426-436e-9cf0-cbc3b3990316 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:53.689335 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9b0264e-38ef-4892-a062-49e5a986e0d6 req-c500cd1e-5426-436e-9cf0-cbc3b3990316 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 946 time: 0.2175546 Oct 18 20:35:53.703566 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:53.743939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5b7c40e3-feef-456b-b7f8-2d1826ec122b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:53.745842 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:53.852031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9b0264e-38ef-4892-a062-49e5a986e0d6 req-12561a19-e437-44c5-a3b2-94e15ae01d4b tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549437 Oct 18 20:35:54.007555 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:54.106027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.56 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/912c968b-3aa9-4cec-aad6-1f52c9bab684) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:35:54.110338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:54.142821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:54.161393 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:54.175427 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:54.291267 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d9753-1618-4288-b860-cf6aab10d202 x-openstack-request-id: req-914d9753-1618-4288-b860-cf6aab10d202 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:54.297668 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cfdc92-80a1-4bc7-afc8-077a166a4cef", "name": "network-vif-plugged", "status": "completed", "tag": "6ebbb8df-89c7-4177-8d36-d6fb2ff6497a", "code": 200}, {"server_uuid": "ae1e9a4b-f940-408a-a58b-fae404b860c1", "name": "network-vif-plugged", "status": "completed", "tag": "b33430c8-bd53-445b-bad1-7cb7fd0c911a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:54.298244 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-914d9753-1618-4288-b860-cf6aab10d202 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:54.299073 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a', 'code': 200} Oct 18 20:35:54.299496 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a', 'code': 200} Oct 18 20:35:54.441372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:54.451189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-389103e6-d876-4304-afb2-048ba8847926 req-6a8c7a69-6581-44b9-9d8d-b50b9acf7fc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 210 time: 0.1068454 Oct 18 20:35:54.571124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baed00-cedc-4995-924b-dced5626b7d4 req-4225f562-0413-42fc-946a-7cd298c54baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:54.578610 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04baed00-cedc-4995-924b-dced5626b7d4 req-4225f562-0413-42fc-946a-7cd298c54baf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 1096 time: 0.2328460 Oct 18 20:35:54.708407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772cd3-c8ea-4264-bc16-e7ebe716d07c req-69dc9588-fa4c-422f-9bad-ac8e11c6d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:54.714612 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c772cd3-c8ea-4264-bc16-e7ebe716d07c req-69dc9588-fa4c-422f-9bad-ac8e11c6d02b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 1097 time: 0.3141727 Oct 18 20:35:54.739808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04baed00-cedc-4995-924b-dced5626b7d4 req-389142b4-ab2d-48bf-83b7-f986b026fc6b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438477 Oct 18 20:35:54.762712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:54.770667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd67a4b-20a4-465d-aba0-361ecd626874 req-5c38dc08-0395-4d86-bccc-a27ff380aa7d tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:54.779484 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edd67a4b-20a4-465d-aba0-361ecd626874 req-5c38dc08-0395-4d86-bccc-a27ff380aa7d tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 950 time: 0.1111805 Oct 18 20:35:54.792738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c772cd3-c8ea-4264-bc16-e7ebe716d07c req-7e0b1a74-ed1b-4f13-9723-2a136efbedfc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670114 Oct 18 20:35:54.845804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:54.863654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:54.873466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edd67a4b-20a4-465d-aba0-361ecd626874 req-cb2ef458-cf07-44fa-a180-60d92e3dd8ba tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929134 Oct 18 20:35:54.935124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=912c968b-3aa9-4cec-aad6-1f52c9bab684,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:54.968048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Deleting port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:54.968502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:35:54.969705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:54.970429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:35:54.989316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:35:54.994002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['3edb5123-175c-4422-99e5-38e11f1a4df9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:35:55.105333 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:55.126766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:55.129136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:55.180712 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-162741f7-fda6-42ee-bbb5-ef83c13a633e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9851761 Oct 18 20:35:55.210437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Request body: {'port': {'device_id': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:35:55.344649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] For port 6662311c-4b03-4f4f-8b52-c4eccfdcc41a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,segment=NetworkSegment(f5bbbbed-de0a-4014-935a-e5894eed87f6),segment_id=f5bbbbed-de0a-4014-935a-e5894eed87f6)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:55.347186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:55.394924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:55.409473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Calling delete_port for 6662311c-4b03-4f4f-8b52-c4eccfdcc41a owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:55.446824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453052ba-e24f-44c7-9ac7-b02b42c8c653 req-2c0e6079-4dae-4347-b5e1-b66a56aa2940 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:55.454176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-453052ba-e24f-44c7-9ac7-b02b42c8c653 req-2c0e6079-4dae-4347-b5e1-b66a56aa2940 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 946 time: 0.2408984 Oct 18 20:35:55.528789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d69b38c9-141a-4d2f-96da-864a303d4db6 None None] Provisioning complete for port 912c968b-3aa9-4cec-aad6-1f52c9bab684 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:35:55.529186 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d69b38c9-141a-4d2f-96da-864a303d4db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:55.644369 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-453052ba-e24f-44c7-9ac7-b02b42c8c653 req-b61bba3e-0138-4ddd-9afb-78fc456af2b0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836669 Oct 18 20:35:55.679181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d69b38c9-141a-4d2f-96da-864a303d4db6 None None] Port 912c968b-3aa9-4cec-aad6-1f52c9bab684 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:35:55.830260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51260) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:56.069678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.175193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=6662311c-4b03-4f4f-8b52-c4eccfdcc41a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:56.179542 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-abfb87e5-914b-42d3-b22b-5fc005c0ddaf tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.301334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:56.306119 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d3f02-fe50-4807-8aa7-c2c175166b0b" -d '{"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:56.381731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912c968b-3aa9-4cec-aad6-1f52c9bab684 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:35:56.405325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.432565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Transition to ACTIVE for port object 912c968b-3aa9-4cec-aad6-1f52c9bab684 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:35:56.492724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.525497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-abfb87e5-914b-42d3-b22b-5fc005c0ddaf tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.527089 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.615039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-3e7f70fc-72ac-4283-ae07-14aa24e1a7c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6982441 Oct 18 20:35:56.634747 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.654149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-abfb87e5-914b-42d3-b22b-5fc005c0ddaf tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.659962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-abfb87e5-914b-42d3-b22b-5fc005c0ddaf tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:56.665197 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-abfb87e5-914b-42d3-b22b-5fc005c0ddaf tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "DELETE /v2.0/security-groups/ec653427-e893-4175-834e-4916baa6c779 HTTP/1.1" status: 204 len: 168 time: 0.8306274 Oct 18 20:35:56.666883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51278) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:56.797592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb87e5-914b-42d3-b22b-5fc005c0ddaf tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec653427-e893-4175-834e-4916baa6c779,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:56.915245 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-55b08a42-7672-49f3-a096-108494648a71 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] show failed (client error): The resource could not be found. Oct 18 20:35:56.918108 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-55b08a42-7672-49f3-a096-108494648a71 tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "GET /v2.0/security-groups/ec653427-e893-4175-834e-4916baa6c779 HTTP/1.1" status: 404 len: 347 time: 0.2008233 Oct 18 20:35:56.933838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51282) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:57.036183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-532af498-397c-4138-9f43-5d087279b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:57.040409 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-532af498-397c-4138-9f43-5d087279b82e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 1101 time: 0.3719106 Oct 18 20:35:57.044470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:35:57.116173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Pushing event updated for resources: {'Port': ['ID=912c968b-3aa9-4cec-aad6-1f52c9bab684,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:57.381752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Attempting to bind port 912c968b-3aa9-4cec-aad6-1f52c9bab684 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:35:57.382287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Attempting to bind port 912c968b-3aa9-4cec-aad6-1f52c9bab684 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:35:57.382721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Attempting to bind port 912c968b-3aa9-4cec-aad6-1f52c9bab684 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:57.441061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Deleting port 8b6bb22a-7f67-4dc0-979b-04fad43a2486 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:57.442375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:57.449032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Port 912c968b-3aa9-4cec-aad6-1f52c9bab684 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:35:57.449765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Attempting to bind port 912c968b-3aa9-4cec-aad6-1f52c9bab684 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:35:57.480328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-eec0720a-33a6-404d-9d73-94eac224d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:57.531473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-eec0720a-33a6-404d-9d73-94eac224d6df service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3740323 Oct 18 20:35:57.531473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:35:57.531473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:35:57.531473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:35:57.531473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Bound port: 912c968b-3aa9-4cec-aad6-1f52c9bab684, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:35:57.531473 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:57.678090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] For port 912c968b-3aa9-4cec-aad6-1f52c9bab684, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:35:57.681616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] For port 912c968b-3aa9-4cec-aad6-1f52c9bab684, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:35:57.686037 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-aa9ff1cf-3a3b-4afe-9e6c-e94f5b127508 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3802f942-c320-41da-baad-a3de9f4060df HTTP/1.1" status: 200 len: 217 time: 0.1902678 Oct 18 20:35:57.690608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:57.725745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db56952-d0ed-4d2e-8a95-499cd455974c req-53c38a20-f74b-42fd-8f92-17f05ff02279 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:57.738476 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7db56952-d0ed-4d2e-8a95-499cd455974c req-53c38a20-f74b-42fd-8f92-17f05ff02279 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 947 time: 0.9338522 Oct 18 20:35:57.815120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:57.817156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:57.819417 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] 10.222.0.79 "PUT /v2.0/ports/912c968b-3aa9-4cec-aad6-1f52c9bab684 HTTP/1.1" status: 200 len: 1095 time: 2.6277399 Oct 18 20:35:57.836499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7db56952-d0ed-4d2e-8a95-499cd455974c req-16442dc6-6547-4efb-bf9b-16fd038f2ac6 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964246 Oct 18 20:35:57.846018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d80d9f-7c34-41f4-91cf-9e07c2223e92 service neutron] Pushing event updated for resources: {'Port': ['ID=912c968b-3aa9-4cec-aad6-1f52c9bab684,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:57.862837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'tag': '912c968b-3aa9-4cec-aad6-1f52c9bab684'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:35:57.867964 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879789e3-46a3-45f8-bb4d-3f288d5d41e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5cf33e-5da1-479a-bd6e-050f35934cd4", "tag": "912c968b-3aa9-4cec-aad6-1f52c9bab684"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:35:57.879667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:35:57.895981 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] Sync routers for ids ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:35:57.918398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a605f066-f5a1-487d-8096-424f5c886f42 admin admin] 10.222.0.66 "PUT /v2.0/routers/d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2585239 Oct 18 20:35:57.918771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51290) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:57.922854 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] Routers {'d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:57.924261 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:58.045202 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:58.045827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:58.125925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-76f9e4f6-668b-4f42-a62b-a8ee3ec11c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:58.128466 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-76f9e4f6-668b-4f42-a62b-a8ee3ec11c56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.3997438 Oct 18 20:35:58.130666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Calling delete_port for 8b6bb22a-7f67-4dc0-979b-04fad43a2486 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:58.144067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-48e023cd-09c2-4bd4-a233-1d6964acfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:58.151586 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-48e023cd-09c2-4bd4-a233-1d6964acfef3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 1098 time: 0.2571912 Oct 18 20:35:58.376651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:58.406222 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-cb646886-302c-4973-b2e9-0cddab3d142c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684 HTTP/1.1" status: 200 len: 217 time: 0.2319057 Oct 18 20:35:58.477704 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] Set router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:58.508029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-7d42071b-7e91-4f3d-99c9-505909b42cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:58.509935 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-7d42071b-7e91-4f3d-99c9-505909b42cfb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0909474 Oct 18 20:35:58.578195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-56b09cb8-c4d9-423e-a460-fa4ba5fac800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:58.582075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-56b09cb8-c4d9-423e-a460-fa4ba5fac800 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4198122 Oct 18 20:35:58.815779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:58.873262 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9bf918-2b87-4547-95ae-dd01cd4f081b x-openstack-request-id: req-1d9bf918-2b87-4547-95ae-dd01cd4f081b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:35:58.874268 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:35:58.874742 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d9bf918-2b87-4547-95ae-dd01cd4f081b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:35:58.875394 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'code': 200} Oct 18 20:35:58.948841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:59.055705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Deleting port dc6b7b63-7704-40b5-9870-0a45a7b6a385 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:35:59.059960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:59.086977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Pushing event deleted for resources: {'Port': ['ID=8b6bb22a-7f67-4dc0-979b-04fad43a2486,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:35:59.125583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4823-993f-4238-95f5-c4376480b84b req-29d99767-704e-475d-9109-962516382206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:59.127458 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-29d99767-704e-475d-9109-962516382206 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5941441 Oct 18 20:35:59.399052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71797e6d-4aaa-4176-9349-e669e112c0a2 req-d187a1dd-d435-4ac4-ae34-e4c1aa80abd0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:35:59.407382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71797e6d-4aaa-4176-9349-e669e112c0a2 req-d187a1dd-d435-4ac4-ae34-e4c1aa80abd0 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 946 time: 0.2209055 Oct 18 20:35:59.410924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] For port dc6b7b63-7704-40b5-9870-0a45a7b6a385, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc6b7b63-7704-40b5-9870-0a45a7b6a385,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:35:59.411304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:59.414140 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:35:55Z', 'revision_number': 5, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port': {'id': 'dc6b7b63-7704-40b5-9870-0a45a7b6a385', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:30:07Z', 'updated_at': '2021-10-18T20:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:59.424214 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:59.427204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:35:59.429143 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5dc971e3-c490-4834-ac34-35dfc5fcc05e tempest-ServersTestBootFromVolume-428306187 tempest-ServersTestBootFromVolume-428306187-project] 10.222.0.66 "DELETE /v2.0/floatingips/a579987c-6f5c-4fb7-a6a2-5c2dd3198a69 HTTP/1.1" status: 204 len: 168 time: 2.4861856 Oct 18 20:35:59.449772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Calling delete_port for dc6b7b63-7704-40b5-9870-0a45a7b6a385 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:35:59.454518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51302) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:59.466645 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] Checking router: d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:35:59.484964 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] Routers {'d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:35:59.485507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:35:59.639211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51304) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:35:59.675586 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] Set router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:35:59.758584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71797e6d-4aaa-4176-9349-e669e112c0a2 req-ca7873ec-775d-4a79-b9c5-fad2936e708a tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491268 Oct 18 20:35:59.835270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-4cc05272-2943-4ff7-b106-4266ea731c00 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2396605 Oct 18 20:35:59.939652 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:35:58Z', 'revision_number': 6, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:00.028704 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:00.094209 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4938ed6-1b58-439f-a26b-ea06030ef978 None None] The sync data for ids ['d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29'] in n-d-812149-2 is: [{'id': 'd07b79f5-f37f-4157-a7a1-f9b6fb7c6b29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1427986168-router', 'tenant_id': '6f01ce9da78b4dd0becc296a31a4c331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:30:05Z', 'updated_at': '2021-10-18T20:35:58Z', 'revision_number': 6, 'project_id': '6f01ce9da78b4dd0becc296a31a4c331', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:00.233538 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d31c8bc-ac28-4683-b1d6-f19d8d1230b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:00.239944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6b7b63-7704-40b5-9870-0a45a7b6a385,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:00.367771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:00.377077 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937acbb2-b3db-4a9f-a7cf-c51f5c805fdb x-openstack-request-id: req-937acbb2-b3db-4a9f-a7cf-c51f5c805fdb {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:00.378189 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5cf33e-5da1-479a-bd6e-050f35934cd4", "tag": "912c968b-3aa9-4cec-aad6-1f52c9bab684", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:00.378605 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-937acbb2-b3db-4a9f-a7cf-c51f5c805fdb {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:00.379181 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'tag': '912c968b-3aa9-4cec-aad6-1f52c9bab684', 'status': 'completed', 'code': 200} Oct 18 20:36:00.386815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-3c51646b-30b6-4810-8da6-64ff9444e881 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2313330 Oct 18 20:36:00.655456 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c49f4823-993f-4238-95f5-c4376480b84b req-88584237-2492-460c-83e8-4881ef70533b service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461905 Oct 18 20:36:00.866058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d31c8bc-ac28-4683-b1d6-f19d8d1230b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:00.981892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d31c8bc-ac28-4683-b1d6-f19d8d1230b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:00.993207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:01.039520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-71c858d8-c855-4974-8b0e-81f9563f1bea tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:01.044325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-71c858d8-c855-4974-8b0e-81f9563f1bea tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.30 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 950 time: 0.6630902 Oct 18 20:36:01.107996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:01.287926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31c8bc-ac28-4683-b1d6-f19d8d1230b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b377cb2-ef50-4242-b4a9-2fb556dae8a2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:01.323466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6d31c8bc-ac28-4683-b1d6-f19d8d1230b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2442adcb81448b3a620dedcf241c5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6512120 Oct 18 20:36:01.334335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6662311c-4b03-4f4f-8b52-c4eccfdcc41a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:01.370890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-593daab6-518b-43f3-95b9-8d6d0fa1643a req-fe2f8e96-9023-4a97-a1ce-de2d76cf8c79 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5069807 Oct 18 20:36:01.379373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51322) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:01.437715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6662311c-4b03-4f4f-8b52-c4eccfdcc41a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:01.438980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6662311c-4b03-4f4f-8b52-c4eccfdcc41a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:01.550475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-f28747bb-14f4-405b-aa4f-7ac6f9ce857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:01.555782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-f28747bb-14f4-405b-aa4f-7ac6f9ce857e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 1098 time: 0.6945765 Oct 18 20:36:01.622804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c3001-a2c0-4bb3-9789-fd598fb3c7c7 req-9c819bb1-a682-4bd6-bc00-c5a2773976a5 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:01.624837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd0c3001-a2c0-4bb3-9789-fd598fb3c7c7 req-9c819bb1-a682-4bd6-bc00-c5a2773976a5 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 950 time: 1.2071235 Oct 18 20:36:01.626165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:01.627056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:36:01.636718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:01.638094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fc969a75-4fef-49ad-bda3-827a5e0eebcc admin admin] 10.222.0.66 "DELETE /v2.0/routers/d07b79f5-f37f-4157-a7a1-f9b6fb7c6b29 HTTP/1.1" status: 204 len: 168 time: 3.7179503 Oct 18 20:36:01.641664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51324) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:01.737885 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:36:01.763254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd0c3001-a2c0-4bb3-9789-fd598fb3c7c7 req-aa51759d-e0f6-4863-832a-27f3d2d570eb tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/security-groups?id=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018853 Oct 18 20:36:01.800007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] Deleting subnet f66acd64-e690-484b-8928-3509dfc05b4d {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:36:01.812480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:01.832969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-a17492fb-88e2-4a7d-84e8-2e00ff31b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:01.835614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-a17492fb-88e2-4a7d-84e8-2e00ff31b254 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2451239 Oct 18 20:36:01.933805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:01.951293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba10e-e5e8-4274-b5c3-1791aa1535d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:01.954277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-b5085fed-dd4d-456b-98c9-880ad89a970c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684 HTTP/1.1" status: 200 len: 217 time: 0.1042361 Oct 18 20:36:01.973530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Deleting port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:01.974019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.094958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] For port 2f7d3240-2e0a-48d2-b789-54d8c35830b0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2f7d3240-2e0a-48d2-b789-54d8c35830b0,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:02.095509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.113120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Calling delete_port for 2f7d3240-2e0a-48d2-b789-54d8c35830b0 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:02.133003 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.262543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.296729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66acd64-e690-484b-8928-3509dfc05b4d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:02.321021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33967be8-8295-4a7e-ac73-5869ff5480e1 req-f92aa24d-c9fa-408c-9df3-9f99d397ec29 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:02.330323 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33967be8-8295-4a7e-ac73-5869ff5480e1 req-f92aa24d-c9fa-408c-9df3-9f99d397ec29 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 947 time: 0.4410362 Oct 18 20:36:02.344930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-da235396-733f-477f-afbe-21ea6b93a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:02.346889 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-da235396-733f-477f-afbe-21ea6b93a633 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.3778903 Oct 18 20:36:02.352959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.357288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e93a8-50d0-41e5-9bdc-2ff057bed7c0 None None] Network 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:02.366193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.374477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-07a7720d-d167-4de1-a6cf-3f5ebda6bbca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f66acd64-e690-484b-8928-3509dfc05b4d HTTP/1.1" status: 204 len: 168 time: 0.7288122 Oct 18 20:36:02.412715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51330) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:02.445144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Pushing event deleted for resources: {'Port': ['ID=2f7d3240-2e0a-48d2-b789-54d8c35830b0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:02.489104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33967be8-8295-4a7e-ac73-5869ff5480e1 req-d7ad95e0-10cf-4672-a357-9136a5f9de77 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572537 Oct 18 20:36:02.626460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.640418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba10e-e5e8-4274-b5c3-1791aa1535d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.643564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] No DVR routers for this DVR port 2f7d3240-2e0a-48d2-b789-54d8c35830b0 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:02.689143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.697159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f06782b4-9ae0-4d21-a205-7a24012e149a req-5eff9fe7-8717-4840-9d3f-10bf14eb9a80 tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.30 "DELETE /v2.0/ports/2f7d3240-2e0a-48d2-b789-54d8c35830b0 HTTP/1.1" status: 204 len: 173 time: 1.6256566 Oct 18 20:36:02.716242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e8914-3462-4faf-9bd0-673cecc98027', 'name': 'network-vif-deleted', 'tag': '2f7d3240-2e0a-48d2-b789-54d8c35830b0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:02.720596 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c9324e-fb23-4506-857f-c050890a48e4" -d '{"events": [{"server_uuid": "259e8914-3462-4faf-9bd0-673cecc98027", "name": "network-vif-deleted", "tag": "2f7d3240-2e0a-48d2-b789-54d8c35830b0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:02.839991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc6b7b63-7704-40b5-9870-0a45a7b6a385 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:02.862124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-fd8ecb95-ba2d-46b3-8af6-584c818af1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:02.864054 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-fd8ecb95-ba2d-46b3-8af6-584c818af1bc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4873445 Oct 18 20:36:02.870151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:02.884119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0472bf-4422-4e00-bd05-c6533a0dc63f req-41cde010-67cb-4d7f-889d-12595650d19f tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:02.895081 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f0472bf-4422-4e00-bd05-c6533a0dc63f req-41cde010-67cb-4d7f-889d-12595650d19f tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 945 time: 0.2287376 Oct 18 20:36:02.920169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] DHCP port deletion for 72d7d49e-9f57-477e-b33d-6a2a2fef0d1d request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:36:02.929051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: dc6b7b63-7704-40b5-9870-0a45a7b6a385 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:02.937280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc6b7b63-7704-40b5-9870-0a45a7b6a385 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:03.007493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f0472bf-4422-4e00-bd05-c6533a0dc63f req-3fa108aa-cf11-4be8-a477-7041ad9ea915 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040885 Oct 18 20:36:03.086049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba10e-e5e8-4274-b5c3-1791aa1535d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:03.089306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] Deleting port 5fd16da4-1a10-4375-bb47-d92df39cbc39 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:03.089930 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:03.093469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c0ba10e-e5e8-4274-b5c3-1791aa1535d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:03.097850 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7c0ba10e-e5e8-4274-b5c3-1791aa1535d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b377cb2-ef50-4242-b4a9-2fb556dae8a2 HTTP/1.1" status: 204 len: 168 time: 1.6257880 Oct 18 20:36:03.309601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] For port 5fd16da4-1a10-4375-bb47-d92df39cbc39, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5fd16da4-1a10-4375-bb47-d92df39cbc39,segment=NetworkSegment(f5bbbbed-de0a-4014-935a-e5894eed87f6),segment_id=f5bbbbed-de0a-4014-935a-e5894eed87f6)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:03.310285 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:03.346119 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-4b32ad3a-3a5d-475b-b410-b06212529ca8 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617926 Oct 18 20:36:03.347557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ba10e-e5e8-4274-b5c3-1791aa1535d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b377cb2-ef50-4242-b4a9-2fb556dae8a2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:03.407131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] Calling delete_port for 5fd16da4-1a10-4375-bb47-d92df39cbc39 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:03.425815 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9584d998-0404-4036-9a0f-44d1a90e1434 x-openstack-request-id: req-9584d998-0404-4036-9a0f-44d1a90e1434 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:03.443591 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259e8914-3462-4faf-9bd0-673cecc98027", "name": "network-vif-deleted", "tag": "2f7d3240-2e0a-48d2-b789-54d8c35830b0", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:03.444542 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9584d998-0404-4036-9a0f-44d1a90e1434 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:03.445848 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e8914-3462-4faf-9bd0-673cecc98027', 'name': 'network-vif-deleted', 'tag': '2f7d3240-2e0a-48d2-b789-54d8c35830b0', 'status': 'completed', 'code': 200} Oct 18 20:36:03.658478 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:03.679145 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4c112aaa-d560-436a-a79b-6397ef915490 req-6f0e4349-e31d-4363-a9b4-26327df9976a tempest-ServerDiagnosticsNegativeTest-1705901246 tempest-ServerDiagnosticsNegativeTest-1705901246-project] 10.222.0.66 "GET /v2.0/ports?device_id=259e8914-3462-4faf-9bd0-673cecc98027 HTTP/1.1" status: 200 len: 210 time: 0.0967164 Oct 18 20:36:03.703578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Deleting port 5fd16da4-1a10-4375-bb47-d92df39cbc39 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:03.703967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:03.743568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] Pushing event deleted for resources: {'Port': ['ID=5fd16da4-1a10-4375-bb47-d92df39cbc39,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:03.764406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eabec2-c134-4380-a97b-81f03d8caa9f None None] No DVR routers for this DVR port 5fd16da4-1a10-4375-bb47-d92df39cbc39 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:03.989162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-879789e3-46a3-45f8-bb4d-3f288d5d41e3 req-6664f285-2564-4142-a175-32bcd45cd8fb service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188045 Oct 18 20:36:03.997145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51352) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:04.054542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2f7d3240-2e0a-48d2-b789-54d8c35830b0 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:04.072330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] For port 5fd16da4-1a10-4375-bb47-d92df39cbc39, host n-d-812149-2, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:04.073109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.077379 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-790cfd5c-b777-4755-a765-6243cbf43011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.100732 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 2f7d3240-2e0a-48d2-b789-54d8c35830b0 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:04.101479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2f7d3240-2e0a-48d2-b789-54d8c35830b0 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:04.177360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba4ad7-938a-4b3b-bef6-fdfb1f587e24 req-839b9a53-6bab-4162-a3cb-396a0aca746c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:04.190584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbba4ad7-938a-4b3b-bef6-fdfb1f587e24 req-839b9a53-6bab-4162-a3cb-396a0aca746c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 947 time: 0.0933022 Oct 18 20:36:04.213435 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-790cfd5c-b777-4755-a765-6243cbf43011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.226391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-790cfd5c-b777-4755-a765-6243cbf43011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.258394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Calling delete_port for 5fd16da4-1a10-4375-bb47-d92df39cbc39 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:04.258701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbba4ad7-938a-4b3b-bef6-fdfb1f587e24 req-54019c38-dad0-4df6-bf06-583a9c5e14de tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665543 Oct 18 20:36:04.266285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-790cfd5c-b777-4755-a765-6243cbf43011 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce48061c19c64911860310732cb80133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672679 Oct 18 20:36:04.269851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51360) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:04.273203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Port 5fd16da4-1a10-4375-bb47-d92df39cbc39 was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:36:04.288114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.352927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd16da4-1a10-4375-bb47-d92df39cbc39,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:04.364432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] No DVR routers for this DVR port 5fd16da4-1a10-4375-bb47-d92df39cbc39 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:04.383939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cfd5c-b777-4755-a765-6243cbf43011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f71fb3-c696-434c-b79e-35e71cbdb405,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:04.404246 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0af596e6-e667-48c4-a310-64e85ef2d876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.467395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0af596e6-e667-48c4-a310-64e85ef2d876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.539182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.618738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0af596e6-e667-48c4-a310-64e85ef2d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.622201 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0af596e6-e667-48c4-a310-64e85ef2d876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.623797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0af596e6-e667-48c4-a310-64e85ef2d876 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73f71fb3-c696-434c-b79e-35e71cbdb405 HTTP/1.1" status: 204 len: 168 time: 0.3528240 Oct 18 20:36:04.649953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af596e6-e667-48c4-a310-64e85ef2d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f71fb3-c696-434c-b79e-35e71cbdb405,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:04.655329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d7d49e-9f57-477e-b33d-6a2a2fef0d1d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:04.716253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bbbbed-de0a-4014-935a-e5894eed87f6') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:04.716747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bbbbed-de0a-4014-935a-e5894eed87f6') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:04.739370 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.781857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.787257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Deleting port 5bbe69ef-0d46-421e-95db-33568a203f81 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:04.787812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.972887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] For port 5bbe69ef-0d46-421e-95db-33568a203f81, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5bbe69ef-0d46-421e-95db-33568a203f81,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:04.973522 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:04.973752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5fd16da4-1a10-4375-bb47-d92df39cbc39 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:05.010785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Calling delete_port for 5bbe69ef-0d46-421e-95db-33568a203f81 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:05.022029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 5fd16da4-1a10-4375-bb47-d92df39cbc39 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:05.022356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5fd16da4-1a10-4375-bb47-d92df39cbc39 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:05.083826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adf582-22ae-4d90-a4d5-e7288467a8fe req-6aff0d5b-b8a6-4802-9e65-78b36dbdd4bd tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:05.094565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:36:05.095021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:05.096792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4adf582-22ae-4d90-a4d5-e7288467a8fe req-6aff0d5b-b8a6-4802-9e65-78b36dbdd4bd tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 945 time: 0.1205406 Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:36:05.097071 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:36:05.195510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4adf582-22ae-4d90-a4d5-e7288467a8fe req-3cb6822d-9fe2-4bbf-89de-16f49fcb5b05 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966485 Oct 18 20:36:05.290026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:05.332605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:05.356752 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/72d7d49e-9f57-477e-b33d-6a2a2fef0d1d HTTP/1.1" status: 204 len: 168 time: 2.8978739 Oct 18 20:36:05.464883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2434aa8-80d7-499a-8ce9-3edd2a2f35b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d7d49e-9f57-477e-b33d-6a2a2fef0d1d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:05.509012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 912c968b-3aa9-4cec-aad6-1f52c9bab684 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:36:05.525829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529277d-21a7-43d8-9e9a-58d41b8194c9 req-a3922df6-6343-48ea-86c6-5a4055cd492d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:05.534092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8529277d-21a7-43d8-9e9a-58d41b8194c9 req-a3922df6-6343-48ea-86c6-5a4055cd492d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 947 time: 0.1327415 Oct 18 20:36:05.686086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8529277d-21a7-43d8-9e9a-58d41b8194c9 req-b4b65c5a-1ea6-474f-81cd-430e70e5df43 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491868 Oct 18 20:36:05.693958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:05.810203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51388) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:05.834680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 912c968b-3aa9-4cec-aad6-1f52c9bab684, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:05.865230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '912c968b-3aa9-4cec-aad6-1f52c9bab684', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '912c968b-3aa9-4cec-aad6-1f52c9bab684', 'mac_address': 'fa:16:3e:00:2d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:36:05.965592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dc951b0d-78aa-464f-af30-e3ffb10b278c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a5f1fed251d43a882346d830a23beb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526477 Oct 18 20:36:05.967861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51392) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:06.017334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:06.073592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1647efdf-cfb4-4a0a-b1cf-3948a430c1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:06.100779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912c968b-3aa9-4cec-aad6-1f52c9bab684 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:06.133478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbe69ef-0d46-421e-95db-33568a203f81,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:06.146254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 912c968b-3aa9-4cec-aad6-1f52c9bab684, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:06.155537 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:06.168198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1647efdf-cfb4-4a0a-b1cf-3948a430c1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:06.225767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-517733c4-0a46-4e83-8340-b940cdc97388 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:06.232734 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-517733c4-0a46-4e83-8340-b940cdc97388 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 945 time: 0.3122125 Oct 18 20:36:06.256814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=912c968b-3aa9-4cec-aad6-1f52c9bab684,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:06.310798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51408) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:06.347289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1647efdf-cfb4-4a0a-b1cf-3948a430c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:06.369190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1647efdf-cfb4-4a0a-b1cf-3948a430c1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:06.373144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1647efdf-cfb4-4a0a-b1cf-3948a430c1d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/309638d4-7d83-4e09-abab-68d0805d35b1 HTTP/1.1" status: 204 len: 168 time: 0.4036536 Oct 18 20:36:06.425765 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647efdf-cfb4-4a0a-b1cf-3948a430c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309638d4-7d83-4e09-abab-68d0805d35b1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:06.508359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['912c968b-3aa9-4cec-aad6-1f52c9bab684'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:36:06.637997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:06.686417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b00-06c2-4dd7-9040-847f5fb766db req-04aa8328-2577-4bb1-b0fb-0248343eaf42 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:06.690737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f841cb-0e01-4c56-af79-95185536496d req-14ae2ca1-3a0c-4192-8df1-78be7b448171 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:06.691712 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-88291b00-06c2-4dd7-9040-847f5fb766db req-04aa8328-2577-4bb1-b0fb-0248343eaf42 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.30 "GET /v2.0/ports?device_id=14cfdc92-80a1-4bc7-afc8-077a166a4cef HTTP/1.1" status: 200 len: 946 time: 0.4903302 Oct 18 20:36:06.705205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4f841cb-0e01-4c56-af79-95185536496d req-14ae2ca1-3a0c-4192-8df1-78be7b448171 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 945 time: 0.2852700 Oct 18 20:36:06.869285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4f841cb-0e01-4c56-af79-95185536496d req-152f57ac-4b5f-4fb6-96bc-8db6d1f354dd tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612909 Oct 18 20:36:06.913300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51420) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:06.913523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-987a1645-d0c8-4975-9168-c974c6d2280e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=404befae3bf14b249c1084fc54509091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981703 Oct 18 20:36:07.151007 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43bb18cd-70ea-49ca-9797-5bb92daef897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.183709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d12732-f6be-4b23-8b7a-c16e57abafde req-0d883bc5-06eb-45e5-a35c-e3c1522ead07 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:07.191403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61d12732-f6be-4b23-8b7a-c16e57abafde req-0d883bc5-06eb-45e5-a35c-e3c1522ead07 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 948 time: 0.1702280 Oct 18 20:36:07.213392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43bb18cd-70ea-49ca-9797-5bb92daef897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.329893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51432) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:07.345601 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43bb18cd-70ea-49ca-9797-5bb92daef897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.348483 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43bb18cd-70ea-49ca-9797-5bb92daef897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.359541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-43bb18cd-70ea-49ca-9797-5bb92daef897 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2a8e5a1-d05f-4026-a0ea-139bcd1377d4 HTTP/1.1" status: 204 len: 168 time: 0.4374158 Oct 18 20:36:07.423091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61d12732-f6be-4b23-8b7a-c16e57abafde req-2c51e323-8f28-4f9f-9cae-2104f2b56f7f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305954 Oct 18 20:36:07.435693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb18cd-70ea-49ca-9797-5bb92daef897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a8e5a1-d05f-4026-a0ea-139bcd1377d4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:07.550046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-61af778d-a3c4-4d7c-8d2a-86ae8da36672 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f01ce9da78b4dd0becc296a31a4c331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183545 Oct 18 20:36:07.554470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51438) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:07.662397 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa37f0d-ccca-44b6-a06c-96926007e259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.680197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Deleting port b33430c8-bd53-445b-bad1-7cb7fd0c911a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:07.680778 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.727040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa37f0d-ccca-44b6-a06c-96926007e259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.962901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa37f0d-ccca-44b6-a06c-96926007e259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.968632 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa37f0d-ccca-44b6-a06c-96926007e259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:07.971264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cfa37f0d-ccca-44b6-a06c-96926007e259 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f5e5eda-2cc3-4b10-898b-76bb36ddb149 HTTP/1.1" status: 204 len: 168 time: 0.4153855 Oct 18 20:36:08.012856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa37f0d-ccca-44b6-a06c-96926007e259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e5eda-2cc3-4b10-898b-76bb36ddb149,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:08.173214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Router b5cabd01-a9d1-4d20-b609-d3b323d6dabe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:36:08.177243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Deleting port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:08.177867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:08.248695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a03275-1237-4975-8dfc-30dcefebb09a req-1e59e612-1118-486b-81c9-54e8b3e16df9 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:08.251292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5a03275-1237-4975-8dfc-30dcefebb09a req-1e59e612-1118-486b-81c9-54e8b3e16df9 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 945 time: 0.2107751 Oct 18 20:36:08.285058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] For port b33430c8-bd53-445b-bad1-7cb7fd0c911a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b33430c8-bd53-445b-bad1-7cb7fd0c911a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:08.285739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:08.388743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5a03275-1237-4975-8dfc-30dcefebb09a req-5ba423a8-78b1-4163-80ee-ee0cb2b25f41 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b573bcb-6f04-48b0-961d-6ddf2f617f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233544 Oct 18 20:36:08.447105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Calling delete_port for b33430c8-bd53-445b-bad1-7cb7fd0c911a owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:08.657499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51464) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:08.791029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:08.794966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38011fbb-bf21-4d8a-b5c1-ec2e14e7b7a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:08.812054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] Sync routers for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:08.831865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:08.833477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:08.855411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f6d03dd4-ca11-4df1-8f4b-2bd3d8af76d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/b5cabd01-a9d1-4d20-b609-d3b323d6dabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3933568 Oct 18 20:36:08.885867 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51468) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:08.991663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea1d2-42a0-497a-b680-32801bc6309d req-fe9b58cd-2457-4830-b727-9286c342e424 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:09.003261 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8feea1d2-42a0-497a-b680-32801bc6309d req-fe9b58cd-2457-4830-b727-9286c342e424 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 948 time: 0.3693380 Oct 18 20:36:09.074937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:09.183449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8feea1d2-42a0-497a-b680-32801bc6309d req-65c9ffa1-c4ac-42e9-820f-c98a935da84e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602709 Oct 18 20:36:09.347230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38011fbb-bf21-4d8a-b5c1-ec2e14e7b7a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:09.382673 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38011fbb-bf21-4d8a-b5c1-ec2e14e7b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:09.495746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] For port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,segment=NetworkSegment(ce28949f-6311-4742-b7e3-05505acf2b77),segment_id=ce28949f-6311-4742-b7e3-05505acf2b77)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:09.496564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:09.538775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Calling delete_port for 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:09.541743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 912c968b-3aa9-4cec-aad6-1f52c9bab684 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:09.559670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-38011fbb-bf21-4d8a-b5c1-ec2e14e7b7a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e55bd63fd644e9b92b9d7cea0b66a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8868520 Oct 18 20:36:09.564940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51484) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:09.575662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011fbb-bf21-4d8a-b5c1-ec2e14e7b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557a9839-fee6-4e11-ba5a-977f48fd65c0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:09.661559 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:09.693461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:09.759958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 912c968b-3aa9-4cec-aad6-1f52c9bab684 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:36:09.792125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 912c968b-3aa9-4cec-aad6-1f52c9bab684 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:09.792907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:09.979196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49daa74a-f5c8-45e1-b7c3-6be0dba39128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.047226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event deleted for resources: {'Port': ['ID=b33430c8-bd53-445b-bad1-7cb7fd0c911a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:10.079479 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49daa74a-f5c8-45e1-b7c3-6be0dba39128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.093708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:10.164697 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.276212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eabcc3e0-0e80-45e2-aeff-99bf15dd448f req-122ad902-6cf4-4e9b-96bf-ccb985283175 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 210 time: 0.4891088 Oct 18 20:36:10.305196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49daa74a-f5c8-45e1-b7c3-6be0dba39128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.316823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:36:05Z', 'revision_number': 5, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port': {'id': '0802e965-075b-432f-af0f-dd4f8d27a3b9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:31:45Z', 'updated_at': '2021-10-18T20:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:10.318964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49daa74a-f5c8-45e1-b7c3-6be0dba39128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.326926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912c968b-3aa9-4cec-aad6-1f52c9bab684'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:10.331543 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-49daa74a-f5c8-45e1-b7c3-6be0dba39128 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/557a9839-fee6-4e11-ba5a-977f48fd65c0 HTTP/1.1" status: 204 len: 168 time: 0.7644532 Oct 18 20:36:10.351219 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba668356-0d57-4381-8ccd-08f0a5a3909b" -d '{"events": [{"server_uuid": "ac5cf33e-5da1-479a-bd6e-050f35934cd4", "name": "network-vif-plugged", "status": "completed", "tag": "912c968b-3aa9-4cec-aad6-1f52c9bab684"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:10.363961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daa74a-f5c8-45e1-b7c3-6be0dba39128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557a9839-fee6-4e11-ba5a-977f48fd65c0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:10.477106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 912c968b-3aa9-4cec-aad6-1f52c9bab684, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:10.502721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.513294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] No DVR routers for this DVR port b33430c8-bd53-445b-bad1-7cb7fd0c911a on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:10.522132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.534397 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aa92381-74ef-4cba-8cd1-95bca06fe31e req-2909d057-7863-4478-8304-1db19b576b96 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.79 "DELETE /v2.0/ports/b33430c8-bd53-445b-bad1-7cb7fd0c911a HTTP/1.1" status: 204 len: 173 time: 4.2771411 Oct 18 20:36:10.566162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] Checking router: b5cabd01-a9d1-4d20-b609-d3b323d6dabe for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:10.573839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.575289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b33430c8-bd53-445b-bad1-7cb7fd0c911a no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:10.661959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'name': 'network-vif-deleted', 'tag': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:10.666025 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd995b6-0f63-412d-b902-19b3c9fd2074" -d '{"events": [{"server_uuid": "ae1e9a4b-f940-408a-a58b-fae404b860c1", "name": "network-vif-deleted", "tag": "b33430c8-bd53-445b-bad1-7cb7fd0c911a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:10.694422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:10.748105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f8644-0b5a-4e6d-9232-b0f89d391f7a req-b8dd7ba5-ab5c-4bd5-8417-f2c882a2e61d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:10.818540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc2f8644-0b5a-4e6d-9232-b0f89d391f7a req-b8dd7ba5-ab5c-4bd5-8417-f2c882a2e61d tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 949 time: 0.3355124 Oct 18 20:36:10.874361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: b33430c8-bd53-445b-bad1-7cb7fd0c911a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:10.874758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b33430c8-bd53-445b-bad1-7cb7fd0c911a not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:10.877282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] Routers {'b5cabd01-a9d1-4d20-b609-d3b323d6dabe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:10.881545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:10.943065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc2f8644-0b5a-4e6d-9232-b0f89d391f7a req-506f51e3-8615-40ef-aefa-ab419ee9c6b9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211147 Oct 18 20:36:10.961544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=912c968b-3aa9-4cec-aad6-1f52c9bab684,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:10.986635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Deleting port 0802e965-075b-432f-af0f-dd4f8d27a3b9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:10.986984 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:11.075074 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae47efa-6146-480f-83b0-55332c89620b x-openstack-request-id: req-bae47efa-6146-480f-83b0-55332c89620b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:11.075694 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5cf33e-5da1-479a-bd6e-050f35934cd4", "name": "network-vif-plugged", "status": "completed", "tag": "912c968b-3aa9-4cec-aad6-1f52c9bab684", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:11.076124 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bae47efa-6146-480f-83b0-55332c89620b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:11.076734 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912c968b-3aa9-4cec-aad6-1f52c9bab684', 'code': 200} Oct 18 20:36:11.196997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] Set router b5cabd01-a9d1-4d20-b609-d3b323d6dabe gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:11.214064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] For port 0802e965-075b-432f-af0f-dd4f8d27a3b9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0802e965-075b-432f-af0f-dd4f8d27a3b9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:11.214438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:11.253898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Calling delete_port for 0802e965-075b-432f-af0f-dd4f8d27a3b9 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:11.289064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:36:10Z', 'revision_number': 6, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:11.295379 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 20:36:11.295379 n-d-812149-2 neutron-server[100532]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 18 20:36:11.295379 n-d-812149-2 neutron-server[100532]: [parameters: {'status': 'DOWN', 'ports_id': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a'}] Oct 18 20:36:11.295379 n-d-812149-2 neutron-server[100532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:36:11.296231 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:36:11.356464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78707f5c-84b4-431d-8180-68b0e91b4183 None None] The sync data for ids ['b5cabd01-a9d1-4d20-b609-d3b323d6dabe'] in n-d-812149-2 is: [{'id': 'b5cabd01-a9d1-4d20-b609-d3b323d6dabe', 'name': 'tempest-ServersTestBootFromVolume-1649166336-router', 'tenant_id': 'f010475a70234d549724e709df048488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:31:44Z', 'updated_at': '2021-10-18T20:36:10Z', 'revision_number': 6, 'project_id': 'f010475a70234d549724e709df048488', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:11.452318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:11.525029 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41343bf5-223b-46dd-a30d-02b41c07473d x-openstack-request-id: req-41343bf5-223b-46dd-a30d-02b41c07473d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:11.528661 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e9a4b-f940-408a-a58b-fae404b860c1", "name": "network-vif-deleted", "tag": "b33430c8-bd53-445b-bad1-7cb7fd0c911a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:11.528661 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-41343bf5-223b-46dd-a30d-02b41c07473d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:11.529351 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e9a4b-f940-408a-a58b-fae404b860c1', 'name': 'network-vif-deleted', 'tag': 'b33430c8-bd53-445b-bad1-7cb7fd0c911a', 'status': 'completed', 'code': 200} Oct 18 20:36:11.660749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Pushing event deleted for resources: {'Port': ['ID=6ebbb8df-89c7-4177-8d36-d6fb2ff6497a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:11.828818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1553423-ba88-46b5-90b0-fcaf8135d394 req-753c23b3-0c3c-4c47-883a-5bd8aba4330a tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae1e9a4b-f940-408a-a58b-fae404b860c1 HTTP/1.1" status: 200 len: 210 time: 0.1258662 Oct 18 20:36:11.842081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a update to DOWN by agent not found {{(pid=100532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 20:36:11.860113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] No DVR routers for this DVR port 6ebbb8df-89c7-4177-8d36-d6fb2ff6497a on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:11.913719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ff942-3e65-4d34-aab6-65f048b725da req-9fed6d00-63a2-44b0-882b-53228132783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:11.913909 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca2ff942-3e65-4d34-aab6-65f048b725da req-9fed6d00-63a2-44b0-882b-53228132783a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 1100 time: 0.5047586 Oct 18 20:36:11.915038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:11.924356 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-88291b00-06c2-4dd7-9040-847f5fb766db req-9957c1b8-bd4e-47a0-9853-4d01986a72d1 tempest-MultipleCreateTestJSON-1019369566 tempest-MultipleCreateTestJSON-1019369566-project] 10.222.0.30 "DELETE /v2.0/ports/6ebbb8df-89c7-4177-8d36-d6fb2ff6497a HTTP/1.1" status: 204 len: 173 time: 5.1415391 Oct 18 20:36:12.021621 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca2ff942-3e65-4d34-aab6-65f048b725da req-d4df66f1-ac03-42d7-9ccf-a6a0db535516 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932961 Oct 18 20:36:12.127088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:12.184514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0802e965-075b-432f-af0f-dd4f8d27a3b9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:12.376617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:12.580515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:12.583335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:12.710641 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:12.711277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cabd01-a9d1-4d20-b609-d3b323d6dabe {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:36:12.734529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:12.735790 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-048cf4d3-6526-415d-a64c-5a6227fa4b8c admin admin] 10.222.0.66 "DELETE /v2.0/routers/b5cabd01-a9d1-4d20-b609-d3b323d6dabe HTTP/1.1" status: 204 len: 168 time: 3.8460584 Oct 18 20:36:12.740768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51570) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:12.917271 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:12.977175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0802e965-075b-432f-af0f-dd4f8d27a3b9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:12.979634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] Deleting subnet 5f33aa61-7133-4064-a3f4-e3b444f68160 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:36:12.985855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.039905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0802e965-075b-432f-af0f-dd4f8d27a3b9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:13.040262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0802e965-075b-432f-af0f-dd4f8d27a3b9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:13.055678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5bbe69ef-0d46-421e-95db-33568a203f81 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:13.080986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.109275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 5bbe69ef-0d46-421e-95db-33568a203f81 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:13.112214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5bbe69ef-0d46-421e-95db-33568a203f81 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:13.188654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670684b-805e-432f-b1f5-78370bf1f6b5 req-7b967930-00df-435c-8160-6878472ada16 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:13.196971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7670684b-805e-432f-b1f5-78370bf1f6b5 req-7b967930-00df-435c-8160-6878472ada16 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 949 time: 0.2919438 Oct 18 20:36:13.211402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:13.283674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7670684b-805e-432f-b1f5-78370bf1f6b5 req-4baafa13-880c-4972-898d-f959ae1af419 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804796 Oct 18 20:36:13.318207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.397922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-network', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:13.439862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.463057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Made reservation on behalf of 784b9ee9c6c44ec68bee13236c4344f9 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:13.465580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.477315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.478647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f33aa61-7133-4064-a3f4-e3b444f68160,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:13.486599 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.491398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa99c45a-0133-4d56-958c-f41ef366fcbc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5f33aa61-7133-4064-a3f4-e3b444f68160 HTTP/1.1" status: 204 len: 168 time: 0.7490606 Oct 18 20:36:13.494158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56235151-31ce-4b79-85fb-f0a2be8637ed None None] Network 7ffba340-9994-4043-a337-f11abf606671 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:13.497322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51594) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:13.530727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'name': 'network-vif-deleted', 'tag': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:13.533720 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df307729-e3ba-4266-88c9-dd5c6199297d" -d '{"events": [{"server_uuid": "14cfdc92-80a1-4bc7-afc8-077a166a4cef", "name": "network-vif-deleted", "tag": "6ebbb8df-89c7-4177-8d36-d6fb2ff6497a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:13.704474 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.727069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.744348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.796999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:36:13.839874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Deleting port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:13.841065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.858229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:13.859231 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Added segment 8e4066eb-c08a-4b87-b05b-a78dd3e2b827 of type vlan for network bd913815-eec6-44f2-9157-a7ab63622917 Oct 18 20:36:13.941905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] DHCP port deletion for 7ffba340-9994-4043-a337-f11abf606671 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:36:14.019392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.027972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] For port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:14.028874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.058364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7a4d0b-c0e0-4b52-a01a-6a0617448c33,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:14.070005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] Deleting port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:14.070906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.074732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Calling delete_port for 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:14.103439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.105855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:14.107750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.182032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] For port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,segment=NetworkSegment(9219e3df-2851-438e-a658-8eafe36a72ab),segment_id=9219e3df-2851-438e-a658-8eafe36a72ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:14.184543 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.206699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] Calling delete_port for 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:14.249727 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c754f92a-99bd-4a46-bea1-c4782cdc87d4 x-openstack-request-id: req-c754f92a-99bd-4a46-bea1-c4782cdc87d4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:14.250209 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14cfdc92-80a1-4bc7-afc8-077a166a4cef", "name": "network-vif-deleted", "tag": "6ebbb8df-89c7-4177-8d36-d6fb2ff6497a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:14.250634 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c754f92a-99bd-4a46-bea1-c4782cdc87d4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:14.251300 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14cfdc92-80a1-4bc7-afc8-077a166a4cef', 'name': 'network-vif-deleted', 'tag': '6ebbb8df-89c7-4177-8d36-d6fb2ff6497a', 'status': 'completed', 'code': 200} Oct 18 20:36:14.257888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] Pushing event updated for resources: {'Network': ['ID=bd913815-eec6-44f2-9157-a7ab63622917,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:14.261041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.282222 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a565561b-74c2-4769-891b-f9bca83c60fd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0695632 Oct 18 20:36:14.287387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51610) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:14.299913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network bd913815-eec6-44f2-9157-a7ab63622917 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:36:14.338850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51616) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:14.374878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Request body: {'subnet': {'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-subnet', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:14.402431 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:14.440122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] No DVR routers for this DVR port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:14.460913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] Deleting subnet 980deca7-d2b0-4a51-b6f9-c731945cb0bb {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: from cryptography.utils import int_from_bytes Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: from cryptography.utils import int_from_bytes Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.463999 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:36:14.467750 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:36:14.473206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.478618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.582542 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.625061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] Pushing event deleted for resources: {'Port': ['ID=3a2bc47a-1107-4fa3-b092-f9f2f4f16999,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:14.635402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa08570-2503-450d-be3c-0a6c8565ff89 None None] No DVR routers for this DVR port 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:14.655371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Made reservation on behalf of 784b9ee9c6c44ec68bee13236c4344f9 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:14.665365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.712735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.816351 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.875538 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.899167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:14.913667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffba340-9994-4043-a337-f11abf606671']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:14.929289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b31e9-df8d-4014-bd96-c972743ee9c1 req-71102212-9076-4e9f-bfab-b3ce40fffc87 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:14.937317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad7b31e9-df8d-4014-bd96-c972743ee9c1 req-71102212-9076-4e9f-bfab-b3ce40fffc87 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 949 time: 0.2519984 Oct 18 20:36:14.974932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:14.975508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3a2bc47a-1107-4fa3-b092-f9f2f4f16999 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:14.975907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980deca7-d2b0-4a51-b6f9-c731945cb0bb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:14.983661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:14.990165 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-52967a42-5de9-4d7e-8b23-08131495d708 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/980deca7-d2b0-4a51-b6f9-c731945cb0bb HTTP/1.1" status: 204 len: 168 time: 0.6467006 Oct 18 20:36:14.990290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9219e3df-2851-438e-a658-8eafe36a72ab') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:14.992545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51628) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:14.992705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9219e3df-2851-438e-a658-8eafe36a72ab') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:15.017543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.050242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad7b31e9-df8d-4014-bd96-c972743ee9c1 req-c417bf0a-5600-4a6c-964a-c6f64ae191d3 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103225 Oct 18 20:36:15.056204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.113117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:36:15.113944 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:36:15.116545 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:36:15.241804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.401424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.407914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.449208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ed0f59-09a1-4c04-be0d-62ec85774189']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:15.479523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce28949f-6311-4742-b7e3-05505acf2b77') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:15.479863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce28949f-6311-4742-b7e3-05505acf2b77') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:15.504370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db4c055-07d1-4336-b50b-7bea3eb07db6,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:15.514129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.522940 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.546366 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.556953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:36:15.557387 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:36:15.559766 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:36:15.577591 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.581618 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7ffba340-9994-4043-a337-f11abf606671 HTTP/1.1" status: 204 len: 168 time: 2.0831552 Oct 18 20:36:15.664799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.674621 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:15.683792 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/31ed0f59-09a1-4c04-be0d-62ec85774189 HTTP/1.1" status: 204 len: 168 time: 0.6894405 Oct 18 20:36:15.709972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b297f9b-f169-4c05-b806-4e330e448fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ed0f59-09a1-4c04-be0d-62ec85774189,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:15.717770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb48d91-63a1-42d6-b55a-667697a3a892 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ffba340-9994-4043-a337-f11abf606671,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:15.734192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfacef-e604-4387-9937-34dd94c05bbc req-517c6347-a264-409e-a5c5-5bfa5b9d2bf0 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:15.743211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fadfacef-e604-4387-9937-34dd94c05bbc req-517c6347-a264-409e-a5c5-5bfa5b9d2bf0 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 1100 time: 0.2377653 Oct 18 20:36:15.775491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Checking segment: {'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:15.776146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Network hostable DHCP agents. Network: bd913815-eec6-44f2-9157-a7ab63622917, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:36:15.800459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fadfacef-e604-4387-9937-34dd94c05bbc req-431b1a17-122d-49e7-b555-bf828dc0574e tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 Oct 18 20:36:15.834588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Network bd913815-eec6-44f2-9157-a7ab63622917 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:36:15.872214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, bd913815-eec6-44f2-9157-a7ab63622917) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:15.888298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8446054d-aa31-4af0-84d3-eb9beb86efdf None None] Network bd913815-eec6-44f2-9157-a7ab63622917 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:15.915869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:15.929004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51652) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:15.945406 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.044459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e96d11bd-74c1-4cb6-9979-b4adf8ae00c5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7559164 Oct 18 20:36:16.051004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51656) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:16.097864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:16.160893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bdb19d12-6970-4e6b-87c4-aace086da846 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f010475a70234d549724e709df048488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234368 Oct 18 20:36:16.161396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51664) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:16.198617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51668) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:16.219104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.220900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.325992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.429337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-74494628-9612-4d14-a6a4-1ce4aff481e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3182437a3b51423abb0d6528f9b909db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292044 Oct 18 20:36:16.431687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-bd913815-eec6-44f2-9157-a7ab63622917', 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'fixed_ips': [{'subnet_id': '8db4c055-07d1-4336-b50b-7bea3eb07db6'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:36:16.432616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.440141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51682) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:16.446922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-3c4fadfe-4575-4315-b437-828fa4b5089f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545461 Oct 18 20:36:16.448982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca603e3c-c910-4864-8673-27b9eba5d887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.512473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca603e3c-c910-4864-8673-27b9eba5d887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.575809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.643755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfa33db7-cab5-45a7-9d81-6575e8733da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.671652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfa33db7-cab5-45a7-9d81-6575e8733da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.684761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-0f0b0042-d3da-4e81-8d33-426a14b319cb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:16.686421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-0f0b0042-d3da-4e81-8d33-426a14b319cb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207565 Oct 18 20:36:16.700798 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca603e3c-c910-4864-8673-27b9eba5d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.703649 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca603e3c-c910-4864-8673-27b9eba5d887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.708936 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ca603e3c-c910-4864-8673-27b9eba5d887 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5de3b1b5-7b93-46b3-a5e9-a84ffb13cd9e HTTP/1.1" status: 204 len: 168 time: 0.5426290 Oct 18 20:36:16.747082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca603e3c-c910-4864-8673-27b9eba5d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3b1b5-7b93-46b3-a5e9-a84ffb13cd9e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:16.772881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-1374be7f-d817-4117-af70-bea57ec919e8 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/quotas/711a7e28a8264426914596237ea2fec8 HTTP/1.1" status: 200 len: 375 time: 0.0275886 Oct 18 20:36:16.817869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Allocated IP 172.20.0.2 (bd913815-eec6-44f2-9157-a7ab63622917/8db4c055-07d1-4336-b50b-7bea3eb07db6/9561d9eb-a8aa-47c8-bf83-f26bf81991a4) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:16.819733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfa33db7-cab5-45a7-9d81-6575e8733da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.827207 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfa33db7-cab5-45a7-9d81-6575e8733da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:16.828860 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cfa33db7-cab5-45a7-9d81-6575e8733da9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b573bcb-6f04-48b0-961d-6ddf2f617f92 HTTP/1.1" status: 204 len: 168 time: 0.3849511 Oct 18 20:36:16.886946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa33db7-cab5-45a7-9d81-6575e8733da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b573bcb-6f04-48b0-961d-6ddf2f617f92,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:16.954888 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-43f5eafe-8ca8-49e7-a768-32f87ba50ef5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1807466 Oct 18 20:36:17.361585 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:17.385917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:17.489266 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:17.521588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Pushing event updated for resources: {'Port': ['ID=9561d9eb-a8aa-47c8-bf83-f26bf81991a4,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:17.546625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:17.584079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.584527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.584860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.585192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.585526 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.585857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.586179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.616511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.617588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.618119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.618670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.619206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:17.679456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Network bd913815-eec6-44f2-9157-a7ab63622917 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:17.693818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:17.709774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:17.936310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-883c4cd0-97b5-4f6b-ab77-86909e8e038c req-4c8c2796-1b23-4acc-beac-4263be590215 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 210 time: 0.1515467 Oct 18 20:36:17.946732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Allocated IP 172.25.7.96 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/76d53fca-b546-4d0c-8600-7ed41fc656f4) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:18.047683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Attempting to bind port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:18.048064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Attempting to bind port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:18.048459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Attempting to bind port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 on network bd913815-eec6-44f2-9157-a7ab63622917 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:18.074856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:18.075249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Checking segment: {'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:18.077634 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:18.077980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Bound using segment: {'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:18.078631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Bound port: 9561d9eb-a8aa-47c8-bf83-f26bf81991a4, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:18.079026 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:18.371447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] For port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:18.382039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:18.385124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] For port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9561d9eb-a8aa-47c8-bf83-f26bf81991a4,segment=NetworkSegment(8e4066eb-c08a-4b87-b05b-a78dd3e2b827),segment_id=8e4066eb-c08a-4b87-b05b-a78dd3e2b827)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:18.396915 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:18.503141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:18.507733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:18.569089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b2d4b-105b-4695-a149-4723a620ce6e None None] Pushing event updated for resources: {'Port': ['ID=9561d9eb-a8aa-47c8-bf83-f26bf81991a4,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:18.666888 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad57a88a-fe20-469f-8cf4-077a998d8f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:18.674465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:18.706999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:18.715944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:18.718490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Pushing event updated for resources: {'Port': ['ID=76d53fca-b546-4d0c-8600-7ed41fc656f4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:19.226340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51770) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:19.314420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:19.599489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51786) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:19.695350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51790) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:19.757905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61229b1e-b4ee-424b-ad4a-273d1e84c55a req-e9ead88a-f90b-48f9-8b06-54436532d60f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 210 time: 0.0899372 Oct 18 20:36:19.834898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-network', 'tenant_id': '94e4669136974840b417c5b4204acd9a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:19.935139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2110747642-network', 'tenant_id': '6913901c834d49d58c76735366db01f6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:19.948888 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-c215090a-479a-4c52-9611-95660562302b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488298 Oct 18 20:36:19.979404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Made reservation on behalf of 6913901c834d49d58c76735366db01f6 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:19.984299 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:19.988423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:19.990942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.041127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.055296 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-654cd0df-7c00-4db8-9c14-640af8d699a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.060643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.325229 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.344802 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.365334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:36:20.382437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.396017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5cfa9-fe36-4fa2-bf53-ca203c80a9af None None] Network bd913815-eec6-44f2-9157-a7ab63622917 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:20.432498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebdf87-8250-4e54-b2a5-00c995a14501,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:20.441756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.452649 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.453922 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Added segment fe60c2cf-e063-46fd-bed5-aa5d9669214c of type vlan for network f23486b7-cf6a-4f9c-859c-e8bada6c14be Oct 18 20:36:20.497866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516b0886-8592-475f-8b27-766f50b1c7c9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:20.574072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:36:20.579941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-55cae119-631d-41a5-bda4-7dc51bbf8826 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:20.582247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-55cae119-631d-41a5-bda4-7dc51bbf8826 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6271613 Oct 18 20:36:20.612505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:20.627229 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.637966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.638800 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Added segment d9323089-cee1-4f57-838b-9e60bef5de0a of type vlan for network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 Oct 18 20:36:20.748966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.763094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e35c43a3-a394-4897-89ff-1e210c766932 None None] Provisioning complete for port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:20.764159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e35c43a3-a394-4897-89ff-1e210c766932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.765358 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.766397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:20.766989 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.807618 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5797853 Oct 18 20:36:20.819730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51830) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:20.876696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Request body: {'subnet': {'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2110747642-subnet', 'tenant_id': '6913901c834d49d58c76735366db01f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:20.899431 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-654cd0df-7c00-4db8-9c14-640af8d699a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:20.963366 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-654cd0df-7c00-4db8-9c14-640af8d699a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.005732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.042709 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e35c43a3-a394-4897-89ff-1e210c766932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.060061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:21.112716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Made reservation on behalf of 6913901c834d49d58c76735366db01f6 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:21.113389 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.114944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:21.115544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.118658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.210866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6092999 Oct 18 20:36:21.212929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e35c43a3-a394-4897-89ff-1e210c766932 None None] For port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9561d9eb-a8aa-47c8-bf83-f26bf81991a4,segment=NetworkSegment(8e4066eb-c08a-4b87-b05b-a78dd3e2b827),segment_id=8e4066eb-c08a-4b87-b05b-a78dd3e2b827)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:21.231509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:21.231888 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.233536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6949a1e-8796-4833-a31c-703102b49e6f admin admin] Pushing event updated for resources: {'Network': ['ID=f23486b7-cf6a-4f9c-859c-e8bada6c14be,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:21.233858 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e35c43a3-a394-4897-89ff-1e210c766932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.244831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:21.266840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Request body: {'subnet': {'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-subnet', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:21.307034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-654cd0df-7c00-4db8-9c14-640af8d699a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6add901ee4804863adc08a4dfc6efbac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6102359 Oct 18 20:36:21.312530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cd0df-7c00-4db8-9c14-640af8d699a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc5f4d7-6a6c-42ce-a40f-fa3071bbfa2a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:21.314797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c43a3-a394-4897-89ff-1e210c766932 None None] Pushing event updated for resources: {'Port': ['ID=9561d9eb-a8aa-47c8-bf83-f26bf81991a4,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:21.317751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f23486b7-cf6a-4f9c-859c-e8bada6c14be details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:36:21.331819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:21.361941 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.422444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fdb95210-e924-4714-8b66-590d36c74a2b None None] Provisioning complete for port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:21.423030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdb95210-e924-4714-8b66-590d36c74a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.423286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71a76a9-0f93-4394-8f56-5f6f938d6514,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:21.474217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f257614-8c52-4086-a58e-c3797382a927 admin admin] Pushing event updated for resources: {'Network': ['ID=98b4e60f-3bc9-4a8a-8036-4a086592c7f6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:21.492876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:21.495727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.505864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:36:21.541576 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46dde23d-3321-4433-8707-13b23e04ca78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.605763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:21.610056 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.634415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Checking segment: {'id': 'fe60c2cf-e063-46fd-bed5-aa5d9669214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:21.634654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Network hostable DHCP agents. Network: f23486b7-cf6a-4f9c-859c-e8bada6c14be, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:36:21.643159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0393d835-ae71-4fb3-91e6-10eee9fbe5b0 req-dbb5f707-05b6-4d9b-9bd8-9a1811b71582 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 210 time: 0.0509756 Oct 18 20:36:21.664781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46dde23d-3321-4433-8707-13b23e04ca78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.789774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46dde23d-3321-4433-8707-13b23e04ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.794499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46dde23d-3321-4433-8707-13b23e04ca78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.798448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-46dde23d-3321-4433-8707-13b23e04ca78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccc5f4d7-6a6c-42ce-a40f-fa3071bbfa2a HTTP/1.1" status: 204 len: 168 time: 0.4572048 Oct 18 20:36:21.813185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dde23d-3321-4433-8707-13b23e04ca78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc5f4d7-6a6c-42ce-a40f-fa3071bbfa2a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:21.880674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.241 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/df48ae1c-966c-4347-a853-59bdb7e0d27b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:21.897450 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:21.963594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Network f23486b7-cf6a-4f9c-859c-e8bada6c14be is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:36:21.994478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:36:22.013267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, f23486b7-cf6a-4f9c-859c-e8bada6c14be) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:22.017826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:22.018724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.026963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c305f89f-866e-4576-9b5b-498946350648,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:22.033360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78dec9-132a-4953-b863-8e8655143ec5 None None] Network f23486b7-cf6a-4f9c-859c-e8bada6c14be requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:22.044220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Checking segment: {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:22.044585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Network hostable DHCP agents. Network: 98b4e60f-3bc9-4a8a-8036-4a086592c7f6, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:36:22.096874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:36:22.115898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 98b4e60f-3bc9-4a8a-8036-4a086592c7f6) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:22.120558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:22.121225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.141501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1c95176b-8a64-4499-9286-e68fb8fb8a26 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3019223 Oct 18 20:36:22.177457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2933dc-54a9-40e2-ad48-671e4e50eefe None None] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:22.185756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c681432a-fc94-46d3-992a-6803a6146557 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9297767 Oct 18 20:36:22.186966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51878) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:22.210813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:22.262037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.266008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.374352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.376692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:22.381021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.388530 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Sync routers for ids ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:22.412481 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.413835 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-af2a7bf2-9e47-4327-9f3a-c07d229b633e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3399663 Oct 18 20:36:22.416824 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Routers {'0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:22.418618 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:35:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:22.419556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51886) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:22.479453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51892) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:22.502350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6819502-532a-44aa-a6a8-06eb2ddad3d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.515981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:22.534526 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:36:22.537985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['3edb5123-175c-4422-99e5-38e11f1a4df9', '912c968b-3aa9-4cec-aad6-1f52c9bab684'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:36:22.653422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:22.699607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:22.706687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:22.717750 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Set router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:22.721539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=df48ae1c-966c-4347-a853-59bdb7e0d27b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:22.972301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a337700-b83f-4dc6-ae4e-5a6983b10f89 None None] Network f23486b7-cf6a-4f9c-859c-e8bada6c14be requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:23.029356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:23.030120 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.050943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:23.130535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:36:23.132582 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.157785 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:16Z', 'updated_at': '2021-10-18T20:36:19Z', 'revision_number': 3, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'gw_port': {'id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:17Z', 'updated_at': '2021-10-18T20:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:23.199342 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Checking router: 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:23.200024 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Updating router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e port 76d53fca-b546-4d0c-8600-7ed41fc656f4 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:36:23.204375 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-73424c3a-091b-45f6-bbe3-e995bb40301f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6109984 Oct 18 20:36:23.219431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Request body: {'port': {'device_id': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:23.232126 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.323022 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.331959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.377866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3e476bcd-9d84-441a-a44c-3c0c5b1d1ba2 None None] Provisioning complete for port df48ae1c-966c-4347-a853-59bdb7e0d27b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:23.379024 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e476bcd-9d84-441a-a44c-3c0c5b1d1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.414796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796aa9-57a0-4152-a666-654d930f9f8e req-b057446b-beca-49bf-82cb-2439c3369d0a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:23.422743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-b057446b-beca-49bf-82cb-2439c3369d0a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/networks?id=f23486b7-cf6a-4f9c-859c-e8bada6c14be HTTP/1.1" status: 200 len: 822 time: 0.2494688 Oct 18 20:36:23.463245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-7f154a76-888e-45e8-b0e7-5a4fa97803df tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/quotas/6913901c834d49d58c76735366db01f6 HTTP/1.1" status: 200 len: 375 time: 0.0390446 Oct 18 20:36:23.487863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6819502-532a-44aa-a6a8-06eb2ddad3d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.517027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-be04604b-78c7-4d80-8440-35bda7ff9753 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6913901c834d49d58c76735366db01f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532467 Oct 18 20:36:23.561446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6819502-532a-44aa-a6a8-06eb2ddad3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.576223 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.584991 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.604024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Allocated IP 172.20.0.2 (98b4e60f-3bc9-4a8a-8036-4a086592c7f6/c305f89f-866e-4576-9b5b-498946350648/a7ec2cc3-4e64-4674-a533-bca3aa24333c) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:23.657925 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Attempting to bind port 76d53fca-b546-4d0c-8600-7ed41fc656f4 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:23.658347 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Attempting to bind port 76d53fca-b546-4d0c-8600-7ed41fc656f4 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:23.658711 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Attempting to bind port 76d53fca-b546-4d0c-8600-7ed41fc656f4 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:23.668907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c6819502-532a-44aa-a6a8-06eb2ddad3d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1ed60e714b441c08bdda33a1541835f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1882997 Oct 18 20:36:23.670836 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:23.671210 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:23.671747 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.672193 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:23.672703 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Bound port: 76d53fca-b546-4d0c-8600-7ed41fc656f4, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:23.673103 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.674775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51922) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:23.688737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.743523 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] For port 76d53fca-b546-4d0c-8600-7ed41fc656f4, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:23.747628 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] For port 76d53fca-b546-4d0c-8600-7ed41fc656f4, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=76d53fca-b546-4d0c-8600-7ed41fc656f4,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:23.756235 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Pushing event updated for resources: {'Port': ['ID=76d53fca-b546-4d0c-8600-7ed41fc656f4,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:23.760015 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.774016 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.774386 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.774738 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.775075 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.775401 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.775728 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.776049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.776369 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.776713 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.777028 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.777501 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.777820 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:23.806507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.815870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819502-532a-44aa-a6a8-06eb2ddad3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5135ef92-c211-4ac9-8697-1c79e59d3575,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:23.821079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3e476bcd-9d84-441a-a44c-3c0c5b1d1ba2 None None] Port df48ae1c-966c-4347-a853-59bdb7e0d27b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:23.843569 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd1657-e6c4-4bbe-8a0f-3e3fad2a982e None None] Pushing event updated for resources: {'Port': ['ID=76d53fca-b546-4d0c-8600-7ed41fc656f4,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:23.853805 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d93dc6ca-5430-4fb1-8528-322a97e71b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.865432 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Routers {'0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:23.866384 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:23.871141 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.931175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df48ae1c-966c-4347-a853-59bdb7e0d27b {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:23.955965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-8a6f74ba-430c-47d7-9f9a-a4e2288c5a27 service neutron] 10.222.0.66 "GET /v2.0/networks/f23486b7-cf6a-4f9c-859c-e8bada6c14be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356344 Oct 18 20:36:23.962702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:23.974087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Pushing event updated for resources: {'Port': ['ID=a7ec2cc3-4e64-4674-a533-bca3aa24333c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:23.991189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Transition to ACTIVE for port object df48ae1c-966c-4347-a853-59bdb7e0d27b will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:36:23.999641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:24.000650 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.003964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Allocated IP 172.20.0.1 (bd913815-eec6-44f2-9157-a7ab63622917/8db4c055-07d1-4336-b50b-7bea3eb07db6/556145b1-4fad-4a88-8b0e-99bd7f97137b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:24.048236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:24.057921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:24.067812 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] Set router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:24.087004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f45b46aa-3236-4ca9-b9fb-3562005d20d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.087290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Pushing event updated for resources: {'Port': ['ID=df48ae1c-966c-4347-a853-59bdb7e0d27b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:24.190361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:24.190762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.280520 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.309279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Attempting to bind port a7ec2cc3-4e64-4674-a533-bca3aa24333c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:24.309729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Attempting to bind port a7ec2cc3-4e64-4674-a533-bca3aa24333c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:24.310031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Attempting to bind port a7ec2cc3-4e64-4674-a533-bca3aa24333c on network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:24.323034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:24.323602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Checking segment: {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:24.323938 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.324346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Bound using segment: {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:24.324918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Bound port: a7ec2cc3-4e64-4674-a533-bca3aa24333c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:24.325318 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.367935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Attempting to bind port df48ae1c-966c-4347-a853-59bdb7e0d27b on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:24.368268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Attempting to bind port df48ae1c-966c-4347-a853-59bdb7e0d27b by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:24.368649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Attempting to bind port df48ae1c-966c-4347-a853-59bdb7e0d27b on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:24.385231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Port df48ae1c-966c-4347-a853-59bdb7e0d27b on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:36:24.385547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Attempting to bind port df48ae1c-966c-4347-a853-59bdb7e0d27b on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:24.429143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.445014 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f45b46aa-3236-4ca9-b9fb-3562005d20d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.455948 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:16Z', 'updated_at': '2021-10-18T20:36:19Z', 'revision_number': 3, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'gw_port': {'id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:17Z', 'updated_at': '2021-10-18T20:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:24.478356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:24.478859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:24.479137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:24.480419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Bound port: df48ae1c-966c-4347-a853-59bdb7e0d27b, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:24.480821 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.484016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.526221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-2ed1996f-fd51-4dec-8b49-600636a03e7a service neutron] 10.222.0.66 "GET /v2.0/networks/f23486b7-cf6a-4f9c-859c-e8bada6c14be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690732 Oct 18 20:36:24.554904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Network bd913815-eec6-44f2-9157-a7ab63622917 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:24.559716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:24.592427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] For port a7ec2cc3-4e64-4674-a533-bca3aa24333c, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:24.593404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:24.634926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Pushing event updated for resources: {'Port': ['ID=556145b1-4fad-4a88-8b0e-99bd7f97137b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:24.665067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] For port a7ec2cc3-4e64-4674-a533-bca3aa24333c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a7ec2cc3-4e64-4674-a533-bca3aa24333c,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:24.677307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.694444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.715756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.735163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.872320 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becba3b1-2c89-4b9f-ac73-d98ffb2c583a None None] The sync data for ids ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'] in n-d-812149-2 is: [{'id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:16Z', 'updated_at': '2021-10-18T20:36:19Z', 'revision_number': 3, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'gw_port': {'id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:17Z', 'updated_at': '2021-10-18T20:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:24.908659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f45b46aa-3236-4ca9-b9fb-3562005d20d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.911707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f45b46aa-3236-4ca9-b9fb-3562005d20d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:24.913004 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f45b46aa-3236-4ca9-b9fb-3562005d20d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5135ef92-c211-4ac9-8697-1c79e59d3575 HTTP/1.1" status: 204 len: 168 time: 1.2041147 Oct 18 20:36:24.994017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b46aa-3236-4ca9-b9fb-3562005d20d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5135ef92-c211-4ac9-8697-1c79e59d3575,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:25.063782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Allocated IP 172.25.7.154 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/876e6b48-b510-4ba3-b65f-d91919479bac) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:25.118766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480ab89-e655-4ba2-981e-1981e682ad19 None None] Pushing event updated for resources: {'Port': ['ID=a7ec2cc3-4e64-4674-a533-bca3aa24333c,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:25.192913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:25.284770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-178295ef-142e-43bd-9342-ce0c190546be None None] Provisioning complete for port 556145b1-4fad-4a88-8b0e-99bd7f97137b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:25.285159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-178295ef-142e-43bd-9342-ce0c190546be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:25.327877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1113f5-d7d6-4990-b5c9-d986b86b7b43 req-1dd832f7-67cb-4e58-889e-61d85fed1208 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:25.341347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb1113f5-d7d6-4990-b5c9-d986b86b7b43 req-1dd832f7-67cb-4e58-889e-61d85fed1208 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 948 time: 0.2486987 Oct 18 20:36:25.459094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] For port df48ae1c-966c-4347-a853-59bdb7e0d27b, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:25.493777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-178295ef-142e-43bd-9342-ce0c190546be None None] Port 556145b1-4fad-4a88-8b0e-99bd7f97137b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:25.494209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] For port df48ae1c-966c-4347-a853-59bdb7e0d27b, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=df48ae1c-966c-4347-a853-59bdb7e0d27b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:25.515648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:25.552157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:25.607963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Pushing event updated for resources: {'Port': ['ID=df48ae1c-966c-4347-a853-59bdb7e0d27b,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:25.620011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:25.620750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:25.622383 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-830bd8a9-43eb-47d2-8bfe-b3b51c101122 service neutron] 10.222.0.79 "PUT /v2.0/ports/df48ae1c-966c-4347-a853-59bdb7e0d27b HTTP/1.1" status: 200 len: 1096 time: 2.4083023 Oct 18 20:36:25.622980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'tag': 'df48ae1c-966c-4347-a853-59bdb7e0d27b'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:25.625706 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3206f-d127-4a86-b2c3-09ff5af543f5" -d '{"events": [{"name": "network-changed", "server_uuid": "20091f4b-1f2b-454b-842e-7b6ee67df42a", "tag": "df48ae1c-966c-4347-a853-59bdb7e0d27b"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:25.646515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:25.712291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:25.826501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-0c1f71cb-6a99-4e64-859e-154173a396be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:25.838361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-0c1f71cb-6a99-4e64-859e-154173a396be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 1099 time: 0.1247575 Oct 18 20:36:25.898835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb1113f5-d7d6-4990-b5c9-d986b86b7b43 req-2b925710-76af-4b9b-a6fd-076621d5f8fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558074 Oct 18 20:36:25.975632 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-d6f05e0f-4d36-4e95-a1d9-249394bab89c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=df48ae1c-966c-4347-a853-59bdb7e0d27b HTTP/1.1" status: 200 len: 217 time: 0.1358826 Oct 18 20:36:25.999440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:26.022571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:26.028307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:26.037961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:26.172568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Pushing event updated for resources: {'Port': ['ID=876e6b48-b510-4ba3-b65f-d91919479bac,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:26.200903 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:26.287797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:26.290610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:26.293126 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee2ed4-855b-4b45-af57-3e8c85d9e184" -d '{"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:26.307161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:26.507070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:26.526027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:26.550508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-a91e953d-c5b5-4834-95c6-e19cb7607e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:26.552909 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-a91e953d-c5b5-4834-95c6-e19cb7607e68 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.5692532 Oct 18 20:36:26.600737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27f327a9-92a3-4c01-a4be-cf2e222e9ce3 req-2403f409-5eac-44d8-a878-9f63a7968710 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 210 time: 0.0566263 Oct 18 20:36:26.686182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:26.703713 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba55c394-30de-45bd-82d7-3ffd14c485ec x-openstack-request-id: req-ba55c394-30de-45bd-82d7-3ffd14c485ec {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:26.703713 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20091f4b-1f2b-454b-842e-7b6ee67df42a", "tag": "df48ae1c-966c-4347-a853-59bdb7e0d27b", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:26.703713 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba55c394-30de-45bd-82d7-3ffd14c485ec {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:26.704217 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'tag': 'df48ae1c-966c-4347-a853-59bdb7e0d27b', 'status': 'completed', 'code': 200} Oct 18 20:36:26.706190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:26.724098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:26.840457 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5eda5e-3730-4189-82e5-24cb3117103c x-openstack-request-id: req-df5eda5e-3730-4189-82e5-24cb3117103c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:26.841053 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:26.841475 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df5eda5e-3730-4189-82e5-24cb3117103c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:26.842087 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'code': 200} Oct 18 20:36:26.937259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1390ced-9d8e-4bc1-96aa-69115ecc13ed None None] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:26.996095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Pushing event updated for resources: {'Port': ['ID=556145b1-4fad-4a88-8b0e-99bd7f97137b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:27.022071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0d94-6294-4be0-b830-05bb989da07e req-96ee5ae4-841e-419a-8e4a-ddac33b0ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:27.074049 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-96ee5ae4-841e-419a-8e4a-ddac33b0ebcd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5067213 Oct 18 20:36:27.124786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7ec2cc3-4e64-4674-a533-bca3aa24333c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:27.218541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3be54112-9aa1-4908-b380-8b770f30bedb None None] Provisioning complete for port a7ec2cc3-4e64-4674-a533-bca3aa24333c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:27.219640 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3be54112-9aa1-4908-b380-8b770f30bedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.227412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.319228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a7ec2cc3-4e64-4674-a533-bca3aa24333c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:27.319534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78cd30-db41-4d1c-94b0-85132a3620ed req-6288460e-b3d7-4fda-981c-bcaacf17323a tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:27.319766 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.329515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b78cd30-db41-4d1c-94b0-85132a3620ed req-6288460e-b3d7-4fda-981c-bcaacf17323a tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 948 time: 0.1425805 Oct 18 20:36:27.344546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51988) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:27.399902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b78cd30-db41-4d1c-94b0-85132a3620ed req-5d3c39e1-06d0-4885-ab99-94720e7507fa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694537 Oct 18 20:36:27.401076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.439348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3be54112-9aa1-4908-b380-8b770f30bedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.495762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-fd71942c-b575-418d-83f2-8bf09f2f18c9 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729770 Oct 18 20:36:27.589751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3be54112-9aa1-4908-b380-8b770f30bedb None None] For port a7ec2cc3-4e64-4674-a533-bca3aa24333c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a7ec2cc3-4e64-4674-a533-bca3aa24333c,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:27.594781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-network', 'tenant_id': '147670aa9a764dc2a884b48bcac26902'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:27.667099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796aa9-57a0-4152-a666-654d930f9f8e req-b16bbb46-6872-483c-8a2e-3ce9b660afb3 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:27.668916 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-b16bbb46-6872-483c-8a2e-3ce9b660afb3 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.30 "GET /v2.0/networks?id=f23486b7-cf6a-4f9c-859c-e8bada6c14be HTTP/1.1" status: 200 len: 822 time: 0.6513565 Oct 18 20:36:27.687093 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3be54112-9aa1-4908-b380-8b770f30bedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.689490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Request body: {'port': {'device_id': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be', 'admin_state_up': True, 'tenant_id': '6913901c834d49d58c76735366db01f6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:27.714819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a545b-eac2-4edc-a9e3-4103be38fd30 req-8c376b36-d6a5-4f9a-887d-c44962adc001 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:27.723201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac5a545b-eac2-4edc-a9e3-4103be38fd30 req-8c376b36-d6a5-4f9a-887d-c44962adc001 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 948 time: 0.1359797 Oct 18 20:36:27.725242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:36:27.729512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Made reservation on behalf of 147670aa9a764dc2a884b48bcac26902 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:27.732608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.761677 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.834113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 76d53fca-b546-4d0c-8600-7ed41fc656f4 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:27.840692 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23bf0d94-6294-4be0-b830-05bb989da07e req-2267bbca-2de9-47b9-a7f0-f5576db8c80c service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318534 Oct 18 20:36:27.848732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Network bd913815-eec6-44f2-9157-a7ab63622917 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:27.862439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:27.959342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be54112-9aa1-4908-b380-8b770f30bedb None None] Pushing event updated for resources: {'Port': ['ID=a7ec2cc3-4e64-4674-a533-bca3aa24333c,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:27.969055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 76d53fca-b546-4d0c-8600-7ed41fc656f4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:27.969490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:27.982518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac5a545b-eac2-4edc-a9e3-4103be38fd30 req-9b3bab24-1781-4a36-9b3b-cf6764ae7a63 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581446 Oct 18 20:36:28.031615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fdd16579-05b7-47e6-904c-6c1a7beb28f6 None None] Provisioning complete for port a7ec2cc3-4e64-4674-a533-bca3aa24333c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:28.031945 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdd16579-05b7-47e6-904c-6c1a7beb28f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.172668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Made reservation on behalf of 6913901c834d49d58c76735366db01f6 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:28.178942 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.194347 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.198785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:28.225204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Sync routers for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:28.248648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.254026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3baad702-a6f9-4dc5-9cd3-ae3a758a7b6d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0602322 Oct 18 20:36:28.258883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51998) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:28.356545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 76d53fca-b546-4d0c-8600-7ed41fc656f4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=76d53fca-b546-4d0c-8600-7ed41fc656f4,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:28.382037 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.394465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:28.397139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:28.459970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-334efd8b-f87f-4762-8910-9698b537a703 req-721120b5-ec72-4ce1-b06f-74db06c2a078 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 210 time: 0.0628772 Oct 18 20:36:28.464488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.532505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-0dfc5485-1e58-4cc9-8be3-54fb06672705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:28.535248 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-0dfc5485-1e58-4cc9-8be3-54fb06672705 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 1099 time: 0.5277917 Oct 18 20:36:28.548055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Allocated IP 172.20.0.7 (f23486b7-cf6a-4f9c-859c-e8bada6c14be/f71a76a9-0f93-4394-8f56-5f6f938d6514/1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:28.572513 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.687302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:36:28.706137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.706790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:36:28.708670 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Added segment 5a6d458d-d257-48c0-acf0-0a40f6edf639 of type vlan for network e08db165-6c5e-4c90-8319-7a72946fde51 Oct 18 20:36:28.778286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-4a6960b7-266d-4489-a3cf-43ece7ad9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:28.779749 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-4a6960b7-266d-4489-a3cf-43ece7ad9b52 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2345579 Oct 18 20:36:28.831279 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:28.847767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=76d53fca-b546-4d0c-8600-7ed41fc656f4,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:28.950829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7ec2cc3-4e64-4674-a533-bca3aa24333c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:28.998848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:29.006454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4301f13d-b10d-4065-a92b-8f38bec7dafe None None] Provisioning complete for port 556145b1-4fad-4a88-8b0e-99bd7f97137b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:29.006862 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4301f13d-b10d-4065-a92b-8f38bec7dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.022884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d242f9c5-6704-4bdd-885c-3043da8dfbab,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:29.024498 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Sync routers for ids ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:29.026545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.027828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:29.028451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.064933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:29.070075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-19ccf8c7-212e-483f-9963-95a52dadec15 admin admin] 10.222.0.66 "PUT /v2.0/routers/0c9c9a44-3cd0-41dc-ad98-b040334f6a0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6477373 Oct 18 20:36:29.072577 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-72e16e4f-a073-43c6-b384-712f94214122 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=df48ae1c-966c-4347-a853-59bdb7e0d27b HTTP/1.1" status: 200 len: 217 time: 0.2006755 Oct 18 20:36:29.143196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.145759 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Routers {'0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:29.147058 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:29.197200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.275787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] Pushing event updated for resources: {'Network': ['ID=e08db165-6c5e-4c90-8319-7a72946fde51,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:29.297581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Network f23486b7-cf6a-4f9c-859c-e8bada6c14be is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:29.312329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:29.322077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-7e667ee2-46a8-473b-ba0a-cfd41c84c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:29.323737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-7e667ee2-46a8-473b-ba0a-cfd41c84c767 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1397927 Oct 18 20:36:29.325068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:29.329160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Pushing event updated for resources: {'Port': ['ID=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:29.345872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4301f13d-b10d-4065-a92b-8f38bec7dafe None None] Port 556145b1-4fad-4a88-8b0e-99bd7f97137b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:29.364558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e08db165-6c5e-4c90-8319-7a72946fde51 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:36:29.448799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:29.449486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.457522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-6e34de1a-6ef8-428b-a9d0-b6a28145a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:29.459355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-6e34de1a-6ef8-428b-a9d0-b6a28145a146 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250060 Oct 18 20:36:29.504346 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-f3ef89d7-902f-46cd-853e-81812fab881b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8251629 Oct 18 20:36:29.527673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Request body: {'port': {'device_id': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:29.534461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a7ec2cc3-4e64-4674-a533-bca3aa24333c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:29.534461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.540689 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Set router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:29.677247 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:29.694498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-ebd609e9-e52b-42e0-9835-4ac3ca1f3eb9 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259820 Oct 18 20:36:29.828569 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:16Z', 'updated_at': '2021-10-18T20:36:25Z', 'revision_number': 4, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'gw_port': {'id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:17Z', 'updated_at': '2021-10-18T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '556145b1-4fad-4a88-8b0e-99bd7f97137b', 'name': '', 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'mac_address': 'fa:16:3e:3e:f0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8db4c055-07d1-4336-b50b-7bea3eb07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:23Z', 'updated_at': '2021-10-18T20:36:26Z', 'revision_number': 2, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'subnets': [{'id': '8db4c055-07d1-4336-b50b-7bea3eb07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:29.871714 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Checking router: 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:29.872273 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Updating router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e port 556145b1-4fad-4a88-8b0e-99bd7f97137b binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:36:29.917333 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.002105 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1b261bf0-1442-4459-8358-53bfec6cd567 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.6560760 Oct 18 20:36:30.021062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07a01e-88df-42e7-963f-721d478aa535 req-dce6845d-57db-4e26-9fcb-ede08e6b2880 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:30.035940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b07a01e-88df-42e7-963f-721d478aa535 req-dce6845d-57db-4e26-9fcb-ede08e6b2880 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 948 time: 1.2647843 Oct 18 20:36:30.083653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52022) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:30.091456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:26Z', 'revision_number': 3, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:30.096907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Request body: {'subnet': {'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-subnet', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:30.147807 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc3206f-d127-4a86-b2c3-09ff5af543f5 req-00959f93-c8f2-4e47-89bb-b7b8a821fb57 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438019 Oct 18 20:36:30.165059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Checking router: 9e80aee3-9207-48f9-bde3-9c9c93d86f67 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:30.165608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Updating router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 port 876e6b48-b510-4ba3-b65f-d91919479bac binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:36:30.168623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Made reservation on behalf of 147670aa9a764dc2a884b48bcac26902 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:30.180512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.220807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.241160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:30.254239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b07a01e-88df-42e7-963f-721d478aa535 req-05536a38-3414-4b15-8f0a-52b1d4630863 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166262 Oct 18 20:36:30.257280 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.280339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Transition to ACTIVE for port object 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:36:30.289956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.408433 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.419628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:30.420828 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.593308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Attempting to bind port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:30.593776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Attempting to bind port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'fe60c2cf-e063-46fd-bed5-aa5d9669214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:30.600139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Attempting to bind port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed on network f23486b7-cf6a-4f9c-859c-e8bada6c14be {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:30.610717 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0c421-b1c0-44f9-9a3f-e42bfa8fb77a None None] Pushing event updated for resources: {'Port': ['ID=556145b1-4fad-4a88-8b0e-99bd7f97137b,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:30.615747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed on network f23486b7-cf6a-4f9c-859c-e8bada6c14be not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:36:30.616862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Attempting to bind port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed on network f23486b7-cf6a-4f9c-859c-e8bada6c14be {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:30.641559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:30.643975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Checking segment: {'id': 'fe60c2cf-e063-46fd-bed5-aa5d9669214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:30.644972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Bound using segment: {'id': 'fe60c2cf-e063-46fd-bed5-aa5d9669214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:30.648333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Bound port: 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe60c2cf-e063-46fd-bed5-aa5d9669214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:30.649194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.820690 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Attempting to bind port 556145b1-4fad-4a88-8b0e-99bd7f97137b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:30.825276 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Attempting to bind port 556145b1-4fad-4a88-8b0e-99bd7f97137b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:30.828929 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Attempting to bind port 556145b1-4fad-4a88-8b0e-99bd7f97137b on network bd913815-eec6-44f2-9157-a7ab63622917 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:30.855659 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:30.858308 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Checking segment: {'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:30.863361 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.865021 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Bound using segment: {'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:30.869636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Bound port: 556145b1-4fad-4a88-8b0e-99bd7f97137b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4066eb-c08a-4b87-b05b-a78dd3e2b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:30.874197 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.890959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:30.930729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.060117 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.068927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 76d53fca-b546-4d0c-8600-7ed41fc656f4 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:31.079504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.106226 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] For port 556145b1-4fad-4a88-8b0e-99bd7f97137b, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:31.112984 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] For port 556145b1-4fad-4a88-8b0e-99bd7f97137b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=556145b1-4fad-4a88-8b0e-99bd7f97137b,segment=NetworkSegment(8e4066eb-c08a-4b87-b05b-a78dd3e2b827),segment_id=8e4066eb-c08a-4b87-b05b-a78dd3e2b827)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:31.122241 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.164773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] For port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:31.169492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] For port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,segment=NetworkSegment(fe60c2cf-e063-46fd-bed5-aa5d9669214c),segment_id=fe60c2cf-e063-46fd-bed5-aa5d9669214c)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:31.178572 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.194773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a3d916ac-1b47-42d7-b898-f8391fd472e7 None None] Provisioning complete for port 556145b1-4fad-4a88-8b0e-99bd7f97137b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:31.195197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3d916ac-1b47-42d7-b898-f8391fd472e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.252565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:31.253195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.255261 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] 10.222.0.30 "PUT /v2.0/ports/1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed HTTP/1.1" status: 200 len: 1091 time: 1.7330620 Oct 18 20:36:31.255681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'tag': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:31.258119 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51" -d '{"events": [{"name": "network-changed", "server_uuid": "4808c07f-0f68-464b-8154-f9cd60fdd2ca", "tag": "1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:31.299132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Routers {'0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:31.301070 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:31.315527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278011ec-2866-4c77-ac2d-ec79291c874d service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:31.331583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad5399-fa86-4090-8e18-78d26a485828 None None] Pushing event updated for resources: {'Port': ['ID=876e6b48-b510-4ba3-b65f-d91919479bac,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:31.338641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Attempting to bind port 876e6b48-b510-4ba3-b65f-d91919479bac on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:31.339066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Attempting to bind port 876e6b48-b510-4ba3-b65f-d91919479bac by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:31.339432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Attempting to bind port 876e6b48-b510-4ba3-b65f-d91919479bac on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:31.350388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:31.350770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:31.351162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.351570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:31.352059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Bound port: 876e6b48-b510-4ba3-b65f-d91919479bac, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:31.352477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.414345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] For port 876e6b48-b510-4ba3-b65f-d91919479bac, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:31.418205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] For port 876e6b48-b510-4ba3-b65f-d91919479bac, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=876e6b48-b510-4ba3-b65f-d91919479bac,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:31.425033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796aa9-57a0-4152-a666-654d930f9f8e req-1e920d22-f2b6-4271-a60f-a7f90d2e6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:31.427673 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-1e920d22-f2b6-4271-a60f-a7f90d2e6631 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6913901c834d49d58c76735366db01f6&device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 1094 time: 0.1013677 Oct 18 20:36:31.428591 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0c421-b1c0-44f9-9a3f-e42bfa8fb77a None None] Pushing event updated for resources: {'Port': ['ID=556145b1-4fad-4a88-8b0e-99bd7f97137b,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:31.447649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Allocated IP 172.20.0.1 (98b4e60f-3bc9-4a8a-8036-4a086592c7f6/c305f89f-866e-4576-9b5b-498946350648/52aff509-1a95-4a28-8b9d-cfac92dde3b0) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:31.470378 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3d916ac-1b47-42d7-b898-f8391fd472e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.474917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.543612 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-0c9abc61-4158-45bb-ab23-fc02caa60a3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed HTTP/1.1" status: 200 len: 217 time: 0.1070247 Oct 18 20:36:31.562670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad5399-fa86-4090-8e18-78d26a485828 None None] Pushing event updated for resources: {'Port': ['ID=876e6b48-b510-4ba3-b65f-d91919479bac,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:31.594144 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] Set router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:31.597648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a3d916ac-1b47-42d7-b898-f8391fd472e7 None None] For port 556145b1-4fad-4a88-8b0e-99bd7f97137b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=556145b1-4fad-4a88-8b0e-99bd7f97137b,segment=NetworkSegment(8e4066eb-c08a-4b87-b05b-a78dd3e2b827),segment_id=8e4066eb-c08a-4b87-b05b-a78dd3e2b827)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:31.606118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 76d53fca-b546-4d0c-8600-7ed41fc656f4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:31.606625 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.612297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3d916ac-1b47-42d7-b898-f8391fd472e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.652063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device df48ae1c-966c-4347-a853-59bdb7e0d27b details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:36:31.657059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17796aa9-57a0-4152-a666-654d930f9f8e req-8a70c098-225c-4ccc-bffa-ada4c33194ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:31.661925 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:31.662717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:31.665280 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-8a70c098-225c-4ccc-bffa-ada4c33194ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71a76a9-0f93-4394-8f56-5f6f938d6514 HTTP/1.1" status: 200 len: 862 time: 0.1125331 Oct 18 20:36:31.688242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.739477 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-b78914e5-10e6-45e5-ba5e-f694462930b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f23486b7-cf6a-4f9c-859c-e8bada6c14be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646355 Oct 18 20:36:31.781279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ede18242-b658-4c03-811d-ff6fd997d899 req-75c3ea45-6b0d-41da-bc1a-96000b59f9ea tempest-FloatingIPsNegativeTestJSON-1682473237 tempest-FloatingIPsNegativeTestJSON-1682473237-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=784b9ee9c6c44ec68bee13236c4344f9 HTTP/1.1" status: 200 len: 217 time: 0.7399447 Oct 18 20:36:31.826134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0837821-da1c-4dec-bdd3-3ca14dad1822,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:31.853202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d916ac-1b47-42d7-b898-f8391fd472e7 None None] Pushing event updated for resources: {'Port': ['ID=556145b1-4fad-4a88-8b0e-99bd7f97137b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:31.907249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-13cba7c2-49f5-42db-b089-86361a9a43c9 service neutron] 10.222.0.30 "GET /v2.0/networks/f23486b7-cf6a-4f9c-859c-e8bada6c14be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575243 Oct 18 20:36:31.938464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d70ed86f-97b7-4451-b0ab-5e7864dc0013 None None] Provisioning complete for port 556145b1-4fad-4a88-8b0e-99bd7f97137b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:31.938951 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d70ed86f-97b7-4451-b0ab-5e7864dc0013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:31.951696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Checking segment: {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:31.952265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Network hostable DHCP agents. Network: e08db165-6c5e-4c90-8319-7a72946fde51, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:36:31.966460 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:16Z', 'updated_at': '2021-10-18T20:36:25Z', 'revision_number': 4, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'gw_port': {'id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:17Z', 'updated_at': '2021-10-18T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '556145b1-4fad-4a88-8b0e-99bd7f97137b', 'name': '', 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'mac_address': 'fa:16:3e:3e:f0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8db4c055-07d1-4336-b50b-7bea3eb07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:23Z', 'updated_at': '2021-10-18T20:36:31Z', 'revision_number': 4, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'subnets': [{'id': '8db4c055-07d1-4336-b50b-7bea3eb07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:32.025867 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89dfe4-04f0-4d60-8cac-6430a71e5a82 None None] The sync data for ids ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'] in n-d-812149-2 is: [{'id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:16Z', 'updated_at': '2021-10-18T20:36:25Z', 'revision_number': 4, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'gw_port': {'id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:17Z', 'updated_at': '2021-10-18T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '556145b1-4fad-4a88-8b0e-99bd7f97137b', 'name': '', 'network_id': 'bd913815-eec6-44f2-9157-a7ab63622917', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'mac_address': 'fa:16:3e:3e:f0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '8db4c055-07d1-4336-b50b-7bea3eb07db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:23Z', 'updated_at': '2021-10-18T20:36:31Z', 'revision_number': 4, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'subnets': [{'id': '8db4c055-07d1-4336-b50b-7bea3eb07db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:32.047896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.071492 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17796aa9-57a0-4152-a666-654d930f9f8e req-3cb3a7e6-9231-44c2-bace-e5c95825a111 service neutron] 10.222.0.30 "GET /v2.0/networks/f23486b7-cf6a-4f9c-859c-e8bada6c14be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540518 Oct 18 20:36:32.096237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Network e08db165-6c5e-4c90-8319-7a72946fde51 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:36:32.154723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:32.161923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e08db165-6c5e-4c90-8319-7a72946fde51) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:32.172790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:32.173821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.183882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:32.186744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:32.199602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a66c6-06fe-43eb-8f42-ff1c57384278 req-939af495-4cdd-404f-b7ab-09a636074ce6 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:32.201379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d7a66c6-06fe-43eb-8f42-ff1c57384278 req-939af495-4cdd-404f-b7ab-09a636074ce6 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 943 time: 0.2557719 Oct 18 20:36:32.237594 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Pushing event updated for resources: {'Port': ['ID=52aff509-1a95-4a28-8b9d-cfac92dde3b0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:32.246861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port df48ae1c-966c-4347-a853-59bdb7e0d27b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=df48ae1c-966c-4347-a853-59bdb7e0d27b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:32.282992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:32.297220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8b75e08f-98d6-4786-bf8b-ef81c0dc4546 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2076242 Oct 18 20:36:32.302361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52038) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:32.310505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:32.327267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d7a66c6-06fe-43eb-8f42-ff1c57384278 req-44fca0d0-e6e6-4ab9-9dbc-5bdeb656ef03 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766470 Oct 18 20:36:32.337581 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.370145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'df48ae1c-966c-4347-a853-59bdb7e0d27b', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'df48ae1c-966c-4347-a853-59bdb7e0d27b', 'mac_address': 'fa:16:3e:4d:9b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:36:32.377768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d167592-71ab-47f8-bee7-8cd7459246c0 None None] Network e08db165-6c5e-4c90-8319-7a72946fde51 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:32.382716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.384031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.518773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.556003 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.763095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.810916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.823930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.944788 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:32.950781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Pushing event updated for resources: {'Port': ['ID=52aff509-1a95-4a28-8b9d-cfac92dde3b0,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:33.054040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 556145b1-4fad-4a88-8b0e-99bd7f97137b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:33.101528 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.174102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df48ae1c-966c-4347-a853-59bdb7e0d27b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:33.182648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e08db165-6c5e-4c90-8319-7a72946fde51', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:36:33.183521 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.223631 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.240541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:33.244155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:33.273575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port df48ae1c-966c-4347-a853-59bdb7e0d27b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=df48ae1c-966c-4347-a853-59bdb7e0d27b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:33.277273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9ca74b11-e98f-440f-9fdf-6f974ca32033 None None] Provisioning complete for port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:33.277898 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9ca74b11-e98f-440f-9fdf-6f974ca32033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.282035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.284952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:26Z', 'revision_number': 3, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:33.458191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.461833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886dd58c-7d39-45e2-a0ad-a784d84f2a24 None None] The sync data for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 is: [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:26Z', 'revision_number': 3, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:33.593306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Allocated IP 172.25.7.250 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/2c7c5192-9fae-41c5-9b1a-6506a81c865f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:33.604297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:36:33.647058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 556145b1-4fad-4a88-8b0e-99bd7f97137b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:33.647436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.665316 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2d7991-7a11-4e86-95fa-9052d40f7441 x-openstack-request-id: req-da2d7991-7a11-4e86-95fa-9052d40f7441 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:33.668720 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4808c07f-0f68-464b-8154-f9cd60fdd2ca", "tag": "1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:33.669419 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da2d7991-7a11-4e86-95fa-9052d40f7441 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:33.672449 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'tag': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed', 'status': 'completed', 'code': 200} Oct 18 20:36:33.722158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9ca74b11-e98f-440f-9fdf-6f974ca32033 None None] Port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:33.874937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Allocated IP 172.20.0.2 (e08db165-6c5e-4c90-8319-7a72946fde51/e0837821-da1c-4dec-bdd3-3ca14dad1822/20154782-5c86-4a57-ad7c-fe9524154720) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:33.933572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-3114310a-a762-4e9f-9e97-d8e5f764371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:33.936687 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-3114310a-a762-4e9f-9e97-d8e5f764371b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6913901c834d49d58c76735366db01f6&device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 1094 time: 0.2645969 Oct 18 20:36:33.946314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13014521-a827-416a-81d3-363342820e8d req-9fb7283e-9921-4b43-8c82-856c04bf4041 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:33.949137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13014521-a827-416a-81d3-363342820e8d req-9fb7283e-9921-4b43-8c82-856c04bf4041 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 949 time: 0.1615498 Oct 18 20:36:33.983475 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:33.987100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:33.997255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-514c19f0-05d9-44f3-9781-89d782188e8a admin admin] 10.222.0.66 "PUT /v2.0/routers/9e80aee3-9207-48f9-bde3-9c9c93d86f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7372129 Oct 18 20:36:34.042021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:34.083700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['df48ae1c-966c-4347-a853-59bdb7e0d27b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:36:34.086284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=df48ae1c-966c-4347-a853-59bdb7e0d27b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:34.096969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13014521-a827-416a-81d3-363342820e8d req-c29e1fb6-d8ec-42f2-a610-e7fcf0627e8b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362648 Oct 18 20:36:34.241598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:34.248477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7315d81e-3244-445d-b3bb-e89abf11a75f None None] Provisioning complete for port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:34.249108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7315d81e-3244-445d-b3bb-e89abf11a75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:34.254323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:34.262220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:34.303849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:36:34.314972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7315d81e-3244-445d-b3bb-e89abf11a75f None None] Port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:34.373895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0ca21fe7-66d0-429d-9f08-26ee89137f33 req-a5c8665e-10b7-4226-86e7-519341f3835a tempest-FloatingIPsNegativeTestJSON-1682473237 tempest-FloatingIPsNegativeTestJSON-1682473237-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0909622 Oct 18 20:36:34.569089 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:34.604971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Pushing event updated for resources: {'Port': ['ID=2c7c5192-9fae-41c5-9b1a-6506a81c865f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:34.666624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c1d77-4b4b-4ded-bc65-7047d46ae48f req-5fb61aec-036f-42c6-88c8-e4c217bd6c58 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:34.669050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c25c1d77-4b4b-4ded-bc65-7047d46ae48f req-5fb61aec-036f-42c6-88c8-e4c217bd6c58 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 943 time: 0.2048230 Oct 18 20:36:34.671236 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:34.696819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-6869fdf1-8dac-467b-ac41-0cb6cce53773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:34.699857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-6869fdf1-8dac-467b-ac41-0cb6cce53773 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f23486b7-cf6a-4f9c-859c-e8bada6c14be HTTP/1.1" status: 200 len: 923 time: 0.7460117 Oct 18 20:36:34.765034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Network e08db165-6c5e-4c90-8319-7a72946fde51 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:34.802789 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-251ff8ef-80dd-4c7c-8665-f489c5491180 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed HTTP/1.1" status: 200 len: 217 time: 0.0924509 Oct 18 20:36:34.803520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c25c1d77-4b4b-4ded-bc65-7047d46ae48f req-e0f0b86d-2751-4536-8861-5c2223a37139 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256335 Oct 18 20:36:34.864197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:34.864452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:34.884582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,segment=NetworkSegment(fe60c2cf-e063-46fd-bed5-aa5d9669214c),segment_id=fe60c2cf-e063-46fd-bed5-aa5d9669214c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:34.893334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:34.990556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Pushing event updated for resources: {'Port': ['ID=20154782-5c86-4a57-ad7c-fe9524154720,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:35.026264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 876e6b48-b510-4ba3-b65f-d91919479bac up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:35.033074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed', 'network_id': 'f23486b7-cf6a-4f9c-859c-e8bada6c14be', 'port_id': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed', 'mac_address': 'fa:16:3e:d6:cd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71a76a9-0f93-4394-8f56-5f6f938d6514', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:36:35.045261 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-aa5fd471-991e-4a83-b25c-be70a4847ada req-158d1e35-f142-4f2f-b12b-ef4a77e840b2 tempest-FloatingIPsNegativeTestJSON-1682473237 tempest-FloatingIPsNegativeTestJSON-1682473237-project] show failed (client error): The resource could not be found. Oct 18 20:36:35.061241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aa5fd471-991e-4a83-b25c-be70a4847ada req-158d1e35-f142-4f2f-b12b-ef4a77e840b2 tempest-FloatingIPsNegativeTestJSON-1682473237 tempest-FloatingIPsNegativeTestJSON-1682473237-project] 10.222.0.66 "GET /v2.0/floatingips/a8258066-efa3-488c-8678-44b1a324d7e1 HTTP/1.1" status: 404 len: 350 time: 0.0980456 Oct 18 20:36:35.062548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52106) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:35.073068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-2f0c4ce2-cd52-47da-aaa2-1248c827e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:35.075566 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-2f0c4ce2-cd52-47da-aaa2-1248c827e021 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f71a76a9-0f93-4394-8f56-5f6f938d6514 HTTP/1.1" status: 200 len: 862 time: 0.2582650 Oct 18 20:36:35.218920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Attempting to bind port 20154782-5c86-4a57-ad7c-fe9524154720 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:35.219654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Attempting to bind port 20154782-5c86-4a57-ad7c-fe9524154720 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:35.220123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Attempting to bind port 20154782-5c86-4a57-ad7c-fe9524154720 on network e08db165-6c5e-4c90-8319-7a72946fde51 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:35.232624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-aa99a00f-ee1b-4cb2-a0ba-b09fed0e157e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f23486b7-cf6a-4f9c-859c-e8bada6c14be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425729 Oct 18 20:36:35.253802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 876e6b48-b510-4ba3-b65f-d91919479bac triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:35.254693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.257248 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.278383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:35.278945 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Checking segment: {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:35.279588 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.280077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Bound using segment: {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:35.280715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Bound port: 20154782-5c86-4a57-ad7c-fe9524154720, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:35.281198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.287064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:35.311514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,segment=NetworkSegment(fe60c2cf-e063-46fd-bed5-aa5d9669214c),segment_id=fe60c2cf-e063-46fd-bed5-aa5d9669214c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:35.356470 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.430895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:35.590211 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.620546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] For port 20154782-5c86-4a57-ad7c-fe9524154720, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:35.624965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] For port 20154782-5c86-4a57-ad7c-fe9524154720, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=20154782-5c86-4a57-ad7c-fe9524154720,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:35.641879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.645997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 876e6b48-b510-4ba3-b65f-d91919479bac, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=876e6b48-b510-4ba3-b65f-d91919479bac,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:35.673203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.714103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:36:35.768513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbbe85-0e45-464e-a779-c53cd97ec146 None None] Pushing event updated for resources: {'Port': ['ID=20154782-5c86-4a57-ad7c-fe9524154720,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:35.872568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-e4879d4f-3be2-4afa-9512-076303d8fbe5 service neutron] 10.222.0.30 "GET /v2.0/networks/f23486b7-cf6a-4f9c-859c-e8bada6c14be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287138 Oct 18 20:36:35.888029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:35.931375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=876e6b48-b510-4ba3-b65f-d91919479bac,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:36.358753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161d86f-f427-41a5-a659-c5af8a0910a1 req-ea2f4b56-88cf-4713-8a17-192b8db44043 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:36.368634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8161d86f-f427-41a5-a659-c5af8a0910a1 req-ea2f4b56-88cf-4713-8a17-192b8db44043 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 949 time: 0.2188179 Oct 18 20:36:36.446219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8161d86f-f427-41a5-a659-c5af8a0910a1 req-f68c81c3-3c32-429a-b7e2-16338a01b9cc tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723188 Oct 18 20:36:36.549085 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8bad0b28-0cf4-4bc1-9631-a58d5d7e5d51 req-c73addd1-6c78-48d5-98da-98f28c36a619 service neutron] 10.222.0.30 "GET /v2.0/networks/f23486b7-cf6a-4f9c-859c-e8bada6c14be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556578 Oct 18 20:36:36.551315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Router 68c35c86-468a-4146-8352-93d833d9beba is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:36:36.711690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913564-19ec-4f83-8f8e-dac55cf036ba req-2d80ae15-ae1b-4d4c-85c8-0b0a7909eafa tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:36.713377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8913564-19ec-4f83-8f8e-dac55cf036ba req-2d80ae15-ae1b-4d4c-85c8-0b0a7909eafa tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 944 time: 0.0923433 Oct 18 20:36:36.783333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8913564-19ec-4f83-8f8e-dac55cf036ba req-7705b712-7f20-452b-b2ea-9e94f68fd8f6 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631595 Oct 18 20:36:36.862937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:36.905589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Sync routers for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:36.932007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:36.933315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:36.946730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:36.952155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52200) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:36.965784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-33dfb515-87de-4943-b00e-d6902903eb1d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.6614916 Oct 18 20:36:36.994619 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:37.066502 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Sync routers for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:37.111057 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:37.111965 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:37.115696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:37.323701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 876e6b48-b510-4ba3-b65f-d91919479bac up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:37.522115 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:37.654958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 876e6b48-b510-4ba3-b65f-d91919479bac triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:37.655752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:37.800080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device df48ae1c-966c-4347-a853-59bdb7e0d27b up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:38.000611 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 2, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:38.002020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340d27-5395-43c8-a871-e7ae38a2d5fd req-34f89f69-9839-4e94-a473-7d245b0dd3e6 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:38.002830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd461e69-dd9e-4443-a692-f333ba3cc277 None None] Network e08db165-6c5e-4c90-8319-7a72946fde51 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:38.010597 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14340d27-5395-43c8-a871-e7ae38a2d5fd req-34f89f69-9839-4e94-a473-7d245b0dd3e6 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 949 time: 0.3938453 Oct 18 20:36:38.109582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14340d27-5395-43c8-a871-e7ae38a2d5fd req-09e991d4-c11c-49b4-a6ae-61c6c4f9794e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977490 Oct 18 20:36:38.121454 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Checking router: 9e80aee3-9207-48f9-bde3-9c9c93d86f67 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:38.122943 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Updating router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:36:38.202000 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.272652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 20154782-5c86-4a57-ad7c-fe9524154720 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:38.283611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:38.325931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52228) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:38.381767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Deleting port 556145b1-4fad-4a88-8b0e-99bd7f97137b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:38.382655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.518585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] For port 556145b1-4fad-4a88-8b0e-99bd7f97137b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=556145b1-4fad-4a88-8b0e-99bd7f97137b,segment=NetworkSegment(8e4066eb-c08a-4b87-b05b-a78dd3e2b827),segment_id=8e4066eb-c08a-4b87-b05b-a78dd3e2b827)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:38.520605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.532783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5e2b3a1c-41d5-4b23-bd96-f411aadfbb4b None None] Provisioning complete for port 20154782-5c86-4a57-ad7c-fe9524154720 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:38.533159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3a1c-41d5-4b23-bd96-f411aadfbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.545630 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Calling delete_port for 556145b1-4fad-4a88-8b0e-99bd7f97137b owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:38.630357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:34Z', 'revision_number': 3, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:38.725692 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.730077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2a958af-27ed-4d90-8b91-fe9204e33616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.746324 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:36:38.768582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Checking router: 68c35c86-468a-4146-8352-93d833d9beba for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:38.768935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Updating router 68c35c86-468a-4146-8352-93d833d9beba port 2c7c5192-9fae-41c5-9b1a-6506a81c865f binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:36:38.813165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.815067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port df48ae1c-966c-4347-a853-59bdb7e0d27b completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:36:38.825626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 20154782-5c86-4a57-ad7c-fe9524154720 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:38.826000 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.827159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2a958af-27ed-4d90-8b91-fe9204e33616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.860895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port df48ae1c-966c-4347-a853-59bdb7e0d27b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:38.861694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d1fb2-bfba-4850-afcf-937ad9760923 req-c3408d1f-0991-49c4-badb-524582b4a86a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:38.862533 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.865566 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-776d1fb2-bfba-4850-afcf-937ad9760923 req-c3408d1f-0991-49c4-badb-524582b4a86a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 944 time: 0.3703384 Oct 18 20:36:38.866254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d2a958af-27ed-4d90-8b91-fe9204e33616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.919138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:38.970098 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d2a958af-27ed-4d90-8b91-fe9204e33616 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f605ca1ec02147d0ba31f820f3d26bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387408 Oct 18 20:36:38.970784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52232) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:39.001980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Pushing event deleted for resources: {'Port': ['ID=556145b1-4fad-4a88-8b0e-99bd7f97137b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:39.024316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a958af-27ed-4d90-8b91-fe9204e33616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318cb8a0-00a3-4a2b-8d2d-c204901d7488,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:39.061153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-776d1fb2-bfba-4850-afcf-937ad9760923 req-6185ddbf-2b0c-410c-b360-a6369bc310f0 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840303 Oct 18 20:36:39.191131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:36:39.323389 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.339207 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.345217 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.353587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cef958a-b655-4319-a12d-8e190ca8c067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.452188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cef958a-b655-4319-a12d-8e190ca8c067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.514560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.544673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e2b3a1c-41d5-4b23-bd96-f411aadfbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.597654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 20154782-5c86-4a57-ad7c-fe9524154720, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=20154782-5c86-4a57-ad7c-fe9524154720,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:39.629419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:39.629762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.685152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.758649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Allocated IP 172.20.0.1 (e08db165-6c5e-4c90-8319-7a72946fde51/e0837821-da1c-4dec-bdd3-3ca14dad1822/bac4de97-fe69-4511-ba41-4830cf5f405d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:39.835217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978a698-958c-46b8-91eb-2358d4c37a4f req-4fbefe6e-541b-4cb3-8866-58b281572552 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:39.845059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9978a698-958c-46b8-91eb-2358d4c37a4f req-4fbefe6e-541b-4cb3-8866-58b281572552 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 949 time: 0.2561548 Oct 18 20:36:39.858134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cef958a-b655-4319-a12d-8e190ca8c067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.861352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cef958a-b655-4319-a12d-8e190ca8c067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:39.863088 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4cef958a-b655-4319-a12d-8e190ca8c067 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/318cb8a0-00a3-4a2b-8d2d-c204901d7488 HTTP/1.1" status: 204 len: 168 time: 0.8913169 Oct 18 20:36:39.959909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef958a-b655-4319-a12d-8e190ca8c067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318cb8a0-00a3-4a2b-8d2d-c204901d7488,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:39.995499 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Attempting to bind port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:39.995979 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Attempting to bind port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:39.996497 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Attempting to bind port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 on network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:39.999078 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55598410-be92-4918-90e1-b15e5ec7ece0 None None] Pushing event updated for resources: {'Port': ['ID=52aff509-1a95-4a28-8b9d-cfac92dde3b0,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:40.009655 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:40.010177 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Checking segment: {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:40.010932 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:40.011441 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Bound using segment: {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:40.012059 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Bound port: 52aff509-1a95-4a28-8b9d-cfac92dde3b0, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:40.012620 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:40.194983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:36:40.214082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9978a698-958c-46b8-91eb-2358d4c37a4f req-a69a2e4d-dab0-42ff-8136-38c841f7bb73 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671842 Oct 18 20:36:40.225607 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] For port 52aff509-1a95-4a28-8b9d-cfac92dde3b0, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:40.239087 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] For port 52aff509-1a95-4a28-8b9d-cfac92dde3b0, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=52aff509-1a95-4a28-8b9d-cfac92dde3b0,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:40.272349 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:40.331316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=20154782-5c86-4a57-ad7c-fe9524154720,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:40.367896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:40.486849 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:40.488012 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:40.507167 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:40.602684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:40.608580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-365e42a4-f83c-45aa-b60d-c2b4bf395490 admin admin] 10.222.0.66 "PUT /v2.0/routers/0c9c9a44-3cd0-41dc-ad98-b040334f6a0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5444064 Oct 18 20:36:40.618591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52256) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:40.705329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] Sync routers for ids ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:40.717242 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:40.748739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Pushing event updated for resources: {'Port': ['ID=bac4de97-fe69-4511-ba41-4830cf5f405d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:40.861329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Network e08db165-6c5e-4c90-8319-7a72946fde51 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:40.864050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:40.869399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:40.882075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] Routers {'0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:40.889790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:40.945774 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52260) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:40.952180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df48ae1c-966c-4347-a853-59bdb7e0d27b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:40.968511 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b348ee-2903-4838-88f2-c785cd5e3f57" -d '{"events": [{"server_uuid": "20091f4b-1f2b-454b-842e-7b6ee67df42a", "name": "network-vif-plugged", "status": "completed", "tag": "df48ae1c-966c-4347-a853-59bdb7e0d27b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:40.976802 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45b9deb0-3927-4834-897d-0b87465dbde9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:40.989483 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55598410-be92-4918-90e1-b15e5ec7ece0 None None] Pushing event updated for resources: {'Port': ['ID=52aff509-1a95-4a28-8b9d-cfac92dde3b0,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:40.992121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.011875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port df48ae1c-966c-4347-a853-59bdb7e0d27b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=df48ae1c-966c-4347-a853-59bdb7e0d27b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:41.019199 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:41.069442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005b5bf-e270-4c28-ba9b-424eedf1dcfa req-d8667496-35ef-45e3-8ea9-db1e6837512a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:41.093289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5005b5bf-e270-4c28-ba9b-424eedf1dcfa req-d8667496-35ef-45e3-8ea9-db1e6837512a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 944 time: 0.3741155 Oct 18 20:36:41.238287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5005b5bf-e270-4c28-ba9b-424eedf1dcfa req-ece8417e-113e-4f3f-88c1-f44ee88c1e5a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434948 Oct 18 20:36:41.240115 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.251107 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-5e2b3a1c-41d5-4b23-bd96-f411aadfbb4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:36:41.251924 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-5e2b3a1c-41d5-4b23-bd96-f411aadfbb4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:36:41.268262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.283629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.304308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45b9deb0-3927-4834-897d-0b87465dbde9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.312734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45b9deb0-3927-4834-897d-0b87465dbde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.422546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.440966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.453272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9deb0-3927-4834-897d-0b87465dbde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ee3b1-dfc8-498c-9f71-80c69a5e6557,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:41.461443 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-45b9deb0-3927-4834-897d-0b87465dbde9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2464ef64a3c4b3d9b6d54abef3ffe13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108585 Oct 18 20:36:41.464020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52276) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:41.493230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Deleting port 76d53fca-b546-4d0c-8600-7ed41fc656f4 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:41.493569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.544869 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:40Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:41.598352 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96d4fd-590c-4f89-a9cb-1a0f0cacdac2 None None] The sync data for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 is: [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:40Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:41.636346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e7049f7-1a08-4b6c-a621-79e6d129dca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.703691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] For port 76d53fca-b546-4d0c-8600-7ed41fc656f4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=76d53fca-b546-4d0c-8600-7ed41fc656f4,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:41.706244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:41.759767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Calling delete_port for 76d53fca-b546-4d0c-8600-7ed41fc656f4 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:41.952524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.084780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03419914-c2d9-4021-86cc-6ee1d2cd7519 req-e079bcc0-06e2-446d-a14c-8f531a13afe1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:42.093299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03419914-c2d9-4021-86cc-6ee1d2cd7519 req-e079bcc0-06e2-446d-a14c-8f531a13afe1 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 950 time: 0.2668529 Oct 18 20:36:42.192245 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10a20b3-c6ac-460a-926b-ed68b6848b49 x-openstack-request-id: req-c10a20b3-c6ac-460a-926b-ed68b6848b49 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:42.192727 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20091f4b-1f2b-454b-842e-7b6ee67df42a", "name": "network-vif-plugged", "status": "completed", "tag": "df48ae1c-966c-4347-a853-59bdb7e0d27b", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:42.193119 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c10a20b3-c6ac-460a-926b-ed68b6848b49 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:42.194227 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df48ae1c-966c-4347-a853-59bdb7e0d27b', 'code': 200} Oct 18 20:36:42.197816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:36:42.201932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 20154782-5c86-4a57-ad7c-fe9524154720 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:42.202374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03419914-c2d9-4021-86cc-6ee1d2cd7519 req-9cf31187-a337-45ac-b70e-d64dc58823a7 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080856 Oct 18 20:36:42.258365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e7049f7-1a08-4b6c-a621-79e6d129dca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.314264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9d2b-b4da-43ed-b335-d7672c928dab req-1498a985-2cd9-40d2-8968-47ca2a9ee6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:42.316098 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8ae9d2b-b4da-43ed-b335-d7672c928dab req-1498a985-2cd9-40d2-8968-47ca2a9ee6c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 1101 time: 0.5123456 Oct 18 20:36:42.457935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.474400 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.504748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8ae9d2b-b4da-43ed-b335-d7672c928dab req-cd2a83c7-5354-44b6-8178-8bcac00c9267 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723948 Oct 18 20:36:42.506890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.543983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=76d53fca-b546-4d0c-8600-7ed41fc656f4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:42.581662 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.609343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Attempting to bind port 2c7c5192-9fae-41c5-9b1a-6506a81c865f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:42.610283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Attempting to bind port 2c7c5192-9fae-41c5-9b1a-6506a81c865f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:42.611041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Attempting to bind port 2c7c5192-9fae-41c5-9b1a-6506a81c865f on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:42.615712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9aba-fb99-451c-86f4-c544903e983b None None] Pushing event updated for resources: {'Port': ['ID=2c7c5192-9fae-41c5-9b1a-6506a81c865f,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:42.618605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.619008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.619288 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.619671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.620121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.620490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.620819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.621148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.621469 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.621790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.622115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.622435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:42.626673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e7049f7-1a08-4b6c-a621-79e6d129dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.630187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e7049f7-1a08-4b6c-a621-79e6d129dca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.631267 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7e7049f7-1a08-4b6c-a621-79e6d129dca3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c5ee3b1-dfc8-498c-9f71-80c69a5e6557 HTTP/1.1" status: 204 len: 168 time: 1.1659389 Oct 18 20:36:42.632616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.691050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.699309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:36:42.772692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7049f7-1a08-4b6c-a621-79e6d129dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ee3b1-dfc8-498c-9f71-80c69a5e6557,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:42.819128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] Set router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:42.821696 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.825289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.826050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:42.826646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:42.827294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.827936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:42.828930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Bound port: 2c7c5192-9fae-41c5-9b1a-6506a81c865f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:42.829575 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.894326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.895363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:36:42.901516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:42.907399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-603dd378-92fd-47db-a0c8-25411cc418a1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0c9c9a44-3cd0-41dc-ad98-b040334f6a0e HTTP/1.1" status: 204 len: 168 time: 2.2843122 Oct 18 20:36:42.907859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52286) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:43.041518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] Deleting subnet 8db4c055-07d1-4336-b50b-7bea3eb07db6 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:36:43.069875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.177561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.400148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.434543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Provisioning complete for port bac4de97-fe69-4511-ba41-4830cf5f405d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:43.434945 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.450439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Pushing event updated for resources: {'Port': ['ID=bac4de97-fe69-4511-ba41-4830cf5f405d,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:43.459120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Network e08db165-6c5e-4c90-8319-7a72946fde51 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:43.468701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:43.485994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e230-3bfc-4b0d-96fb-bc2cce13aa06 req-843c25b1-066c-4331-9b57-83afaf0c685b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:43.491250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,segment=NetworkSegment(fe60c2cf-e063-46fd-bed5-aa5d9669214c),segment_id=fe60c2cf-e063-46fd-bed5-aa5d9669214c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:43.494968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e082e230-3bfc-4b0d-96fb-bc2cce13aa06 req-843c25b1-066c-4331-9b57-83afaf0c685b tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 944 time: 1.0228655 Oct 18 20:36:43.520483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.520938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.521342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.521824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.522245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.522656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.523052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.523443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.523830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.524218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.524672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.525062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:36:43.598025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.614431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e082e230-3bfc-4b0d-96fb-bc2cce13aa06 req-baa667db-5c8b-42e0-95fe-f37533e8233e tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180968 Oct 18 20:36:43.687612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 20154782-5c86-4a57-ad7c-fe9524154720 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:43.692756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.712208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.752588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Router 68c35c86-468a-4146-8352-93d833d9beba has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:36:43.835176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.887474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:43.899517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8db4c055-07d1-4336-b50b-7bea3eb07db6 HTTP/1.1" status: 204 len: 168 time: 0.9868538 Oct 18 20:36:43.900412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96631d2-5f1e-4798-9807-f7863f94dcde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db4c055-07d1-4336-b50b-7bea3eb07db6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:43.902584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52310) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:43.960565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=df48ae1c-966c-4347-a853-59bdb7e0d27b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:44.009955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d3451-cc77-4e7c-b64a-390b81e7f223 None None] Network bd913815-eec6-44f2-9157-a7ab63622917 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:44.163189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:44.183716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f87da-f729-48bd-bd15-0cbee0315147 req-9226e26d-a6f4-4eb1-8c77-8828acc64956 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:44.185381 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb0f87da-f729-48bd-bd15-0cbee0315147 req-9226e26d-a6f4-4eb1-8c77-8828acc64956 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 950 time: 0.2037821 Oct 18 20:36:44.189206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:44.196692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1ed34a4f-0bf9-4791-9a21-48e387e364ea admin admin] 10.222.0.66 "PUT /v2.0/routers/68c35c86-468a-4146-8352-93d833d9beba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2432680 Oct 18 20:36:44.233816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:44.254612 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74505d19-2459-497b-8026-4f04cc2b9768" -d '{"events": [{"server_uuid": "4808c07f-0f68-464b-8154-f9cd60fdd2ca", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:44.280742 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb0f87da-f729-48bd-bd15-0cbee0315147 req-285bed82-4f03-48c2-8a12-d076c3724ec0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762272 Oct 18 20:36:44.299886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Deleting port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:36:44.300219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:44.369455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Port bac4de97-fe69-4511-ba41-4830cf5f405d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:44.373310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] For port 2c7c5192-9fae-41c5-9b1a-6506a81c865f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:44.419869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] For port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9561d9eb-a8aa-47c8-bf83-f26bf81991a4,segment=NetworkSegment(8e4066eb-c08a-4b87-b05b-a78dd3e2b827),segment_id=8e4066eb-c08a-4b87-b05b-a78dd3e2b827)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:44.420410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:44.450736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Calling delete_port for 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:36:44.463089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:44.534356 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38c7d8-905b-4301-acb1-c3c60bbd72f0 x-openstack-request-id: req-bc38c7d8-905b-4301-acb1-c3c60bbd72f0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:44.536443 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4808c07f-0f68-464b-8154-f9cd60fdd2ca", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:44.536443 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc38c7d8-905b-4301-acb1-c3c60bbd72f0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:44.536443 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed', 'code': 200} Oct 18 20:36:44.626819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] For port 2c7c5192-9fae-41c5-9b1a-6506a81c865f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c7c5192-9fae-41c5-9b1a-6506a81c865f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:44.631360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:44.718123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'mac_address': 'fa:16:3e:78:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:36:44.722083 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:44.733035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Pushing event deleted for resources: {'Port': ['ID=9561d9eb-a8aa-47c8-bf83-f26bf81991a4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:44.746784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101663f-7511-4378-87ea-0268ad84b806 req-79794597-0d6d-4515-9959-5e328a36c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:44.751265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4101663f-7511-4378-87ea-0268ad84b806 req-79794597-0d6d-4515-9959-5e328a36c55a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 1096 time: 0.1038587 Oct 18 20:36:44.770859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] No DVR routers for this DVR port 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:36:44.788000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Provisioning complete for port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:44.793374 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:44.802762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4101663f-7511-4378-87ea-0268ad84b806 req-a5932cfb-4cbb-4431-90c3-f1c766ff7f07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Oct 18 20:36:44.986336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:45.064834 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.122895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd913815-eec6-44f2-9157-a7ab63622917']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:45.146373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4953fd-7d3f-4965-aa1a-83248dca038b req-67140468-4983-49bf-af96-3c97580d0655 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:45.149426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e4953fd-7d3f-4965-aa1a-83248dca038b req-67140468-4983-49bf-af96-3c97580d0655 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 945 time: 0.2751153 Oct 18 20:36:45.160607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adae9f7-7cce-4027-bf19-85de85c5c335 None None] DHCP port deletion for bd913815-eec6-44f2-9157-a7ab63622917 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:36:45.182442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4066eb-c08a-4b87-b05b-a78dd3e2b827') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:45.182906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4066eb-c08a-4b87-b05b-a78dd3e2b827') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:45.243959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:45.244837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:45.257275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.258226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 52aff509-1a95-4a28-8b9d-cfac92dde3b0 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:45.277529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.290962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:36:45.291412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:36:45.293596 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:36:45.331569 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e4953fd-7d3f-4965-aa1a-83248dca038b req-837afa54-455e-4c33-94bb-c706627d54c0 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699677 Oct 18 20:36:45.403092 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.404325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.409008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.418010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] 10.222.0.66 "DELETE /v2.0/networks/bd913815-eec6-44f2-9157-a7ab63622917 HTTP/1.1" status: 204 len: 168 time: 1.5073831 Oct 18 20:36:45.430542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984ec8c-43a2-480f-83a7-9bffc926dfed admin admin] Pushing event deleted for resources: {'Network': ['ID=bd913815-eec6-44f2-9157-a7ab63622917,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:45.471068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b9aba-fb99-451c-86f4-c544903e983b None None] Pushing event updated for resources: {'Port': ['ID=2c7c5192-9fae-41c5-9b1a-6506a81c865f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:45.503779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7c40e3-feef-456b-b7f8-2d1826ec122b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:45.528226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'name': 'tempest-FloatingIPsNegativeTestJSON-139385088-router', 'tenant_id': '784b9ee9c6c44ec68bee13236c4344f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:16Z', 'updated_at': '2021-10-18T20:36:38Z', 'revision_number': 5, 'project_id': '784b9ee9c6c44ec68bee13236c4344f9', 'gw_port': {'id': '76d53fca-b546-4d0c-8600-7ed41fc656f4', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9c9a44-3cd0-41dc-ad98-b040334f6a0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:17Z', 'updated_at': '2021-10-18T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:45.535807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.627589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] Checking router: 0c9c9a44-3cd0-41dc-ad98-b040334f6a0e for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:45.634481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:45.640536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:45.640988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.670072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.709857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] Routers set() bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:45.710261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] Router IDs set() for agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 20:36:45.710826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_agentschedulers_db [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent'). {{(pid=100532) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 20:36:45.711225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238af41-5619-4ca6-905f-162024c536e4 None None] The sync data for ids ['0c9c9a44-3cd0-41dc-ad98-b040334f6a0e'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:45.714269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:45.745398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] For port 52aff509-1a95-4a28-8b9d-cfac92dde3b0, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=52aff509-1a95-4a28-8b9d-cfac92dde3b0,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:45.790161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:45.814067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b7c40e3-feef-456b-b7f8-2d1826ec122b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:36:45.977448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52358) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:46.065183 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8fe2ca71-2427-4950-8e26-b6c3da1e018f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=784b9ee9c6c44ec68bee13236c4344f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865238 Oct 18 20:36:46.069663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52364) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:46.195880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-538e27c4-f853-4f9a-afca-281869a154ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:46.200050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:46.246985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Provisioning complete for port 20154782-5c86-4a57-ad7c-fe9524154720 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:46.247366 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:46.256325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-538e27c4-f853-4f9a-afca-281869a154ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:46.356310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-538e27c4-f853-4f9a-afca-281869a154ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:46.359027 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-538e27c4-f853-4f9a-afca-281869a154ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:46.360258 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-538e27c4-f853-4f9a-afca-281869a154ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf7a4d0b-c0e0-4b52-a01a-6a0617448c33 HTTP/1.1" status: 204 len: 168 time: 0.2893014 Oct 18 20:36:46.362485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-a12b37ba-f08e-40d3-8454-1fbb555923a5 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:46.374616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e27c4-f853-4f9a-afca-281869a154ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7a4d0b-c0e0-4b52-a01a-6a0617448c33,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:46.374791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-a12b37ba-f08e-40d3-8454-1fbb555923a5 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks?id=e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 200 len: 828 time: 0.3110330 Oct 18 20:36:46.400725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-c3e99041-7ad3-4ffb-bdd5-fcfd650f6255 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/quotas/147670aa9a764dc2a884b48bcac26902 HTTP/1.1" status: 200 len: 375 time: 0.0222790 Oct 18 20:36:46.504770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc46f0-1177-4975-9fc0-7bb08edacb5c None None] Pushing event updated for resources: {'Port': ['ID=52aff509-1a95-4a28-8b9d-cfac92dde3b0,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:46.532346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-399ffbfa-caac-4430-a7c2-9a493fc1a304 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=147670aa9a764dc2a884b48bcac26902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1293063 Oct 18 20:36:46.695724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-6a2f26d9-583b-4880-a725-359c0139e580 service neutron] 10.222.0.66 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522217 Oct 18 20:36:46.882094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:42Z', 'revision_number': 2, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:46.948904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 52aff509-1a95-4a28-8b9d-cfac92dde3b0 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:46.954550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4890ed-1290-446d-acc0-ef120d50a7ce None None] The sync data for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 is: [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:42Z', 'revision_number': 2, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:46.991637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3d3f8ab1-dab2-406a-b402-8386e63721bd None None] Provisioning complete for port bac4de97-fe69-4511-ba41-4830cf5f405d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:46.992010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8ab1-dab2-406a-b402-8386e63721bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:47.045557 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-cbd94817-df9a-48c1-b0a4-f1259019982d service neutron] 10.222.0.66 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416908 Oct 18 20:36:47.084112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f8ab1-dab2-406a-b402-8386e63721bd None None] Port bac4de97-fe69-4511-ba41-4830cf5f405d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:47.097359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:47.097789 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:47.511823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:47.605092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:47.606242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9561d9eb-a8aa-47c8-bf83-f26bf81991a4 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:47.614216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 76d53fca-b546-4d0c-8600-7ed41fc656f4 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:47.655351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7c154-9463-4fea-ab71-163944cf2664 req-714ff3ee-674e-4dbc-999b-df73a3ed2959 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:47.658041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20e7c154-9463-4fea-ab71-163944cf2664 req-714ff3ee-674e-4dbc-999b-df73a3ed2959 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 950 time: 0.1616819 Oct 18 20:36:47.666557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 76d53fca-b546-4d0c-8600-7ed41fc656f4 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:47.667274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 76d53fca-b546-4d0c-8600-7ed41fc656f4 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:47.669059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 556145b1-4fad-4a88-8b0e-99bd7f97137b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:36:47.727569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:47.733989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 556145b1-4fad-4a88-8b0e-99bd7f97137b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:36:47.734983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 556145b1-4fad-4a88-8b0e-99bd7f97137b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:36:47.793832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20e7c154-9463-4fea-ab71-163944cf2664 req-68379d7f-85b9-43b0-a4ee-50486026d14c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262205 Oct 18 20:36:47.845652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5b7c40e3-feef-456b-b7f8-2d1826ec122b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:47.846444 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.097044 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.169444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:48.174327 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58339ff5-629a-4544-878e-b7ab130d0099" -d '{"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:48.213358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:48.213731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52424) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:48.230464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.311641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872ff8e-9e13-4f71-b3a3-de7e72c190f7 req-6f73e25c-2973-4ec0-afc4-7cfa74149038 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:48.314014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5872ff8e-9e13-4f71-b3a3-de7e72c190f7 req-6f73e25c-2973-4ec0-afc4-7cfa74149038 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 945 time: 0.1797862 Oct 18 20:36:48.327241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=10']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:48.434164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5872ff8e-9e13-4f71-b3a3-de7e72c190f7 req-daab9096-c237-4c4d-958e-f37370e6cfd8 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.66 "GET /v2.0/security-groups?id=20ebdf87-8250-4e54-b2a5-00c995a14501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094801 Oct 18 20:36:48.440106 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.555648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-861611280-network', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:48.600140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Made reservation on behalf of f31afe9f64cd44b893f0e1ad9bce4c17 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:48.602747 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.623632 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.661192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e56faa5-0432-4fa7-9c27-7ca35a0aff36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.856444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.871504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.905575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:36:48.937299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:48.937792 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Added segment 528c53b4-8f91-43b3-8b12-e2d0ec6ca32c of type vlan for network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 Oct 18 20:36:48.965362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c7c5192-9fae-41c5-9b1a-6506a81c865f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:48.989606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c5c25a-0b6a-4112-934e-35af120e97cb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:49.009518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:49.055840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddc76492-67e3-438d-9e68-aafb22f61b39 req-59f8522d-28da-47d1-a57a-3a4836f101a9 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 210 time: 0.0960920 Oct 18 20:36:49.059548 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:49.060964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:49.061748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:49.113055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52440) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:49.113325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8951294 Oct 18 20:36:49.119421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Request body: {'subnet': {'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-subnet', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:49.142879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2c7c5192-9fae-41c5-9b1a-6506a81c865f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:49.143932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:49.203567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Made reservation on behalf of f31afe9f64cd44b893f0e1ad9bce4c17 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:49.207603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:49.211583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bdf6-70e6-42f3-85b7-f80cc06746ca admin admin] Pushing event updated for resources: {'Network': ['ID=7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:49.240233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:36:49.381631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:49.424000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 2c7c5192-9fae-41c5-9b1a-6506a81c865f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c7c5192-9fae-41c5-9b1a-6506a81c865f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:49.433543 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:49.481749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561eead9-175b-4c56-8b2f-aac0b848789b req-914067b9-87be-4bca-b4dd-86dca599a4f9 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:49.504859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-561eead9-175b-4c56-8b2f-aac0b848789b req-914067b9-87be-4bca-b4dd-86dca599a4f9 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 1101 time: 0.2564316 Oct 18 20:36:49.615847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=2c7c5192-9fae-41c5-9b1a-6506a81c865f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:49.660532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-561eead9-175b-4c56-8b2f-aac0b848789b req-6f33a935-bf37-4d67-8975-c5c99e69547d tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537955 Oct 18 20:36:49.779708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-7f96d40c-349c-4325-97d0-3ad335aed010 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:49.802690 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e368ed-a3af-4cba-8d79-77ee02082542 x-openstack-request-id: req-22e368ed-a3af-4cba-8d79-77ee02082542 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:36:49.803243 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-plugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:36:49.803662 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22e368ed-a3af-4cba-8d79-77ee02082542 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:36:49.804468 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'code': 200} Oct 18 20:36:49.812167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-7f96d40c-349c-4325-97d0-3ad335aed010 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.30 "GET /v2.0/networks?id=e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 200 len: 828 time: 0.4488010 Oct 18 20:36:49.842680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Request body: {'port': {'device_id': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'admin_state_up': True, 'tenant_id': '147670aa9a764dc2a884b48bcac26902'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:49.913761 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:50.096343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Checking segment: {'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:50.098420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Network hostable DHCP agents. Network: 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:36:50.102410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f195cf0-066c-445c-8950-ba0ce40f98f8,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:50.131131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:36:50.151187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:50.156574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:50.157485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:50.169841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6ed17-1964-48f9-aeaa-4d861bc2f55d None None] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:50.185926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9ce3a47b-a437-4d05-b09a-7c4d73f5543c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0710912 Oct 18 20:36:50.193598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52468) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:50.202192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:50.226706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Made reservation on behalf of 147670aa9a764dc2a884b48bcac26902 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:36:50.235709 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:50.289346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:50.290933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:50.464476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:50.676361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Allocated IP 172.20.0.13 (e08db165-6c5e-4c90-8319-7a72946fde51/e0837821-da1c-4dec-bdd3-3ca14dad1822/d2c1ca83-d7ca-4fd7-9f56-c691417d5598) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:50.677609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'fixed_ips': [{'subnet_id': '9f195cf0-066c-445c-8950-ba0ce40f98f8'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:36:50.681512 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:50.970156 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.011081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.073865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.074440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c7c5192-9fae-41c5-9b1a-6506a81c865f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:51.213668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Network e08db165-6c5e-4c90-8319-7a72946fde51 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:51.218950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:51.223508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:51.262552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event updated for resources: {'Port': ['ID=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:51.394383 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Sync routers for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:51.423863 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:51.429152 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:51.454815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Allocated IP 172.20.0.2 (7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4/9f195cf0-066c-445c-8950-ba0ce40f98f8/a789a83f-0e93-4821-97e1-4ad1cf994840) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:51.488713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:51.489400 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.548060 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-50652637-17f0-420f-b0da-f1c5094f4e0b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7272325 Oct 18 20:36:51.584273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.599730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Request body: {'port': {'device_id': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:36:51.716438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.727617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2c7c5192-9fae-41c5-9b1a-6506a81c865f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:51.728238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.793788 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:51.868855 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.881424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3a46cb86-e5f4-4dfe-aaaf-268c7fce4024 None None] Provisioning complete for port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:51.881797 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a46cb86-e5f4-4dfe-aaaf-268c7fce4024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:51.892836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90638fae-799e-4e46-b13f-bb7ad76497a1 req-8aa7569a-49c5-43f9-a458-16fbbec62b3f tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:51.908058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90638fae-799e-4e46-b13f-bb7ad76497a1 req-8aa7569a-49c5-43f9-a458-16fbbec62b3f tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 932 time: 0.3249300 Oct 18 20:36:52.207976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.210480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90638fae-799e-4e46-b13f-bb7ad76497a1 req-4aee62c5-030b-44ca-a0a7-7dd8a17a1f16 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/security-groups?id=d242f9c5-6704-4bdd-885c-3043da8dfbab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938077 Oct 18 20:36:52.267528 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.294340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Allocated IP 172.25.7.32 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a9fbdcf3-5f89-498f-affe-31726c2f059a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:52.478571 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:42Z', 'revision_number': 2, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:52.526597 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Checking router: 68c35c86-468a-4146-8352-93d833d9beba for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:52.527327 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Updating router 68c35c86-468a-4146-8352-93d833d9beba port bac4de97-fe69-4511-ba41-4830cf5f405d binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:36:52.538678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3a46cb86-e5f4-4dfe-aaaf-268c7fce4024 None None] Port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:36:52.550746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c1ca83-d7ca-4fd7-9f56-c691417d5598 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:52.551409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:52.562819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.565576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:52.578639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Transition to ACTIVE for port object d2c1ca83-d7ca-4fd7-9f56-c691417d5598 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:36:52.583367 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.588322 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.589989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:52.643788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Pushing event updated for resources: {'Port': ['ID=a789a83f-0e93-4821-97e1-4ad1cf994840,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:52.647167 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.731331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Pushing event updated for resources: {'Port': ['ID=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:52.793461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.902754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:52.912028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:52.924916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:52.975840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Attempting to bind port a789a83f-0e93-4821-97e1-4ad1cf994840 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:52.976463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Attempting to bind port a789a83f-0e93-4821-97e1-4ad1cf994840 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:52.977073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Attempting to bind port a789a83f-0e93-4821-97e1-4ad1cf994840 on network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:52.996039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:52.996692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Checking segment: {'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:52.997285 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:52.997952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Bound using segment: {'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:52.998722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Bound port: a789a83f-0e93-4821-97e1-4ad1cf994840, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:52.999353 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.025604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Attempting to bind port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:53.026257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Attempting to bind port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:53.026765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Attempting to bind port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 on network e08db165-6c5e-4c90-8319-7a72946fde51 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:53.035175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 on network e08db165-6c5e-4c90-8319-7a72946fde51 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:36:53.035785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Attempting to bind port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 on network e08db165-6c5e-4c90-8319-7a72946fde51 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:53.046624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Pushing event updated for resources: {'Port': ['ID=a9fbdcf3-5f89-498f-affe-31726c2f059a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:53.047177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:53.047709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Checking segment: {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:53.053517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Bound using segment: {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:53.054488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Bound port: d2c1ca83-d7ca-4fd7-9f56-c691417d5598, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:53.055049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.219034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbb98445-77df-4330-9177-b005886e6df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.244897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] For port d2c1ca83-d7ca-4fd7-9f56-c691417d5598, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:53.256859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] For port d2c1ca83-d7ca-4fd7-9f56-c691417d5598, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:53.270970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.284915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] For port a789a83f-0e93-4821-97e1-4ad1cf994840, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:53.297757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] For port a789a83f-0e93-4821-97e1-4ad1cf994840, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a789a83f-0e93-4821-97e1-4ad1cf994840,segment=NetworkSegment(528c53b4-8f91-43b3-8b12-e2d0ec6ca32c),segment_id=528c53b4-8f91-43b3-8b12-e2d0ec6ca32c)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:53.313396 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.400858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f71a5-f5cb-41d5-8e76-2b09ecebd491 None None] Pushing event updated for resources: {'Port': ['ID=a789a83f-0e93-4821-97e1-4ad1cf994840,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:53.433583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:53.435037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.447700 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] 10.222.0.30 "PUT /v2.0/ports/d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 1092 time: 1.8740630 Oct 18 20:36:53.455206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:36:53.461648 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8757d1e0-d581-4a81-87a0-cd5d1a496c44" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:36:53.531391 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.541704 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.656940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b14446-bf16-4bd9-9b6c-138fe03a330a service neutron] Pushing event updated for resources: {'Port': ['ID=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:53.679235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-0ca27f91-5f23-4892-a28e-95906ac77155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:53.681202 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-0ca27f91-5f23-4892-a28e-95906ac77155 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=147670aa9a764dc2a884b48bcac26902&device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 1095 time: 0.1568267 Oct 18 20:36:53.702234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd28f0a-4ef2-447a-95e3-ffc396b5d2a8 None None] Pushing event updated for resources: {'Port': ['ID=bac4de97-fe69-4511-ba41-4830cf5f405d,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:53.793984 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Attempting to bind port bac4de97-fe69-4511-ba41-4830cf5f405d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:36:53.795138 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Attempting to bind port bac4de97-fe69-4511-ba41-4830cf5f405d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:36:53.796137 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Attempting to bind port bac4de97-fe69-4511-ba41-4830cf5f405d on network e08db165-6c5e-4c90-8319-7a72946fde51 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:36:53.828410 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:36:53.834710 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Checking segment: {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:36:53.840479 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.843841 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Bound using segment: {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:36:53.846400 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Bound port: bac4de97-fe69-4511-ba41-4830cf5f405d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6d458d-d257-48c0-acf0-0a40f6edf639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:36:53.848871 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.872653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:53.884359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-c099786e-e2e7-4fb4-bc51-2e956b406dab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 217 time: 0.1905913 Oct 18 20:36:54.132873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-347c77ca-e2db-4e96-91ab-39db4dd9fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:54.138563 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-347c77ca-e2db-4e96-91ab-39db4dd9fbb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0837821-da1c-4dec-bdd3-3ca14dad1822 HTTP/1.1" status: 200 len: 867 time: 0.2359135 Oct 18 20:36:54.177690 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] For port bac4de97-fe69-4511-ba41-4830cf5f405d, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:36:54.195478 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] For port bac4de97-fe69-4511-ba41-4830cf5f405d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bac4de97-fe69-4511-ba41-4830cf5f405d,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:36:54.209154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:54.212787 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:54.388284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-9dc83bc6-525b-476d-8ba4-353072f69d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:54.403854 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-9dc83bc6-525b-476d-8ba4-353072f69d2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e08db165-6c5e-4c90-8319-7a72946fde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544456 Oct 18 20:36:54.505417 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:54.506588 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:54.557721 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:54.609939 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-c05cb7c4-56ad-4985-8781-2c5c41e72a33 service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978064 Oct 18 20:36:54.846465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9b5a59cf-7c09-4a62-9902-3a3cbbeb3e98 None None] Provisioning complete for port bac4de97-fe69-4511-ba41-4830cf5f405d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:54.846846 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b5a59cf-7c09-4a62-9902-3a3cbbeb3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:54.882235 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ceafa6e4-53aa-4883-8dce-51d2982cdd51 req-c022297e-a85d-47a6-927a-5f05bc026be6 service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631528 Oct 18 20:36:54.967684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a789a83f-0e93-4821-97e1-4ad1cf994840 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:55.033666 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:55.040725 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:55.111653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a789a83f-0e93-4821-97e1-4ad1cf994840 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:55.112019 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:55.237182 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b5a59cf-7c09-4a62-9902-3a3cbbeb3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:55.325075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Router 497a40bb-e814-4bd4-ae75-48093268f1d1 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:36:55.397392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9b5a59cf-7c09-4a62-9902-3a3cbbeb3e98 None None] For port bac4de97-fe69-4511-ba41-4830cf5f405d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bac4de97-fe69-4511-ba41-4830cf5f405d,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:55.469010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b5a59cf-7c09-4a62-9902-3a3cbbeb3e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:55.842626 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd28f0a-4ef2-447a-95e3-ffc396b5d2a8 None None] Pushing event updated for resources: {'Port': ['ID=bac4de97-fe69-4511-ba41-4830cf5f405d,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:56.050065 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b47847d-310e-4d14-ba90-b639c36ae9b9 None None] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:36:56.177619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:36:56.189444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a59cf-7c09-4a62-9902-3a3cbbeb3e98 None None] Pushing event updated for resources: {'Port': ['ID=bac4de97-fe69-4511-ba41-4830cf5f405d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:56.196697 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:54Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:56.215863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:56.222025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d1eaeb6-ab45-42f6-b95a-0b7bf3f109df admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0230911 Oct 18 20:36:56.222746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52510) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:36:56.252309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Sync routers for ids ['497a40bb-e814-4bd4-ae75-48093268f1d1'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:36:56.271616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:56.279299 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72feb5e-e0f9-4bc9-a81f-a70940fa7919 None None] The sync data for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 is: [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:54Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:36:56.389516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Routers {'497a40bb-e814-4bd4-ae75-48093268f1d1'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:36:56.390946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['497a40bb-e814-4bd4-ae75-48093268f1d1'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:56.408684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d2c1ca83-d7ca-4fd7-9f56-c691417d5598 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:36:56.447399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-06356ead-95f8-4ad8-87cd-3f956f00094b None None] Provisioning complete for port bac4de97-fe69-4511-ba41-4830cf5f405d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:56.448733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-06356ead-95f8-4ad8-87cd-3f956f00094b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:56.865585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a789a83f-0e93-4821-97e1-4ad1cf994840, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a789a83f-0e93-4821-97e1-4ad1cf994840,segment=NetworkSegment(528c53b4-8f91-43b3-8b12-e2d0ec6ca32c),segment_id=528c53b4-8f91-43b3-8b12-e2d0ec6ca32c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:56.907818 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-0f0dd339-eb95-4a15-a5e3-e44de52622f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1311791 Oct 18 20:36:56.939484 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:57.032633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Set router 497a40bb-e814-4bd4-ae75-48093268f1d1 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:36:57.100638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-d949a927-c753-4e4c-94fd-8590ccf85869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:57.102701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-d949a927-c753-4e4c-94fd-8590ccf85869 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 1101 time: 0.1282845 Oct 18 20:36:57.195554 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:57.361954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-6d8d3220-69dd-4978-a728-edf37c5348d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:57.363878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-6d8d3220-69dd-4978-a728-edf37c5348d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2358410 Oct 18 20:36:57.485758 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-30e81f1b-6aff-4308-8860-82e1c19db7bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3802f942-c320-41da-baad-a3de9f4060df HTTP/1.1" status: 200 len: 217 time: 0.1038671 Oct 18 20:36:57.559268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device bac4de97-fe69-4511-ba41-4830cf5f405d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:36:57.560192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:57.571269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-736b6ee1-b6dc-4d09-a872-5c40c78c7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:57.573972 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-736b6ee1-b6dc-4d09-a872-5c40c78c7ad0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0887408 Oct 18 20:36:57.741912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-38573020-d654-4824-bfef-2a36f45d0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:36:57.762835 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-38573020-d654-4824-bfef-2a36f45d0d3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1809914 Oct 18 20:36:57.888111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d2c1ca83-d7ca-4fd7-9f56-c691417d5598, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:58.026753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Allocated IP 172.20.0.1 (7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4/9f195cf0-066c-445c-8950-ba0ce40f98f8/7a03efd2-7f42-4053-aab5-ee1bf36ebc44) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:36:58.114062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a789a83f-0e93-4821-97e1-4ad1cf994840,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:58.120342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'port_id': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'mac_address': 'fa:16:3e:b6:90:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:36:58.147961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-8fda9c6f-fa7d-4e96-8330-08ae5d8265e8 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754954 Oct 18 20:36:58.177517 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:58.230653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:58.270196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4c04985b-d678-4130-b085-cf2379fec6c4 None None] Provisioning complete for port a789a83f-0e93-4821-97e1-4ad1cf994840 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:58.271252 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c04985b-d678-4130-b085-cf2379fec6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:58.342713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:36:58.347827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:36:58.375472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:36:58.406356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port bac4de97-fe69-4511-ba41-4830cf5f405d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:58.406932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:58.493382 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:58.620326 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:58.812339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c1ca83-d7ca-4fd7-9f56-c691417d5598 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:36:58.857974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Pushing event updated for resources: {'Port': ['ID=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:58.924943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:59.006385 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d2c1ca83-d7ca-4fd7-9f56-c691417d5598, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:36:59.018590 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-415423e1-dfb1-48be-b383-7b85daf085e3 req-865e9ec4-a0b1-4465-9627-1a7e1750829d service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8596311 Oct 18 20:36:59.039956 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:59.304249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:36:53Z', 'revision_number': 3, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port': {'id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:51Z', 'updated_at': '2021-10-18T20:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:36:59.378003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Checking router: 497a40bb-e814-4bd4-ae75-48093268f1d1 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:36:59.378514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Updating router 497a40bb-e814-4bd4-ae75-48093268f1d1 port a9fbdcf3-5f89-498f-affe-31726c2f059a binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:36:59.419442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d2c1ca83-d7ca-4fd7-9f56-c691417d5598'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:36:59.454892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:59.462713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:59.562010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:59.630397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Pushing event updated for resources: {'Port': ['ID=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:36:59.643723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:59.668759 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:59.717036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e130612e-ac5b-4205-858c-dd24f258b9d0 None None] Provisioning complete for port a789a83f-0e93-4821-97e1-4ad1cf994840 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:36:59.717324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e130612e-ac5b-4205-858c-dd24f258b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:36:59.860844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a789a83f-0e93-4821-97e1-4ad1cf994840 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:00.000799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:00.001496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a789a83f-0e93-4821-97e1-4ad1cf994840 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:00.001496 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:00.007060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:00.423380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Router 497a40bb-e814-4bd4-ae75-48093268f1d1 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:37:00.680691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:37:00.692022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8fffceab-f8d0-4db6-8953-1a4c42bd5018 admin admin] 10.222.0.66 "PUT /v2.0/routers/497a40bb-e814-4bd4-ae75-48093268f1d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4669297 Oct 18 20:37:00.820905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e130612e-ac5b-4205-858c-dd24f258b9d0 None None] Provisioning complete for port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:00.821816 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e130612e-ac5b-4205-858c-dd24f258b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:00.911837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:00.913784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e130612e-ac5b-4205-858c-dd24f258b9d0 None None] Port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:00.933920 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:01.076224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Attempting to bind port a9fbdcf3-5f89-498f-affe-31726c2f059a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:01.077171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Attempting to bind port a9fbdcf3-5f89-498f-affe-31726c2f059a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:01.077779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Attempting to bind port a9fbdcf3-5f89-498f-affe-31726c2f059a on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:01.098342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af02a51-5c72-41ab-a36c-a9434350ed15 None None] Pushing event updated for resources: {'Port': ['ID=a9fbdcf3-5f89-498f-affe-31726c2f059a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:01.104126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:01.104812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:01.105546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:01.111344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:01.112236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Bound port: a9fbdcf3-5f89-498f-affe-31726c2f059a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:01.113113 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:01.164985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2c80b531-9011-4511-8ebe-80da99bcd0ee None None] Provisioning complete for port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:01.165583 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2c80b531-9011-4511-8ebe-80da99bcd0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:01.244670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2c80b531-9011-4511-8ebe-80da99bcd0ee None None] Port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:01.256261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] For port a9fbdcf3-5f89-498f-affe-31726c2f059a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:01.268523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] For port a9fbdcf3-5f89-498f-affe-31726c2f059a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a9fbdcf3-5f89-498f-affe-31726c2f059a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:01.275074 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:01.365716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af02a51-5c72-41ab-a36c-a9434350ed15 None None] Pushing event updated for resources: {'Port': ['ID=a9fbdcf3-5f89-498f-affe-31726c2f059a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:01.370810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Routers {'497a40bb-e814-4bd4-ae75-48093268f1d1'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:37:01.371482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['497a40bb-e814-4bd4-ae75-48093268f1d1'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:01.567782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] Set router 497a40bb-e814-4bd4-ae75-48093268f1d1 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:37:01.725494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-54b3f0d9-2d6a-452b-8bd3-dbcb43afed67 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983057 Oct 18 20:37:01.990079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:36:58Z', 'revision_number': 4, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port': {'id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:51Z', 'updated_at': '2021-10-18T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a03efd2-7f42-4053-aab5-ee1bf36ebc44', 'name': '', 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'mac_address': 'fa:16:3e:5d:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:57Z', 'updated_at': '2021-10-18T20:36:59Z', 'revision_number': 2, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'subnets': [{'id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:01.996425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-1d489af5-5e32-49da-b219-7629aefe3352 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:02.005351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-1d489af5-5e32-49da-b219-7629aefe3352 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682011 Oct 18 20:37:02.027908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc2e6b-ce59-4321-825f-0a3b88a870b8 None None] The sync data for ids ['497a40bb-e814-4bd4-ae75-48093268f1d1'] in n-d-812149-2 is: [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:36:58Z', 'revision_number': 4, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port': {'id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:51Z', 'updated_at': '2021-10-18T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a03efd2-7f42-4053-aab5-ee1bf36ebc44', 'name': '', 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'mac_address': 'fa:16:3e:5d:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:57Z', 'updated_at': '2021-10-18T20:36:59Z', 'revision_number': 2, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'subnets': [{'id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:37:02.068688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-f68ef2db-10a4-4a70-a8fb-8d472d45cc79 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/quotas/711a7e28a8264426914596237ea2fec8 HTTP/1.1" status: 200 len: 375 time: 0.0569644 Oct 18 20:37:02.173104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-d3284f64-9102-4a86-b380-d844a3b5e898 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0944762 Oct 18 20:37:03.061952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d2c1ca83-d7ca-4fd7-9f56-c691417d5598 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:03.210500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7bc82-e095-4fc3-b775-024e2eb16741 req-3f6632bb-2e2f-4416-96df-4d97a8ccd25b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:03.222368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ce7bc82-e095-4fc3-b775-024e2eb16741 req-3f6632bb-2e2f-4416-96df-4d97a8ccd25b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 945 time: 0.0903022 Oct 18 20:37:03.245947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:37:03.259337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:03.260002 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:03.312893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ce7bc82-e095-4fc3-b775-024e2eb16741 req-d1acd375-ad3d-4e18-9e37-37430745e9f3 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/security-groups?id=d242f9c5-6704-4bdd-885c-3043da8dfbab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831032 Oct 18 20:37:03.530555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-9c69da5f-1c4d-4a8e-82cc-7ec02d284d96 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1689260 Oct 18 20:37:03.542636 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e5765-5d5d-4fef-9730-1972c0085557 x-openstack-request-id: req-af3e5765-5d5d-4fef-9730-1972c0085557 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:03.544029 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:03.544897 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af3e5765-5d5d-4fef-9730-1972c0085557 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:03.545917 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'status': 'completed', 'code': 200} Oct 18 20:37:03.573834 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:03.681697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d2c1ca83-d7ca-4fd7-9f56-c691417d5598, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:03.682944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:03.702657 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c217abd-dbb6-43cd-990f-9779fc120605" -d '{"events": [{"server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "name": "network-vif-plugged", "status": "completed", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:03.714478 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:03.740362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-7ce68a09-365e-45ef-b5d8-5d517524c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:03.744945 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-7ce68a09-365e-45ef-b5d8-5d517524c55c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=147670aa9a764dc2a884b48bcac26902&device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 1096 time: 0.1716764 Oct 18 20:37:03.837090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:03.854589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-272217bf-8f51-4dba-994a-09f014b9127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:03.869287 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-272217bf-8f51-4dba-994a-09f014b9127f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 1101 time: 0.2328529 Oct 18 20:37:04.053724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a9fbdcf3-5f89-498f-affe-31726c2f059a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:04.153107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a9fbdcf3-5f89-498f-affe-31726c2f059a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:04.153829 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:04.349396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2a306a3-b794-465d-a52d-648fca42c293 req-f5075c67-6e85-4033-8b99-dd7eb933aa99 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3961401 Oct 18 20:37:04.351039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:04.354270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-7d970f28-6810-4bdb-9153-2e7a556a7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:04.358112 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-7d970f28-6810-4bdb-9153-2e7a556a7ed1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 200 len: 929 time: 0.6020875 Oct 18 20:37:04.383126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:04.404428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a9fbdcf3-5f89-498f-affe-31726c2f059a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a9fbdcf3-5f89-498f-affe-31726c2f059a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:04.418710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:04.460651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:04.484682 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-dd4e38a1-a18c-44c1-a4bf-d9184a0c0889 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 217 time: 0.1036487 Oct 18 20:37:04.595029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a9fbdcf3-5f89-498f-affe-31726c2f059a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:04.658455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-926f1e12-f610-479a-8784-64abc4f66b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:04.662019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-926f1e12-f610-479a-8784-64abc4f66b25 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.7596023 Oct 18 20:37:04.865378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-26db4b03-f144-4945-b06c-3d2c46d718ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=3edb5123-175c-4422-99e5-38e11f1a4df9 HTTP/1.1" status: 200 len: 217 time: 0.1653078 Oct 18 20:37:04.875978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-1bcf38d3-ec09-4258-b536-8809771f5abf tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=711a7e28a8264426914596237ea2fec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2121353 Oct 18 20:37:04.942595 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:04.985370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-61b2004b-8d9f-4138-8b54-c3100cdc3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:04.989831 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-61b2004b-8d9f-4138-8b54-c3100cdc3422 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0837821-da1c-4dec-bdd3-3ca14dad1822 HTTP/1.1" status: 200 len: 867 time: 0.4760187 Oct 18 20:37:05.242535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Allocated IP 172.25.7.204 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/5abfe8f5-39c1-4147-968e-32accd7c5b66) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:05.278497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-effaa117-8ffd-4c06-936b-6bc37d4a3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:05.281346 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-effaa117-8ffd-4c06-936b-6bc37d4a3e8e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.3996561 Oct 18 20:37:05.345877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-cba1bfcb-6393-4b5d-8785-779adb6c213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:05.349925 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-cba1bfcb-6393-4b5d-8785-779adb6c213c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e08db165-6c5e-4c90-8319-7a72946fde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3267112 Oct 18 20:37:05.510228 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-7caa68c2-b102-4818-ada1-ec99f72f4dc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:05.513310 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-7caa68c2-b102-4818-ada1-ec99f72f4dc5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6271632 Oct 18 20:37:05.520824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-d5eaff5d-033b-4d34-8f13-fd962dc276dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:05.523604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-d5eaff5d-033b-4d34-8f13-fd962dc276dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287130 Oct 18 20:37:05.532281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Request body: {'port': {'device_id': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '711a7e28a8264426914596237ea2fec8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:05.537928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:05.639275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:05.708790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=5abfe8f5-39c1-4147-968e-32accd7c5b66,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:05.736952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:05.740301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:05.741694 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-07cb2841-3dc0-4e42-872c-5087faac9c99 service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670683 Oct 18 20:37:05.746567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:05.798620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a9fbdcf3-5f89-498f-affe-31726c2f059a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:05.989327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a9fbdcf3-5f89-498f-affe-31726c2f059a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:05.997842 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.042843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Made reservation on behalf of 711a7e28a8264426914596237ea2fec8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:06.046666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.058226 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.244617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Allocated IP 192.168.233.90 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/d26cd5e7-07a6-408e-9906-0ba66967ae06) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:06.262696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.372030 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Sync routers for ids ['497a40bb-e814-4bd4-ae75-48093268f1d1'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:37:06.392334 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Routers {'497a40bb-e814-4bd4-ae75-48093268f1d1'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:37:06.398925 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['497a40bb-e814-4bd4-ae75-48093268f1d1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:06.497707 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.594871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.624257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['3edb5123-175c-4422-99e5-38e11f1a4df9', '912c968b-3aa9-4cec-aad6-1f52c9bab684', 'df48ae1c-966c-4347-a853-59bdb7e0d27b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:06.671451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:06.686781 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Set router 497a40bb-e814-4bd4-ae75-48093268f1d1 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:37:06.687509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:06.693540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:06.753981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:06.774971 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.790877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:06.955936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:06.957162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.057222 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5315378 Oct 18 20:37:07.108217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Request body: {'port': {'device_id': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:07.124805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=5abfe8f5-39c1-4147-968e-32accd7c5b66,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:07.157638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.204983 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.207191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2a306a3-b794-465d-a52d-648fca42c293 req-d43471a0-f71a-461e-9772-6bfacec067e4 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8565168 Oct 18 20:37:07.232009 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:36:58Z', 'revision_number': 4, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port': {'id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:51Z', 'updated_at': '2021-10-18T20:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a03efd2-7f42-4053-aab5-ee1bf36ebc44', 'name': '', 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'mac_address': 'fa:16:3e:5d:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:57Z', 'updated_at': '2021-10-18T20:36:59Z', 'revision_number': 2, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'subnets': [{'id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:07.259429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8757d1e0-d581-4a81-87a0-cd5d1a496c44 req-738ac230-e012-425f-9a6f-d6d586e6c994 service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3723171 Oct 18 20:37:07.262208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-fd25bc9b-83eb-4859-84b9-d34fcc8e2fb7 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7032659 Oct 18 20:37:07.322270 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Checking router: 497a40bb-e814-4bd4-ae75-48093268f1d1 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:37:07.322723 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Updating router 497a40bb-e814-4bd4-ae75-48093268f1d1 port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:37:07.384216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a21d2-260f-46bb-8653-e70dc5737202 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event updated for resources: {'Port': ['ID=d26cd5e7-07a6-408e-9906-0ba66967ae06,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:07.390705 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.404063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2a306a3-b794-465d-a52d-648fca42c293 req-ecccbed6-a1c0-4e88-b2e9-0e3c0122647f tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.1844678 Oct 18 20:37:07.410474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-96192de4-eb89-416d-8718-fef953f83fe5 None None] Provisioning complete for port d26cd5e7-07a6-408e-9906-0ba66967ae06 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:07.411600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96192de4-eb89-416d-8718-fef953f83fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.648322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-96192de4-eb89-416d-8718-fef953f83fe5 None None] Port d26cd5e7-07a6-408e-9906-0ba66967ae06 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:07.816999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.825295 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.833435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3b24db0-60ae-4e15-be76-4b83c7e3c1a0 req-45c760df-606b-41cb-a2c3-fddb123cc4a7 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060890 Oct 18 20:37:07.835945 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:07.984788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a306a3-b794-465d-a52d-648fca42c293 req-8c205d1b-9631-4571-8690-bc1459cf59bd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:07.996564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2a306a3-b794-465d-a52d-648fca42c293 req-8c205d1b-9631-4571-8690-bc1459cf59bd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.5858400 Oct 18 20:37:08.144791 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052131a-520b-4b39-a444-d0d03c4ed08c None None] Pushing event updated for resources: {'Port': ['ID=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:08.150762 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Attempting to bind port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:08.151542 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Attempting to bind port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:08.152091 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Attempting to bind port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 on network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:08.170802 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:08.172976 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Checking segment: {'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:08.174802 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.183923 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Bound using segment: {'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:08.187749 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Bound port: 7a03efd2-7f42-4053-aab5-ee1bf36ebc44, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:08.188498 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.276671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a01b-c59c-4c00-9d38-0abd12d0886b req-e4f463fb-722f-48a2-a747-7f5339f036c0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:08.283514 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2718a01b-c59c-4c00-9d38-0abd12d0886b req-e4f463fb-722f-48a2-a747-7f5339f036c0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 935 time: 0.1750772 Oct 18 20:37:08.388603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2718a01b-c59c-4c00-9d38-0abd12d0886b req-c2bf1cf1-e249-42d5-8aa5-da9ce1e502e5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007316 Oct 18 20:37:08.405115 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] For port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:08.412600 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] For port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,segment=NetworkSegment(528c53b4-8f91-43b3-8b12-e2d0ec6ca32c),segment_id=528c53b4-8f91-43b3-8b12-e2d0ec6ca32c)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:08.422583 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.498910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-88b539f8-e90e-413c-979e-34cadd2d4e74 None None] Provisioning complete for port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:08.499449 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-88b539f8-e90e-413c-979e-34cadd2d4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.580186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26cd5e7-07a6-408e-9906-0ba66967ae06 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:08.621524 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.666074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Transition to ACTIVE for port object d26cd5e7-07a6-408e-9906-0ba66967ae06 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:37:08.685817 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.745718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-88b539f8-e90e-413c-979e-34cadd2d4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.779770 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Routers {'497a40bb-e814-4bd4-ae75-48093268f1d1'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:37:08.789216 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['497a40bb-e814-4bd4-ae75-48093268f1d1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:08.795424 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052131a-520b-4b39-a444-d0d03c4ed08c None None] Pushing event updated for resources: {'Port': ['ID=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:08.840286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-88b539f8-e90e-413c-979e-34cadd2d4e74 None None] For port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,segment=NetworkSegment(528c53b4-8f91-43b3-8b12-e2d0ec6ca32c),segment_id=528c53b4-8f91-43b3-8b12-e2d0ec6ca32c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:08.865077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-88b539f8-e90e-413c-979e-34cadd2d4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:08.891879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Pushing event updated for resources: {'Port': ['ID=d26cd5e7-07a6-408e-9906-0ba66967ae06,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:08.998882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b539f8-e90e-413c-979e-34cadd2d4e74 None None] Pushing event updated for resources: {'Port': ['ID=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:09.017131 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167fcd59-39aa-4c7a-b4d2-a22591a784a2 x-openstack-request-id: req-167fcd59-39aa-4c7a-b4d2-a22591a784a2 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:09.021333 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "name": "network-vif-plugged", "status": "completed", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:09.022006 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-167fcd59-39aa-4c7a-b4d2-a22591a784a2 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:09.022621 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'code': 200} Oct 18 20:37:09.211285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2dc7989f-11ff-4e03-b455-eb148276a431 None None] Provisioning complete for port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:09.211285 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2dc7989f-11ff-4e03-b455-eb148276a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:09.240960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Attempting to bind port d26cd5e7-07a6-408e-9906-0ba66967ae06 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:09.241466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Attempting to bind port d26cd5e7-07a6-408e-9906-0ba66967ae06 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:09.241900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Attempting to bind port d26cd5e7-07a6-408e-9906-0ba66967ae06 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:09.268191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109b57-2b42-477d-bdc9-acd195da824c req-3b260d0f-62bc-4e50-9b0d-ae5153a60970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:09.272049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] Set router 497a40bb-e814-4bd4-ae75-48093268f1d1 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:37:09.278794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2e109b57-2b42-477d-bdc9-acd195da824c req-3b260d0f-62bc-4e50-9b0d-ae5153a60970 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 1097 time: 0.1768982 Oct 18 20:37:09.281466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Port d26cd5e7-07a6-408e-9906-0ba66967ae06 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:37:09.281466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Attempting to bind port d26cd5e7-07a6-408e-9906-0ba66967ae06 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:09.325698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:09.336793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:09.337425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:09.337999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Bound port: d26cd5e7-07a6-408e-9906-0ba66967ae06, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:09.338469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:09.477606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2e109b57-2b42-477d-bdc9-acd195da824c req-e9f24bed-52d0-456c-ad9c-6e907d9a0ca1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d242f9c5-6704-4bdd-885c-3043da8dfbab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977570 Oct 18 20:37:09.553847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] For port d26cd5e7-07a6-408e-9906-0ba66967ae06, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:09.558454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] For port d26cd5e7-07a6-408e-9906-0ba66967ae06, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d26cd5e7-07a6-408e-9906-0ba66967ae06,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:09.584952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:09.649468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:09.650668 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:09.652264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] 10.222.0.30 "PUT /v2.0/ports/d26cd5e7-07a6-408e-9906-0ba66967ae06 HTTP/1.1" status: 200 len: 1095 time: 2.5566492 Oct 18 20:37:09.657690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'tag': 'd26cd5e7-07a6-408e-9906-0ba66967ae06'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:09.667155 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b" -d '{"events": [{"name": "network-changed", "server_uuid": "725f0a3f-1dfb-43e6-b456-1617b7156c94", "tag": "d26cd5e7-07a6-408e-9906-0ba66967ae06"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:09.694634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d7efc-7f50-4c4f-959c-71fc35abacce req-efd58a26-69bd-4bf0-a4ef-5ab35d09431e tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:09.729251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb018bb3-decb-4a9a-9b06-2cb6404d1284 service neutron] Pushing event updated for resources: {'Port': ['ID=d26cd5e7-07a6-408e-9906-0ba66967ae06,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:09.738289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-723d7efc-7f50-4c4f-959c-71fc35abacce req-efd58a26-69bd-4bf0-a4ef-5ab35d09431e tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 946 time: 0.2652955 Oct 18 20:37:09.807806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:09.843997 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:36:58Z', 'revision_number': 4, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port': {'id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:51Z', 'updated_at': '2021-10-18T20:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a03efd2-7f42-4053-aab5-ee1bf36ebc44', 'name': '', 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'mac_address': 'fa:16:3e:5d:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:57Z', 'updated_at': '2021-10-18T20:37:08Z', 'revision_number': 4, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'subnets': [{'id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:09.856779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-723d7efc-7f50-4c4f-959c-71fc35abacce req-dafe3189-886f-4c76-be41-9ff9be1b9e87 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/security-groups?id=d242f9c5-6704-4bdd-885c-3043da8dfbab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148531 Oct 18 20:37:09.935016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-c0b41cbd-3223-4402-9339-d8ef881cbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:09.938484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-c0b41cbd-3223-4402-9339-d8ef881cbd2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 1098 time: 0.1622808 Oct 18 20:37:10.096864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:10.097883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:10.101965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-e9ba151b-f96f-4c42-9e0b-4efe84760a57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d26cd5e7-07a6-408e-9906-0ba66967ae06 HTTP/1.1" status: 200 len: 217 time: 0.1473186 Oct 18 20:37:10.152566 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebdaec-13d0-48b2-ba2e-5c02aae4d16a None None] The sync data for ids ['497a40bb-e814-4bd4-ae75-48093268f1d1'] in n-d-812149-2 is: [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:36:58Z', 'revision_number': 4, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port': {'id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:51Z', 'updated_at': '2021-10-18T20:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a03efd2-7f42-4053-aab5-ee1bf36ebc44', 'name': '', 'network_id': '7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'mac_address': 'fa:16:3e:5d:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:57Z', 'updated_at': '2021-10-18T20:37:08Z', 'revision_number': 4, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'subnets': [{'id': '9f195cf0-066c-445c-8950-ba0ce40f98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:37:10.194625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-5a88b8ba-d208-476d-bd39-acea17584c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:10.201038 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-5a88b8ba-d208-476d-bd39-acea17584c14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0884326 Oct 18 20:37:10.278706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-69e204ea-7e1e-4981-b707-94aef2d49d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:10.283255 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-69e204ea-7e1e-4981-b707-94aef2d49d72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710559 Oct 18 20:37:10.399066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-8b97cdde-8752-47ea-a11e-4539bc1b4e24 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4553246 Oct 18 20:37:10.424278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:10.482172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:10.650821 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-f43499fd-4c37-4b3a-8106-385f762af9bf service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570063 Oct 18 20:37:10.686844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-b252f875-8685-4b16-90e7-e5da8797a61a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:10.690071 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-b252f875-8685-4b16-90e7-e5da8797a61a tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.30 "GET /v2.0/ports?device_id=4808c07f-0f68-464b-8154-f9cd60fdd2ca HTTP/1.1" status: 200 len: 945 time: 0.1265144 Oct 18 20:37:10.825412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:10.998738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Deleting port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:11.004198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:11.113096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Allocated IP 172.25.7.138 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/679ddb10-d370-465e-9824-37710ced9dfe) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:11.235260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] For port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,segment=NetworkSegment(fe60c2cf-e063-46fd-bed5-aa5d9669214c),segment_id=fe60c2cf-e063-46fd-bed5-aa5d9669214c)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:11.235812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:11.254206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Calling delete_port for 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:11.324031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:11.395910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:11.484686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:11.494847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:11.496988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:11.505876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:11.515271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:11.616549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=679ddb10-d370-465e-9824-37710ced9dfe,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:11.628869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4fa6a37f-aabe-4914-bdfc-39a00be9e680 req-4eb61fbc-8f74-4ca7-bacd-f660e7bc47f9 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9603453 Oct 18 20:37:11.640400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Pushing event deleted for resources: {'Port': ['ID=1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:11.726546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] No DVR routers for this DVR port 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:37:11.731766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:11.735907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8443382-e5d6-4203-9dbb-60db5f58f80d req-0172ac3e-ee06-439f-9796-cc59728b1873 tempest-ServerAddressesNegativeTestJSON-532856305 tempest-ServerAddressesNegativeTestJSON-532856305-project] 10.222.0.30 "DELETE /v2.0/ports/1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed HTTP/1.1" status: 204 len: 173 time: 1.0324743 Oct 18 20:37:11.782900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:11.850107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:12.132579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:12.141296 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:12.238815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=679ddb10-d370-465e-9824-37710ced9dfe,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:12.267758 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:12.299630 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:12.313722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-600d71b7-755a-4d3b-afb0-36cf45ea5bbd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8934884 Oct 18 20:37:12.437819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-cc4df570-ad4f-4247-8d1f-3378071d3ba2 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.138 HTTP/1.1" status: 200 len: 696 time: 0.1194885 Oct 18 20:37:12.661277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-fdb5e7c7-82ce-4005-a7c6-3f3e277c189a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:12.675650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b5fc188-c5f2-4332-a84a-d4191ec5a4a4 req-fdb5e7c7-82ce-4005-a7c6-3f3e277c189a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2261343 Oct 18 20:37:12.748534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52642) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:12.934716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] Deleting subnet f71a76a9-0f93-4394-8f56-5f6f938d6514 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:37:12.939614 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:12.955581 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:13.088038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:13.103343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279ca8-e788-42e9-bada-beafaf256a7a req-7230fb04-33fd-4d7e-b526-d700f481aa95 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:13.105963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d279ca8-e788-42e9-bada-beafaf256a7a req-7230fb04-33fd-4d7e-b526-d700f481aa95 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 945 time: 0.1141539 Oct 18 20:37:13.221197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d279ca8-e788-42e9-bada-beafaf256a7a req-d2935b7b-2215-455d-94b9-f7ef8a989e35 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730436 Oct 18 20:37:13.301614 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:13.546402 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:13.605833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71a76a9-0f93-4394-8f56-5f6f938d6514,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:13.624743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:13.632261 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-de6543d7-de7e-4ecf-936d-593d0b2103ed admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f71a76a9-0f93-4394-8f56-5f6f938d6514 HTTP/1.1" status: 204 len: 168 time: 0.8815951 Oct 18 20:37:13.636800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52650) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:13.693310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5160b7-6cec-4636-b87d-2eb65ce739e3 req-50650911-561c-431a-b53d-d56128a61404 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:13.696770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b5160b7-6cec-4636-b87d-2eb65ce739e3 req-50650911-561c-431a-b53d-d56128a61404 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 947 time: 0.2264664 Oct 18 20:37:13.827006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b5160b7-6cec-4636-b87d-2eb65ce739e3 req-1fafaa41-47b6-4c2a-96de-6ac641dc59f5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115677 Oct 18 20:37:13.830101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:13.938392 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68fc14-29be-4364-b3bb-653d9f728ef5 x-openstack-request-id: req-3e68fc14-29be-4364-b3bb-653d9f728ef5 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:13.939546 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725f0a3f-1dfb-43e6-b456-1617b7156c94", "tag": "d26cd5e7-07a6-408e-9906-0ba66967ae06", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:13.940025 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e68fc14-29be-4364-b3bb-653d9f728ef5 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:13.941286 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'tag': 'd26cd5e7-07a6-408e-9906-0ba66967ae06', 'status': 'completed', 'code': 200} Oct 18 20:37:14.033750 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:14.064600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23486b7-cf6a-4f9c-859c-e8bada6c14be']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:14.082923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe60c2cf-e063-46fd-bed5-aa5d9669214c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:14.083700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe60c2cf-e063-46fd-bed5-aa5d9669214c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:14.097703 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:14.117928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:14.126731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-e8f06204-836a-400a-bb69-4272560fd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:14.130100 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-e8f06204-836a-400a-bb69-4272560fd774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 1098 time: 0.1135409 Oct 18 20:37:14.135508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:37:14.135934 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:37:14.238914 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:37:14.349034 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:14.380979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:14.388080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f23486b7-cf6a-4f9c-859c-e8bada6c14be HTTP/1.1" status: 204 len: 168 time: 0.7491786 Oct 18 20:37:14.393490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce69388-e6e6-469c-8807-e0e1af587dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f23486b7-cf6a-4f9c-859c-e8bada6c14be,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:14.499538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-8c8ff4b1-bfd0-4a52-9aee-d1386dc13f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:14.501880 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-8c8ff4b1-bfd0-4a52-9aee-d1386dc13f4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3593943 Oct 18 20:37:14.647206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-0452e853-7d09-4d49-a15b-8344a1d6a6b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d26cd5e7-07a6-408e-9906-0ba66967ae06 HTTP/1.1" status: 200 len: 217 time: 0.1368103 Oct 18 20:37:14.668804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757e722-0db5-44cb-8afa-2f806d04714f req-f0a6142d-5b1d-4771-b782-34af08df962d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:14.670954 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3757e722-0db5-44cb-8afa-2f806d04714f req-f0a6142d-5b1d-4771-b782-34af08df962d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 946 time: 0.1317983 Oct 18 20:37:14.728945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52664) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:14.751344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3757e722-0db5-44cb-8afa-2f806d04714f req-6d10e2f6-922d-4cde-b778-5c9cb89def44 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/security-groups?id=d242f9c5-6704-4bdd-885c-3043da8dfbab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680969 Oct 18 20:37:14.799653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-17c8eb75-6ac6-478b-98e7-bf301dfe44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:14.802577 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-17c8eb75-6ac6-478b-98e7-bf301dfe44e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1458933 Oct 18 20:37:14.812471 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5903f050-8869-4a85-be9e-54698570e23a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6913901c834d49d58c76735366db01f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795844 Oct 18 20:37:14.812875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52668) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:14.895505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-b5bbb149-6d84-4636-a8ce-6e17fec0ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:14.910885 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-b5bbb149-6d84-4636-a8ce-6e17fec0ebad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915687 Oct 18 20:37:15.102377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-54ef6455-2a74-43a9-8512-d577e06f4ed0 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2483542 Oct 18 20:37:15.108416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4940e7d-7d26-4bf4-bdf6-1900a5c22a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.121642 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-4bc03627-318f-4891-8a07-181b7a26324b service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073636 Oct 18 20:37:15.142126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d26cd5e7-07a6-408e-9906-0ba66967ae06 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:37:15.179562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4940e7d-7d26-4bf4-bdf6-1900a5c22a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.276951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:15.304116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4940e7d-7d26-4bf4-bdf6-1900a5c22a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.307953 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4940e7d-7d26-4bf4-bdf6-1900a5c22a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.312951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a4940e7d-7d26-4bf4-bdf6-1900a5c22a90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20ebdf87-8250-4e54-b2a5-00c995a14501 HTTP/1.1" status: 204 len: 168 time: 0.4986880 Oct 18 20:37:15.320032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.345060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4940e7d-7d26-4bf4-bdf6-1900a5c22a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebdf87-8250-4e54-b2a5-00c995a14501,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:15.460081 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-04d8bcb2-0800-463b-af2c-7ac94a6eff6b req-bb5ac577-fc1e-4029-abb9-fcaaf24688df service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296723 Oct 18 20:37:15.476769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d26cd5e7-07a6-408e-9906-0ba66967ae06, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d26cd5e7-07a6-408e-9906-0ba66967ae06,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:15.500297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:37:15.597113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'd26cd5e7-07a6-408e-9906-0ba66967ae06', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'd26cd5e7-07a6-408e-9906-0ba66967ae06', 'mac_address': 'fa:16:3e:cc:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:37:15.607169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.616525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:37:15.620406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:37:15.685487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.706422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26cd5e7-07a6-408e-9906-0ba66967ae06 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:15.740652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d26cd5e7-07a6-408e-9906-0ba66967ae06, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d26cd5e7-07a6-408e-9906-0ba66967ae06,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:15.755970 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:15.759149 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:37:15.817135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d26cd5e7-07a6-408e-9906-0ba66967ae06,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:15.943415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'name': 'network-vif-deleted', 'tag': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:15.947787 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea071d76-75ec-4ddc-99d0-24956489f5ab" -d '{"events": [{"server_uuid": "4808c07f-0f68-464b-8154-f9cd60fdd2ca", "name": "network-vif-deleted", "tag": "1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:16.069756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d26cd5e7-07a6-408e-9906-0ba66967ae06'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:16.371586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Allocated IP 172.25.7.228 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/b4a25425-be3f-46a9-975a-d980da7d2d98) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:16.582677 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:16.692476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:16.799619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=b4a25425-be3f-46a9-975a-d980da7d2d98,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:16.822019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:16.824407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:16.829718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:16.960427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.029143 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.108491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52702) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:17.252173 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.258616 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.335131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=b4a25425-be3f-46a9-975a-d980da7d2d98,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:17.355999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.363341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-430841311-network', 'tenant_id': '0769073f39d04e889424d0cfae0c0aa7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:17.384225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.386586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-bef486e9-518e-485e-b90d-dd6b572486df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1153591 Oct 18 20:37:17.422755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Made reservation on behalf of 0769073f39d04e889424d0cfae0c0aa7 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:17.425275 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.436928 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.458937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-d30e4aed-dd4d-4184-bb17-91252c77d5de tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.228 HTTP/1.1" status: 200 len: 696 time: 0.0593505 Oct 18 20:37:17.546641 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.551968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.585769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:37:17.594467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff633b6-c72a-45d6-8a72-e27fe81fcf94,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:17.600688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.601034 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Added segment cbed356c-baf3-40d1-9440-017b9a0087f0 of type vlan for network 4633384a-7e15-4ffc-89c6-bbfd265ba091 Oct 18 20:37:17.658048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.685981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-17c02348-b425-49f3-8295-a193840b395a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:17.688964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6d04c8-8251-4b82-b783-43fba31f1558 req-17c02348-b425-49f3-8295-a193840b395a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2231922 Oct 18 20:37:17.695259 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:17.696503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:17.697681 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:18.134012 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0242138 Oct 18 20:37:18.136877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52724) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:18.141876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Request body: {'subnet': {'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-430841311-subnet', 'tenant_id': '0769073f39d04e889424d0cfae0c0aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:18.181801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0c38c-7869-433c-961f-c37aa2e654b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4633384a-7e15-4ffc-89c6-bbfd265ba091,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:18.198844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 4633384a-7e15-4ffc-89c6-bbfd265ba091 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:37:18.206613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Made reservation on behalf of 0769073f39d04e889424d0cfae0c0aa7 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:18.209747 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:18.443770 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:18.570645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:18.640781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6983e11-3c5b-407b-b1e6-cd4817bf633e,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:18.663505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c14926f-ac8e-475f-9ff5-c80bb928ad8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:18.671143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Checking segment: {'id': 'cbed356c-baf3-40d1-9440-017b9a0087f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:18.671637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Network hostable DHCP agents. Network: 4633384a-7e15-4ffc-89c6-bbfd265ba091, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:37:18.691538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Network 4633384a-7e15-4ffc-89c6-bbfd265ba091 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:37:18.699121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-57ca224a-a747-4d83-80c2-b9e118b1a757 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 258 time: 0.2384901 Oct 18 20:37:18.703135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 4633384a-7e15-4ffc-89c6-bbfd265ba091) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:18.708986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:18.715251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:18.715551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab2372b-2b27-47ad-9b55-1c9c5fc767bf None None] Network 4633384a-7e15-4ffc-89c6-bbfd265ba091 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:37:18.716636 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:18.742764 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:18.761657 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ce1bee9d-7607-4fc4-b0fe-309e07faafaa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6235502 Oct 18 20:37:18.876213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2ddd1-92fa-41d1-b04a-bf770b9a86a0 None None] Network 4633384a-7e15-4ffc-89c6-bbfd265ba091 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:37:18.892225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.092959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Allocated IP 172.25.7.132 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/050f1c71-851e-404b-90de-581ce4cc1d33) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:19.173406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d26cd5e7-07a6-408e-9906-0ba66967ae06 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:19.233222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.241823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port d26cd5e7-07a6-408e-9906-0ba66967ae06 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:37:19.249077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port d26cd5e7-07a6-408e-9906-0ba66967ae06 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:19.249635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.277611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.324226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:19.327478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:19.332030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:19.370625 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.374459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event updated for resources: {'Port': ['ID=050f1c71-851e-404b-90de-581ce4cc1d33,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:19.413773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cd5e7-07a6-408e-9906-0ba66967ae06'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:19.417083 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7479c318-4014-42a7-af6d-021d0ae593d5" -d '{"events": [{"server_uuid": "725f0a3f-1dfb-43e6-b456-1617b7156c94", "name": "network-vif-plugged", "status": "completed", "tag": "d26cd5e7-07a6-408e-9906-0ba66967ae06"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:19.461920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d26cd5e7-07a6-408e-9906-0ba66967ae06, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d26cd5e7-07a6-408e-9906-0ba66967ae06,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:19.469630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.521122 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.581465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d26cd5e7-07a6-408e-9906-0ba66967ae06,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:19.589432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.598852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.599238 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.599680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.600026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.600363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.600781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.602336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.602731 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.603076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.603454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.603788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.604106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:19.823931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.829052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.911059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event updated for resources: {'Port': ['ID=050f1c71-851e-404b-90de-581ce4cc1d33,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:19.922803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.944847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:19.946114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-b9fa6f56-1752-4db5-b584-a488732612ff tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2353253 Oct 18 20:37:20.006632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-f9b03a2f-fe91-4399-ad19-ae1ec840cbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0491147 Oct 18 20:37:20.129463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-064346d9-5dac-4957-b7bb-b58c902ee8ba tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:20.130977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b2fe4e1-c5d6-4652-a534-68301b549888 req-064346d9-5dac-4957-b7bb-b58c902ee8ba tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1177700 Oct 18 20:37:20.239004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08d77-52ee-437f-ab79-6c06fd5ffdd7 req-7d4d1884-5e2c-4509-9e57-b7bf5ecfcc03 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:20.240834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0d08d77-52ee-437f-ab79-6c06fd5ffdd7 req-7d4d1884-5e2c-4509-9e57-b7bf5ecfcc03 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 949 time: 0.0552528 Oct 18 20:37:20.288056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0d08d77-52ee-437f-ab79-6c06fd5ffdd7 req-ebac96e7-a477-47e7-9dbe-f16287b65223 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Oct 18 20:37:20.394441 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78183e0d-a634-4e04-ba05-5abbd14172d1 x-openstack-request-id: req-78183e0d-a634-4e04-ba05-5abbd14172d1 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:20.395050 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4808c07f-0f68-464b-8154-f9cd60fdd2ca", "name": "network-vif-deleted", "tag": "1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:20.395299 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78183e0d-a634-4e04-ba05-5abbd14172d1 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:20.396023 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4808c07f-0f68-464b-8154-f9cd60fdd2ca', 'name': 'network-vif-deleted', 'tag': '1c6ec446-e2dc-4a7f-93b2-1193fb7d22ed', 'status': 'completed', 'code': 200} Oct 18 20:37:20.528857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6c5b0016-965a-4e6a-b9c7-aab527307286 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1233888 Oct 18 20:37:20.552493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:20.596198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:20.745534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:20.916561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Allocated IP 172.25.7.159 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/9793288b-a598-42cf-9b10-3a793d5e45a0) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:21.065052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.106666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.157325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:21.160659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:21.164991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:21.175542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:37:21.201597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=9793288b-a598-42cf-9b10-3a793d5e45a0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:21.292300 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.312245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:21.329138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'mac_address': 'fa:16:3e:98:ec:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:37:21.337456 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.385061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.410860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:21.441297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:21.447818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.501986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:21.529547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.534990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.611220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['24c8ddc3-7ce8-4298-8463-63da11f1ceb2'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:21.624405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event updated for resources: {'Port': ['ID=9793288b-a598-42cf-9b10-3a793d5e45a0,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:21.645935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.679648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:21.682018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-6b006d22-e77f-47af-b456-c0041e46f9ae tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1426730 Oct 18 20:37:21.744708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-2cf09b0d-9cbd-4b89-b6fc-3ced580f4576 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.0551939 Oct 18 20:37:21.885126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:37:21.943899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-1c5bec7b-b457-4da4-a905-d30743d32afd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:21.945632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fae64944-dce1-420c-a9d0-81e0df38f9a3 req-1c5bec7b-b457-4da4-a905-d30743d32afd tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1885889 Oct 18 20:37:22.051946 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:22.128849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:22.136091 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:22.244239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=11']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:22.543606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780426-d9fd-4b50-8827-428efe016e68 req-d28f7127-1df0-4569-82ad-859d4b56aa83 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:22.546035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-d28f7127-1df0-4569-82ad-859d4b56aa83 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/networks?id=4633384a-7e15-4ffc-89c6-bbfd265ba091 HTTP/1.1" status: 200 len: 808 time: 0.1508484 Oct 18 20:37:22.559504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52828) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:22.572858 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-624e1894-848b-46ad-9e89-4e912ae00b7b tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/quotas/0769073f39d04e889424d0cfae0c0aa7 HTTP/1.1" status: 200 len: 375 time: 0.0136125 Oct 18 20:37:22.636346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-a7ea55fb-8789-4c6d-912e-f71151d35104 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0769073f39d04e889424d0cfae0c0aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554252 Oct 18 20:37:22.787071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7184-d026-4ab2-98b8-0613a467d13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:22.801563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-2f39270d-b05a-4b72-8d37-e118c3b0f2dd service neutron] 10.222.0.66 "GET /v2.0/networks/4633384a-7e15-4ffc-89c6-bbfd265ba091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635242 Oct 18 20:37:22.931620 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7184-d026-4ab2-98b8-0613a467d13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:22.947112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7184-d026-4ab2-98b8-0613a467d13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:22.989110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-ce3f8fc3-192a-4088-852e-7be0e2cef104 service neutron] 10.222.0.66 "GET /v2.0/networks/4633384a-7e15-4ffc-89c6-bbfd265ba091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848435 Oct 18 20:37:23.032158 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1ea7184-d026-4ab2-98b8-0613a467d13c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e699426c0a7643a4bdbd1c5f3af42dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709346 Oct 18 20:37:23.036309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52846) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:23.037408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea7184-d026-4ab2-98b8-0613a467d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e35f07b-a857-4dcf-b0ed-69da5b166a56,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:23.112993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:23.128972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-418518148'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:23.130160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b026692-07c6-4015-91c2-28ba0cbbc220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.168745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09ab88e7-93e9-456e-bd51-55b00cefcd2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.181526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:23.192195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:23.202954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.278957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09ab88e7-93e9-456e-bd51-55b00cefcd2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.309751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:37:23.350432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.351656 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Added segment a463346d-49c5-4c9a-bdc6-dd71c3c530e9 of type vlan for network ce5a765c-25e1-4799-9b88-fc2533a67f52 Oct 18 20:37:23.380590 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d39797-6db1-4787-ac5f-5a0f27e53e20 x-openstack-request-id: req-24d39797-6db1-4787-ac5f-5a0f27e53e20 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:23.381446 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725f0a3f-1dfb-43e6-b456-1617b7156c94", "name": "network-vif-plugged", "status": "completed", "tag": "d26cd5e7-07a6-408e-9906-0ba66967ae06", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:23.381446 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24d39797-6db1-4787-ac5f-5a0f27e53e20 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:23.381709 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26cd5e7-07a6-408e-9906-0ba66967ae06', 'code': 200} Oct 18 20:37:23.382548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:23.387086 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.442525 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09ab88e7-93e9-456e-bd51-55b00cefcd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.450689 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09ab88e7-93e9-456e-bd51-55b00cefcd2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.457175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-09ab88e7-93e9-456e-bd51-55b00cefcd2c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e35f07b-a857-4dcf-b0ed-69da5b166a56 HTTP/1.1" status: 204 len: 168 time: 0.4147220 Oct 18 20:37:23.525160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab88e7-93e9-456e-bd51-55b00cefcd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e35f07b-a857-4dcf-b0ed-69da5b166a56,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:23.567427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.635314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014469-2eb0-47fd-be3b-755a963858e0 req-8b4b9541-90ee-4075-8f99-338de1904e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:23.642089 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c014469-2eb0-47fd-be3b-755a963858e0 req-8b4b9541-90ee-4075-8f99-338de1904e56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 1100 time: 0.1757569 Oct 18 20:37:23.642455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.754314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.774604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:23.776583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.810905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:23.821766 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:23.916758 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8012846 Oct 18 20:37:23.927527 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c014469-2eb0-47fd-be3b-755a963858e0 req-6c6d1e02-fb01-408e-b9ac-d81d36c70c7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605627 Oct 18 20:37:23.928366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:23.938258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1651816934'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:24.003909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:24.086410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-abbc998c-fd0a-4925-87ea-557fe67f82c1 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:24.090707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-abbc998c-fd0a-4925-87ea-557fe67f82c1 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3079710 Oct 18 20:37:24.108456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:24.119885 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.134564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d3636-ea33-4af3-9696-cb5962088252 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Network': ['ID=ce5a765c-25e1-4799-9b88-fc2533a67f52,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:24.172613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:37:24.205831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:37:24.235513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.236294 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Added segment eb00d50d-17b5-43a8-be9c-c7b3b68a50ae of type vlan for network 771705f7-431b-42de-8b04-c7312ffd5459 Oct 18 20:37:24.252325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52872) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:24.284701 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.292470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-054ed7da-4a15-4116-a8d3-075c326ad221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.314643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-39e20445-66da-4688-9484-0969156f4c8b tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.2125611 Oct 18 20:37:24.340612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Request body: {'floatingip': {'port_id': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:24.401161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.429752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.456772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.462683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:24.463334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.523405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52874) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:24.524165 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5907872 Oct 18 20:37:24.549731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'subnet': {'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:24.573588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677385c6-a252-45d4-a9fc-7c37790172fb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Network': ['ID=771705f7-431b-42de-8b04-c7312ffd5459,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:24.597182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-054ed7da-4a15-4116-a8d3-075c326ad221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.605348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 771705f7-431b-42de-8b04-c7312ffd5459 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:37:24.610037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-054ed7da-4a15-4116-a8d3-075c326ad221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.669745 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-054ed7da-4a15-4116-a8d3-075c326ad221 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1120455162b34144b97eb9b79589faaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151516 Oct 18 20:37:24.676352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52876) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:24.719385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ed7da-4a15-4116-a8d3-075c326ad221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95e2c61-e6d8-4f8b-a983-1cf16c2af4bd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:24.841045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d6cb54e8-0f04-4709-b7f4-0d407e91a16e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.918030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d6cb54e8-0f04-4709-b7f4-0d407e91a16e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:24.995267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:25.000587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:25.021425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:25.043290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d6cb54e8-0f04-4709-b7f4-0d407e91a16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:25.046123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d6cb54e8-0f04-4709-b7f4-0d407e91a16e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:25.048521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d6cb54e8-0f04-4709-b7f4-0d407e91a16e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f95e2c61-e6d8-4f8b-a983-1cf16c2af4bd HTTP/1.1" status: 204 len: 168 time: 0.3692760 Oct 18 20:37:25.086174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb54e8-0f04-4709-b7f4-0d407e91a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95e2c61-e6d8-4f8b-a983-1cf16c2af4bd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:25.383762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b'}, {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:25.388790 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f66da3-0d92-487e-bcd1-fe606c7a464a" -d '{"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b"}, {"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:25.824258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780426-d9fd-4b50-8827-428efe016e68 req-024726c6-dcb5-42a4-8e16-31a3cade77c0 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:25.847980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-024726c6-dcb5-42a4-8e16-31a3cade77c0 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.79 "GET /v2.0/networks?id=4633384a-7e15-4ffc-89c6-bbfd265ba091 HTTP/1.1" status: 200 len: 808 time: 0.2955692 Oct 18 20:37:25.862436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Request body: {'port': {'device_id': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091', 'admin_state_up': True, 'tenant_id': '0769073f39d04e889424d0cfae0c0aa7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:26.173744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Made reservation on behalf of 0769073f39d04e889424d0cfae0c0aa7 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:26.177104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:26.187226 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:26.193435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:26.390694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:26.419852 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Floating IP 0ee1c7bd-2a08-4980-9697-aacb70f8e11b associated. External IP: 172.25.7.132, port: d2c1ca83-d7ca-4fd7-9f56-c691417d5598. Oct 18 20:37:26.495633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Allocated IP 172.20.0.5 (4633384a-7e15-4ffc-89c6-bbfd265ba091/a6983e11-3c5b-407b-b1e6-cd4817bf633e/5074e15e-d34a-4f0c-aab2-9f9b496e5195) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:26.509492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:26.646585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Subnet': ['ID=08ba0e9d-5407-400a-a4bf-dc484eaecfda,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:26.774833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Checking segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:26.775407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network hostable DHCP agents. Network: ce5a765c-25e1-4799-9b88-fc2533a67f52, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:37:27.020469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:27.079703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:37:27.113113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ce5a765c-25e1-4799-9b88-fc2533a67f52) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:27.116460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:27.134484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a027c4-fcf8-4e9c-8c9d-2c06dcd0354b None None] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:37:27.157154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:27.166866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:27.240759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Network 4633384a-7e15-4ffc-89c6-bbfd265ba091 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:27.248824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:27.261069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:27.294051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Router 68c35c86-468a-4146-8352-93d833d9beba has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:37:27.338345 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-51c9393b-6a67-43e2-a986-69654b499f4d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7957766 Oct 18 20:37:27.349015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52914) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:27.365907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'subnet': {'network_id': '771705f7-431b-42de-8b04-c7312ffd5459', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:27.371477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Pushing event updated for resources: {'Port': ['ID=5074e15e-d34a-4f0c-aab2-9f9b496e5195,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:27.480194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:27.482259 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:27.536760 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-586a2648-2c65-4683-b1a2-b655610c83da tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6803646 Oct 18 20:37:27.568846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:27.572298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Request body: {'port': {'device_id': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:27.575864 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:27.592699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-ce5a765c-25e1-4799-9b88-fc2533a67f52', 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'fixed_ips': [{'subnet_id': '08ba0e9d-5407-400a-a4bf-dc484eaecfda'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:37:27.594121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:27.755399 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:27.893564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Allocated IP 10.1.1.2 (ce5a765c-25e1-4799-9b88-fc2533a67f52/08ba0e9d-5407-400a-a4bf-dc484eaecfda/1ae1915a-d25f-4699-b6b1-a5d5a8102a46) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:28.057689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:37:28.069407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.095549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] Sync routers for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:37:28.118822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:37:28.119430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:37:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:28.217298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-fde1059b-6f20-4d32-896e-aca9770a55df tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "PUT /v2.0/floatingips/0ee1c7bd-2a08-4980-9697-aacb70f8e11b HTTP/1.1" status: 200 len: 997 time: 3.8910632 Oct 18 20:37:28.222331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:28.241936 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6590f9f5-5537-4ef1-99f7-b14aae5340a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:28.369492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.373859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:37:28.415194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.469751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:28.480637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:28.493126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:28.519749 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.568792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-1d902b3e-c430-4a88-8acf-eb8f040c75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:28.577165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-1d902b3e-c430-4a88-8acf-eb8f040c75d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=147670aa9a764dc2a884b48bcac26902&device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 1097 time: 0.3105714 Oct 18 20:37:28.586190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Pushing event updated for resources: {'Port': ['ID=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:28.604152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5074e15e-d34a-4f0c-aab2-9f9b496e5195 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:28.616078 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.639062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Transition to ACTIVE for port object 5074e15e-d34a-4f0c-aab2-9f9b496e5195 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:37:28.648418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.750457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Pushing event updated for resources: {'Port': ['ID=5074e15e-d34a-4f0c-aab2-9f9b496e5195,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:28.775940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Attempting to bind port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:28.776830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Attempting to bind port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:28.777479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Attempting to bind port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:28.820162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:28.821013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Checking segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:28.821857 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.822834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Bound using segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:28.823892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Bound port: 1ae1915a-d25f-4699-b6b1-a5d5a8102a46, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:28.824716 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:28.887886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Attempting to bind port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:28.888603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Attempting to bind port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'cbed356c-baf3-40d1-9440-017b9a0087f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:28.889464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Attempting to bind port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 on network 4633384a-7e15-4ffc-89c6-bbfd265ba091 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:28.896448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 on network 4633384a-7e15-4ffc-89c6-bbfd265ba091 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:37:28.897328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Attempting to bind port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 on network 4633384a-7e15-4ffc-89c6-bbfd265ba091 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:28.908163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:28.909773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Checking segment: {'id': 'cbed356c-baf3-40d1-9440-017b9a0087f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:28.910849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Bound using segment: {'id': 'cbed356c-baf3-40d1-9440-017b9a0087f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:28.911818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Bound port: 5074e15e-d34a-4f0c-aab2-9f9b496e5195, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbed356c-baf3-40d1-9440-017b9a0087f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:28.912418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:29.043488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Subnet': ['ID=77d05afc-2597-465b-bd4f-7d6e59993132,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:29.059560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Checking segment: {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:29.060168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network hostable DHCP agents. Network: 771705f7-431b-42de-8b04-c7312ffd5459, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:37:29.067062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-9d015551-5536-42a1-bb41-9c50c1d9e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:29.069840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-9d015551-5536-42a1-bb41-9c50c1d9e614 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 200 len: 929 time: 0.4025910 Oct 18 20:37:29.074799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] For port 5074e15e-d34a-4f0c-aab2-9f9b496e5195, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:29.084723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] For port 5074e15e-d34a-4f0c-aab2-9f9b496e5195, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5074e15e-d34a-4f0c-aab2-9f9b496e5195,segment=NetworkSegment(cbed356c-baf3-40d1-9440-017b9a0087f0),segment_id=cbed356c-baf3-40d1-9440-017b9a0087f0)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:29.099270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:29.167684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:29.168399 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:29.172064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] 10.222.0.79 "PUT /v2.0/ports/5074e15e-d34a-4f0c-aab2-9f9b496e5195 HTTP/1.1" status: 200 len: 1091 time: 1.6246552 Oct 18 20:37:29.172669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'tag': '5074e15e-d34a-4f0c-aab2-9f9b496e5195'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:29.177234 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fc1535-24bf-43d3-b0d6-4dfb82a77594" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec7902a-8de5-4d51-89d3-5d70749e260e", "tag": "5074e15e-d34a-4f0c-aab2-9f9b496e5195"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:29.245688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e47039-fa5a-437a-87b0-9b3ed2cdaf76 service neutron] Pushing event updated for resources: {'Port': ['ID=5074e15e-d34a-4f0c-aab2-9f9b496e5195,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:29.262645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network 771705f7-431b-42de-8b04-c7312ffd5459 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:37:29.297850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 771705f7-431b-42de-8b04-c7312ffd5459) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:29.312168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:29.313316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:29.327633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89975f-8cab-4356-a008-dc98da23371e None None] Network 771705f7-431b-42de-8b04-c7312ffd5459 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:37:29.331027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-994ad87f-c33d-4cd8-8036-326fcb173ade service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 1000 time: 0.2475250 Oct 18 20:37:29.372901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780426-d9fd-4b50-8827-428efe016e68 req-2c7bfdef-cedb-442d-97ed-44801c848454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:29.375605 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-2c7bfdef-cedb-442d-97ed-44801c848454 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0769073f39d04e889424d0cfae0c0aa7&device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 1094 time: 0.1152320 Oct 18 20:37:29.386968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] For port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:29.408462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] For port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:29.411883 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-59efb237-1fcb-474f-b71b-5bf42c9c1c19 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0611324 Oct 18 20:37:29.418849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52942) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:29.428349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:29.429131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'port': {'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'name': 'tempest-TaggedBootDevicesTest_v242-1062484377', 'fixed_ips': [{'subnet_id': '08ba0e9d-5407-400a-a4bf-dc484eaecfda'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:29.435669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-e72f2713-5d47-4ed9-9d4d-b686a4b3b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:29.437718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-e72f2713-5d47-4ed9-9d4d-b686a4b3b3f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e0837821-da1c-4dec-bdd3-3ca14dad1822 HTTP/1.1" status: 200 len: 867 time: 0.0999422 Oct 18 20:37:29.454358 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-881bd9c0-7f11-4c90-8d3b-f14426ce5fdd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5074e15e-d34a-4f0c-aab2-9f9b496e5195 HTTP/1.1" status: 200 len: 217 time: 0.0693359 Oct 18 20:37:29.598908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-ea4a098f-cdea-4956-b35d-54cddd5865d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:29.600980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-ea4a098f-cdea-4956-b35d-54cddd5865d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e08db165-6c5e-4c90-8319-7a72946fde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513596 Oct 18 20:37:29.635662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-1eff6b2a-8faa-4619-8f38-1f3f961f4bcf service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:37:29.637033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-1eff6b2a-8faa-4619-8f38-1f3f961f4bcf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086610 Oct 18 20:37:29.686199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef780426-d9fd-4b50-8827-428efe016e68 req-d08214a2-3b0f-487c-aa09-593f264c8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:29.689978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-d08214a2-3b0f-487c-aa09-593f264c8d7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a6983e11-3c5b-407b-b1e6-cd4817bf633e HTTP/1.1" status: 200 len: 848 time: 0.2097175 Oct 18 20:37:29.749622 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-b9d0ff87-0320-4b22-938e-61a2a17b193b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4633384a-7e15-4ffc-89c6-bbfd265ba091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516720 Oct 18 20:37:29.822292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:30.011873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c68d6c-0b6b-478b-9002-bad0454dd231 None None] Pushing event updated for resources: {'Port': ['ID=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:30.134789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-000e75ac-803d-49e5-b97e-66f8d40c6798 service neutron] 10.222.0.66 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471745 Oct 18 20:37:30.150134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:30.257047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-5a3deb45-3d3c-4283-ad02-6143af5b0f52 service neutron] 10.222.0.79 "GET /v2.0/networks/4633384a-7e15-4ffc-89c6-bbfd265ba091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991238 Oct 18 20:37:30.261599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '0ee1c7bd-2a08-4980-9697-aacb70f8e11b', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '68c35c86-468a-4146-8352-93d833d9beba', 'port_id': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'mac_address': 'fa:16:3e:b6:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:37:19Z', 'updated_at': '2021-10-18T20:37:26Z', 'revision_number': 1, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:55Z', 'revision_number': 5, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:30.267088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] device_id is not set on port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:37:30.312462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-771705f7-431b-42de-8b04-c7312ffd5459', 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'fixed_ips': [{'subnet_id': '77d05afc-2597-465b-bd4f-7d6e59993132'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:37:30.312462 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:30.337048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] Checking router: 68c35c86-468a-4146-8352-93d833d9beba for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:37:30.364200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:37:30.366278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:37:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:30.445312 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef780426-d9fd-4b50-8827-428efe016e68 req-beb5ad7e-d662-4640-aa03-9f312857ab01 service neutron] 10.222.0.79 "GET /v2.0/networks/4633384a-7e15-4ffc-89c6-bbfd265ba091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804633 Oct 18 20:37:30.458812 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86a4ff2c-0f52-449f-a4d5-aab74c3071c9 req-98376410-0181-45ab-81b0-04164d3e9b40 service neutron] 10.222.0.66 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163214 Oct 18 20:37:30.678374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:37:30.690634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Allocated IP 10.2.2.2 (771705f7-431b-42de-8b04-c7312ffd5459/77d05afc-2597-465b-bd4f-7d6e59993132/62d617fa-fdc0-4ef5-ab1d-42f59d05fb33) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:30.826127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 10.1.1.228 (ce5a765c-25e1-4799-9b88-fc2533a67f52/08ba0e9d-5407-400a-a4bf-dc484eaecfda/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:31.260937 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.299073 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.338507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.393621 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.416495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Network 771705f7-431b-42de-8b04-c7312ffd5459 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:31.421105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:31.451719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:31.506850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:31.541951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a3463-13df-4d93-8005-380a481aaacd req-f099142f-3ff7-4991-89d7-31226082ceb3 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:31.546373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Attempting to bind port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:31.546749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Attempting to bind port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:31.547117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Attempting to bind port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 on network 771705f7-431b-42de-8b04-c7312ffd5459 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:31.554131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Pushing event updated for resources: {'Port': ['ID=62d617fa-fdc0-4ef5-ab1d-42f59d05fb33,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:31.557683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb1a3463-13df-4d93-8005-380a481aaacd req-f099142f-3ff7-4991-89d7-31226082ceb3 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 949 time: 0.2509012 Oct 18 20:37:31.568637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:31.569030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Checking segment: {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:31.569430 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.569830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Bound using segment: {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:31.571741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Bound port: 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:31.572150 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.649773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:31.655757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:31.662241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:31.683910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '0ee1c7bd-2a08-4980-9697-aacb70f8e11b', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '68c35c86-468a-4146-8352-93d833d9beba', 'port_id': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'mac_address': 'fa:16:3e:b6:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:37:19Z', 'updated_at': '2021-10-18T20:37:26Z', 'revision_number': 1, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:55Z', 'revision_number': 5, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:31.685982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb1a3463-13df-4d93-8005-380a481aaacd req-a12c744e-5b8c-46b7-ae51-1ab8fb459597 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176059 Oct 18 20:37:31.813873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] For port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:31.818675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] For port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=62d617fa-fdc0-4ef5-ab1d-42f59d05fb33,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:31.827232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b617547-ed45-4418-8a1b-59b581d7471f None None] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:37:31.890132 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.895045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c33f48-05a3-4d71-be85-6f7d44a1e4f2 None None] The sync data for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 is: [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '0ee1c7bd-2a08-4980-9697-aacb70f8e11b', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '68c35c86-468a-4146-8352-93d833d9beba', 'port_id': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'mac_address': 'fa:16:3e:b6:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:37:19Z', 'updated_at': '2021-10-18T20:37:26Z', 'revision_number': 1, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:55Z', 'revision_number': 5, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:37:31.928543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:31.929564 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:31.963080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27fdedb7-2a69-497c-bee3-b928df412d9c req-32a6b51c-701d-40e8-b36f-bc59f68c12d6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips/a8583c14-e6fe-4d32-a53f-ab51c1920ad9 HTTP/1.1" status: 200 len: 693 time: 0.1503546 Oct 18 20:37:31.968008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a486dfa-5dc7-4396-87dd-d8a666acfcbe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5479228 Oct 18 20:37:31.971101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:32.000419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'port': {'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'name': 'tempest-TaggedBootDevicesTest_v242-1990540934', 'fixed_ips': [{'subnet_id': '08ba0e9d-5407-400a-a4bf-dc484eaecfda'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:32.112516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:32.168989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b768fc92-874e-44fb-9ef1-0aef1eebc9a6 None None] Provisioning complete for port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:32.169343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b768fc92-874e-44fb-9ef1-0aef1eebc9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:32.268857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42d2d-9068-427b-8c34-7dc0790938e6 None None] Pushing event updated for resources: {'Port': ['ID=62d617fa-fdc0-4ef5-ab1d-42f59d05fb33,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:32.442215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:32.443668 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a960690-42e0-4af6-9d3c-ccf9de58b98e None None] New status for floating IP 0ee1c7bd-2a08-4980-9697-aacb70f8e11b: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:37:32.444737 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:32.550944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:32.576421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:32.652290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdedb7-2a69-497c-bee3-b928df412d9c req-fb5ac214-a137-4317-8151-5ee2196e39da tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:32.672847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27fdedb7-2a69-497c-bee3-b928df412d9c req-fb5ac214-a137-4317-8151-5ee2196e39da tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.6657453 Oct 18 20:37:32.693976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b768fc92-874e-44fb-9ef1-0aef1eebc9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:32.703759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] device_id is not set on port 9286a9a2-eeaa-4c17-9494-51c62f59407b yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:37:32.770842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b768fc92-874e-44fb-9ef1-0aef1eebc9a6 None None] For port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:32.804191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b768fc92-874e-44fb-9ef1-0aef1eebc9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:32.937214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768fc92-874e-44fb-9ef1-0aef1eebc9a6 None None] Pushing event updated for resources: {'Port': ['ID=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:33.162270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708f93b-a8ef-4123-a24d-6a902ebf492b req-e40e79c1-7fc1-4ab6-b197-b78ecc7ac7ee tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:33.173015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9708f93b-a8ef-4123-a24d-6a902ebf492b req-e40e79c1-7fc1-4ab6-b197-b78ecc7ac7ee tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 943 time: 0.2392955 Oct 18 20:37:33.276570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9708f93b-a8ef-4123-a24d-6a902ebf492b req-45beaaa8-2c81-4859-94a3-506f70eaaa63 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ff633b6-c72a-45d6-8a72-e27fe81fcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988419 Oct 18 20:37:33.297578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 10.1.1.251 (ce5a765c-25e1-4799-9b88-fc2533a67f52/08ba0e9d-5407-400a-a4bf-dc484eaecfda/9286a9a2-eeaa-4c17-9494-51c62f59407b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:33.357720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-93a6e197-90cc-4999-a22a-ecc40da951d3 None None] Provisioning complete for port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:33.359560 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-93a6e197-90cc-4999-a22a-ecc40da951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:33.450655 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74930933-3689-480f-929f-c8837d49b8ab x-openstack-request-id: req-74930933-3689-480f-929f-c8837d49b8ab {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:33.453916 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b", "code": 200}, {"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:33.455002 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74930933-3689-480f-929f-c8837d49b8ab {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:33.455838 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'code': 200} Oct 18 20:37:33.456493 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'code': 200} Oct 18 20:37:33.661491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-dc779172-8fae-4cae-818c-97666d3e5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:33.677281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-dc779172-8fae-4cae-818c-97666d3e5ac1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=147670aa9a764dc2a884b48bcac26902&device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 1097 time: 0.0954463 Oct 18 20:37:33.763121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:33.775105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-93a6e197-90cc-4999-a22a-ecc40da951d3 None None] Provisioning complete for port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:33.775542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-93a6e197-90cc-4999-a22a-ecc40da951d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:33.874554 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef119286-4a3a-4680-81f6-a18be5acbde3 x-openstack-request-id: req-ef119286-4a3a-4680-81f6-a18be5acbde3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:33.878937 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec7902a-8de5-4d51-89d3-5d70749e260e", "tag": "5074e15e-d34a-4f0c-aab2-9f9b496e5195", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:33.881442 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef119286-4a3a-4680-81f6-a18be5acbde3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:33.882236 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'tag': '5074e15e-d34a-4f0c-aab2-9f9b496e5195', 'status': 'completed', 'code': 200} Oct 18 20:37:33.911542 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521f5a2-3dcd-4413-bdf7-fd47d5d0dbd2 x-openstack-request-id: req-0521f5a2-3dcd-4413-bdf7-fd47d5d0dbd2 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:33.912001 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:33.912427 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0521f5a2-3dcd-4413-bdf7-fd47d5d0dbd2 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:33.913083 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'status': 'completed', 'code': 200} Oct 18 20:37:33.923801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-93a6e197-90cc-4999-a22a-ecc40da951d3 None None] Port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:33.958234 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:33.971622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5074e15e-d34a-4f0c-aab2-9f9b496e5195 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:37:34.161319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:34.175326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:34.184088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-79deb816-82dd-477b-b6ee-1e9d7be564df None None] Provisioning complete for port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:34.184967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79deb816-82dd-477b-b6ee-1e9d7be564df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:34.222395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-b3ddcc0c-d046-468a-8d23-68b80bd33412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:34.232712 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-b3ddcc0c-d046-468a-8d23-68b80bd33412 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0769073f39d04e889424d0cfae0c0aa7&device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 1094 time: 0.4959023 Oct 18 20:37:34.249886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:34.255224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=9286a9a2-eeaa-4c17-9494-51c62f59407b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:34.518500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-25e98385-f23b-4cf6-896e-6378aa32f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:34.528886 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-25e98385-f23b-4cf6-896e-6378aa32f760 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 200 len: 929 time: 0.8405592 Oct 18 20:37:34.667628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:34.669603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:34.696234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-79deb816-82dd-477b-b6ee-1e9d7be564df None None] Port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:34.707794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:34.713072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f70329-503c-4bde-9d50-7e3d2d775156 None None] Network 771705f7-431b-42de-8b04-c7312ffd5459 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:37:34.722563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-57ce8510-9cc3-4d18-99fd-a8d236bc6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:34.725215 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-57ce8510-9cc3-4d18-99fd-a8d236bc6e89 service neutron] 10.222.0.79 "GET /v2.0/networks?id=4633384a-7e15-4ffc-89c6-bbfd265ba091 HTTP/1.1" status: 200 len: 909 time: 0.4739263 Oct 18 20:37:34.815601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1344d468-dec3-4e64-859d-6d3f33413371 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8426936 Oct 18 20:37:34.830814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-4c3abe9d-1802-4399-986c-acbc43ba26d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5074e15e-d34a-4f0c-aab2-9f9b496e5195 HTTP/1.1" status: 200 len: 217 time: 0.0928743 Oct 18 20:37:34.860811 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-4d665915-a8d2-438a-a9e6-0de1424c9d4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 1002 time: 0.3077455 Oct 18 20:37:34.887160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-af2fbd6a-66e6-4a5e-ac4d-7307817e7661 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 258 time: 0.4813654 Oct 18 20:37:34.896537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:34.956790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:34.997629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-0022a58a-f03e-4f49-8aec-b5b1b2a4d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:35.000124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-0022a58a-f03e-4f49-8aec-b5b1b2a4d844 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a6983e11-3c5b-407b-b1e6-cd4817bf633e HTTP/1.1" status: 200 len: 848 time: 0.1601114 Oct 18 20:37:35.003897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5074e15e-d34a-4f0c-aab2-9f9b496e5195, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5074e15e-d34a-4f0c-aab2-9f9b496e5195,segment=NetworkSegment(cbed356c-baf3-40d1-9440-017b9a0087f0),segment_id=cbed356c-baf3-40d1-9440-017b9a0087f0)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:35.010078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-97466809-f0ec-4035-8fdd-767c358269d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:35.012651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-97466809-f0ec-4035-8fdd-767c358269d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0837821-da1c-4dec-bdd3-3ca14dad1822 HTTP/1.1" status: 200 len: 867 time: 0.1156540 Oct 18 20:37:35.040307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Provisioning complete for port 9286a9a2-eeaa-4c17-9494-51c62f59407b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:35.040828 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.080129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-803105c7-1534-4c1a-b613-9f031ae4141a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4633384a-7e15-4ffc-89c6-bbfd265ba091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660868 Oct 18 20:37:35.084397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5074e15e-d34a-4f0c-aab2-9f9b496e5195', 'network_id': '4633384a-7e15-4ffc-89c6-bbfd265ba091', 'port_id': '5074e15e-d34a-4f0c-aab2-9f9b496e5195', 'mac_address': 'fa:16:3e:30:6f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6983e11-3c5b-407b-b1e6-cd4817bf633e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:37:35.144101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Port 9286a9a2-eeaa-4c17-9494-51c62f59407b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:35.148560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:35.149201 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.226818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.248764 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.262833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Provisioning complete for port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:35.263205 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.290837 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-0a5e9536-baa2-4bd2-a369-462c3bbe0906 service neutron] 10.222.0.79 "GET /v2.0/networks/4633384a-7e15-4ffc-89c6-bbfd265ba091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891537 Oct 18 20:37:35.349737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5074e15e-d34a-4f0c-aab2-9f9b496e5195 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:35.409802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5074e15e-d34a-4f0c-aab2-9f9b496e5195, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5074e15e-d34a-4f0c-aab2-9f9b496e5195,segment=NetworkSegment(cbed356c-baf3-40d1-9440-017b9a0087f0),segment_id=cbed356c-baf3-40d1-9440-017b9a0087f0)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:35.411998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:35.432575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09fc1535-24bf-43d3-b0d6-4dfb82a77594 req-eed0fde2-c66a-493d-bb06-5b791a63b6b9 service neutron] 10.222.0.79 "GET /v2.0/networks/4633384a-7e15-4ffc-89c6-bbfd265ba091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321943 Oct 18 20:37:35.445674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-4b1d8592-a2f3-47b9-ae92-d14707973b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:35.452294 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-4b1d8592-a2f3-47b9-ae92-d14707973b42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e08db165-6c5e-4c90-8319-7a72946fde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4219637 Oct 18 20:37:35.514080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.574121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.630039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Allocated IP 172.25.7.20 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a439d735-2618-480c-a77d-ba29e04b2eaf) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:35.634648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-33d43ffd-8c85-4096-9f1f-3d9542aa0c20 service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732769 Oct 18 20:37:35.644799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:35.645209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.676047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5074e15e-d34a-4f0c-aab2-9f9b496e5195,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:35.698296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] For port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=62d617fa-fdc0-4ef5-ab1d-42f59d05fb33,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:35.709454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.813915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028f891-9ca6-4398-a800-8baad1138a39 None None] Pushing event updated for resources: {'Port': ['ID=62d617fa-fdc0-4ef5-ab1d-42f59d05fb33,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:35.853341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e9bebdfa-4b1c-4412-accb-b37fb2e5eae9 None None] Provisioning complete for port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:35.854159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9bebdfa-4b1c-4412-accb-b37fb2e5eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.870009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6590f9f5-5537-4ef1-99f7-b14aae5340a6 req-2e595a5c-4565-4498-803c-816740aff445 service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238386 Oct 18 20:37:35.897107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.958698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5074e15e-d34a-4f0c-aab2-9f9b496e5195'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:35.991713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:35.992071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:36.063668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:36.072320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:36.078995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:36.135922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event updated for resources: {'Port': ['ID=a439d735-2618-480c-a77d-ba29e04b2eaf,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:36.169317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:36.169690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:36.257350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:36.314013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:36.943918 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:36.952194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:37.065503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event updated for resources: {'Port': ['ID=a439d735-2618-480c-a77d-ba29e04b2eaf,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:37.089467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:37.113965 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:37.115494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-ab5d3859-8322-4c02-b612-870c30f2db50 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2271802 Oct 18 20:37:37.178350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-f4698e3f-7abf-4c4c-b56d-603ba669963a tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0550454 Oct 18 20:37:37.313051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-c20435d7-da25-4a91-b2fd-bda3ebbcd554 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:37.328732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d50013e-8ed6-4602-bce3-7fb160e283a1 req-c20435d7-da25-4a91-b2fd-bda3ebbcd554 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1415136 Oct 18 20:37:37.450627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7d2ff-8a3e-464f-9a50-e9a68ac299ea req-e812868e-7c04-45ab-9f7b-e4f73b903975 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:37.455338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7e7d2ff-8a3e-464f-9a50-e9a68ac299ea req-e812868e-7c04-45ab-9f7b-e4f73b903975 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 949 time: 0.0707550 Oct 18 20:37:37.498924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7e7d2ff-8a3e-464f-9a50-e9a68ac299ea req-2834f6ba-13a7-4ece-9b05-3ea42547825f tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Oct 18 20:37:37.659025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176599e8-4e78-4266-903a-aba6f425fc77 req-a82d465f-515f-4b05-bacc-bcc35adeb268 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:37.661195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-176599e8-4e78-4266-903a-aba6f425fc77 req-a82d465f-515f-4b05-bacc-bcc35adeb268 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 1100 time: 0.0641465 Oct 18 20:37:37.709533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-176599e8-4e78-4266-903a-aba6f425fc77 req-13afb0a0-eb5c-4484-bab6-a059ead0d684 tempest-ServersOnMultiNodesTest-130369280 tempest-ServersOnMultiNodesTest-130369280-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Oct 18 20:37:37.821326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-f7b4a842-4286-4797-a447-e844698c5c44 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips/a8583c14-e6fe-4d32-a53f-ab51c1920ad9 HTTP/1.1" status: 200 len: 693 time: 0.0605547 Oct 18 20:37:37.975279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5074e15e-d34a-4f0c-aab2-9f9b496e5195 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:38.083856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-dbf33d42-7d21-40e4-9419-f2e884e4b68e tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:38.086298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-dbf33d42-7d21-40e4-9419-f2e884e4b68e tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2583003 Oct 18 20:37:38.095246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:37:38.107686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:38.108731 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:38.197115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-1eb4780d-df8b-44de-b7f0-f3865eb4922f tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.0976520 Oct 18 20:37:38.290465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-bae4d45c-2526-4578-bc5c-f22122834ae9 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.159 HTTP/1.1" status: 200 len: 696 time: 0.0906205 Oct 18 20:37:38.321880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:38.371918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5074e15e-d34a-4f0c-aab2-9f9b496e5195'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:38.380839 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527c8a21-2243-4df4-9a70-b41a0ad28ca6" -d '{"events": [{"server_uuid": "9ec7902a-8de5-4d51-89d3-5d70749e260e", "name": "network-vif-plugged", "status": "completed", "tag": "5074e15e-d34a-4f0c-aab2-9f9b496e5195"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:38.407433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5074e15e-d34a-4f0c-aab2-9f9b496e5195, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5074e15e-d34a-4f0c-aab2-9f9b496e5195,segment=NetworkSegment(cbed356c-baf3-40d1-9440-017b9a0087f0),segment_id=cbed356c-baf3-40d1-9440-017b9a0087f0)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:38.423013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:38.565371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5074e15e-d34a-4f0c-aab2-9f9b496e5195,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:38.618002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Deleting port 9793288b-a598-42cf-9b10-3a793d5e45a0 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:38.618890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:38.734275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:38.734939 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:38.761429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Calling delete_port for 9793288b-a598-42cf-9b10-3a793d5e45a0 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:39.000724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:39.055439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event deleted for resources: {'Port': ['ID=9793288b-a598-42cf-9b10-3a793d5e45a0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:39.207675 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:39.212368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:39.214133 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a6251c9-28f0-407c-a917-dac296a30a9e req-8994cbaa-297e-4628-9422-49bbfba74359 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "DELETE /v2.0/floatingips/a8583c14-e6fe-4d32-a53f-ab51c1920ad9 HTTP/1.1" status: 204 len: 173 time: 0.9236243 Oct 18 20:37:39.439068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4f778-eef7-4e59-a2f5-10066f4f04ba req-73d0f7f1-1091-489c-a5c2-919486b0fefc tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:39.442489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fc4f778-eef7-4e59-a2f5-10066f4f04ba req-73d0f7f1-1091-489c-a5c2-919486b0fefc tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 945 time: 0.1045573 Oct 18 20:37:39.529668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fc4f778-eef7-4e59-a2f5-10066f4f04ba req-8269f2ad-5a3e-4b74-97f1-2b7f4a6920b9 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ff633b6-c72a-45d6-8a72-e27fe81fcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719955 Oct 18 20:37:39.945543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53032) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:39.959373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f49c9009-04c1-46c0-80cf-2ee7e5b050ba tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830431714', 'description': 'tempest-description--1314655109'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:40.047872 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f49c9009-04c1-46c0-80cf-2ee7e5b050ba tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.120540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a41e1-fa95-44fe-9e25-4526bed9db1a req-05371b6f-7caa-4887-9e0a-4aa168afc559 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:40.122527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad1a41e1-fa95-44fe-9e25-4526bed9db1a req-05371b6f-7caa-4887-9e0a-4aa168afc559 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1277266 Oct 18 20:37:40.220221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f49c9009-04c1-46c0-80cf-2ee7e5b050ba tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.226242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad1a41e1-fa95-44fe-9e25-4526bed9db1a req-d0a00abd-e0bc-4b7c-a8d2-a0045a3600e9 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0801382 Oct 18 20:37:40.231685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f49c9009-04c1-46c0-80cf-2ee7e5b050ba tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.256815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-ad1a41e1-fa95-44fe-9e25-4526bed9db1a req-6ebaf409-f2b6-42f9-a8be-316db1fcabdc tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Request body: {'floatingip': {'port_id': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:40.325090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f49c9009-04c1-46c0-80cf-2ee7e5b050ba tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.326719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f49c9009-04c1-46c0-80cf-2ee7e5b050ba tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3794701 Oct 18 20:37:40.328173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c9009-04c1-46c0-80cf-2ee7e5b050ba tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74a8a6-8f6a-40b8-9987-ee9042da5a49,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:40.331440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53034) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:40.335705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ad1a41e1-fa95-44fe-9e25-4526bed9db1a req-6ebaf409-f2b6-42f9-a8be-316db1fcabdc tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.350257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-63d6fe5d-9dce-4727-91bd-f6bee79a0b27 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'security_group_rule': {'security_group_id': '0a74a8a6-8f6a-40b8-9987-ee9042da5a49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:40.406574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63d6fe5d-9dce-4727-91bd-f6bee79a0b27 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.509667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63d6fe5d-9dce-4727-91bd-f6bee79a0b27 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.520454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63d6fe5d-9dce-4727-91bd-f6bee79a0b27 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.542057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6fe5d-9dce-4727-91bd-f6bee79a0b27 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ece7103-a094-457f-9da1-9f03c573f882,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:40.555407 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63d6fe5d-9dce-4727-91bd-f6bee79a0b27 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.559371 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-63d6fe5d-9dce-4727-91bd-f6bee79a0b27 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241542 Oct 18 20:37:40.559709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53036) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:40.564666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-374e16c4-3ee1-437f-ae68-8d77f833e4a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'security_group_rule': {'security_group_id': '0a74a8a6-8f6a-40b8-9987-ee9042da5a49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:40.679532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-374e16c4-3ee1-437f-ae68-8d77f833e4a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.744221 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-ad1a41e1-fa95-44fe-9e25-4526bed9db1a req-6ebaf409-f2b6-42f9-a8be-316db1fcabdc tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 20:37:40.749076 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad1a41e1-fa95-44fe-9e25-4526bed9db1a req-6ebaf409-f2b6-42f9-a8be-316db1fcabdc tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "PUT /v2.0/floatingips/7b23baef-6f4d-4212-a498-f76523f3ce52 HTTP/1.1" status: 409 len: 550 time: 0.4986901 Oct 18 20:37:40.770967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-374e16c4-3ee1-437f-ae68-8d77f833e4a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.785302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-374e16c4-3ee1-437f-ae68-8d77f833e4a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.820300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e16c4-3ee1-437f-ae68-8d77f833e4a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bcadf4-6813-46cf-8d1d-3cfca78cf224,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:40.841369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-374e16c4-3ee1-437f-ae68-8d77f833e4a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:40.847165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53054) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:40.847404 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-374e16c4-3ee1-437f-ae68-8d77f833e4a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2866163 Oct 18 20:37:40.858633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:40.894183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:41.058670 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:41.240509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 172.25.7.30 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/acd773be-6e26-44ba-8101-45473b55d03a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:41.465000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:41.514055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:41.561320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:41.565323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:41.569922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:41.602256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=acd773be-6e26-44ba-8101-45473b55d03a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:41.694046 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:41.743946 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:42.034656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:42.037791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:42.093990 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df4140f-46ff-4fbd-b511-2b78eae54822 x-openstack-request-id: req-8df4140f-46ff-4fbd-b511-2b78eae54822 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:42.094818 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec7902a-8de5-4d51-89d3-5d70749e260e", "name": "network-vif-plugged", "status": "completed", "tag": "5074e15e-d34a-4f0c-aab2-9f9b496e5195", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:42.094818 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8df4140f-46ff-4fbd-b511-2b78eae54822 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:42.095461 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5074e15e-d34a-4f0c-aab2-9f9b496e5195', 'code': 200} Oct 18 20:37:42.201120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=acd773be-6e26-44ba-8101-45473b55d03a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:42.233112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:42.245249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53a154-1ef1-429e-be79-0750ac7fa09c req-753886f4-41f6-402d-be5e-22c8d0431315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:42.247469 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ab53a154-1ef1-429e-be79-0750ac7fa09c req-753886f4-41f6-402d-be5e-22c8d0431315 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 1096 time: 0.0753357 Oct 18 20:37:42.295819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ab53a154-1ef1-429e-be79-0750ac7fa09c req-ee488fab-8365-45b4-8071-6cddce6ee3d3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9ff633b6-c72a-45d6-8a72-e27fe81fcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Oct 18 20:37:42.319513 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:42.320878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5b0d2b67-c7e8-4e0b-a7bf-c3d04ac7941e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4726055 Oct 18 20:37:42.390424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965246-e617-4fe6-981d-f9aa5a0d7876 req-7037346b-6e98-430c-8e4f-a73fe76d8599 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:42.392063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88965246-e617-4fe6-981d-f9aa5a0d7876 req-7037346b-6e98-430c-8e4f-a73fe76d8599 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2553220 Oct 18 20:37:42.560804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e959467-3640-414e-944f-8a6b2254e7e5 req-245187a1-a5c2-4b6b-82bf-3a07a18c099c tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:42.563057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e959467-3640-414e-944f-8a6b2254e7e5 req-245187a1-a5c2-4b6b-82bf-3a07a18c099c tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 945 time: 0.0752811 Oct 18 20:37:42.608095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e959467-3640-414e-944f-8a6b2254e7e5 req-3aba9c6f-6a89-4152-a120-e7864b66e208 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ff633b6-c72a-45d6-8a72-e27fe81fcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 Oct 18 20:37:42.679871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8595f36e-b2b0-40d8-919f-379009c12390 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips/7b23baef-6f4d-4212-a498-f76523f3ce52 HTTP/1.1" status: 200 len: 692 time: 0.0475721 Oct 18 20:37:42.801952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ed817-303e-4f91-815b-432572a1d1d4 req-dda8f13f-88fb-4828-940a-01f9f67cab93 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:42.803420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422ed817-303e-4f91-815b-432572a1d1d4 req-dda8f13f-88fb-4828-940a-01f9f67cab93 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1170561 Oct 18 20:37:42.869662 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422ed817-303e-4f91-815b-432572a1d1d4 req-faa6b69c-3eb4-41ce-b202-d6c6c40b45b4 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0557244 Oct 18 20:37:42.927581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422ed817-303e-4f91-815b-432572a1d1d4 req-7595a314-35c3-4610-aebc-598e6896860c tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.20 HTTP/1.1" status: 200 len: 695 time: 0.0513768 Oct 18 20:37:42.953033 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:43.079923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Deleting port a439d735-2618-480c-a77d-ba29e04b2eaf {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:43.080891 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:43.168992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:43.169286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:43.183972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Calling delete_port for a439d735-2618-480c-a77d-ba29e04b2eaf owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:43.334809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:43.369803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event deleted for resources: {'Port': ['ID=a439d735-2618-480c-a77d-ba29e04b2eaf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:43.438871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:43.442310 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:43.443520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422ed817-303e-4f91-815b-432572a1d1d4 req-8a6b5194-db42-4f81-9640-2e0241b93e0d tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "DELETE /v2.0/floatingips/7b23baef-6f4d-4212-a498-f76523f3ce52 HTTP/1.1" status: 204 len: 173 time: 0.5050972 Oct 18 20:37:43.572749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b8271-14b1-473e-a6f5-3a351a220077 req-4bc5acf2-c8e6-45e1-8dfc-69972a4691dd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:43.574361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b72b8271-14b1-473e-a6f5-3a351a220077 req-4bc5acf2-c8e6-45e1-8dfc-69972a4691dd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 945 time: 0.0601723 Oct 18 20:37:43.618906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b72b8271-14b1-473e-a6f5-3a351a220077 req-def75b36-b2d4-4e1d-b4f1-977e26a33f75 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375206 Oct 18 20:37:43.773945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb11375-ff21-491f-ae8d-3498d97e38c2 req-2e029155-1e0c-4f15-8275-2c02fd218e49 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:43.775416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddb11375-ff21-491f-ae8d-3498d97e38c2 req-2e029155-1e0c-4f15-8275-2c02fd218e49 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 949 time: 0.0569990 Oct 18 20:37:43.788599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91251bc-2211-40c0-8c84-6d740e134000 req-c84dbffd-7cc3-4a60-a491-244692d35407 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:43.791298 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b91251bc-2211-40c0-8c84-6d740e134000 req-c84dbffd-7cc3-4a60-a491-244692d35407 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/ports?device_id=725f0a3f-1dfb-43e6-b456-1617b7156c94 HTTP/1.1" status: 200 len: 949 time: 0.0873024 Oct 18 20:37:43.820568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddb11375-ff21-491f-ae8d-3498d97e38c2 req-a84e078a-c56a-4f66-9e24-30c4028e09c3 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Oct 18 20:37:43.944699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c91948a-cc79-4782-b932-c49b009b07de req-8384d054-52f1-455e-9255-a650d800d129 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=f31afe9f64cd44b893f0e1ad9bce4c17 HTTP/1.1" status: 200 len: 1657 time: 0.0801105 Oct 18 20:37:43.960120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port d26cd5e7-07a6-408e-9906-0ba66967ae06 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:43.960603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:44.110853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91948a-cc79-4782-b932-c49b009b07de req-a478a2df-ae1c-489b-bcdf-e2ea440249df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:44.112478 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c91948a-cc79-4782-b932-c49b009b07de req-a478a2df-ae1c-489b-bcdf-e2ea440249df tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks?id=46350bbf-6178-4487-b76a-d8b49657535f&id=46350bbf-6178-4487-b76a-d8b49657535f&id=46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 787 time: 0.1574342 Oct 18 20:37:44.129402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port d26cd5e7-07a6-408e-9906-0ba66967ae06, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d26cd5e7-07a6-408e-9906-0ba66967ae06,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:44.129791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:44.148362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for d26cd5e7-07a6-408e-9906-0ba66967ae06 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:44.360597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:44.374680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f', 'd26cd5e7-07a6-408e-9906-0ba66967ae06'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:44.379219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['3edb5123-175c-4422-99e5-38e11f1a4df9', '912c968b-3aa9-4cec-aad6-1f52c9bab684', 'df48ae1c-966c-4347-a853-59bdb7e0d27b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:44.390601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=d26cd5e7-07a6-408e-9906-0ba66967ae06,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:44.406068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.406559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.406890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.407215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.407537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.407857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.408293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.408761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.409088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.409442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.409773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.410156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:44.437118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-813118b5-f2a5-4a1e-be2d-436b301b2cc5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1830431714&fields=id&tenant_id=94e4669136974840b417c5b4204acd9a HTTP/1.1" status: 200 len: 267 time: 0.0816779 Oct 18 20:37:44.478580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port d26cd5e7-07a6-408e-9906-0ba66967ae06 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:37:44.483467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:44.491192 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b91251bc-2211-40c0-8c84-6d740e134000 req-a3853df5-b0c8-4bfc-aede-1218655cb58f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "DELETE /v2.0/ports/d26cd5e7-07a6-408e-9906-0ba66967ae06 HTTP/1.1" status: 204 len: 173 time: 0.6891212 Oct 18 20:37:44.492829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'name': 'network-vif-deleted', 'tag': 'd26cd5e7-07a6-408e-9906-0ba66967ae06'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:44.498171 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ce67bd-f32a-403e-8650-ad8623766fa1" -d '{"events": [{"server_uuid": "725f0a3f-1dfb-43e6-b456-1617b7156c94", "name": "network-vif-deleted", "tag": "d26cd5e7-07a6-408e-9906-0ba66967ae06"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:44.525790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-40cc9485-f5db-4f7d-b563-ac8b2a30d3a0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:44.527851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-40cc9485-f5db-4f7d-b563-ac8b2a30d3a0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 937 time: 0.0770116 Oct 18 20:37:44.630045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3d5bb19e-d2e9-4863-a4f9-84e68c5939c7 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:44.632807 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3d5bb19e-d2e9-4863-a4f9-84e68c5939c7 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports/9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 937 time: 0.0940008 Oct 18 20:37:44.762526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-685b0363-e3ec-47a6-ba46-b9470c85f704 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1072295 Oct 18 20:37:44.798161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5a8f0421-3d56-487d-8895-d3d8172e4ab1 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0314314 Oct 18 20:37:44.978928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3ebdd363-11fb-44ce-9c87-7569b4cffcf3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:44.991625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3ebdd363-11fb-44ce-9c87-7569b4cffcf3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:44.998264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3ebdd363-11fb-44ce-9c87-7569b4cffcf3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:44.999964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3ebdd363-11fb-44ce-9c87-7569b4cffcf3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/networks?id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=771705f7-431b-42de-8b04-c7312ffd5459&id=771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 200 len: 1995 time: 0.1893845 Oct 18 20:37:45.043675 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-85bd4f18-ac36-4d19-875c-e89576dd9cb8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/quotas/94e4669136974840b417c5b4204acd9a HTTP/1.1" status: 200 len: 375 time: 0.0183387 Oct 18 20:37:45.171672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d5b6f1fa-1e29-46bc-a8d9-f6f08738f5df tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1164885 Oct 18 20:37:45.336463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d26cd5e7-07a6-408e-9906-0ba66967ae06 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:37:45.350396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-eea63721-8df8-4c39-bb46-25111bbba684 service neutron] 10.222.0.66 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599829 Oct 18 20:37:45.362332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: d26cd5e7-07a6-408e-9906-0ba66967ae06 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:37:45.362703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d26cd5e7-07a6-408e-9906-0ba66967ae06 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:37:45.363105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:37:45.473585 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:45.479037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-fb2f06e2-115f-43e8-9d8b-a42fad39d7e2 service neutron] 10.222.0.66 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205800 Oct 18 20:37:45.515230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:45.520045 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c278f6b-342e-494c-90ce-993df606a381" -d '{"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:45.526529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-fcb5868b-d23a-4219-8419-3102bd0a85eb service neutron] 10.222.0.66 "GET /v2.0/ports/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0394332 Oct 18 20:37:45.544114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:45.550664 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:45.646085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:45.660944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-224ac2c7-40ed-4e4c-8e8b-309c15088afe service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257322 Oct 18 20:37:45.760245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-4c7e2d99-7591-4f33-a6b6-5a4fa98cabd5 service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921912 Oct 18 20:37:45.807255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-28523356-c642-4612-af37-c8eec402ce82 service neutron] 10.222.0.66 "GET /v2.0/ports/9286a9a2-eeaa-4c17-9494-51c62f59407b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0396557 Oct 18 20:37:45.971741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-e5c78845-c490-4c21-bae8-6de9dabab96d service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580076 Oct 18 20:37:46.141705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3a2b684f-0e33-4db1-a2d9-32c5a30693b0 service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609564 Oct 18 20:37:46.244044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-6d702a02-d151-4bf3-904f-567a3e0fbb56 service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960238 Oct 18 20:37:46.667400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-88b54089-b685-4f9d-a966-eba635b0e008 service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167607 Oct 18 20:37:46.780267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-34f71ff3-26ad-49ce-97c5-e597c904f402 service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013949 Oct 18 20:37:46.891440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-e1b32dec-2092-4c77-9c81-5231cc26ac21 service neutron] 10.222.0.66 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044078 Oct 18 20:37:46.995483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c9127bfc-9b58-46e6-a17d-5f3f94c843c9 service neutron] 10.222.0.66 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948133 Oct 18 20:37:47.126012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0fe51c63-7975-43b0-a003-0f0e10c50fad service neutron] 10.222.0.66 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238260 Oct 18 20:37:47.235909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d726ad21-f39a-4a5d-b18c-82effc34a156 service neutron] 10.222.0.66 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033509 Oct 18 20:37:47.342318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-57b23452-8e00-49bc-be6a-ab171f53123e service neutron] 10.222.0.66 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990796 Oct 18 20:37:48.046598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-b8be4bd1-7feb-4704-ad65-ce561d021333 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1002 time: 0.1123481 Oct 18 20:37:48.112815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-fa81651d-003c-4846-8e32-b66d4a1c7083 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:48.114468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-fa81651d-003c-4846-8e32-b66d4a1c7083 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports/d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 943 time: 0.0596514 Oct 18 20:37:48.240701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-1bfbfd94-3a5a-44a4-b5f8-1ceec2f108ab tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1002 time: 0.0762410 Oct 18 20:37:48.389272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-58dca17d-9bf6-4661-982b-f6c70a8bd587 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:48.394319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-58dca17d-9bf6-4661-982b-f6c70a8bd587 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1446252 Oct 18 20:37:48.450222 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:48.517847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-1058add7-8cf1-4285-b271-1723bd9fcca8 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1002 time: 0.1154728 Oct 18 20:37:48.529923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:48.631603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:48.658829 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cb056ddb-3dc4-4ea9-81be-32c212eff3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:48.842759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:48.848832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:48.849455 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Floating IP 0ee1c7bd-2a08-4980-9697-aacb70f8e11b disassociated. External IP: 172.25.7.132, port: d2c1ca83-d7ca-4fd7-9f56-c691417d5598. Oct 18 20:37:49.160201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Router 68c35c86-468a-4146-8352-93d833d9beba has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:37:49.290667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:37:49.296668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:49.306445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] Sync routers for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:37:49.322449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:37:49.323475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:37:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:49.333032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-ec704c70-9760-44ee-92c1-d75af91c3db0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "PUT /v2.0/floatingips/0ee1c7bd-2a08-4980-9697-aacb70f8e11b HTTP/1.1" status: 200 len: 695 time: 0.8087687 Oct 18 20:37:49.333513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:49.336741 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbff0a5-3258-4721-aa43-e703d30c0432" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:49.414982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-fdaafb1d-aa4c-4627-b5fd-335b3460a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.418020 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-fdaafb1d-aa4c-4627-b5fd-335b3460a573 service neutron] 10.222.0.79 "GET /v2.0/ports/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 1033 time: 0.0457032 Oct 18 20:37:49.445768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-26691119-fcb3-4c28-b70c-a4e6f2dddfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.449361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-26691119-fcb3-4c28-b70c-a4e6f2dddfd4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=147670aa9a764dc2a884b48bcac26902&device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 1097 time: 0.0961993 Oct 18 20:37:49.487456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-52694678-82e6-4d18-9825-f33c18b29d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.489399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-52694678-82e6-4d18-9825-f33c18b29d46 service neutron] 10.222.0.79 "GET /v2.0/ports/9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 1033 time: 0.0626190 Oct 18 20:37:49.670434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-2455fcdf-f203-46c7-b035-11b68147edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.672144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-2455fcdf-f203-46c7-b035-11b68147edbf service neutron] 10.222.0.66 "GET /v2.0/networks?id=e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 200 len: 929 time: 0.2119467 Oct 18 20:37:49.681351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-87883fd9-774c-4779-8d6c-020de113778d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.687068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:37:49.692434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-87883fd9-774c-4779-8d6c-020de113778d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.697731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-87883fd9-774c-4779-8d6c-020de113778d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.699409 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-87883fd9-774c-4779-8d6c-020de113778d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "GET /v2.0/networks?id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=771705f7-431b-42de-8b04-c7312ffd5459&id=771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 200 len: 1995 time: 0.2019408 Oct 18 20:37:49.753463 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-e8c71967-6827-4236-88ff-c17ff25a8570 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94e4669136974840b417c5b4204acd9a HTTP/1.1" status: 200 len: 380 time: 0.0436542 Oct 18 20:37:49.765262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'admin_state_up': True, 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'security_groups': ['0a74a8a6-8f6a-40b8-9987-ee9042da5a49']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:49.784195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-f05b166f-977e-4a82-9010-9b02e5ab5545 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 217 time: 0.0979049 Oct 18 20:37:49.865789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-7404a94f-26cb-4b1c-a572-d3c79f5b47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.867717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-7404a94f-26cb-4b1c-a572-d3c79f5b47d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e0837821-da1c-4dec-bdd3-3ca14dad1822 HTTP/1.1" status: 200 len: 867 time: 0.0821714 Oct 18 20:37:49.938397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-17621615-f913-4f3d-85a0-714ecdbfb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:49.940820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-17621615-f913-4f3d-85a0-714ecdbfb225 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e08db165-6c5e-4c90-8319-7a72946fde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614116 Oct 18 20:37:49.954335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:49.962869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:50.004087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:55Z', 'revision_number': 5, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:50.043003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] Checking router: 68c35c86-468a-4146-8352-93d833d9beba for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:37:50.057037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:37:50.058282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:37:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:50.079473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-af7c332b-a704-4b4d-8c6d-d5a633de810d service neutron] 10.222.0.66 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265752 Oct 18 20:37:50.183979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 172.20.0.12 (98b4e60f-3bc9-4a8a-8036-4a086592c7f6/c305f89f-866e-4576-9b5b-498946350648/d24ac76e-6682-4c27-ae6b-5269907a2def) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:50.237768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:37:50.264922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02bcefd8-3580-4a38-862e-8cd3fdc8e0ee req-5c4f94fd-87d0-4171-8648-3720df673012 service neutron] 10.222.0.66 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727202 Oct 18 20:37:50.441812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:50.481109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2c7b8-6867-42c3-9020-f928d74a8756 req-3f207713-d1a0-4182-a265-f12fd7450899 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:50.485439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1a2c7b8-6867-42c3-9020-f928d74a8756 req-3f207713-d1a0-4182-a265-f12fd7450899 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 945 time: 0.0850730 Oct 18 20:37:50.490166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:50.542204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:50.546360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:50.550886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:50.569952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1a2c7b8-6867-42c3-9020-f928d74a8756 req-ca9872be-6db4-4cdb-8280-3ed308a708eb tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ff633b6-c72a-45d6-8a72-e27fe81fcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756390 Oct 18 20:37:50.628204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:50.628204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:50.632181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=d24ac76e-6682-4c27-ae6b-5269907a2def,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:50.662668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f0eb5e3-800e-4e73-8f37-b461b703ee84 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9019334 Oct 18 20:37:50.680427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:55Z', 'revision_number': 5, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:37:50.705967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'admin_state_up': True, 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'security_groups': ['0a74a8a6-8f6a-40b8-9987-ee9042da5a49']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:50.714818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc6c4cf-41e3-404d-b992-3b57ea472135 None None] The sync data for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 is: [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:36:41Z', 'revision_number': 4, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bac4de97-fe69-4511-ba41-4830cf5f405d', 'name': '', 'network_id': 'e08db165-6c5e-4c90-8319-7a72946fde51', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'mac_address': 'fa:16:3e:a6:26:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:38Z', 'updated_at': '2021-10-18T20:36:55Z', 'revision_number': 5, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'subnets': [{'id': 'e0837821-da1c-4dec-bdd3-3ca14dad1822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:37:50.981075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:50.988987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:51.044362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c636ab84-10f2-411e-8c1e-dc221e790f9b None None] Provisioning complete for port d24ac76e-6682-4c27-ae6b-5269907a2def triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:51.044977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c636ab84-10f2-411e-8c1e-dc221e790f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:51.138579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c636ab84-10f2-411e-8c1e-dc221e790f9b None None] Port d24ac76e-6682-4c27-ae6b-5269907a2def cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:51.241711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 10.1.1.162 (ce5a765c-25e1-4799-9b88-fc2533a67f52/08ba0e9d-5407-400a-a4bf-dc484eaecfda/ba20ca2b-4013-4f97-928b-5e57144313fa) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:51.250750 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe7f226-ef1c-4750-8ff2-b936f924e24b None None] New status for floating IP 0ee1c7bd-2a08-4980-9697-aacb70f8e11b: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:37:51.430804 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-5d12f404-5bf0-418c-ad8e-268d488a4d4d tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips/c8ddbf8c-117b-4ec1-a153-c3174803f5c4 HTTP/1.1" status: 200 len: 693 time: 0.0620391 Oct 18 20:37:51.482749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:51.527985 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:51.588520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=ba20ca2b-4013-4f97-928b-5e57144313fa,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:51.588888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-846c9028-b9be-4af5-a12b-20a629931b40 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:51.599380 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-846c9028-b9be-4af5-a12b-20a629931b40 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1619062 Oct 18 20:37:51.610994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:51.612862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:51.615596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:51.694990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-6ed4f7eb-ca59-46b6-9978-96bb31df38dc tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.228 HTTP/1.1" status: 200 len: 696 time: 0.0944653 Oct 18 20:37:51.695554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:51.696516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:51.718334 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-0769b140-d184-4cf0-bdb0-14f690615223 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0405197 Oct 18 20:37:51.732689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'admin_state_up': True, 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'security_groups': ['0a74a8a6-8f6a-40b8-9987-ee9042da5a49']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:51.790706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-e10c4138-123d-4dee-9818-97b771c6bc44 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.228 HTTP/1.1" status: 200 len: 696 time: 0.0811524 Oct 18 20:37:51.879972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:51.885445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:51.985395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Deleting port b4a25425-be3f-46a9-975a-d980da7d2d98 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:51.985884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.076655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ce8140c4-4fc6-4ab6-9fc4-b505fa542c62 None None] Provisioning complete for port ba20ca2b-4013-4f97-928b-5e57144313fa triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:52.077655 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ce8140c4-4fc6-4ab6-9fc4-b505fa542c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.091127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.091728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.109269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Calling delete_port for b4a25425-be3f-46a9-975a-d980da7d2d98 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:52.122728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ce8140c4-4fc6-4ab6-9fc4-b505fa542c62 None None] Port ba20ca2b-4013-4f97-928b-5e57144313fa cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:52.303589 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.335752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event deleted for resources: {'Port': ['ID=b4a25425-be3f-46a9-975a-d980da7d2d98,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:52.346591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.347332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.347952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.348544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.349187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.349799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.350368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.351193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.352098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.352707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.353329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.353887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:37:52.435467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.438632 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.456885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a735e85c-576e-467f-8d26-6ab49471e9a3 req-f58aaff4-40be-41d8-aa2b-9424b7b9227a tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "DELETE /v2.0/floatingips/c8ddbf8c-117b-4ec1-a153-c3174803f5c4 HTTP/1.1" status: 204 len: 173 time: 0.6593955 Oct 18 20:37:52.465554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 10.1.1.86 (ce5a765c-25e1-4799-9b88-fc2533a67f52/08ba0e9d-5407-400a-a4bf-dc484eaecfda/2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:52.497561 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b484c9-c7df-4c74-9388-b6569b965760 x-openstack-request-id: req-27b484c9-c7df-4c74-9388-b6569b965760 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:52.498317 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725f0a3f-1dfb-43e6-b456-1617b7156c94", "name": "network-vif-deleted", "tag": "d26cd5e7-07a6-408e-9906-0ba66967ae06", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:52.498458 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27b484c9-c7df-4c74-9388-b6569b965760 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:52.499035 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725f0a3f-1dfb-43e6-b456-1617b7156c94', 'name': 'network-vif-deleted', 'tag': 'd26cd5e7-07a6-408e-9906-0ba66967ae06', 'status': 'completed', 'code': 200} Oct 18 20:37:52.570901 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355e7ae0-c3f2-4678-9cfd-b03a4cfb7144 x-openstack-request-id: req-355e7ae0-c3f2-4678-9cfd-b03a4cfb7144 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:52.571505 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:52.572025 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-355e7ae0-c3f2-4678-9cfd-b03a4cfb7144 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:52.572694 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'code': 200} Oct 18 20:37:52.641251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.688529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.724463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f186f-e3c8-4adf-a959-4394028f3e3e req-4adec11c-75ba-40be-bbd1-0c5a528334a3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:52.730749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f186f-e3c8-4adf-a959-4394028f3e3e req-4adec11c-75ba-40be-bbd1-0c5a528334a3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:52.732466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a98f186f-e3c8-4adf-a959-4394028f3e3e req-4adec11c-75ba-40be-bbd1-0c5a528334a3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 1654 time: 0.0612955 Oct 18 20:37:52.741703 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:37:52.754473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:52.766905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:52.769287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:52.772656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:52.785947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a98f186f-e3c8-4adf-a959-4394028f3e3e req-c5c4c574-f2a7-4657-91c0-4ee9891afa82 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Oct 18 20:37:52.848662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:52.850281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:52.857311 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddca4a3-2a5b-4763-8745-97d9d4fdf644 x-openstack-request-id: req-6ddca4a3-2a5b-4763-8745-97d9d4fdf644 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:52.857605 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:52.857871 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ddca4a3-2a5b-4763-8745-97d9d4fdf644 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:52.858282 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'status': 'completed', 'code': 200} Oct 18 20:37:52.883065 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-634b55ef-5991-4488-b0a7-428cde090692 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1552324 Oct 18 20:37:52.900127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459', 'admin_state_up': True, 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'security_groups': ['0a74a8a6-8f6a-40b8-9987-ee9042da5a49']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:52.951645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-fd2c4069-3922-4a52-9efa-06ad7049c039 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips/0ee1c7bd-2a08-4980-9697-aacb70f8e11b HTTP/1.1" status: 200 len: 693 time: 0.0677795 Oct 18 20:37:53.114098 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2bdcf100-753a-4fec-bb73-1ff9b18cbb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.134672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:53.135012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a887f700-3c47-4755-b169-93bf5ecbc4b0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:53.137901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a887f700-3c47-4755-b169-93bf5ecbc4b0 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1760147 Oct 18 20:37:53.141754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-41598957-73fb-4b97-a1ef-dbafdf0fb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:53.143283 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-41598957-73fb-4b97-a1ef-dbafdf0fb77f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=147670aa9a764dc2a884b48bcac26902&device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 1097 time: 0.2588007 Oct 18 20:37:53.152129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-afddd5c9-bc9e-4ca6-a882-8581e77b7575 None None] Provisioning complete for port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:53.152841 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-afddd5c9-bc9e-4ca6-a882-8581e77b7575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.196651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-afddd5c9-bc9e-4ca6-a882-8581e77b7575 None None] Port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:53.207828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-79e977f0-89ed-4d08-8692-eaacc10e0754 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0619032 Oct 18 20:37:53.269934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-7feceb6c-b9fe-4d62-991d-42a0a46efc06 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0553048 Oct 18 20:37:53.306504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-b3b3fe1a-b1bf-43eb-9353-e9778d757494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:53.308026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-b3b3fe1a-b1bf-43eb-9353-e9778d757494 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 200 len: 929 time: 0.1505814 Oct 18 20:37:53.353019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:37:53.365749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.370169 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-de0b9015-ff35-4f27-ae95-0508f4072710 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 200 len: 217 time: 0.0501440 Oct 18 20:37:53.426749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Deleting port 050f1c71-851e-404b-90de-581ce4cc1d33 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:53.427273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.482501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:53.498716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'mac_address': 'fa:16:3e:98:ec:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:37:53.506333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-ff9a6fc4-6614-442e-8624-3e5b0e07aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:53.508008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-ff9a6fc4-6614-442e-8624-3e5b0e07aed4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0837821-da1c-4dec-bdd3-3ca14dad1822 HTTP/1.1" status: 200 len: 867 time: 0.1252670 Oct 18 20:37:53.530518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.531124 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.546197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Calling delete_port for 050f1c71-851e-404b-90de-581ce4cc1d33 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:53.550700 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.567542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:53.596072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:53.602266 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.658909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-ac1c34ff-c5a4-49d3-b847-fab2cb448744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:53.669383 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-ac1c34ff-c5a4-49d3-b847-fab2cb448744 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e08db165-6c5e-4c90-8319-7a72946fde51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476238 Oct 18 20:37:53.672001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:53.693799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-db6878e2-095e-4d31-9158-ec17cc52cf4c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:37:53.696269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-db6878e2-095e-4d31-9158-ec17cc52cf4c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094347 Oct 18 20:37:53.737208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['24c8ddc3-7ce8-4298-8463-63da11f1ceb2'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:37:53.790187 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:53.818213 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 10.2.2.100 (771705f7-431b-42de-8b04-c7312ffd5459/77d05afc-2597-465b-bd4f-7d6e59993132/0b612ef8-57ef-418b-bbff-ac345a0659a1) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:53.858994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event deleted for resources: {'Port': ['ID=050f1c71-851e-404b-90de-581ce4cc1d33,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:53.895638 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-797c0bf4-5737-4a23-a545-257db05082ea service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714516 Oct 18 20:37:54.076182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.081832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.094333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9119dd1-6319-4ae3-b39d-d42f896e6178 req-a071c454-46ca-450b-b1d0-d6b049b0face tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "DELETE /v2.0/floatingips/0ee1c7bd-2a08-4980-9697-aacb70f8e11b HTTP/1.1" status: 204 len: 173 time: 0.8175271 Oct 18 20:37:54.105818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-521fb1a4-66e5-4030-8d71-de3238e90252 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:54.107700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-521fb1a4-66e5-4030-8d71-de3238e90252 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.79 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 949 time: 0.1643145 Oct 18 20:37:54.118257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.166194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.245785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.322208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=0b612ef8-57ef-418b-bbff-ac345a0659a1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:54.330438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Deleting port 5b7c40e3-feef-456b-b7f8-2d1826ec122b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:54.331146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.346820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbbff0a5-3258-4721-aa43-e703d30c0432 req-5d4db419-0fd1-4796-8058-df20931b87ba service neutron] 10.222.0.30 "GET /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592534 Oct 18 20:37:54.363794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network 771705f7-431b-42de-8b04-c7312ffd5459 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:54.365850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:54.369299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:54.451867 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:54.452584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.485035 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-b12b13be-60f6-4f63-89d8-c06f57534de4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5898705 Oct 18 20:37:54.498749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459', 'admin_state_up': True, 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'security_groups': ['0a74a8a6-8f6a-40b8-9987-ee9042da5a49']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:54.515563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] For port 5b7c40e3-feef-456b-b7f8-2d1826ec122b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b7c40e3-feef-456b-b7f8-2d1826ec122b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:54.516023 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.533257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Calling delete_port for 5b7c40e3-feef-456b-b7f8-2d1826ec122b owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:54.554116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b37e-68da-4e51-8842-a35e95136bbf req-788cf352-a47f-4c37-9dfb-efd16c17ecf8 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:54.555625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80d3b37e-68da-4e51-8842-a35e95136bbf req-788cf352-a47f-4c37-9dfb-efd16c17ecf8 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/ports?device_id=37827da9-168f-4422-8b6d-c337285bbf57 HTTP/1.1" status: 200 len: 949 time: 0.0934498 Oct 18 20:37:54.669329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80d3b37e-68da-4e51-8842-a35e95136bbf req-31d48c51-dbdc-4b4f-88e9-e37059a8b97b tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.66 "GET /v2.0/security-groups?id=8ff6edcf-b69b-499c-8e47-196fa8b03fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642176 Oct 18 20:37:54.773573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.774348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7836e58a-3d6b-4c78-91e6-8f3624693fda None None] Provisioning complete for port 0b612ef8-57ef-418b-bbff-ac345a0659a1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:54.777008 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7836e58a-3d6b-4c78-91e6-8f3624693fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.817412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Made reservation on behalf of 94e4669136974840b417c5b4204acd9a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:37:54.829636 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:54.882706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-120e46e8-8e5a-4ead-84d6-45f90c9ade67 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips/52281491-72ca-4355-942f-cfe26ac9e7cf HTTP/1.1" status: 200 len: 693 time: 0.0577729 Oct 18 20:37:54.899369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7836e58a-3d6b-4c78-91e6-8f3624693fda None None] Port 0b612ef8-57ef-418b-bbff-ac345a0659a1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:54.937331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Pushing event deleted for resources: {'Port': ['ID=5b7c40e3-feef-456b-b7f8-2d1826ec122b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:55.005372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:55.063241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] No DVR routers for this DVR port 5b7c40e3-feef-456b-b7f8-2d1826ec122b on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:37:55.117275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:55.123874 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47b1f398-0939-4ceb-af67-3d5520d8c50a req-f60844f9-32ed-4b64-920f-4eb2574aa0c6 tempest-ImagesOneServerTestJSON-792351876 tempest-ImagesOneServerTestJSON-792351876-project] 10.222.0.79 "DELETE /v2.0/ports/5b7c40e3-feef-456b-b7f8-2d1826ec122b HTTP/1.1" status: 204 len: 173 time: 0.9986606 Oct 18 20:37:55.125646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-deleted', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:55.140265 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3cf0d9-3b54-423f-832d-e5fa6f46eb08" -d '{"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-deleted", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:55.216931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Allocated IP 10.2.2.200 (771705f7-431b-42de-8b04-c7312ffd5459/77d05afc-2597-465b-bd4f-7d6e59993132/1161f252-a2af-4869-b8c0-97910d2f8801) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:37:55.245645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-29f4b0a1-4654-4c25-a917-a9fbf40ecd8d tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:55.257838 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-29f4b0a1-4654-4c25-a917-a9fbf40ecd8d tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.3732927 Oct 18 20:37:55.368656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:37:55.415828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-f365c8e5-76fb-4f9a-ae39-3821cea9b46b tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.138 HTTP/1.1" status: 200 len: 696 time: 0.1552973 Oct 18 20:37:55.562530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:55.562917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:55.571640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-e07858ab-ed3b-45ea-a5b9-d585c3d8c5c6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.138 HTTP/1.1" status: 200 len: 696 time: 0.1541610 Oct 18 20:37:55.661406 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:55.765450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:55.874142 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:55.927208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Network 771705f7-431b-42de-8b04-c7312ffd5459 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:37:55.936305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:37:55.951058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:37:55.951302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:55.966982 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774fda6d-25fb-4b4d-9728-8e4cc1270e23" -d '{"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:55.974243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event updated for resources: {'Port': ['ID=1161f252-a2af-4869-b8c0-97910d2f8801,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:56.006796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:37:56.016810 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.110529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:56.122744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Deleting port 679ddb10-d370-465e-9824-37710ced9dfe {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:56.123114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.123568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.167694 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-736ef36a-589a-40ae-9e01-beac2ea724d0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6733687 Oct 18 20:37:56.187158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:56.216819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=10']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:56.269141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.269515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.290726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Calling delete_port for 679ddb10-d370-465e-9824-37710ced9dfe owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:56.382583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.515240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.539375 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.546368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e58aa7ae-9a1d-45f1-b959-8cdd9804fca4 None None] Provisioning complete for port 1161f252-a2af-4869-b8c0-97910d2f8801 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:37:56.547054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e58aa7ae-9a1d-45f1-b959-8cdd9804fca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.575734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event deleted for resources: {'Port': ['ID=679ddb10-d370-465e-9824-37710ced9dfe,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:56.661055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.664629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:56.674649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e58aa7ae-9a1d-45f1-b959-8cdd9804fca4 None None] Port 1161f252-a2af-4869-b8c0-97910d2f8801 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:37:56.678875 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7d45e86-9a9c-4809-9be9-8559250a4727 req-88df4dae-00cd-4e13-a873-a0b35331a0e8 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "DELETE /v2.0/floatingips/52281491-72ca-4355-942f-cfe26ac9e7cf HTTP/1.1" status: 204 len: 173 time: 1.0992463 Oct 18 20:37:57.022944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff30b-0b57-440b-8ee8-52b1a3f93ae1 req-f3af2656-d548-4281-8ec4-5980c5f01100 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.032363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff30b-0b57-440b-8ee8-52b1a3f93ae1 req-f3af2656-d548-4281-8ec4-5980c5f01100 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.033749 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-e9c8794d-ebc8-43d2-82da-45597ac7e71b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502948 Oct 18 20:37:57.041979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff30b-0b57-440b-8ee8-52b1a3f93ae1 req-f3af2656-d548-4281-8ec4-5980c5f01100 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.049251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff30b-0b57-440b-8ee8-52b1a3f93ae1 req-f3af2656-d548-4281-8ec4-5980c5f01100 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.058229 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff30b-0b57-440b-8ee8-52b1a3f93ae1 req-f3af2656-d548-4281-8ec4-5980c5f01100 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.062376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad5ff30b-0b57-440b-8ee8-52b1a3f93ae1 req-f3af2656-d548-4281-8ec4-5980c5f01100 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 3816 time: 0.1408093 Oct 18 20:37:57.139562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad5ff30b-0b57-440b-8ee8-52b1a3f93ae1 req-4f1ac6af-47ea-4885-906e-046064b8e0a7 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681319 Oct 18 20:37:57.189761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24ac76e-6682-4c27-ae6b-5269907a2def {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:57.204128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:57.254389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Transition to ACTIVE for port object d24ac76e-6682-4c27-ae6b-5269907a2def will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:37:57.265475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-f2e856d4-ff50-4f3b-bfd9-28a84e9e4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.272266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-f2e856d4-ff50-4f3b-bfd9-28a84e9e4456 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 1100 time: 0.1295455 Oct 18 20:37:57.274228 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:57.341337 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecb616a-164b-4061-b5e8-2cd9be0f63a0 x-openstack-request-id: req-1ecb616a-164b-4061-b5e8-2cd9be0f63a0 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:57.342127 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37827da9-168f-4422-8b6d-c337285bbf57", "name": "network-vif-deleted", "tag": "5b7c40e3-feef-456b-b7f8-2d1826ec122b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:57.342663 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ecb616a-164b-4061-b5e8-2cd9be0f63a0 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:57.343253 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37827da9-168f-4422-8b6d-c337285bbf57', 'name': 'network-vif-deleted', 'tag': '5b7c40e3-feef-456b-b7f8-2d1826ec122b', 'status': 'completed', 'code': 200} Oct 18 20:37:57.389488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ac76e-6682-4c27-ae6b-5269907a2def,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:57.455419 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180750d6-5591-4e57-91dc-eea64e933160 x-openstack-request-id: req-180750d6-5591-4e57-91dc-eea64e933160 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:37:57.456409 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:37:57.457051 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-180750d6-5591-4e57-91dc-eea64e933160 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:37:57.457815 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'code': 200} Oct 18 20:37:57.539797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-014f27f9-b2d3-4bc1-a0ef-38a279313ef0 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips/5226b09e-bbad-413b-b893-47c29d93f30d HTTP/1.1" status: 200 len: 693 time: 0.0694597 Oct 18 20:37:57.664052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-922a08c7-4074-478c-b15d-4713ea5da9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.673499 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-922a08c7-4074-478c-b15d-4713ea5da9c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.3568985 Oct 18 20:37:57.754842 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-4c8c8f63-bd13-4972-8586-2dfce1634c5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5cd95084-d83f-478d-9e5a-66420e201b0e HTTP/1.1" status: 200 len: 217 time: 0.0635166 Oct 18 20:37:57.760852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Attempting to bind port d24ac76e-6682-4c27-ae6b-5269907a2def on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:57.761407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Attempting to bind port d24ac76e-6682-4c27-ae6b-5269907a2def by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:57.761948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Attempting to bind port d24ac76e-6682-4c27-ae6b-5269907a2def on network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:57.777232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-7c70ec91-505b-4290-a8d0-2b17d79bfd2f tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.790079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-7c70ec91-505b-4290-a8d0-2b17d79bfd2f tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2474732 Oct 18 20:37:57.813023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Port d24ac76e-6682-4c27-ae6b-5269907a2def on network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:37:57.813351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Attempting to bind port d24ac76e-6682-4c27-ae6b-5269907a2def on network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:57.840974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:57.841341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Checking segment: {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:57.841767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Bound using segment: {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:57.844314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Bound port: d24ac76e-6682-4c27-ae6b-5269907a2def, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9323089-cee1-4f57-838b-9e60bef5de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:57.844798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:57.908444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-fbc805a6-f365-4fc8-b65c-2c47df6d819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:57.908444 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-fbc805a6-f365-4fc8-b65c-2c47df6d819f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1388304 Oct 18 20:37:57.987428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e786ee12-fd08-44b1-9f8c-5168f8d8f994 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.1957145 Oct 18 20:37:58.060318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-6be109bc-1ca2-4d5b-a63a-ed19774a6632 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.0717728 Oct 18 20:37:58.103710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:37:58.114670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] For port d24ac76e-6682-4c27-ae6b-5269907a2def, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:58.119675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] For port d24ac76e-6682-4c27-ae6b-5269907a2def, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d24ac76e-6682-4c27-ae6b-5269907a2def,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:58.141944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:58.146952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 5b7c40e3-feef-456b-b7f8-2d1826ec122b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:37:58.147666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b7c40e3-feef-456b-b7f8-2d1826ec122b not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:37:58.158843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-553e0c0c-9427-4ccc-aac1-a4d1e7fbc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:58.161364 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-553e0c0c-9427-4ccc-aac1-a4d1e7fbc807 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911442 Oct 18 20:37:58.388800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ac76e-6682-4c27-ae6b-5269907a2def,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:58.402125 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-1a897d0c-9137-471e-9f82-01ec94adaf44 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434197 Oct 18 20:37:58.404578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53288) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:58.538968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9aa29b32-e7a5-42ca-9848-fd7c7cd6c8ec req-49ea6a67-8839-4d1b-a7b9-8a262ff7bc37 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251979 Oct 18 20:37:58.540819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:58.541485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:58.542871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-c6eb1914-f456-4c65-b821-28610c7e0e45 service neutron] 10.222.0.79 "PUT /v2.0/ports/d24ac76e-6682-4c27-ae6b-5269907a2def HTTP/1.1" status: 200 len: 1092 time: 2.3626354 Oct 18 20:37:58.543568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:37:58.546243 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7dd051-4193-4087-883f-33109890d8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:37:58.602870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:37:58.680485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.103228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-059cd6c0-df7c-45a9-a2db-59829068baa0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:59.106025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-059cd6c0-df7c-45a9-a2db-59829068baa0 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 950 time: 0.1776617 Oct 18 20:37:59.125017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:37:59.135789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.144265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Deleting port 5abfe8f5-39c1-4147-968e-32accd7c5b66 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:59.145078 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.199619 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0c016bf5-3850-419a-ac5a-46f41a4b612a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa1dabb9a3f144f5a267e867609a988a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931616 Oct 18 20:37:59.201037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Transition to ACTIVE for port object fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:37:59.205439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53298) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:37:59.278807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.312944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8462861-1a58-438a-8078-d64463d319c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.341382 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8462861-1a58-438a-8078-d64463d319c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.456119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:59.568824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Attempting to bind port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:37:59.569267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Attempting to bind port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:37:59.569641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Attempting to bind port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:59.572117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8462861-1a58-438a-8078-d64463d319c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.576216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8462861-1a58-438a-8078-d64463d319c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.583739 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8462861-1a58-438a-8078-d64463d319c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ff6edcf-b69b-499c-8e47-196fa8b03fef HTTP/1.1" status: 204 len: 168 time: 0.3709474 Oct 18 20:37:59.584009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.584009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.622952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8462861-1a58-438a-8078-d64463d319c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff6edcf-b69b-499c-8e47-196fa8b03fef,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:59.649132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 on network ce5a765c-25e1-4799-9b88-fc2533a67f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:37:59.649711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Attempting to bind port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:37:59.657986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:37:59.659757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Checking segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:37:59.660415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Bound using segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:37:59.663121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Bound port: fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:37:59.664462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.667271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port df48ae1c-966c-4347-a853-59bdb7e0d27b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:37:59.669045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.687917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Calling delete_port for 5abfe8f5-39c1-4147-968e-32accd7c5b66 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:37:59.810096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:37:59.816317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:37:59.834353 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.920856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:37:59.921546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:37:59.924023 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] 10.222.0.79 "PUT /v2.0/ports/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 1136 time: 1.3285594 Oct 18 20:37:59.953585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde40104-d1fc-41fa-b2a9-1c412b118ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:37:59.977230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:00.122598 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:00.213605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:00.275117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Pushing event deleted for resources: {'Port': ['ID=5abfe8f5-39c1-4147-968e-32accd7c5b66,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:00.488201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port df48ae1c-966c-4347-a853-59bdb7e0d27b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=df48ae1c-966c-4347-a853-59bdb7e0d27b,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:00.489336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:00.547607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for df48ae1c-966c-4347-a853-59bdb7e0d27b owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:00.562582 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:00.578002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:00.597250 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59d85fc8-f37d-4d6f-bbc6-ec5bc4d353d8 req-e0a8a581-7f0a-4ec0-a845-303e638a13e6 tempest-FloatingIPDetailsTestJSON-1825215249 tempest-FloatingIPDetailsTestJSON-1825215249-project] 10.222.0.66 "DELETE /v2.0/floatingips/5226b09e-bbad-413b-b893-47c29d93f30d HTTP/1.1" status: 204 len: 173 time: 2.5354767 Oct 18 20:38:00.598061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53316) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:00.600783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9286a9a2-eeaa-4c17-9494-51c62f59407b {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:00.613391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:00.656052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Transition to ACTIVE for port object 9286a9a2-eeaa-4c17-9494-51c62f59407b will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:00.665728 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:00.807065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Pushing event updated for resources: {'Port': ['ID=9286a9a2-eeaa-4c17-9494-51c62f59407b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:00.964491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Attempting to bind port 9286a9a2-eeaa-4c17-9494-51c62f59407b on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:00.964820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Attempting to bind port 9286a9a2-eeaa-4c17-9494-51c62f59407b by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:00.965152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Attempting to bind port 9286a9a2-eeaa-4c17-9494-51c62f59407b on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:00.982634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Port 9286a9a2-eeaa-4c17-9494-51c62f59407b on network ce5a765c-25e1-4799-9b88-fc2533a67f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:00.983682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Attempting to bind port 9286a9a2-eeaa-4c17-9494-51c62f59407b on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:00.991726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:00.992110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Checking segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:00.992793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Bound using segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:00.993510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Bound port: 9286a9a2-eeaa-4c17-9494-51c62f59407b, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:00.993882 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:01.128255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] For port 9286a9a2-eeaa-4c17-9494-51c62f59407b, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:01.134268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] For port 9286a9a2-eeaa-4c17-9494-51c62f59407b, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:01.148516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:01.183719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:01.184722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:01.187437 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] 10.222.0.79 "PUT /v2.0/ports/9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 1136 time: 1.2198870 Oct 18 20:38:01.241403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:01.421088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066c9cf-5eb9-48a3-a5c7-ed37b65ecc76 service neutron] Pushing event updated for resources: {'Port': ['ID=9286a9a2-eeaa-4c17-9494-51c62f59407b,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:01.450745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:01.674528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:01.690173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['3edb5123-175c-4422-99e5-38e11f1a4df9', '912c968b-3aa9-4cec-aad6-1f52c9bab684'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:01.693641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:01.902026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port df48ae1c-966c-4347-a853-59bdb7e0d27b on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:01.911812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=df48ae1c-966c-4347-a853-59bdb7e0d27b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:01.917766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:01.924842 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72c334db-6799-4aaa-93e2-5889f0ff6095 req-91e07656-ddb3-4f37-b67c-55815e615b83 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "DELETE /v2.0/ports/df48ae1c-966c-4347-a853-59bdb7e0d27b HTTP/1.1" status: 204 len: 173 time: 2.7840483 Oct 18 20:38:01.927785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'name': 'network-vif-deleted', 'tag': 'df48ae1c-966c-4347-a853-59bdb7e0d27b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:01.931667 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbd4b7a-efac-4b3b-8da1-b265c178fe92" -d '{"events": [{"server_uuid": "20091f4b-1f2b-454b-842e-7b6ee67df42a", "name": "network-vif-deleted", "tag": "df48ae1c-966c-4347-a853-59bdb7e0d27b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:01.957866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43a3a-99ab-4e98-ad73-eff53d52ff94 req-852f7760-f773-4396-aa08-080641bee774 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:01.960454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6cc43a3a-99ab-4e98-ad73-eff53d52ff94 req-852f7760-f773-4396-aa08-080641bee774 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=20091f4b-1f2b-454b-842e-7b6ee67df42a HTTP/1.1" status: 200 len: 867 time: 0.7973325 Oct 18 20:38:02.069988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53338) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:02.134102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device df48ae1c-966c-4347-a853-59bdb7e0d27b no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:02.231847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6cc43a3a-99ab-4e98-ad73-eff53d52ff94 req-676d8178-107b-4113-bf44-a316b761d012 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878467 Oct 18 20:38:02.318495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: df48ae1c-966c-4347-a853-59bdb7e0d27b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:02.318842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device df48ae1c-966c-4347-a853-59bdb7e0d27b not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:02.327055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:02.484998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba20ca2b-4013-4f97-928b-5e57144313fa {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:02.511539 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:02.548058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Transition to ACTIVE for port object ba20ca2b-4013-4f97-928b-5e57144313fa will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:02.562236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:02.690989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1517277642-network', 'tenant_id': '81d69748c9e847358aadf4d8fd817339'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:02.881668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Pushing event updated for resources: {'Port': ['ID=ba20ca2b-4013-4f97-928b-5e57144313fa,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:02.952338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Attempting to bind port ba20ca2b-4013-4f97-928b-5e57144313fa on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:02.952899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Attempting to bind port ba20ca2b-4013-4f97-928b-5e57144313fa by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:02.959081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Attempting to bind port ba20ca2b-4013-4f97-928b-5e57144313fa on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:02.985384 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Port ba20ca2b-4013-4f97-928b-5e57144313fa on network ce5a765c-25e1-4799-9b88-fc2533a67f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:02.987124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Attempting to bind port ba20ca2b-4013-4f97-928b-5e57144313fa on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:03.014719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:03.022040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbcda0-cd49-428a-961b-a2aa2dac9aa4 req-49c97193-4291-45ab-8375-379d9f8cff12 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:03.024635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Checking segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:03.027721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Bound using segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:03.028696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Bound port: ba20ca2b-4013-4f97-928b-5e57144313fa, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:03.034423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.035672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70dbcda0-cd49-428a-961b-a2aa2dac9aa4 req-49c97193-4291-45ab-8375-379d9f8cff12 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4441838 Oct 18 20:38:03.141934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Made reservation on behalf of 81d69748c9e847358aadf4d8fd817339 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:03.148364 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.178800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70dbcda0-cd49-428a-961b-a2aa2dac9aa4 req-b123322c-d7fe-4640-99be-e22236b22cc4 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1421244 Oct 18 20:38:03.224095 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.320162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] For port ba20ca2b-4013-4f97-928b-5e57144313fa, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:03.325983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] For port ba20ca2b-4013-4f97-928b-5e57144313fa, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ba20ca2b-4013-4f97-928b-5e57144313fa,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:03.348762 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.441143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:03.445720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.456156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] 10.222.0.79 "PUT /v2.0/ports/ba20ca2b-4013-4f97-928b-5e57144313fa HTTP/1.1" status: 200 len: 1091 time: 2.2210870 Oct 18 20:38:03.512431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:03.521313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258ca04-2bd1-40cc-9438-278be7ece155 service neutron] Pushing event updated for resources: {'Port': ['ID=ba20ca2b-4013-4f97-928b-5e57144313fa,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:03.631079 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.696608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.763764 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:03.873074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:38:03.884882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe678c9-0d63-4e8e-9b88-47e39f3817a1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:03.964948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:04.002508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:04.039772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:04.062385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:04.075576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:04.089328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:04.103142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:04.107203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d940bf79-f777-4035-b77b-624a6e797f21 req-828687e1-2855-416f-bd38-ea25d03cfd04 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5396 time: 0.5751157 Oct 18 20:38:04.115303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:04.116216 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Added segment 39695124-fb30-4898-a975-d7a9b3b39400 of type vlan for network 05f01f4f-87f4-4fd9-9713-26421b46832e Oct 18 20:38:04.147722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Deleting port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:04.148410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:04.335720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d940bf79-f777-4035-b77b-624a6e797f21 req-5e35ac9e-eb8c-4b4a-ad78-96016f58cf98 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093637 Oct 18 20:38:04.349975 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:04.459996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:38:04.474928 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64852721-d5d5-4563-aabf-f8cdb6e02590 x-openstack-request-id: req-64852721-d5d5-4563-aabf-f8cdb6e02590 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:04.475233 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:04.475519 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64852721-d5d5-4563-aabf-f8cdb6e02590 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:04.475946 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'status': 'completed', 'code': 200} Oct 18 20:38:04.546037 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c9b8d-e459-4102-9e37-202ad7c04849 x-openstack-request-id: req-f21c9b8d-e459-4102-9e37-202ad7c04849 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:04.546451 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20091f4b-1f2b-454b-842e-7b6ee67df42a", "name": "network-vif-deleted", "tag": "df48ae1c-966c-4347-a853-59bdb7e0d27b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:04.546640 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f21c9b8d-e459-4102-9e37-202ad7c04849 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:04.547040 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20091f4b-1f2b-454b-842e-7b6ee67df42a', 'name': 'network-vif-deleted', 'tag': 'df48ae1c-966c-4347-a853-59bdb7e0d27b', 'status': 'completed', 'code': 200} Oct 18 20:38:04.571479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:04.580948 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:04.597164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Transition to ACTIVE for port object 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:04.604740 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:04.630646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] For port 7a03efd2-7f42-4053-aab5-ee1bf36ebc44, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,segment=NetworkSegment(528c53b4-8f91-43b3-8b12-e2d0ec6ca32c),segment_id=528c53b4-8f91-43b3-8b12-e2d0ec6ca32c)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:04.632552 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:04.670108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Calling delete_port for 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:04.882292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:05.009503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Attempting to bind port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:05.010303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Attempting to bind port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:05.019447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Attempting to bind port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:05.036348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c on network ce5a765c-25e1-4799-9b88-fc2533a67f52 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:05.037156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Attempting to bind port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:05.047002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:05.055688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Checking segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:05.056745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Bound using segment: {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:05.057682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Bound port: 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:05.058441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:05.101713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:05.103329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.104084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:05.192110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0733578 Oct 18 20:38:05.200314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53364) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:05.212524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Request body: {'subnet': {'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-subnet', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:05.219142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21f10bc7-b9eb-4126-9fc3-d6859679a389 req-a0a5a804-d73e-4e46-be04-bf17798e2426 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2019818 Oct 18 20:38:05.270981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.271842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.272738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.273668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.274746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.275701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.276596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.280672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7dd051-4193-4087-883f-33109890d8dd req-d4ea21e0-e9e3-46e8-b69a-60968c91b765 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6288 time: 0.7900617 Oct 18 20:38:05.349836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] For port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:05.358171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] For port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:05.360943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Made reservation on behalf of 81d69748c9e847358aadf4d8fd817339 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:05.372206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:05.676604 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:05.811714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:05.896894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-a34cf8ac-ac17-4070-99a8-f086bc1458fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.897895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-a34cf8ac-ac17-4070-99a8-f086bc1458fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.899105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-a34cf8ac-ac17-4070-99a8-f086bc1458fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:05.910419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7dd051-4193-4087-883f-33109890d8dd req-a34cf8ac-ac17-4070-99a8-f086bc1458fd service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=94e4669136974840b417c5b4204acd9a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6178536 Oct 18 20:38:06.098145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:06.099232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:06.101795 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-66b6e7fc-9f33-4094-8606-0321dcd2a720 service neutron] 10.222.0.79 "PUT /v2.0/ports/2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c HTTP/1.1" status: 200 len: 1090 time: 2.6027498 Oct 18 20:38:06.127309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:06.134324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708411d6-b66c-42a1-9ab8-4247a27ad335 admin admin] Pushing event updated for resources: {'Network': ['ID=05f01f4f-87f4-4fd9-9713-26421b46832e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:06.151989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 05f01f4f-87f4-4fd9-9713-26421b46832e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:38:06.210388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53384) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:06.224503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:06.232793 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:06.375021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a03efd2-7f42-4053-aab5-ee1bf36ebc44,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:06.420832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:06.455495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Checking segment: {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:06.456529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Network hostable DHCP agents. Network: 05f01f4f-87f4-4fd9-9713-26421b46832e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:38:06.593439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-3f4eb758-1423-4667-a72e-462b5cf65221 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8009720 Oct 18 20:38:06.904773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b612ef8-57ef-418b-bbff-ac345a0659a1 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:06.923921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:06.955938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Transition to ACTIVE for port object 0b612ef8-57ef-418b-bbff-ac345a0659a1 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:06.972986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95'}, {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '9286a9a2-eeaa-4c17-9494-51c62f59407b'}, {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa'}, {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:06.977738 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1131b4-fbf8-4dad-a333-35c672f526c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "fb1f7e56-eac0-40aa-aa20-aad4d60f1f95"}, {"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "9286a9a2-eeaa-4c17-9494-51c62f59407b"}, {"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa"}, {"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:06.983750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9efc0d32-72bd-44eb-bf97-b1e8391fa210,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:07.039496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:07.054423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31435f85-9a3f-4244-a2c0-41dec32a6414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:07.125166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Pushing event updated for resources: {'Port': ['ID=0b612ef8-57ef-418b-bbff-ac345a0659a1,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:07.151989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Network 05f01f4f-87f4-4fd9-9713-26421b46832e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:38:07.261307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 05f01f4f-87f4-4fd9-9713-26421b46832e) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:07.272883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e268497-c9d1-4072-92ac-ef837f94dee7 None None] Network 05f01f4f-87f4-4fd9-9713-26421b46832e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:07.490726 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31435f85-9a3f-4244-a2c0-41dec32a6414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:07.514877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:07.516785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:07.625717 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31435f85-9a3f-4244-a2c0-41dec32a6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:07.776416 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-31435f85-9a3f-4244-a2c0-41dec32a6414 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7465650ec164a7fb9711c7c451d7996&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4577947 Oct 18 20:38:07.783257 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-001491cd-2122-40bc-8595-8d82ea0d3dc7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5809970 Oct 18 20:38:07.792781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53402) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:07.793705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53404) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:07.803129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31435f85-9a3f-4244-a2c0-41dec32a6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e30ce-8975-4857-bbd0-a0a051016d88,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:07.908859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-05f01f4f-87f4-4fd9-9713-26421b46832e', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:38:07.908859 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:07.942659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:07.948757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd051-4193-4087-883f-33109890d8dd req-5bf6bf78-d87b-4b37-92df-78c5fa48d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:07.951515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7dd051-4193-4087-883f-33109890d8dd req-5bf6bf78-d87b-4b37-92df-78c5fa48d50d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8303900 Oct 18 20:38:07.954980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955edba-6a2f-440d-b379-a7589032b872 req-9d3ee39d-8343-4ea8-861c-96d504c022ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:07.977727 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-9d3ee39d-8343-4ea8-861c-96d504c022ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=711a7e28a8264426914596237ea2fec8&device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 1100 time: 1.2613442 Oct 18 20:38:08.028251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.052295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Attempting to bind port 0b612ef8-57ef-418b-bbff-ac345a0659a1 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:08.052983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Attempting to bind port 0b612ef8-57ef-418b-bbff-ac345a0659a1 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:08.053395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Attempting to bind port 0b612ef8-57ef-418b-bbff-ac345a0659a1 on network 771705f7-431b-42de-8b04-c7312ffd5459 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:08.057722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.066533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Port 0b612ef8-57ef-418b-bbff-ac345a0659a1 on network 771705f7-431b-42de-8b04-c7312ffd5459 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:08.066876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Attempting to bind port 0b612ef8-57ef-418b-bbff-ac345a0659a1 on network 771705f7-431b-42de-8b04-c7312ffd5459 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:08.088441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-21553018-fc53-4563-9ecb-6de91e580060 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.090147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-21553018-fc53-4563-9ecb-6de91e580060 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 946 time: 0.5963218 Oct 18 20:38:08.106248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.122363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.123128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:08.123478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Checking segment: {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:08.125981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Bound using segment: {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:08.128612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Bound port: 0b612ef8-57ef-418b-bbff-ac345a0659a1, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:08.130326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.139032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.160348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.175825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.180472 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-5bd35855-19d0-4b87-bd80-0e6ddd545621 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5408 time: 1.5439887 Oct 18 20:38:08.217916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.219168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.284080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.424815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Allocated IP 172.20.0.2 (05f01f4f-87f4-4fd9-9713-26421b46832e/9efc0d32-72bd-44eb-bf97-b1e8391fa210/dc524c3f-7dae-40ba-929c-8f6e4844ee57) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:08.450521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a6bef8f-81ec-48c9-829b-e20391568b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.464754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6e8d0d2-4788-4b5f-a569-1058ada273d7 req-12a9d2c1-e7d0-4ab8-b24e-5d0808802451 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2735922 Oct 18 20:38:08.721723 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.746308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a6bef8f-81ec-48c9-829b-e20391568b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.752349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] For port 0b612ef8-57ef-418b-bbff-ac345a0659a1, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:08.814513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955edba-6a2f-440d-b379-a7589032b872 req-c50ef5b3-284b-46fb-8094-852b400ff0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.823271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-c50ef5b3-284b-46fb-8094-852b400ff0d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.6416352 Oct 18 20:38:08.878987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] For port 0b612ef8-57ef-418b-bbff-ac345a0659a1, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:08.897525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.934081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.946243 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:08.983408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-047e409d-e51b-4dd8-af7f-a9b3622e96ed tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.989764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-047e409d-e51b-4dd8-af7f-a9b3622e96ed tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 949 time: 0.5564151 Oct 18 20:38:08.990506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:08.995378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:09.004156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] 10.222.0.79 "PUT /v2.0/ports/0b612ef8-57ef-418b-bbff-ac345a0659a1 HTTP/1.1" status: 200 len: 1091 time: 2.8120720 Oct 18 20:38:09.054840 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:09.074775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-1c1b5fae-0f62-41dc-b8e7-ceb77af616c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684 HTTP/1.1" status: 200 len: 217 time: 0.2313755 Oct 18 20:38:09.098611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Pushing event updated for resources: {'Port': ['ID=dc524c3f-7dae-40ba-929c-8f6e4844ee57,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:09.131210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Network 05f01f4f-87f4-4fd9-9713-26421b46832e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:09.139084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Request body: {'port': {'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:09.144663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:09.148604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:09.201231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Deleting port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:09.201793 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:09.205962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955edba-6a2f-440d-b379-a7589032b872 req-d19634b8-4d1c-4329-bb9c-980b5d50b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:09.210264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-d19634b8-4d1c-4329-bb9c-980b5d50b3c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1254084 Oct 18 20:38:09.356797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Attempting to bind port dc524c3f-7dae-40ba-929c-8f6e4844ee57 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:09.357758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Attempting to bind port dc524c3f-7dae-40ba-929c-8f6e4844ee57 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:09.358740 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Attempting to bind port dc524c3f-7dae-40ba-929c-8f6e4844ee57 on network 05f01f4f-87f4-4fd9-9713-26421b46832e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:09.381320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:09.381908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Checking segment: {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:09.382576 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:09.383290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Bound using segment: {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:09.384135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Bound port: dc524c3f-7dae-40ba-929c-8f6e4844ee57, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:09.384841 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:09.489994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c8d9-50fa-4b8f-8a43-db5c66a16aac req-42739c7c-c872-4e3b-961d-ab062e4cf782 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:09.503298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe5c8d9-50fa-4b8f-8a43-db5c66a16aac req-42739c7c-c872-4e3b-961d-ab062e4cf782 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9b98d07-4849-4c94-9982-feded7bbdd80 HTTP/1.1" status: 200 len: 946 time: 0.6058397 Oct 18 20:38:09.545693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955edba-6a2f-440d-b379-a7589032b872 req-180a44ca-6ff9-46a2-9d8c-7418a1d8b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:09.547690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-180a44ca-6ff9-46a2-9d8c-7418a1d8b70d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066983 Oct 18 20:38:09.627188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] For port dc524c3f-7dae-40ba-929c-8f6e4844ee57, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:09.637247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] For port dc524c3f-7dae-40ba-929c-8f6e4844ee57, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc524c3f-7dae-40ba-929c-8f6e4844ee57,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:09.648576 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:09.700963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-cad120c5-88ed-4bdf-8068-ac75eb779105 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402559 Oct 18 20:38:09.743564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] For port d2c1ca83-d7ca-4fd7-9f56-c691417d5598, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:09.744237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:09.760147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Calling delete_port for d2c1ca83-d7ca-4fd7-9f56-c691417d5598 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:09.892651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b9228-f86b-4ddf-9061-5c755e4d8e57 None None] Pushing event updated for resources: {'Port': ['ID=dc524c3f-7dae-40ba-929c-8f6e4844ee57,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:10.008287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087405a-81c1-4132-8a7d-8896829c1a24 service neutron] Pushing event updated for resources: {'Port': ['ID=0b612ef8-57ef-418b-bbff-ac345a0659a1,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:10.019387 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a6bef8f-81ec-48c9-829b-e20391568b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:10.023524 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a6bef8f-81ec-48c9-829b-e20391568b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:10.025905 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9a6bef8f-81ec-48c9-829b-e20391568b74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/998e30ce-8975-4857-bbd0-a0a051016d88 HTTP/1.1" status: 204 len: 168 time: 2.2079039 Oct 18 20:38:10.039533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:10.089710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7955edba-6a2f-440d-b379-a7589032b872 req-2f8ecac3-9596-4670-b8e9-c432a30f3054 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638442 Oct 18 20:38:10.230079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe5c8d9-50fa-4b8f-8a43-db5c66a16aac req-07e20276-6e41-491d-9d29-00487802e70c tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.66 "GET /v2.0/security-groups?id=d242f9c5-6704-4bdd-885c-3043da8dfbab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7253830 Oct 18 20:38:10.336774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port 912c968b-3aa9-4cec-aad6-1f52c9bab684 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:10.336774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:10.395572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] No DVR routers for this DVR port d2c1ca83-d7ca-4fd7-9f56-c691417d5598 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:10.398438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bef8f-81ec-48c9-829b-e20391568b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e30ce-8975-4857-bbd0-a0a051016d88,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:10.405825 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:10.415618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-17a7d0b0-a0c9-487f-997a-0d5a9ab94193 req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] 10.222.0.30 "DELETE /v2.0/ports/d2c1ca83-d7ca-4fd7-9f56-c691417d5598 HTTP/1.1" status: 204 len: 173 time: 2.3128722 Oct 18 20:38:10.423786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:10.982013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbfbd2-2735-4cff-a61e-8683f8befe18 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726 tempest-FloatingIPsAssociationNegativeTestJSON-2041147726-project] Pushing event deleted for resources: {'Port': ['ID=d2c1ca83-d7ca-4fd7-9f56-c691417d5598,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:11.260429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53430) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:11.407005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port 912c968b-3aa9-4cec-aad6-1f52c9bab684, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=912c968b-3aa9-4cec-aad6-1f52c9bab684,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:11.408443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:11.443836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d2c1ca83-d7ca-4fd7-9f56-c691417d5598 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:11.451345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1e7eb-de10-47b7-8da7-8ae36ec4c366 req-43ce98e7-9ee7-484d-a3ee-8b9facc18019 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:11.453063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4a1e7eb-de10-47b7-8da7-8ae36ec4c366 req-43ce98e7-9ee7-484d-a3ee-8b9facc18019 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 949 time: 0.3014076 Oct 18 20:38:11.484078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Router 497a40bb-e814-4bd4-ae75-48093268f1d1 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:38:11.487632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for 912c968b-3aa9-4cec-aad6-1f52c9bab684 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:11.507392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14154a9f-1993-4eae-961b-c5fb3fb6a922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:11.526248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: d2c1ca83-d7ca-4fd7-9f56-c691417d5598 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:11.527062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d2c1ca83-d7ca-4fd7-9f56-c691417d5598 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:11.748682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:11.750980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4a1e7eb-de10-47b7-8da7-8ae36ec4c366 req-c4b22b34-eb71-4810-adfe-b3e1b6fd4407 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653828 Oct 18 20:38:11.836659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:11.902651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14154a9f-1993-4eae-961b-c5fb3fb6a922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:12.041871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1161f252-a2af-4869-b8c0-97910d2f8801 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:12.061766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:12.096362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Transition to ACTIVE for port object 1161f252-a2af-4869-b8c0-97910d2f8801 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:12.119370 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5195495b-f56a-48f6-b545-20cc8daee8ef x-openstack-request-id: req-5195495b-f56a-48f6-b545-20cc8daee8ef {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:12.119679 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "fb1f7e56-eac0-40aa-aa20-aad4d60f1f95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "9286a9a2-eeaa-4c17-9494-51c62f59407b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:12.119974 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5195495b-f56a-48f6-b545-20cc8daee8ef {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:12.120361 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95', 'status': 'completed', 'code': 200} Oct 18 20:38:12.120651 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '9286a9a2-eeaa-4c17-9494-51c62f59407b', 'status': 'completed', 'code': 200} Oct 18 20:38:12.122848 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa', 'status': 'completed', 'code': 200} Oct 18 20:38:12.123158 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c', 'status': 'completed', 'code': 200} Oct 18 20:38:12.124520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14154a9f-1993-4eae-961b-c5fb3fb6a922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:12.148136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:12.172225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 912c968b-3aa9-4cec-aad6-1f52c9bab684 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:12.251452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Pushing event updated for resources: {'Port': ['ID=1161f252-a2af-4869-b8c0-97910d2f8801,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:12.324983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4273ef-eb00-4ace-be64-c8b4f2769b49 None None] Network 05f01f4f-87f4-4fd9-9713-26421b46832e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:12.365946 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-14154a9f-1993-4eae-961b-c5fb3fb6a922 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c66e2a4fff1401a8c61a8221be996c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1007330 Oct 18 20:38:12.377220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14154a9f-1993-4eae-961b-c5fb3fb6a922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00399550-403c-4dac-8bb0-0703a4be156d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:12.380625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:38:12.386118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53440) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:12.451351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] Sync routers for ids ['497a40bb-e814-4bd4-ae75-48093268f1d1'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:38:12.484648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a72acd75-e9be-4d74-9b53-55017364c893 admin admin] 10.222.0.66 "PUT /v2.0/routers/497a40bb-e814-4bd4-ae75-48093268f1d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8635371 Oct 18 20:38:12.516102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53442) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:12.539659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc524c3f-7dae-40ba-929c-8f6e4844ee57 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:12.731596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] Routers {'497a40bb-e814-4bd4-ae75-48093268f1d1'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:12.733100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:37:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['497a40bb-e814-4bd4-ae75-48093268f1d1'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:12.737547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0883c107-2ea6-4a44-8678-98dd47548cdb None None] Provisioning complete for port dc524c3f-7dae-40ba-929c-8f6e4844ee57 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:12.740827 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0883c107-2ea6-4a44-8678-98dd47548cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:12.816991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:12.838967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:12.980606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:12.994130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.006996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.021817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.035119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.047668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.060351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.075981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1c20bca-afd1-483b-8412-38b3950adeea req-32c04dd6-0683-4a3d-b928-772bb4a5df69 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.7556694 Oct 18 20:38:13.093145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.094081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.095543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.096499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.097380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.098277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.099614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:13.104109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b6d9eac1-5144-4c19-964b-fc90cac89175 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6447 time: 0.7958901 Oct 18 20:38:13.116883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=912c968b-3aa9-4cec-aad6-1f52c9bab684,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:13.117468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['3edb5123-175c-4422-99e5-38e11f1a4df9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:13.128699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:13.504085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No active binding found for port 912c968b-3aa9-4cec-aad6-1f52c9bab684 {{(pid=100532) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 20:38:13.507919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 912c968b-3aa9-4cec-aad6-1f52c9bab684 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:13.999544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port 912c968b-3aa9-4cec-aad6-1f52c9bab684 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:14.006843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:14.018854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f538d033-eb72-4f65-b0a1-b01ef1b3c60a req-67f5d585-7668-47ca-adae-5f267713b3aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "DELETE /v2.0/ports/912c968b-3aa9-4cec-aad6-1f52c9bab684 HTTP/1.1" status: 204 len: 173 time: 4.9623067 Oct 18 20:38:14.021849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802952d2-8e92-4626-b0bd-b5af6bf7370f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:14.167001 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1c20bca-afd1-483b-8412-38b3950adeea req-cb35809a-2551-4f2d-9e9f-a17dcdfb6f21 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0891385 Oct 18 20:38:14.178186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'name': 'network-vif-deleted', 'tag': '912c968b-3aa9-4cec-aad6-1f52c9bab684'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:14.182533 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eee1a24-d078-46e2-a0e9-048e7a2fc58c" -d '{"events": [{"server_uuid": "ac5cf33e-5da1-479a-bd6e-050f35934cd4", "name": "network-vif-deleted", "tag": "912c968b-3aa9-4cec-aad6-1f52c9bab684"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:14.214230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802952d2-8e92-4626-b0bd-b5af6bf7370f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:14.246332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] Set router 497a40bb-e814-4bd4-ae75-48093268f1d1 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:14.361212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Allocated IP 172.25.7.236 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/f043021d-0bde-4d70-8504-ec12f0a4a082) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:14.526631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1'}, {'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'name': 'network-vif-deleted', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:14.528981 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143136ef-e45c-489a-adb8-00ed5e71916e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1"}, {"server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "name": "network-vif-deleted", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:14.561580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53456) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:14.627805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-89565ec4-a510-4e38-9d58-15f49312c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:14.627805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-89565ec4-a510-4e38-9d58-15f49312c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:14.628419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-89565ec4-a510-4e38-9d58-15f49312c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:14.631584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-89565ec4-a510-4e38-9d58-15f49312c019 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=94e4669136974840b417c5b4204acd9a&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4879472 Oct 18 20:38:14.849559 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:14.851214 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0883c107-2ea6-4a44-8678-98dd47548cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:14.891943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-ac6ae0ed-5ed9-4594-bd1a-6804ca5ac132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:14.893614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-ac6ae0ed-5ed9-4594-bd1a-6804ca5ac132 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2533796 Oct 18 20:38:14.954568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3dca2411-1564-43c2-a66f-e5a45d114430 req-823a58fc-50b5-4238-8c52-410ba8ba5d6c tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac5cf33e-5da1-479a-bd6e-050f35934cd4 HTTP/1.1" status: 200 len: 210 time: 0.2309558 Oct 18 20:38:14.982784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Attempting to bind port 1161f252-a2af-4869-b8c0-97910d2f8801 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:14.983129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Attempting to bind port 1161f252-a2af-4869-b8c0-97910d2f8801 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:14.983485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Attempting to bind port 1161f252-a2af-4869-b8c0-97910d2f8801 on network 771705f7-431b-42de-8b04-c7312ffd5459 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:15.005781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Port 1161f252-a2af-4869-b8c0-97910d2f8801 on network 771705f7-431b-42de-8b04-c7312ffd5459 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:15.006094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Attempting to bind port 1161f252-a2af-4869-b8c0-97910d2f8801 on network 771705f7-431b-42de-8b04-c7312ffd5459 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:15.026341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802952d2-8e92-4626-b0bd-b5af6bf7370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:15.030069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802952d2-8e92-4626-b0bd-b5af6bf7370f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:15.031351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-802952d2-8e92-4626-b0bd-b5af6bf7370f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00399550-403c-4dac-8bb0-0703a4be156d HTTP/1.1" status: 204 len: 168 time: 2.6051590 Oct 18 20:38:15.109229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:15.109550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Checking segment: {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:15.109951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Bound using segment: {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:15.112772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Bound port: 1161f252-a2af-4869-b8c0-97910d2f8801, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:15.113187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:15.150485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802952d2-8e92-4626-b0bd-b5af6bf7370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00399550-403c-4dac-8bb0-0703a4be156d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:15.222444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:15.239671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.240152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.240647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.241109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.241602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.242063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.243453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.256356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-b4503245-cd19-4985-854d-776b1276dd37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6447 time: 0.2186730 Oct 18 20:38:15.508172 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:15.528884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dc524c3f-7dae-40ba-929c-8f6e4844ee57 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:15.537007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:15.591329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-2ff4107d-107f-4250-82e0-6240d2c5b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.591991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-2ff4107d-107f-4250-82e0-6240d2c5b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.592760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-2ff4107d-107f-4250-82e0-6240d2c5b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.594600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-2ff4107d-107f-4250-82e0-6240d2c5b268 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=94e4669136974840b417c5b4204acd9a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3306742 Oct 18 20:38:15.664952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] For port 1161f252-a2af-4869-b8c0-97910d2f8801, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:15.671689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] For port 1161f252-a2af-4869-b8c0-97910d2f8801, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1161f252-a2af-4869-b8c0-97910d2f8801,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:15.727419 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:15.887571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Pushing event updated for resources: {'Port': ['ID=1161f252-a2af-4869-b8c0-97910d2f8801,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:15.919493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-72f695d8-5db8-46ee-8b7a-52c3c2fb5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:15.927303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-72f695d8-5db8-46ee-8b7a-52c3c2fb5b3c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3236101 Oct 18 20:38:16.006851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.007696 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:16.010206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49c2c516-7804-4a93-bc9f-8048b9cc1cbe service neutron] 10.222.0.79 "PUT /v2.0/ports/1161f252-a2af-4869-b8c0-97910d2f8801 HTTP/1.1" status: 200 len: 1091 time: 6.8910394 Oct 18 20:38:16.017376 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:16.152074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.159384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.160018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.163016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.164344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.164746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.165198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.170752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0a5c09df-b331-4a95-8cb2-64d5261f2af6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6489 time: 0.2003815 Oct 18 20:38:16.178150 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e03434f-9c2f-4367-b0e9-f2f561928f54 x-openstack-request-id: req-5e03434f-9c2f-4367-b0e9-f2f561928f54 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:16.178589 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5cf33e-5da1-479a-bd6e-050f35934cd4", "name": "network-vif-deleted", "tag": "912c968b-3aa9-4cec-aad6-1f52c9bab684", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:16.178866 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e03434f-9c2f-4367-b0e9-f2f561928f54 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:16.179293 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5cf33e-5da1-479a-bd6e-050f35934cd4', 'name': 'network-vif-deleted', 'tag': '912c968b-3aa9-4cec-aad6-1f52c9bab684', 'status': 'completed', 'code': 200} Oct 18 20:38:16.391603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:16.401896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Pushing event updated for resources: {'Port': ['ID=f043021d-0bde-4d70-8504-ec12f0a4a082,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:16.440802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:16.446473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:16.642142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0e2941fb-1acf-48c9-81dc-84e425eb9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.643587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0e2941fb-1acf-48c9-81dc-84e425eb9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.644076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0e2941fb-1acf-48c9-81dc-84e425eb9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:16.650629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-0e2941fb-1acf-48c9-81dc-84e425eb9611 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=94e4669136974840b417c5b4204acd9a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4637046 Oct 18 20:38:16.777142 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0883c107-2ea6-4a44-8678-98dd47548cdb None None] For port dc524c3f-7dae-40ba-929c-8f6e4844ee57, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc524c3f-7dae-40ba-929c-8f6e4844ee57,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:16.906058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Deleting port a9fbdcf3-5f89-498f-affe-31726c2f059a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:16.906669 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:16.979928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0883c107-2ea6-4a44-8678-98dd47548cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:17.099432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-37976069-1204-4db2-bc63-5c480e35ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.101762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-37976069-1204-4db2-bc63-5c480e35ce06 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4393721 Oct 18 20:38:17.196315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883c107-2ea6-4a44-8678-98dd47548cdb None None] Pushing event updated for resources: {'Port': ['ID=dc524c3f-7dae-40ba-929c-8f6e4844ee57,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:17.311917 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3525cbf-9252-4b4b-8184-cd52990793cb x-openstack-request-id: req-e3525cbf-9252-4b4b-8184-cd52990793cb {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:17.313977 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1", "status": "completed", "code": 200}, {"server_uuid": "a9b98d07-4849-4c94-9982-feded7bbdd80", "name": "network-vif-deleted", "tag": "d2c1ca83-d7ca-4fd7-9f56-c691417d5598", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:17.317699 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3525cbf-9252-4b4b-8184-cd52990793cb {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:17.318458 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1', 'status': 'completed', 'code': 200} Oct 18 20:38:17.318935 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b98d07-4849-4c94-9982-feded7bbdd80', 'name': 'network-vif-deleted', 'tag': 'd2c1ca83-d7ca-4fd7-9f56-c691417d5598', 'status': 'completed', 'code': 200} Oct 18 20:38:17.409033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:38:05Z', 'revision_number': 5, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port': {'id': 'a9fbdcf3-5f89-498f-affe-31726c2f059a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:51Z', 'updated_at': '2021-10-18T20:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:17.499158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] Checking router: 497a40bb-e814-4bd4-ae75-48093268f1d1 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:38:17.595352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] Routers {'497a40bb-e814-4bd4-ae75-48093268f1d1'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:17.595352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:37:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['497a40bb-e814-4bd4-ae75-48093268f1d1'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:17.658438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:17.709384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc524c3f-7dae-40ba-929c-8f6e4844ee57 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:17.808559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.809421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.810202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.817544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.821483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.822712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.825444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.835554 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-17ce7107-6782-44d2-b964-6feb6633b7ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6489 time: 0.6746435 Oct 18 20:38:17.872746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] For port a9fbdcf3-5f89-498f-affe-31726c2f059a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a9fbdcf3-5f89-498f-affe-31726c2f059a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:17.873329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:17.883331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.889440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] Set router 497a40bb-e814-4bd4-ae75-48093268f1d1 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:17.907780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.955363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.973170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:38:15Z', 'revision_number': 6, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:17.997073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:17.998125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1688691611-network', 'tenant_id': 'eff7fd68770546b79e960296e39e6d36'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:18.022866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-765c1025-ed87-4e46-9faf-30ac8417cfb1 None None] Provisioning complete for port dc524c3f-7dae-40ba-929c-8f6e4844ee57 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:18.023256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-765c1025-ed87-4e46-9faf-30ac8417cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:18.029101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590fa91-be57-4940-9859-3e4f6b36beb4 None None] The sync data for ids ['497a40bb-e814-4bd4-ae75-48093268f1d1'] in n-d-812149-2 is: [{'id': '497a40bb-e814-4bd4-ae75-48093268f1d1', 'name': 'tempest-FloatingIPDetailsTestJSON-861611280-router', 'tenant_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:50Z', 'updated_at': '2021-10-18T20:38:15Z', 'revision_number': 6, 'project_id': 'f31afe9f64cd44b893f0e1ad9bce4c17', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:38:18.035412 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.050309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.051413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Calling delete_port for a9fbdcf3-5f89-498f-affe-31726c2f059a owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:18.063630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.077480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-a3bf898a-25d7-43ca-ad89-045fab64fc94 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.6941507 Oct 18 20:38:18.124655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dc524c3f-7dae-40ba-929c-8f6e4844ee57 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:18.125153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:18.224601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Made reservation on behalf of eff7fd68770546b79e960296e39e6d36 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:18.229100 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:18.457175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c28d095-4ad1-46bf-94aa-91e5e97d6ce3 req-79726c9a-1c14-4346-8eea-15bb329da78b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3706706 Oct 18 20:38:18.527307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-f92fc773-128c-4f01-b88d-947dceae1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.533720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-f92fc773-128c-4f01-b88d-947dceae1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.537693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-f92fc773-128c-4f01-b88d-947dceae1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.544090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-f92fc773-128c-4f01-b88d-947dceae1c9f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=94e4669136974840b417c5b4204acd9a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4632752 Oct 18 20:38:18.548933 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:18.643263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:18.740040 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba4b8117-f07b-44cc-8653-3ebf01d8b366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:18.810495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-937e6f1c-5ba8-4f55-a99b-79f2fb7ae74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.811916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc1131b4-fbf8-4dad-a333-35c672f526c6 req-937e6f1c-5ba8-4f55-a99b-79f2fb7ae74c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2593613 Oct 18 20:38:18.973000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.973471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.973926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.974385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.975081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.975539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.975994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:18.979154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3c35b07e-b9d4-49dd-81bc-59d87b469ba7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6489 time: 0.1066670 Oct 18 20:38:19.064771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:19.071542 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2a14c6dc-3085-4746-9d7b-b20fca9b6222 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24ac76e-6682-4c27-ae6b-5269907a2def HTTP/1.1" status: 200 len: 217 time: 0.0845170 Oct 18 20:38:19.210682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:19.223687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-cbdbf66c-009a-4d40-b2b5-80bcf29cd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:19.226741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-cbdbf66c-009a-4d40-b2b5-80bcf29cd4cc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c305f89f-866e-4576-9b5b-498946350648 HTTP/1.1" status: 200 len: 856 time: 0.1444352 Oct 18 20:38:19.338495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:19.347587 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa000f6-e421-4aaa-a62e-6f9577977eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:19.382030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fbdcf3-5f89-498f-affe-31726c2f059a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:19.426177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-6354f4cf-ac74-4f91-8564-3c939b5bab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:19.429238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-6354f4cf-ac74-4f91-8564-3c939b5bab21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940084 Oct 18 20:38:19.471099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2144195c-e476-427a-9a8b-103168f1a21d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:38:19.473505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2144195c-e476-427a-9a8b-103168f1a21d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0238833 Oct 18 20:38:19.532632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:19.634584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:19.635260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7a03efd2-7f42-4053-aab5-ee1bf36ebc44 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:19.635971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a9fbdcf3-5f89-498f-affe-31726c2f059a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:19.722424 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-9eb44f60-a473-42e3-aa38-1adb2a8cd1e7 service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384024 Oct 18 20:38:19.750203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a9fbdcf3-5f89-498f-affe-31726c2f059a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:19.750800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a9fbdcf3-5f89-498f-affe-31726c2f059a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:19.818049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:19.836413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:19.898198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971ca3b1-88fe-435f-ae59-5d150451926f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:19.973349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:38:20.013724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-a675568d-5a09-406e-bea7-34f3ee69e64e service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817042 Oct 18 20:38:20.047826 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:20.052615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:20.176245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5a6b2d4a-b7ae-42f5-b94a-37ecd5fbbae5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 217 time: 0.1542850 Oct 18 20:38:20.177263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:20.178043 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Added segment e0553512-4185-46a6-904d-fcd8ab63983d of type vlan for network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f Oct 18 20:38:20.325122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49dcc1f6-5cc0-4b77-a8ee-9a473169f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.328659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-49dcc1f6-5cc0-4b77-a8ee-9a473169f7ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1402063 Oct 18 20:38:20.440885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2b3746c7-1e1d-47cb-bb71-ff2749f586bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.443942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2b3746c7-1e1d-47cb-bb71-ff2749f586bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046896 Oct 18 20:38:20.649686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-f66f4def-1a5d-4fb9-8797-67780c36ddfc service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960709 Oct 18 20:38:20.882595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-caee14f6-02ea-43f1-a44b-7a5937ae74b1 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047477 Oct 18 20:38:20.909727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.915377 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3872e02-c124-4b43-89ad-a2cf53675ef3 x-openstack-request-id: req-b3872e02-c124-4b43-89ad-a2cf53675ef3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:20.915822 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:20.915949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.916223 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3872e02-c124-4b43-89ad-a2cf53675ef3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:20.919833 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801', 'status': 'completed', 'code': 200} Oct 18 20:38:20.931794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.939179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.946009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.952317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.958347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:20.971687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-653e4b17-0b98-4cc7-bc50-f9115f28435d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.3202348 Oct 18 20:38:20.980974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:20.995815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.031540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5a37c19f-eafd-4452-8c2d-b40d9921e7fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 217 time: 0.0575862 Oct 18 20:38:21.080014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.107358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e34fed-5a5e-4258-8247-896056209d95 req-fa6cee2e-e4e8-40c4-a2fb-b160f01fd318 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:21.110941 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e6e34fed-5a5e-4258-8247-896056209d95 req-fa6cee2e-e4e8-40c4-a2fb-b160f01fd318 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/ports?device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 949 time: 0.1880302 Oct 18 20:38:21.115822 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6dd7637f-929e-4de3-b9e6-12c8e71341b8 req-4b0c36b8-b3d2-429c-9f9c-0523ad53a6b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412408 Oct 18 20:38:21.184693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d8474d54-06cb-4346-9a2e-b8f0a982ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:21.186228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d8474d54-06cb-4346-9a2e-b8f0a982ed39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1392312 Oct 18 20:38:21.290703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d97ddcc1-b9e5-4d26-8c4c-de53a2c12998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:21.292721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d97ddcc1-b9e5-4d26-8c4c-de53a2c12998 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940735 Oct 18 20:38:21.318033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.344603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.resource_extend [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:38:21.570992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-cff99f65-f56b-47c2-9902-0de7c4a70c02 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692182 Oct 18 20:38:21.604757 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.605816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 497a40bb-e814-4bd4-ae75-48093268f1d1 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:38:21.620273 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.624791 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b423339-99cb-44c7-aa69-8d4c9d335e51 admin admin] 10.222.0.66 "DELETE /v2.0/routers/497a40bb-e814-4bd4-ae75-48093268f1d1 HTTP/1.1" status: 204 len: 168 time: 9.1072960 Oct 18 20:38:21.635022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53546) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:21.700900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.702018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:21.702690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.723540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] Deleting subnet 9f195cf0-066c-445c-8950-ba0ce40f98f8 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:38:21.732167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67598df-8caa-4803-af63-79c255a1ab10 req-d63a0b9d-1665-4abb-8fb9-6024c137f4f9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:21.746153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e67598df-8caa-4803-af63-79c255a1ab10 req-d63a0b9d-1665-4abb-8fb9-6024c137f4f9 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=9913ef4b-47c6-484d-bd07-f5dd5f370e48 HTTP/1.1" status: 200 len: 949 time: 0.2006936 Oct 18 20:38:21.772847 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.1102481 Oct 18 20:38:21.778008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53548) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:21.783948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Request body: {'subnet': {'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1688691611-subnet', 'tenant_id': 'eff7fd68770546b79e960296e39e6d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:21.860870 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.863565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-88a11f2c-63fb-4706-9b09-f58333ee3a35 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817748 Oct 18 20:38:21.886774 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e67598df-8caa-4803-af63-79c255a1ab10 req-cc794edd-cb91-47a9-9c51-2143f43e7c3f tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372392 Oct 18 20:38:21.927714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Made reservation on behalf of eff7fd68770546b79e960296e39e6d36 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:21.930306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:21.985428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:22.056063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5fda38be-223f-440d-983b-22bcee0c4ad2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba20ca2b-4013-4f97-928b-5e57144313fa HTTP/1.1" status: 200 len: 217 time: 0.1544538 Oct 18 20:38:22.120062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dad35-fba1-472e-b79d-93c7c5f0bc21 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:22.136834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:38:22.183064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:22.183362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:22.351294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:22.352645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:22.371586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:22.583495 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:22.601034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:22.754817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5490f6a1-243b-4bf9-8007-db1c7efaa52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:22.757071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5490f6a1-243b-4bf9-8007-db1c7efaa52b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.6736841 Oct 18 20:38:22.771291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-d613b67c-cc24-4852-927d-e74aed34b9aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:22.774081 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-d613b67c-cc24-4852-927d-e74aed34b9aa tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 950 time: 0.6921294 Oct 18 20:38:22.817656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:22.835434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:22.853813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:22.864566 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:22.883706 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e6e34fed-5a5e-4258-8247-896056209d95 req-5c26e08b-7129-42df-a825-371aa6d074fb tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "DELETE /v2.0/ports/ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f HTTP/1.1" status: 204 len: 173 time: 1.6443429 Oct 18 20:38:22.893367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:23.095370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'name': 'network-vif-deleted', 'tag': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:23.107720 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde1bf71-eae5-4bf9-8df9-ae5a1c574ef9" -d '{"events": [{"server_uuid": "9913ef4b-47c6-484d-bd07-f5dd5f370e48", "name": "network-vif-deleted", "tag": "ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:23.136707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.150808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.159261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.192438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.208676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.226056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.233881 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.246489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-1a27bc9a-478e-4f30-b311-0e5a62db9743 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.4942782 Oct 18 20:38:23.294616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=162ca2fa-5a4b-423e-b7ea-105cc72a0450,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:23.308141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f767f6d-19a6-4417-9d6e-cf34a5526b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:23.311643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3f767f6d-19a6-4417-9d6e-cf34a5526b37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4889042 Oct 18 20:38:23.393012 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be8bad8c-8372-4060-8d88-5d027dfa0ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:23.490211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:23.530361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:23.535267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Router 117427c2-62ff-4ede-8679-812fe42d3eb7 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:38:23.627463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-8683557e-5688-464d-8a79-296501715d5f service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954578 Oct 18 20:38:23.638976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:23.640459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:23.641413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f195cf0-066c-445c-8950-ba0ce40f98f8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:23.647247 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72bdba10-6671-4ac3-8589-56e6f459b344 req-3b0c79ef-cbf5-4720-84a2-8ea78dd0798d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3994749 Oct 18 20:38:23.730296 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:23.741151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:23.742211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Network hostable DHCP agents. Network: a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:38:23.763266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c683ffd-34ba-406b-a360-cc1b9c10640d None None] Network 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:23.783299 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7a7ed81f-260b-4ecc-9e6e-b2758dfb9576 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9f195cf0-066c-445c-8950-ba0ce40f98f8 HTTP/1.1" status: 204 len: 168 time: 2.1420367 Oct 18 20:38:23.791230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53568) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:23.977609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:38:24.000040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port 3edb5123-175c-4422-99e5-38e11f1a4df9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:24.000934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:24.088952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-3e5de3c6-5720-4283-8892-90d94cec0eba service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385300 Oct 18 20:38:24.152318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:38:24.169364 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Sync routers for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:38:24.176864 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffbb392-e076-4e79-9fd9-8da7e5a359d7 x-openstack-request-id: req-fffbb392-e076-4e79-9fd9-8da7e5a359d7 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:24.177599 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9913ef4b-47c6-484d-bd07-f5dd5f370e48", "name": "network-vif-deleted", "tag": "ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:24.178040 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fffbb392-e076-4e79-9fd9-8da7e5a359d7 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:24.179208 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9913ef4b-47c6-484d-bd07-f5dd5f370e48', 'name': 'network-vif-deleted', 'tag': 'ebaf60cb-20d6-4687-bdb0-b7aaf3715a2f', 'status': 'completed', 'code': 200} Oct 18 20:38:24.195127 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:24.217505 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:24.223080 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-05f758ef-1dde-4dc2-8644-a04973905613 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 16.3948855 Oct 18 20:38:24.231442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 3edb5123-175c-4422-99e5-38e11f1a4df9 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:24.251046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53574) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:24.271103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:24.271903 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:24.285957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:24.292037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-9a3accaf-8124-4cbb-8c56-a1e4f871fb9e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c HTTP/1.1" status: 200 len: 217 time: 0.1951861 Oct 18 20:38:24.392499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e65375-6569-4e6c-921b-f43788c71654 None None] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:24.401500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] DHCP port deletion for 7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:38:24.477962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Deleting port bac4de97-fe69-4511-ba41-4830cf5f405d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:24.478887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:24.696189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port 3edb5123-175c-4422-99e5-38e11f1a4df9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=3edb5123-175c-4422-99e5-38e11f1a4df9,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:24.706704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:24.775027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for 3edb5123-175c-4422-99e5-38e11f1a4df9 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:24.825672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:24.827072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:24.845200 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:24.894407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] For port bac4de97-fe69-4511-ba41-4830cf5f405d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bac4de97-fe69-4511-ba41-4830cf5f405d,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:24.895393 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:25.060356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Calling delete_port for bac4de97-fe69-4511-ba41-4830cf5f405d owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:25.259401 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:25.270966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:25.372618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:25.475978 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:18Z', 'revision_number': 3, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:25.539529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f5361-76e0-469a-9755-378c1c5429f3 None None] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:25.608772 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Checking router: 117427c2-62ff-4ede-8679-812fe42d3eb7 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:38:25.608772 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Updating router 117427c2-62ff-4ede-8679-812fe42d3eb7 port f043021d-0bde-4d70-8504-ec12f0a4a082 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:38:25.694993 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:25.723532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:25.771972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a789a83f-0e93-4821-97e1-4ad1cf994840 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:25.888599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:25.911245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=3edb5123-175c-4422-99e5-38e11f1a4df9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:25.913588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port 3edb5123-175c-4422-99e5-38e11f1a4df9 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:25.939923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:25.943981 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ee5837e-d505-40ae-8b04-f9507361c152 req-1a16f166-0460-472f-a651-4ca5acda2a5b tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.79 "DELETE /v2.0/ports/3edb5123-175c-4422-99e5-38e11f1a4df9 HTTP/1.1" status: 204 len: 173 time: 3.1181676 Oct 18 20:38:26.078581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.152952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Pushing event deleted for resources: {'Port': ['ID=bac4de97-fe69-4511-ba41-4830cf5f405d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:26.205248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'name': 'network-vif-deleted', 'tag': '3edb5123-175c-4422-99e5-38e11f1a4df9'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:26.214325 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9216e3-44f7-4df5-92c7-ea18d8740bba" -d '{"events": [{"server_uuid": "8ceb0691-2c11-4b96-ac66-48bb85507a40", "name": "network-vif-deleted", "tag": "3edb5123-175c-4422-99e5-38e11f1a4df9"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:26.284713 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.325869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] Deleting port a789a83f-0e93-4821-97e1-4ad1cf994840 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:26.326290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.446373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a789a83f-0e93-4821-97e1-4ad1cf994840, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a789a83f-0e93-4821-97e1-4ad1cf994840,segment=NetworkSegment(528c53b4-8f91-43b3-8b12-e2d0ec6ca32c),segment_id=528c53b4-8f91-43b3-8b12-e2d0ec6ca32c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:26.462156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.707440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] For port a789a83f-0e93-4821-97e1-4ad1cf994840, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a789a83f-0e93-4821-97e1-4ad1cf994840,segment=NetworkSegment(528c53b4-8f91-43b3-8b12-e2d0ec6ca32c),segment_id=528c53b4-8f91-43b3-8b12-e2d0ec6ca32c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:26.708447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.814808 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.826611 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.831464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:26.837265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] Calling delete_port for a789a83f-0e93-4821-97e1-4ad1cf994840 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:27.014729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a789a83f-0e93-4821-97e1-4ad1cf994840,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:27.020300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:27.037899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.041913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.042315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.042524 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.042854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.043227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.043688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.043997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.044337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.044697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.050454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.051022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.051718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-a1077f07-8141-41dd-a445-839b954f1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:27.068716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-a1077f07-8141-41dd-a445-839b954f1ce0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 2.2985828 Oct 18 20:38:27.077229 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Pushing event updated for resources: {'Port': ['ID=f043021d-0bde-4d70-8504-ec12f0a4a082,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:27.083221 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Attempting to bind port f043021d-0bde-4d70-8504-ec12f0a4a082 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:27.083857 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Attempting to bind port f043021d-0bde-4d70-8504-ec12f0a4a082 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:27.084078 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Attempting to bind port f043021d-0bde-4d70-8504-ec12f0a4a082 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:27.103589 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:27.104163 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:27.104703 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:27.105149 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:27.105754 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Bound port: f043021d-0bde-4d70-8504-ec12f0a4a082, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:27.106163 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:27.110435 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.110883 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.111169 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.111430 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.112681 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.112681 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.132373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.132971 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.133316 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.133656 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.133991 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.134322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:27.181840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4d4cb101-e26c-4d4a-b4d3-c914732f2eca admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.4020472 Oct 18 20:38:27.265347 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] For port f043021d-0bde-4d70-8504-ec12f0a4a082, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:27.275337 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] For port f043021d-0bde-4d70-8504-ec12f0a4a082, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f043021d-0bde-4d70-8504-ec12f0a4a082,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:27.286285 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:27.307489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aece03e-e13e-432b-818f-7a96a56da9b5 req-bd920116-5b1d-4934-b439-a7890239e322 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:27.326502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3aece03e-e13e-432b-818f-7a96a56da9b5 req-bd920116-5b1d-4934-b439-a7890239e322 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ceb0691-2c11-4b96-ac66-48bb85507a40 HTTP/1.1" status: 200 len: 867 time: 2.3657587 Oct 18 20:38:27.370922 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:27.482973 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:27.483630 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:27.512990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-05edf1fd-1a80-4eab-b457-15bb4970022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:27.514722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-05edf1fd-1a80-4eab-b457-15bb4970022b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4446800 Oct 18 20:38:27.577479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] Pushing event deleted for resources: {'Port': ['ID=a789a83f-0e93-4821-97e1-4ad1cf994840,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:27.636465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a657c7f-8448-4a5b-a985-a886bc98b3fe None None] No DVR routers for this DVR port a789a83f-0e93-4821-97e1-4ad1cf994840 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:27.754965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3aece03e-e13e-432b-818f-7a96a56da9b5 req-2793627f-e8d9-4d97-bb6e-dad2add5c90e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/security-groups?id=c007d586-beb1-4f70-b290-887f1f7c853a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231654 Oct 18 20:38:27.814179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Router 68c35c86-468a-4146-8352-93d833d9beba has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:38:27.857939 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:28.104558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Deleting port a789a83f-0e93-4821-97e1-4ad1cf994840 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:28.106070 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:28.124132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb75d64-86c2-4598-aeb5-569bb9c453f5 None None] Pushing event updated for resources: {'Port': ['ID=f043021d-0bde-4d70-8504-ec12f0a4a082,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:28.296495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-f2a02629-21a3-4e48-a978-e7a76c7116ad service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632840 Oct 18 20:38:28.317138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:38:28.323428 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a7c01b48-b459-48df-8501-cbb0577c51fe admin admin] 10.222.0.66 "PUT /v2.0/routers/68c35c86-468a-4146-8352-93d833d9beba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7593868 Oct 18 20:38:28.327801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53606) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:28.344695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] Sync routers for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:38:28.402444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:28.404938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:28.605854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:28.847497 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:18Z', 'revision_number': 3, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:28.961219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] For port a789a83f-0e93-4821-97e1-4ad1cf994840, host n-d-812149-2, got binding levels [] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:28.961713 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9379f1c-557f-4656-a9b4-9045616cc194 None None] The sync data for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 is: [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:18Z', 'revision_number': 3, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:38:28.962231 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:28.962324 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:28.973964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:29.129766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Calling delete_port for a789a83f-0e93-4821-97e1-4ad1cf994840 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:29.164920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Port a789a83f-0e93-4821-97e1-4ad1cf994840 was not found and therefore no delete operation was performed {{(pid=100531) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:38:29.187759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Deleting port 2c7c5192-9fae-41c5-9b1a-6506a81c865f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:29.189412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:29.206594 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:29.324966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-da9f6b89-de94-4fcd-8324-df017f64e98c service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0056481 Oct 18 20:38:29.331459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53622) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:29.349496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1751885006-network', 'tenant_id': '81d7d634eaac4281bd9fc35990f12795'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:29.415145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:29.431624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:29.437882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:29.457063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:29.472644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] For port 2c7c5192-9fae-41c5-9b1a-6506a81c865f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c7c5192-9fae-41c5-9b1a-6506a81c865f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:29.473540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:29.474039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:29.490961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:29.501671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:29.503777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3e39ddad-bfc3-48a4-8b6f-de5f1c864180 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 1.0542867 Oct 18 20:38:29.511930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] No DVR routers for this DVR port a789a83f-0e93-4821-97e1-4ad1cf994840 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:29.513776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Pushing event deleted for resources: {'Port': ['ID=a789a83f-0e93-4821-97e1-4ad1cf994840,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:29.550706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Calling delete_port for 2c7c5192-9fae-41c5-9b1a-6506a81c865f owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:29.765228 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:38:29.882416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-d1803048-313b-4208-87d4-d04a944d5e27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1 HTTP/1.1" status: 200 len: 217 time: 0.5066078 Oct 18 20:38:30.065533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Made reservation on behalf of 81d7d634eaac4281bd9fc35990f12795 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:30.068930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:30.114455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92ce5075-f66d-4b89-b3f1-42c4a8206d43 req-3896f441-9c95-472e-9d6a-617cd250b70a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5066919 Oct 18 20:38:30.163207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:30.173218 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:30.177803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:30.246845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-294571d7-3353-4dba-b684-ab22bb897881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:30.260612 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-294571d7-3353-4dba-b684-ab22bb897881 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.3451250 Oct 18 20:38:30.351592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:30.480521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:38:25Z', 'revision_number': 5, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port': {'id': '2c7c5192-9fae-41c5-9b1a-6506a81c865f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c35c86-468a-4146-8352-93d833d9beba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:33Z', 'updated_at': '2021-10-18T20:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:30.509948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:30.515288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528c53b4-8f91-43b3-8b12-e2d0ec6ca32c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:30.609305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] Checking router: 68c35c86-468a-4146-8352-93d833d9beba for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:38:30.698724 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475df65d-e267-49aa-85c6-9b58de25979d x-openstack-request-id: req-475df65d-e267-49aa-85c6-9b58de25979d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:30.699385 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ceb0691-2c11-4b96-ac66-48bb85507a40", "name": "network-vif-deleted", "tag": "3edb5123-175c-4422-99e5-38e11f1a4df9", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:30.699943 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-475df65d-e267-49aa-85c6-9b58de25979d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:30.700745 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ceb0691-2c11-4b96-ac66-48bb85507a40', 'name': 'network-vif-deleted', 'tag': '3edb5123-175c-4422-99e5-38e11f1a4df9', 'status': 'completed', 'code': 200} Oct 18 20:38:30.702772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:30.721826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] Routers {'68c35c86-468a-4146-8352-93d833d9beba'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:30.725606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['68c35c86-468a-4146-8352-93d833d9beba'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:30.845666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7c5192-9fae-41c5-9b1a-6506a81c865f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:30.869929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.016323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] Set router 68c35c86-468a-4146-8352-93d833d9beba gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:31.075719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.084344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.114789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:38:31.115474 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:38:31.120278 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:38:31.178688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5384263c-ae8b-41bc-8df1-00bb4b57550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:31.181537 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-5384263c-ae8b-41bc-8df1-00bb4b57550d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9195127 Oct 18 20:38:31.208428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:38:30Z', 'revision_number': 7, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:31.318470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d49683-ce29-48a4-9f04-90312ee0e1f5 None None] The sync data for ids ['68c35c86-468a-4146-8352-93d833d9beba'] in n-d-812149-2 is: [{'id': '68c35c86-468a-4146-8352-93d833d9beba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-167898141-router', 'tenant_id': '147670aa9a764dc2a884b48bcac26902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:32Z', 'updated_at': '2021-10-18T20:38:30Z', 'revision_number': 7, 'project_id': '147670aa9a764dc2a884b48bcac26902', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:38:31.392471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.409615 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.415951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4 HTTP/1.1" status: 204 len: 168 time: 7.6064837 Oct 18 20:38:31.473600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.482003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.499656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.515283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a93f9-3390-496c-a6f7-135b02e6d188 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1bc5b9-e59e-4e25-94cd-6d2e28f2bda4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:31.519053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.647031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-31fb3c91-c4aa-4621-bd2e-10a5d94e0f59 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387841 Oct 18 20:38:31.685020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.686418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c35c86-468a-4146-8352-93d833d9beba {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:38:31.705649 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:31.717972 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7afd5e02-c0a0-4797-ac8b-09598d6f1a30 admin admin] 10.222.0.66 "DELETE /v2.0/routers/68c35c86-468a-4146-8352-93d833d9beba HTTP/1.1" status: 204 len: 168 time: 3.3793199 Oct 18 20:38:31.719615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53648) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:31.821880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Allocated IP 172.20.0.1 (05f01f4f-87f4-4fd9-9713-26421b46832e/9efc0d32-72bd-44eb-bf97-b1e8391fa210/366fade5-6f3b-48bb-80f3-a586429bf42e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:31.925215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:38:31.941684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1fecf7-c5b3-4624-885f-ac4ef9e9bb2c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:31.942029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] Deleting subnet e0837821-da1c-4dec-bdd3-3ca14dad1822 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:38:31.946591 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.055467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.218830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53656) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:32.247998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f043021d-0bde-4d70-8504-ec12f0a4a082 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:32.310346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.334289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.373599 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-68bfef57-be33-4e49-b579-621302d7841a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f31afe9f64cd44b893f0e1ad9bce4c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525764 Oct 18 20:38:32.377285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53658) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:32.435746 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.438768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f043021d-0bde-4d70-8504-ec12f0a4a082 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:32.440109 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.488232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92ed174c-a992-4534-9721-4af7ff831acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.502083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.559205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0837821-da1c-4dec-bdd3-3ca14dad1822,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:32.566363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Network 05f01f4f-87f4-4fd9-9713-26421b46832e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:32.590233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.604014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f18db4-acdb-4643-8ab3-373413efb36d None None] Network e08db165-6c5e-4c90-8319-7a72946fde51 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:32.608639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e5b69a55-1bd1-4ebd-91db-268dd95f70db admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e0837821-da1c-4dec-bdd3-3ca14dad1822 HTTP/1.1" status: 204 len: 168 time: 0.8833060 Oct 18 20:38:32.613125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92ed174c-a992-4534-9721-4af7ff831acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.617564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53660) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:32.621445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Pushing event updated for resources: {'Port': ['ID=366fade5-6f3b-48bb-80f3-a586429bf42e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:32.635840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:32.642791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:32.643478 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Added segment 9ab92e2d-4a39-4df4-a9f3-098f8222f7b0 of type vlan for network bb05335b-e613-474b-8841-c78f25c48740 Oct 18 20:38:32.774646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:32.960150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.041981 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.080203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92ed174c-a992-4534-9721-4af7ff831acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.086150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92ed174c-a992-4534-9721-4af7ff831acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.088289 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-92ed174c-a992-4534-9721-4af7ff831acc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6c5c25a-0b6a-4112-934e-35af120e97cb HTTP/1.1" status: 204 len: 168 time: 0.7096195 Oct 18 20:38:33.236510 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.237743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.237743 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.237743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.303417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.318650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed174c-a992-4534-9721-4af7ff831acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c5c25a-0b6a-4112-934e-35af120e97cb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:33.338638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.355891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.390375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.404023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.418418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.418927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-3b532c29-440e-4d62-8146-8be948133187 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.420616 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-3b532c29-440e-4d62-8146-8be948133187 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 949 time: 0.3688700 Oct 18 20:38:33.434206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.449340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-64fe7e5e-38e4-4924-8fa1-b79a486c39f5 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 1.0329933 Oct 18 20:38:33.464667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port f043021d-0bde-4d70-8504-ec12f0a4a082, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f043021d-0bde-4d70-8504-ec12f0a4a082,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:33.484118 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.534344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0b728518-e979-4e02-8959-7e8a70cd6801 None None] Provisioning complete for port 366fade5-6f3b-48bb-80f3-a586429bf42e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:33.534711 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b728518-e979-4e02-8959-7e8a70cd6801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.538790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-71306d3c-4bcc-443b-a6ce-11c46142ac0c service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7401919 Oct 18 20:38:33.558836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.594356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0b728518-e979-4e02-8959-7e8a70cd6801 None None] Port 366fade5-6f3b-48bb-80f3-a586429bf42e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:38:33.626989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Deleting port 20154782-5c86-4a57-ad7c-fe9524154720 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:33.627332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c7c5192-9fae-41c5-9b1a-6506a81c865f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:33.627493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.729009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2c7c5192-9fae-41c5-9b1a-6506a81c865f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:33.729009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c7c5192-9fae-41c5-9b1a-6506a81c865f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:33.729357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device bac4de97-fe69-4511-ba41-4830cf5f405d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:33.804452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: bac4de97-fe69-4511-ba41-4830cf5f405d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:33.805038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device bac4de97-fe69-4511-ba41-4830cf5f405d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:33.812464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] DHCP port deletion for e08db165-6c5e-4c90-8319-7a72946fde51 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:38:33.815805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=f043021d-0bde-4d70-8504-ec12f0a4a082,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:33.898140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] For port 20154782-5c86-4a57-ad7c-fe9524154720, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=20154782-5c86-4a57-ad7c-fe9524154720,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:33.898803 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.933217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Calling delete_port for 20154782-5c86-4a57-ad7c-fe9524154720 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:33.945110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d9970-b258-4390-8ef0-3879b96918f2 req-d0fbfd35-db2f-4776-8f91-e75231fcfe56 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:33.947331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-108d9970-b258-4390-8ef0-3879b96918f2 req-d0fbfd35-db2f-4776-8f91-e75231fcfe56 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 945 time: 0.1819799 Oct 18 20:38:33.974322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port 5cd95084-d83f-478d-9e5a-66420e201b0e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:33.975434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:33.981874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] Deleting port 20154782-5c86-4a57-ad7c-fe9524154720 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:33.985348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.093664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] For port 20154782-5c86-4a57-ad7c-fe9524154720, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=20154782-5c86-4a57-ad7c-fe9524154720,segment=NetworkSegment(5a6d458d-d257-48c0-acf0-0a40f6edf639),segment_id=5a6d458d-d257-48c0-acf0-0a40f6edf639)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:34.095077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.110317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.7718029 Oct 18 20:38:34.119378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] Calling delete_port for 20154782-5c86-4a57-ad7c-fe9524154720 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:34.151225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53674) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:34.189574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Request body: {'subnet': {'network_id': 'bb05335b-e613-474b-8841-c78f25c48740', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1751885006-subnet', 'tenant_id': '81d7d634eaac4281bd9fc35990f12795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:34.314465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.360680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] Pushing event deleted for resources: {'Port': ['ID=20154782-5c86-4a57-ad7c-fe9524154720,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:34.383837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c6b29-22ff-4ad1-a746-fe7a6616fd64 None None] No DVR routers for this DVR port 20154782-5c86-4a57-ad7c-fe9524154720 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:34.468656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Made reservation on behalf of 81d7d634eaac4281bd9fc35990f12795 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:34.472063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-6f73e3a9-a09c-4949-ab45-60b126290ac7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1161f252-a2af-4869-b8c0-97910d2f8801 HTTP/1.1" status: 200 len: 217 time: 0.9153001 Oct 18 20:38:34.472859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.473027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497e572-3415-4f79-838c-3c68cbf86dcb admin admin] Pushing event updated for resources: {'Network': ['ID=bb05335b-e613-474b-8841-c78f25c48740,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:34.475916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port 5cd95084-d83f-478d-9e5a-66420e201b0e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5cd95084-d83f-478d-9e5a-66420e201b0e,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:34.476308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.488225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network bb05335b-e613-474b-8841-c78f25c48740 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:38:34.521717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for 5cd95084-d83f-478d-9e5a-66420e201b0e owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:34.641806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.653238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.691838 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-844a5c25-1c9a-404a-9ee9-94bae57b8f96 req-5f83c85b-8f25-4c1d-b0c8-9d15b892c9cb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2388165 Oct 18 20:38:34.745465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] No DVR routers for this DVR port 20154782-5c86-4a57-ad7c-fe9524154720 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:34.750409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Deleting port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:34.751320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:34.754061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Pushing event deleted for resources: {'Port': ['ID=20154782-5c86-4a57-ad7c-fe9524154720,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:34.803385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2043086c-2431-4a9f-9f45-c418fc6b8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:34.826211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2043086c-2431-4a9f-9f45-c418fc6b8957 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.3285317 Oct 18 20:38:35.072469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2a77a516-8b3c-4a6c-930a-4f688cc7d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:35.084627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-2a77a516-8b3c-4a6c-930a-4f688cc7d16e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352157 Oct 18 20:38:35.100218 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.346448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08db165-6c5e-4c90-8319-7a72946fde51']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:35.385952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.409694 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-273dfe40-3932-4eca-a754-87269035c66b service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116167 Oct 18 20:38:35.417880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c456125-31fc-48f6-83b5-bcb5ce1722d9 req-9d2cf96e-c613-4130-8901-c6f0d637cc6c tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:35.419495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c456125-31fc-48f6-83b5-bcb5ce1722d9 req-9d2cf96e-c613-4130-8901-c6f0d637cc6c tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ec7902a-8de5-4d51-89d3-5d70749e260e HTTP/1.1" status: 200 len: 945 time: 0.1504464 Oct 18 20:38:35.434990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6d458d-d257-48c0-acf0-0a40f6edf639') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:35.435720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6d458d-d257-48c0-acf0-0a40f6edf639') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:35.464290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] For port 5074e15e-d34a-4f0c-aab2-9f9b496e5195, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5074e15e-d34a-4f0c-aab2-9f9b496e5195,segment=NetworkSegment(cbed356c-baf3-40d1-9440-017b9a0087f0),segment_id=cbed356c-baf3-40d1-9440-017b9a0087f0)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:35.464711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.477578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.519427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.520292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Calling delete_port for 5074e15e-d34a-4f0c-aab2-9f9b496e5195 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:35.532400 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.548117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.560229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c456125-31fc-48f6-83b5-bcb5ce1722d9 req-82f406dd-b8c2-466d-b969-052f9cb4fd83 tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ff633b6-c72a-45d6-8a72-e27fe81fcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283386 Oct 18 20:38:35.563975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:38:35.563975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:38:35.570078 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:38:35.575687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.592773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df', '5cd95084-d83f-478d-9e5a-66420e201b0e', 'ce996b50-ce93-454c-a32b-d2cfaeed1817'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:35.635459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Pushing event updated for resources: {'Port': ['ID=366fade5-6f3b-48bb-80f3-a586429bf42e,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:35.639505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af7640f-e733-43d5-ad77-c5afcb9056ac,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:35.661762 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.663120 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f80bac5-d751-498a-ad25-8bbf45741232 req-1a311f57-ae21-4024-88af-1503fc2fbc5b service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426007 Oct 18 20:38:35.806417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f043021d-0bde-4d70-8504-ec12f0a4a082 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:35.869369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=5cd95084-d83f-478d-9e5a-66420e201b0e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:35.927043 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Checking segment: {'id': '9ab92e2d-4a39-4df4-a9f3-098f8222f7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'bb05335b-e613-474b-8841-c78f25c48740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:35.927395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Network hostable DHCP agents. Network: bb05335b-e613-474b-8841-c78f25c48740, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:38:35.948474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bbd18fb5-dfab-407f-8da2-bee5dab4d118 req-1107d24d-ce5e-4c6b-ab1b-b6a760c35fb7 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26 HTTP/1.1" status: 200 len: 210 time: 0.0731986 Oct 18 20:38:35.959698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.965623 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.972165 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e08db165-6c5e-4c90-8319-7a72946fde51 HTTP/1.1" status: 204 len: 168 time: 3.3524649 Oct 18 20:38:35.975080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port 5cd95084-d83f-478d-9e5a-66420e201b0e on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:35.978240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.982965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-93a6393a-25b7-4298-b12d-79d609fa50f4 req-038f4afc-2627-4adb-8a63-a43187b05811 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "DELETE /v2.0/ports/5cd95084-d83f-478d-9e5a-66420e201b0e HTTP/1.1" status: 204 len: 173 time: 2.5536158 Oct 18 20:38:35.990939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'name': 'network-vif-deleted', 'tag': '5cd95084-d83f-478d-9e5a-66420e201b0e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:35.994071 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281ba0dc-fb66-444d-b774-d472f40d43d9" -d '{"events": [{"server_uuid": "e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26", "name": "network-vif-deleted", "tag": "5cd95084-d83f-478d-9e5a-66420e201b0e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:35.995554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f043021d-0bde-4d70-8504-ec12f0a4a082 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:35.996178 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:35.996733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Network 05f01f4f-87f4-4fd9-9713-26421b46832e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:36.013542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.015035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.017038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.019129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.021072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0891a6b-4a0e-4a96-b926-bd955e52ced0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e08db165-6c5e-4c90-8319-7a72946fde51,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:36.021311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.022432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.023452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.028526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143136ef-e45c-489a-adb8-00ed5e71916e req-2ae64c5f-62bb-4bef-bc14-8bff6df5635b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6489 time: 0.2310472 Oct 18 20:38:36.030581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:36.067592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Network bb05335b-e613-474b-8841-c78f25c48740 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:38:36.205728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, bb05335b-e613-474b-8841-c78f25c48740) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:36.236769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.237398 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:36.267138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdadbf7a-de2a-47e4-90c2-9bebd30ad96f None None] Network bb05335b-e613-474b-8841-c78f25c48740 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:36.278593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5074e15e-d34a-4f0c-aab2-9f9b496e5195 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:36.414338 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-96f45eed-aaf3-4daa-9a02-09720b148ff3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2477319 Oct 18 20:38:36.416613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:36.612982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No active binding found for port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 {{(pid=100532) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 20:38:36.614332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5074e15e-d34a-4f0c-aab2-9f9b496e5195 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:36.629106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Pushing event deleted for resources: {'Port': ['ID=5074e15e-d34a-4f0c-aab2-9f9b496e5195,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:36.724808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 20154782-5c86-4a57-ad7c-fe9524154720 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:36.758056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 20154782-5c86-4a57-ad7c-fe9524154720 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:36.758056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 20154782-5c86-4a57-ad7c-fe9524154720 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:36.814518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-186d5843-65b7-4ea7-975c-3bd1bdc20964 None None] Provisioning complete for port 366fade5-6f3b-48bb-80f3-a586429bf42e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:36.815444 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-186d5843-65b7-4ea7-975c-3bd1bdc20964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:36.832706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53750) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:36.856814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-186d5843-65b7-4ea7-975c-3bd1bdc20964 None None] Port 366fade5-6f3b-48bb-80f3-a586429bf42e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:38:36.858509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa4e760-75cb-45dd-b8b8-b6b0dd993719 None None] Network bb05335b-e613-474b-8841-c78f25c48740 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:36.863391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] No DVR routers for this DVR port 5074e15e-d34a-4f0c-aab2-9f9b496e5195 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:36.877067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:36.884050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-108d9970-b258-4390-8ef0-3879b96918f2 req-70789085-b01a-4af3-b376-ae7aa7295d8a tempest-ServerTagsTestJSON-51565020 tempest-ServerTagsTestJSON-51565020-project] 10.222.0.79 "DELETE /v2.0/ports/5074e15e-d34a-4f0c-aab2-9f9b496e5195 HTTP/1.1" status: 204 len: 173 time: 2.9275749 Oct 18 20:38:36.933552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-ff9618a1-c1f4-465e-b5ba-4c71c67f6a99 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.934860 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-ff9618a1-c1f4-465e-b5ba-4c71c67f6a99 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/ports?device_id=0194fd7b-b41c-49fb-88cb-6530b9df3700 HTTP/1.1" status: 200 len: 949 time: 0.1978192 Oct 18 20:38:36.975831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-9ab7d4ed-4ad1-4c99-a857-9d2b29afb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:36.979381 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143136ef-e45c-489a-adb8-00ed5e71916e req-9ab7d4ed-4ad1-4c99-a857-9d2b29afb4e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 200 len: 903 time: 0.9415619 Oct 18 20:38:37.105941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port ce996b50-ce93-454c-a32b-d2cfaeed1817 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:37.106455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.108432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-a2778a11-c1e1-47a1-8c80-9e5fecf7e07d tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=19fb807071764da0924792c36e94e78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4303553 Oct 18 20:38:37.240624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port ce996b50-ce93-454c-a32b-d2cfaeed1817, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ce996b50-ce93-454c-a32b-d2cfaeed1817,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:37.241253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.257607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for ce996b50-ce93-454c-a32b-d2cfaeed1817 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:37.263724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143136ef-e45c-489a-adb8-00ed5e71916e req-8ab66166-78f9-4cb5-bb00-122e2bdc1e4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1 HTTP/1.1" status: 200 len: 217 time: 0.1690519 Oct 18 20:38:37.361814 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2424f85d-6157-4ec9-84f4-e2b53ff48d03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=147670aa9a764dc2a884b48bcac26902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272470 Oct 18 20:38:37.384438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53758) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:37.487644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.503951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['3802f942-c320-41da-baad-a3de9f4060df'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:37.529569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=ce996b50-ce93-454c-a32b-d2cfaeed1817,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:37.537657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Router 117427c2-62ff-4ede-8679-812fe42d3eb7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:38:37.558227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd94692-5d9a-4bcd-9b98-ad40231bfe69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.590845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd94692-5d9a-4bcd-9b98-ad40231bfe69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.603078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-a076eeaa-e159-4d2d-8ac5-acd3b692812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:37.604641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143136ef-e45c-489a-adb8-00ed5e71916e req-a076eeaa-e159-4d2d-8ac5-acd3b692812d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.3196540 Oct 18 20:38:37.617289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5cd95084-d83f-478d-9e5a-66420e201b0e no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:37.667175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port ce996b50-ce93-454c-a32b-d2cfaeed1817 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:37.670447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.675142 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f96da5dd-9f82-4fe9-962a-2180a464bfe5 req-0242139b-34c5-4c89-b6a5-8def0e89a55e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "DELETE /v2.0/ports/ce996b50-ce93-454c-a32b-d2cfaeed1817 HTTP/1.1" status: 204 len: 173 time: 0.7308974 Oct 18 20:38:37.676367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd94692-5d9a-4bcd-9b98-ad40231bfe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.679478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdd94692-5d9a-4bcd-9b98-ad40231bfe69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:37.684981 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bdd94692-5d9a-4bcd-9b98-ad40231bfe69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d242f9c5-6704-4bdd-885c-3043da8dfbab HTTP/1.1" status: 204 len: 168 time: 0.2951252 Oct 18 20:38:37.700325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd94692-5d9a-4bcd-9b98-ad40231bfe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242f9c5-6704-4bdd-885c-3043da8dfbab,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:37.704870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-c0401004-d17d-449b-bce1-81f4110891af tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:37.706254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-c0401004-d17d-449b-bce1-81f4110891af tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5750563 Oct 18 20:38:37.730865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143136ef-e45c-489a-adb8-00ed5e71916e req-16daa837-b67a-4ce6-a5ef-ca83d78c38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:37.733277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143136ef-e45c-489a-adb8-00ed5e71916e req-16daa837-b67a-4ce6-a5ef-ca83d78c38ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1197104 Oct 18 20:38:37.788324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 5cd95084-d83f-478d-9e5a-66420e201b0e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:37.789153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5cd95084-d83f-478d-9e5a-66420e201b0e not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:37.789970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:37.830361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-2749e123-3244-474b-b888-8f6772ad10da tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/quotas/19fb807071764da0924792c36e94e78c HTTP/1.1" status: 200 len: 375 time: 0.0840337 Oct 18 20:38:37.915127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-0468858b-ca30-40b8-bc04-58e36a076171 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=19fb807071764da0924792c36e94e78c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523684 Oct 18 20:38:37.929769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:38:37.937286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5cb91ba4-bc54-4ca6-8f85-56051c63928c admin admin] 10.222.0.66 "PUT /v2.0/routers/117427c2-62ff-4ede-8679-812fe42d3eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6841455 Oct 18 20:38:37.957028 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Sync routers for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:38:37.980433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143136ef-e45c-489a-adb8-00ed5e71916e req-574a7956-bc73-499a-9d20-b337db9bd8a2 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326198 Oct 18 20:38:37.991956 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:37.993878 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:38.165851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:38.247319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:38.258291 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80559d1-cb0d-4b84-a5c6-0a7c9208c5e6" -d '{"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:38.271664 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:38.345589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:38.360905 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:38.555374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=11']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:38.776759 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 2, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:38.840656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143136ef-e45c-489a-adb8-00ed5e71916e req-835b0f80-7355-4057-a334-d888fdc07e28 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500583 Oct 18 20:38:38.842980 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Checking router: 117427c2-62ff-4ede-8679-812fe42d3eb7 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:38:38.843559 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Updating router 117427c2-62ff-4ede-8679-812fe42d3eb7 port 366fade5-6f3b-48bb-80f3-a586429bf42e binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:38:38.879728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:38.902144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:38.920213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:38.922862 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:38.939587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:38.961949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:38.969299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:38.976525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:38.979155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-eec193ab-7cf8-419a-8e3c-a475596a05ab tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.2075157 Oct 18 20:38:39.072919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a87e77f5-108f-44ef-964f-44a2509cd026 req-0b45c4ff-0038-478d-b12a-cff957ef9372 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806129 Oct 18 20:38:39.081283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.081766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.082309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.083031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.083538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.084061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.084606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.086846 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-3de650a2-c58b-4000-9385-b586f4daa389 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6489 time: 0.1063983 Oct 18 20:38:39.177510 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb603c81-8908-4f05-afac-6345fe28e589 x-openstack-request-id: req-fb603c81-8908-4f05-afac-6345fe28e589 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:39.178333 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26", "name": "network-vif-deleted", "tag": "5cd95084-d83f-478d-9e5a-66420e201b0e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:39.178333 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb603c81-8908-4f05-afac-6345fe28e589 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:39.178656 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e3b5e2-f48c-407f-98c3-7f43f6cf6b26', 'name': 'network-vif-deleted', 'tag': '5cd95084-d83f-478d-9e5a-66420e201b0e', 'status': 'completed', 'code': 200} Oct 18 20:38:39.309907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-9604f43b-fe1c-43bd-a5bb-462629f4ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.311752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-9604f43b-fe1c-43bd-a5bb-462629f4ad83 service neutron] 10.222.0.79 "GET /v2.0/networks?id=771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 200 len: 903 time: 0.2165010 Oct 18 20:38:39.367045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-62ca3359-84a2-4763-a192-a1a4b16ee340 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1161f252-a2af-4869-b8c0-97910d2f8801 HTTP/1.1" status: 200 len: 217 time: 0.0479193 Oct 18 20:38:39.380531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7a03-a926-4243-a110-cd7ae3b69b2b req-24add6fb-922d-4a48-b2a9-7ac328880d8b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.382443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a7b7a03-a926-4243-a110-cd7ae3b69b2b req-24add6fb-922d-4a48-b2a9-7ac328880d8b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1338603 Oct 18 20:38:39.468912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-072c454d-eb4d-4384-9fb4-fb977b9049bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.470922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-072c454d-eb4d-4384-9fb4-fb977b9049bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.0866151 Oct 18 20:38:39.475369 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a7b7a03-a926-4243-a110-cd7ae3b69b2b req-f07dd0d9-f7d6-4c3d-a07e-4da898776ab3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596347 Oct 18 20:38:39.536674 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.555109 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.556757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-44aee440-4ce1-4f2b-bade-80d60f959810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:39.558893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-44aee440-4ce1-4f2b-bade-80d60f959810 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776124 Oct 18 20:38:39.581176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53800) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:39.584279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ce996b50-ce93-454c-a32b-d2cfaeed1817 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:39.657020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] Deleting subnet a6983e11-3c5b-407b-b1e6-cd4817bf633e {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:38:39.659346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.667182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: ce996b50-ce93-454c-a32b-d2cfaeed1817 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:39.667921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ce996b50-ce93-454c-a32b-d2cfaeed1817 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:39.694414 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae9fe0-605e-4041-9b12-2facfbf98519 None None] Pushing event updated for resources: {'Port': ['ID=366fade5-6f3b-48bb-80f3-a586429bf42e,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:39.719558 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Attempting to bind port 366fade5-6f3b-48bb-80f3-a586429bf42e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:39.719959 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Attempting to bind port 366fade5-6f3b-48bb-80f3-a586429bf42e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:39.720347 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Attempting to bind port 366fade5-6f3b-48bb-80f3-a586429bf42e on network 05f01f4f-87f4-4fd9-9713-26421b46832e {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:39.722799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.730436 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:39.730895 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Checking segment: {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:39.731194 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.731583 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Bound using segment: {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:39.732063 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Bound port: 366fade5-6f3b-48bb-80f3-a586429bf42e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:39.732481 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.829143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.839658 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] For port 366fade5-6f3b-48bb-80f3-a586429bf42e, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:39.855475 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] For port 366fade5-6f3b-48bb-80f3-a586429bf42e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=366fade5-6f3b-48bb-80f3-a586429bf42e,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:39.872008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-ab09293c-64e7-4f75-bafb-92a05c9cf883 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017738 Oct 18 20:38:39.878864 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:39.992136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.007577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.014000 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a6983e11-3c5b-407b-b1e6-cd4817bf633e HTTP/1.1" status: 204 len: 168 time: 0.4294186 Oct 18 20:38:40.015099 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ae58cdce-939c-4787-b00a-11817112d932 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=19fb807071764da0924792c36e94e78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612988 Oct 18 20:38:40.015319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:40.041323 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:38:40.042551 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:40.076067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07014d-edf3-45aa-b037-19a02a9f2a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6983e11-3c5b-407b-b1e6-cd4817bf633e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:40.114871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae9fe0-605e-4041-9b12-2facfbf98519 None None] Pushing event updated for resources: {'Port': ['ID=366fade5-6f3b-48bb-80f3-a586429bf42e,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:40.117250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5736ad7a-b6a2-415d-bbef-d04639b81711 None None] Provisioning complete for port 366fade5-6f3b-48bb-80f3-a586429bf42e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:40.117634 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5736ad7a-b6a2-415d-bbef-d04639b81711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.207641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa000f6-e421-4aaa-a62e-6f9577977eb1 req-2feac6a6-4300-4cea-8b0e-f60fbe0cfa1c service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275225 Oct 18 20:38:40.241724 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:38:40.354432 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5736ad7a-b6a2-415d-bbef-d04639b81711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.379924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.403192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-8dc85606-b41d-4c7f-ba0a-ecd965101a32 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:40.415962 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-8dc85606-b41d-4c7f-ba0a-ecd965101a32 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.2012112 Oct 18 20:38:40.434343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-11f5c566-9514-4505-94b0-78030d79ffaf tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/quotas/eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 375 time: 0.0174599 Oct 18 20:38:40.473210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5736ad7a-b6a2-415d-bbef-d04639b81711 None None] For port 366fade5-6f3b-48bb-80f3-a586429bf42e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=366fade5-6f3b-48bb-80f3-a586429bf42e,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:40.485941 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5736ad7a-b6a2-415d-bbef-d04639b81711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.493754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-342fea00-6c1f-4878-94f8-ded285d6e407 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570962 Oct 18 20:38:40.535549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-cfc12dfe-c982-4dba-a044-d16ec7c03fc1 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:40.538386 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-cfc12dfe-c982-4dba-a044-d16ec7c03fc1 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5119572 Oct 18 20:38:40.575359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Request body: {'port': {'device_id': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '19fb807071764da0924792c36e94e78c'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:40.603816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736ad7a-b6a2-415d-bbef-d04639b81711 None None] Pushing event updated for resources: {'Port': ['ID=366fade5-6f3b-48bb-80f3-a586429bf42e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:40.616409 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:39Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:40.633361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-20c94223-6eb9-4f34-97ce-4928aa565f87 None None] Provisioning complete for port 366fade5-6f3b-48bb-80f3-a586429bf42e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:40.633761 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-20c94223-6eb9-4f34-97ce-4928aa565f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.649714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.662126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-02431c7f-a7c2-49d5-a40b-461552594843 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:38:40.677209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-02431c7f-a7c2-49d5-a40b-461552594843 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1824319 Oct 18 20:38:40.680021 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0e356-4d98-471a-9740-1770ef077b5e None None] The sync data for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 is: [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:39Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:38:40.726284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4633384a-7e15-4ffc-89c6-bbfd265ba091']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:40.765292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbed356c-baf3-40d1-9440-017b9a0087f0') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:40.766551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbed356c-baf3-40d1-9440-017b9a0087f0') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:38:40.826312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.838525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-24f1bd5b-372f-4c21-924e-7014d2086132 service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601548 Oct 18 20:38:40.857993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.877517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:38:40.877989 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:38:40.880242 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:38:41.016614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-3ad09b98-edae-4837-9d6c-ab1962e429d3 service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666901 Oct 18 20:38:41.217411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'name': 'network-vif-deleted', 'tag': '5074e15e-d34a-4f0c-aab2-9f9b496e5195'}, {'server_uuid': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'name': 'network-vif-deleted', 'tag': 'ce996b50-ce93-454c-a32b-d2cfaeed1817'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:41.217664 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b18a8bd-cc9a-4382-bedb-bd5d41f6217a" -d '{"events": [{"server_uuid": "9ec7902a-8de5-4d51-89d3-5d70749e260e", "name": "network-vif-deleted", "tag": "5074e15e-d34a-4f0c-aab2-9f9b496e5195"}, {"server_uuid": "0194fd7b-b41c-49fb-88cb-6530b9df3700", "name": "network-vif-deleted", "tag": "ce996b50-ce93-454c-a32b-d2cfaeed1817"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:41.322704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:41.330726 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:41.336276 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4633384a-7e15-4ffc-89c6-bbfd265ba091 HTTP/1.1" status: 204 len: 168 time: 1.3175931 Oct 18 20:38:41.354874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Made reservation on behalf of 19fb807071764da0924792c36e94e78c for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:41.364326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:41.372005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067aad9-e1ec-4a5c-a61e-8c62181146e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4633384a-7e15-4ffc-89c6-bbfd265ba091,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:41.392125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:41.577312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:41.587089 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:41.756563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 366fade5-6f3b-48bb-80f3-a586429bf42e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:41.783015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:41.853862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d553434-6212-4f12-9130-059499ac21c1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:41.896135 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5e4407b9-3b1b-44ab-aaa1-0a29dc5cb760 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0769073f39d04e889424d0cfae0c0aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107218 Oct 18 20:38:41.899647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:41.916641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 366fade5-6f3b-48bb-80f3-a586429bf42e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:41.918034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.037229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Allocated IP 192.168.233.185 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/f044e065-15c5-43bb-a434-03b5265a31a8) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:42.060825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-225de036-3c69-4d22-ac4f-edb2d57b7c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.074904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53840) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:42.096045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-80c23dbd-e0fd-485a-843d-1f20c643f7f7 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635041579', 'description': 'tempest-description--1459136670'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:42.144360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-225de036-3c69-4d22-ac4f-edb2d57b7c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.197850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-80c23dbd-e0fd-485a-843d-1f20c643f7f7 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.285717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-225de036-3c69-4d22-ac4f-edb2d57b7c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.291869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-225de036-3c69-4d22-ac4f-edb2d57b7c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.295017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-225de036-3c69-4d22-ac4f-edb2d57b7c2c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ff633b6-c72a-45d6-8a72-e27fe81fcf94 HTTP/1.1" status: 204 len: 168 time: 0.3936355 Oct 18 20:38:42.346984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225de036-3c69-4d22-ac4f-edb2d57b7c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff633b6-c72a-45d6-8a72-e27fe81fcf94,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:42.399971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.402195 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-80c23dbd-e0fd-485a-843d-1f20c643f7f7 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.418761 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-80c23dbd-e0fd-485a-843d-1f20c643f7f7 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.495706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c23dbd-e0fd-485a-843d-1f20c643f7f7 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0344129a-8066-4e27-953d-a0413247fb7b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:42.496985 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.497530 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72592dab-a9a6-4ab2-9124-b4cd5158fc82 x-openstack-request-id: req-72592dab-a9a6-4ab2-9124-b4cd5158fc82 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:42.498063 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:42.498833 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72592dab-a9a6-4ab2-9124-b4cd5158fc82 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:42.499528 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'code': 200} Oct 18 20:38:42.522198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-80c23dbd-e0fd-485a-843d-1f20c643f7f7 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.524230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-80c23dbd-e0fd-485a-843d-1f20c643f7f7 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4473617 Oct 18 20:38:42.527603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53846) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:42.534850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0689a6e0-9f4e-474a-aaa9-b83c5c6a4fd1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Request body: {'security_group_rule': {'security_group_id': '0344129a-8066-4e27-953d-a0413247fb7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:42.576668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:42.581981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:42.595935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:42.609019 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0689a6e0-9f4e-474a-aaa9-b83c5c6a4fd1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.681466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:42.682502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.719717 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1627519 Oct 18 20:38:42.738028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Request body: {'port': {'device_id': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:42.747990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a424afc-835a-4ece-9125-0a542404eaf8 req-cff42fcf-b564-42f3-9114-ef3cecc31b69 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:42.762091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a424afc-835a-4ece-9125-0a542404eaf8 req-cff42fcf-b564-42f3-9114-ef3cecc31b69 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 936 time: 0.1482782 Oct 18 20:38:42.783678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0dcac-1aca-410e-b70f-107d9dc31a16 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Pushing event updated for resources: {'Port': ['ID=f044e065-15c5-43bb-a434-03b5265a31a8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:42.851731 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.858767 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0689a6e0-9f4e-474a-aaa9-b83c5c6a4fd1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.867018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0689a6e0-9f4e-474a-aaa9-b83c5c6a4fd1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.888805 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a424afc-835a-4ece-9125-0a542404eaf8 req-2d8b3725-0e82-4ce4-9d4a-59ec0c1df04c tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255913 Oct 18 20:38:42.927241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689a6e0-9f4e-474a-aaa9-b83c5c6a4fd1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf91ddb-dc0a-4d48-9d34-44afdaa02b82,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:42.959316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0689a6e0-9f4e-474a-aaa9-b83c5c6a4fd1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.964218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0689a6e0-9f4e-474a-aaa9-b83c5c6a4fd1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4342458 Oct 18 20:38:42.966845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53852) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:42.970726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:42.982185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9b0d1c17-b833-4aea-8b72-eefc221289c1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Request body: {'security_group_rule': {'security_group_id': '0344129a-8066-4e27-953d-a0413247fb7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:43.053889 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1c17-b833-4aea-8b72-eefc221289c1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.249057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cc0fd5c3-6456-4a7c-ad6f-954b8d0fd2d4 None None] Provisioning complete for port f044e065-15c5-43bb-a434-03b5265a31a8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:43.252430 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd5c3-6456-4a7c-ad6f-954b8d0fd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.290168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f044e065-15c5-43bb-a434-03b5265a31a8 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:43.305584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.323926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Transition to ACTIVE for port object f044e065-15c5-43bb-a434-03b5265a31a8 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:43.329964 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.367334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cc0fd5c3-6456-4a7c-ad6f-954b8d0fd2d4 None None] Port f044e065-15c5-43bb-a434-03b5265a31a8 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:38:43.462202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Pushing event updated for resources: {'Port': ['ID=f044e065-15c5-43bb-a434-03b5265a31a8,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:43.467721 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1c17-b833-4aea-8b72-eefc221289c1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.557244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Attempting to bind port f044e065-15c5-43bb-a434-03b5265a31a8 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:43.558378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Attempting to bind port f044e065-15c5-43bb-a434-03b5265a31a8 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:43.558378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Attempting to bind port f044e065-15c5-43bb-a434-03b5265a31a8 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:43.563891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Port f044e065-15c5-43bb-a434-03b5265a31a8 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:43.564270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Attempting to bind port f044e065-15c5-43bb-a434-03b5265a31a8 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:43.571010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:43.571362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:43.571929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:43.572412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Bound port: f044e065-15c5-43bb-a434-03b5265a31a8, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:43.572818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.584643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1c17-b833-4aea-8b72-eefc221289c1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.663783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b0d1c17-b833-4aea-8b72-eefc221289c1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.671538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53872) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:43.674489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9b0d1c17-b833-4aea-8b72-eefc221289c1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7062018 Oct 18 20:38:43.680058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d1c17-b833-4aea-8b72-eefc221289c1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee72cb5-33ff-4444-8301-81f56a03e237,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:43.681369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:43.744687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-de63e1ff-afd8-4001-8052-6ee72043d26d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:43.747593 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-de63e1ff-afd8-4001-8052-6ee72043d26d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.4629543 Oct 18 20:38:43.772193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] For port f044e065-15c5-43bb-a434-03b5265a31a8, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:43.774269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Request body: {'port': {'device_id': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'admin_state_up': True, 'tenant_id': 'eff7fd68770546b79e960296e39e6d36'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:43.777945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] For port f044e065-15c5-43bb-a434-03b5265a31a8, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f044e065-15c5-43bb-a434-03b5265a31a8,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:43.779186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.800146 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.937251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:43.938224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:43.939680 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] 10.222.0.30 "PUT /v2.0/ports/f044e065-15c5-43bb-a434-03b5265a31a8 HTTP/1.1" status: 200 len: 1096 time: 1.2091172 Oct 18 20:38:44.017942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ece45-a3a7-436a-a4ea-07110eeea46d service neutron] Pushing event updated for resources: {'Port': ['ID=f044e065-15c5-43bb-a434-03b5265a31a8,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:44.049006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53884) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:44.088622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Made reservation on behalf of eff7fd68770546b79e960296e39e6d36 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:44.093011 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:44.205993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d0d8f90f-7e12-4bad-82d9-255770a55277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.209067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-d0d8f90f-7e12-4bad-82d9-255770a55277 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19fb807071764da0924792c36e94e78c&device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 1099 time: 0.1678834 Oct 18 20:38:44.238278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-120719484-network', 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:44.324431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:44.327751 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:44.347419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:44.368029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:44.398413 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-0ac4e417-f4af-412f-b239-5f8ae3b78719 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f044e065-15c5-43bb-a434-03b5265a31a8 HTTP/1.1" status: 200 len: 217 time: 0.1663632 Oct 18 20:38:44.457690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Allocated IP 172.20.0.14 (a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f/162ca2fa-5a4b-423e-b7ea-105cc72a0450/95ff8d09-36f7-4fb7-ad36-076d86e14a60) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:44.553307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-5581cab9-6a96-474e-aec0-b00955cd1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.555841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-5581cab9-6a96-474e-aec0-b00955cd1b9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1437507 Oct 18 20:38:44.604908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.616966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.629365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.639110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Allocated IP 172.25.7.115 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/825db539-5499-4e3c-97bd-7572a43b1eb6) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:44.641082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.653150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.665189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.677868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.681347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-ddb72d5e-bd3f-4b1e-8883-6f98cada69ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.2566092 Oct 18 20:38:44.701252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-860171f0-a850-4653-bc77-434e0309fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:44.704081 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-860171f0-a850-4653-bc77-434e0309fee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367781 Oct 18 20:38:44.876830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:44.889170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2373ecd0-b374-4e66-9782-eba4f6859b22 req-3df939f7-bc77-4b6e-97cd-5b92951a5c45 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944523 Oct 18 20:38:44.895131 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:44.974181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:44.983583 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:38:44.987375 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10e88c8-19f7-45b5-8c7d-5ce6e81dd226 x-openstack-request-id: req-d10e88c8-19f7-45b5-8c7d-5ce6e81dd226 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:44.987843 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec7902a-8de5-4d51-89d3-5d70749e260e", "name": "network-vif-deleted", "tag": "5074e15e-d34a-4f0c-aab2-9f9b496e5195", "status": "completed", "code": 200}, {"server_uuid": "0194fd7b-b41c-49fb-88cb-6530b9df3700", "name": "network-vif-deleted", "tag": "ce996b50-ce93-454c-a32b-d2cfaeed1817", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:44.988470 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d10e88c8-19f7-45b5-8c7d-5ce6e81dd226 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:44.989084 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec7902a-8de5-4d51-89d3-5d70749e260e', 'name': 'network-vif-deleted', 'tag': '5074e15e-d34a-4f0c-aab2-9f9b496e5195', 'status': 'completed', 'code': 200} Oct 18 20:38:44.989270 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0194fd7b-b41c-49fb-88cb-6530b9df3700', 'name': 'network-vif-deleted', 'tag': 'ce996b50-ce93-454c-a32b-d2cfaeed1817', 'status': 'completed', 'code': 200} Oct 18 20:38:45.003808 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-53c78953-16e4-4887-803a-88039d9b1e19 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805135 Oct 18 20:38:45.022757 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.023702 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Added segment b32d0bf9-0b15-4be8-9979-aac80de47030 of type vlan for network cc561521-13d7-4390-8cc4-dace8001706a Oct 18 20:38:45.095389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:45.123750 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b898a21e-8185-4780-96d8-9be92506643b req-c14d5ddb-4589-4859-9433-67487c1ebd13 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 210 time: 0.0775898 Oct 18 20:38:45.161665 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.166826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.185304 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.218196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.219932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:45.220332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.285201 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c20ca6a-586a-4e39-886c-4d833c4013cd req-75ca1d48-1e36-4d1b-a974-02f1aadfd6ef service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726564 Oct 18 20:38:45.291426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:45.299067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.307639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:45.315380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event updated for resources: {'Port': ['ID=825db539-5499-4e3c-97bd-7572a43b1eb6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:45.315929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2625506 Oct 18 20:38:45.319888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:45.324337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53896) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:45.341914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Request body: {'subnet': {'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-120719484-subnet', 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:45.385978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.386317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.386856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.387381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.387887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.388415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.388937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.389406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.389881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.390345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.391405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.391905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:45.442562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:45.446379 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.446897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c3249-c8e3-43f3-a2a4-b1b95b578ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=cc561521-13d7-4390-8cc4-dace8001706a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:45.457608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:45.465766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:45.476459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:45.476837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network cc561521-13d7-4390-8cc4-dace8001706a details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:38:45.481966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:45.525278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3438ae3-9c22-4313-a4de-4ce2c7485b38 req-41488627-07ed-4e84-9be1-826fe52c2447 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:45.535361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3438ae3-9c22-4313-a4de-4ce2c7485b38 req-41488627-07ed-4e84-9be1-826fe52c2447 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2577434 Oct 18 20:38:45.576792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:45.577488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.607095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3438ae3-9c22-4313-a4de-4ce2c7485b38 req-5854a8f3-5012-47a7-9d94-723522b5dffb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697882 Oct 18 20:38:45.609178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:45.617363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-31fd2d2f-2c53-42a5-a854-ab2aee93fc1e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8596628 Oct 18 20:38:45.631217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Request body: {'port': {'device_id': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:45.644739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.733757 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.814437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.847689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:45.871357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'mac_address': 'fa:16:3e:98:ec:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:45.899408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e4d7-aa36-4b8a-8f24-20f96b2e4ce4 req-3f9062e0-cf98-44b9-9ca9-efbe173120ef tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:45.904510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f87e4d7-aa36-4b8a-8f24-20f96b2e4ce4 req-3f9062e0-cf98-44b9-9ca9-efbe173120ef tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 948 time: 0.1487384 Oct 18 20:38:45.936434 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:45.952565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:45.975467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:45.982135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.041320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=12']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:46.050673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.108436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['24c8ddc3-7ce8-4298-8463-63da11f1ceb2'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:46.147129 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f87e4d7-aa36-4b8a-8f24-20f96b2e4ce4 req-41674fdf-350f-4a4f-a75f-b4dba6d65e7b tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074676 Oct 18 20:38:46.212363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=14959704-4708-415f-a60a-24cbf9e5381c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:46.245793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:46.246328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Network hostable DHCP agents. Network: cc561521-13d7-4390-8cc4-dace8001706a, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:38:46.294933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.307285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.331678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Network cc561521-13d7-4390-8cc4-dace8001706a is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:38:46.425419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, cc561521-13d7-4390-8cc4-dace8001706a) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:46.438567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2ad13-0c34-4260-b122-4db3c4347dfb None None] Network cc561521-13d7-4390-8cc4-dace8001706a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:46.454663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.455561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.464107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ff8d09-36f7-4fb7-ad36-076d86e14a60 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:46.479379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.480374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event updated for resources: {'Port': ['ID=825db539-5499-4e3c-97bd-7572a43b1eb6,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:46.502096 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.514482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cc5e9c09-6308-4bba-bbca-15c4316a4cfa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1880496 Oct 18 20:38:46.539767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.553766 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5964c417-1560-4ac0-a926-e7e3a2784bb6 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8789649 Oct 18 20:38:46.572123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Transition to ACTIVE for port object 95ff8d09-36f7-4fb7-ad36-076d86e14a60 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:46.580657 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.617280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.629378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.641786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.653872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.663535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4a5ef-0b0d-4cb0-8578-b06953a4b34d None None] Network cc561521-13d7-4390-8cc4-dace8001706a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:38:46.666312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.680005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.691983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:46.695416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-e3da8e08-078a-4b25-a3d6-1a982410a03b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.2760017 Oct 18 20:38:46.794087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:46.910330 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e56cd304-c31b-42ff-bf61-f8f80f95d1bc req-f5a24654-3184-433d-aab4-a28f314c0e72 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778903 Oct 18 20:38:46.966473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:46.966969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:46.967348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:46.977958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:46.978530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:46.989681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:46.990294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:46.991022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:46.991425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'tag': 'f044e065-15c5-43bb-a434-03b5265a31a8'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:46.992356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Bound port: 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:46.993510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:46.998250 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fdc91c-2885-4324-b372-1071d29fd1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4db220-5538-4e4c-86dc-5bf38e16ab5b", "tag": "f044e065-15c5-43bb-a434-03b5265a31a8"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:47.121741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31778f1b-a898-4123-b8d7-470aaac0ee08 req-eb2558be-d57c-4434-83e6-f2c62cb8e752 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:47.123361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31778f1b-a898-4123-b8d7-470aaac0ee08 req-eb2558be-d57c-4434-83e6-f2c62cb8e752 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 944 time: 0.1136746 Oct 18 20:38:47.134588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:47.145537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:47.159114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:47.213015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:47.214775 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:47.217816 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] 10.222.0.79 "PUT /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 1092 time: 1.5921154 Oct 18 20:38:47.225616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:47.228089 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:47.240217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31778f1b-a898-4123-b8d7-470aaac0ee08 req-370f703f-71d3-4e71-a819-8c0f350339a2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089761 Oct 18 20:38:47.280651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6c962-4f00-4a8d-8b31-950ffa0e7e76 service neutron] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:47.386537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-173be387-4e16-4dd8-b0e6-60aff6cb9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:47.388215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-173be387-4e16-4dd8-b0e6-60aff6cb9b3d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1095 time: 0.0833869 Oct 18 20:38:47.445307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-2d694bee-1a11-45fe-b226-7505b59c4248 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 217 time: 0.0434260 Oct 18 20:38:47.541084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-2eed55c5-811b-4c09-a84e-9d9a7d736791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:47.542652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-2eed55c5-811b-4c09-a84e-9d9a7d736791 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0900588 Oct 18 20:38:47.582762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-90e34a94-067a-4f82-a5f0-6c237d8d4989 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321486 Oct 18 20:38:47.613791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f044e065-15c5-43bb-a434-03b5265a31a8 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:47.619226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:47.765657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:47.766441 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:47.824124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f044e065-15c5-43bb-a434-03b5265a31a8, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f044e065-15c5-43bb-a434-03b5265a31a8,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:47.839754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88518b7b-dca5-4d0e-83ae-2bc08c12ec58 req-339ae04a-3ece-4069-9fe5-532660e820f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:47.846199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88518b7b-dca5-4d0e-83ae-2bc08c12ec58 req-339ae04a-3ece-4069-9fe5-532660e820f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 945 time: 0.2092638 Oct 18 20:38:47.849153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'f044e065-15c5-43bb-a434-03b5265a31a8', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'f044e065-15c5-43bb-a434-03b5265a31a8', 'mac_address': 'fa:16:3e:db:ce:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:47.881624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-b199ccaa-e0ec-4818-bf6a-04a01ed1214f service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900329 Oct 18 20:38:47.944074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88518b7b-dca5-4d0e-83ae-2bc08c12ec58 req-f82637f3-d3c3-4940-b50b-c0d813fc1f1a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762291 Oct 18 20:38:47.944622 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:47.949592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:48.005782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f044e065-15c5-43bb-a434-03b5265a31a8 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:48.010226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:48.012900 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f97995-9ba3-4f73-9776-37cfdd303432" -d '{"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:48.033351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:48.044224 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:48.050985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d01fd77-4bbb-474d-b985-46a4311866d7 req-7d1cc2fb-5ea0-4789-b813-f81b8fdddb78 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593258 Oct 18 20:38:48.074321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f044e065-15c5-43bb-a434-03b5265a31a8, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f044e065-15c5-43bb-a434-03b5265a31a8,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:48.085297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:48.125908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=13']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:48.165969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-819ed086-8d09-4d67-badd-0ab16ab6c824 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1635041579&fields=id&tenant_id=81d69748c9e847358aadf4d8fd817339 HTTP/1.1" status: 200 len: 267 time: 0.0545366 Oct 18 20:38:48.220602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f044e065-15c5-43bb-a434-03b5265a31a8,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:48.348566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['f044e065-15c5-43bb-a434-03b5265a31a8'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:48.352411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-535a1662-589c-4b9b-98d3-2a76912b8a47 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:48.365279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-535a1662-589c-4b9b-98d3-2a76912b8a47 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/networks?id=05f01f4f-87f4-4fd9-9713-26421b46832e HTTP/1.1" status: 200 len: 815 time: 0.1967063 Oct 18 20:38:48.397723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-063d7be6-6e89-43d2-ad5b-3fb25770f0f1 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/quotas/81d69748c9e847358aadf4d8fd817339 HTTP/1.1" status: 200 len: 375 time: 0.0309479 Oct 18 20:38:48.458647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:48.528696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-eba42f52-a654-43f8-a741-49740fe78296 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=81d69748c9e847358aadf4d8fd817339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275685 Oct 18 20:38:48.668267 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3662e4fa-21ac-4733-928b-8dca648b6890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:48.693556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-6cf44347-0f93-4c04-a1f3-25a5404ba440 service neutron] 10.222.0.66 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498246 Oct 18 20:38:48.823874 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-f752df81-9a52-48b8-97f0-051f16027212 service neutron] 10.222.0.66 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231160 Oct 18 20:38:48.979616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-12a980ab-bbe0-44eb-b935-b28a0180cbd5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:48.983911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-12a980ab-bbe0-44eb-b935-b28a0180cbd5 tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 950 time: 0.0896239 Oct 18 20:38:49.217952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Deleting port 3802f942-c320-41da-baad-a3de9f4060df {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:38:49.218405 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:49.402603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] For port 3802f942-c320-41da-baad-a3de9f4060df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=3802f942-c320-41da-baad-a3de9f4060df,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:49.403159 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:49.426107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Calling delete_port for 3802f942-c320-41da-baad-a3de9f4060df owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:38:49.464476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-14a76e4b-868b-4d4d-9248-5825dbe2059b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:49.472471 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-14a76e4b-868b-4d4d-9248-5825dbe2059b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.2203467 Oct 18 20:38:49.500769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-c777a684-3089-45b5-aa05-ce9f0f7c97a9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0247378 Oct 18 20:38:49.544020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-f56ed74c-a220-4f8a-a056-b48e4846cf1d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362713 Oct 18 20:38:49.612302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f044e065-15c5-43bb-a434-03b5265a31a8 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:49.729241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port f044e065-15c5-43bb-a434-03b5265a31a8 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:38:49.740372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port f044e065-15c5-43bb-a434-03b5265a31a8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:49.740663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:49.749217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:49.799403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-f6ce7eae-d64a-47d5-a8a1-001247f029a8 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354264 Oct 18 20:38:49.803356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Pushing event deleted for resources: {'Port': ['ID=3802f942-c320-41da-baad-a3de9f4060df,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:49.914921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] No DVR routers for this DVR port 3802f942-c320-41da-baad-a3de9f4060df on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:38:49.921421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:49.942992 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d3808b3a-6a38-4824-8314-07ea298c1775 req-a7e017e0-0a83-4559-b8f8-8af2279f586e tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.30 "DELETE /v2.0/ports/3802f942-c320-41da-baad-a3de9f4060df HTTP/1.1" status: 204 len: 173 time: 0.9521105 Oct 18 20:38:49.975298 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:50.038429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f044e065-15c5-43bb-a434-03b5265a31a8, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f044e065-15c5-43bb-a434-03b5265a31a8,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:50.041734 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-f1b9352c-f7dd-4706-95f7-02515e965df4 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413397 Oct 18 20:38:50.045893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:50.138322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f044e065-15c5-43bb-a434-03b5265a31a8,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:50.243147 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d0a021-894e-4693-92ed-2fe0f3a593ef x-openstack-request-id: req-64d0a021-894e-4693-92ed-2fe0f3a593ef {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:50.243773 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4db220-5538-4e4c-86dc-5bf38e16ab5b", "tag": "f044e065-15c5-43bb-a434-03b5265a31a8", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:50.243879 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64d0a021-894e-4693-92ed-2fe0f3a593ef {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:50.244475 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'tag': 'f044e065-15c5-43bb-a434-03b5265a31a8', 'status': 'completed', 'code': 200} Oct 18 20:38:50.396518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-251d6128-5c6f-442e-b0c2-d83a578d8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:50.399581 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-251d6128-5c6f-442e-b0c2-d83a578d8ac9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19fb807071764da0924792c36e94e78c&device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 1101 time: 0.1426609 Oct 18 20:38:50.521703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f37c19-ef23-4e0c-8ed8-45595f1224e4 req-3426d7de-a766-4e2b-af03-07045d64f9a7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:50.524913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f37c19-ef23-4e0c-8ed8-45595f1224e4 req-3426d7de-a766-4e2b-af03-07045d64f9a7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 950 time: 0.2111995 Oct 18 20:38:50.628841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-199db666-4b84-4a6f-8560-3fb8d977a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:50.631391 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-199db666-4b84-4a6f-8560-3fb8d977a309 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2015607 Oct 18 20:38:50.736859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f37c19-ef23-4e0c-8ed8-45595f1224e4 req-dee14534-7f71-4021-a520-5ff2f31ad715 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962130 Oct 18 20:38:50.772271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-c05f90b6-7d24-4607-ae73-38fe0b1facf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f044e065-15c5-43bb-a434-03b5265a31a8 HTTP/1.1" status: 200 len: 217 time: 0.1294479 Oct 18 20:38:50.800103 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f4b91-9b07-4a6f-a792-c92515680567 x-openstack-request-id: req-164f4b91-9b07-4a6f-a792-c92515680567 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:50.800418 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:50.800681 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-164f4b91-9b07-4a6f-a792-c92515680567 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:50.801102 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60', 'status': 'completed', 'code': 200} Oct 18 20:38:51.007510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-0cf70a90-aff2-440d-9789-a390ba7e1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:51.013821 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-0cf70a90-aff2-440d-9789-a390ba7e1d2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2338822 Oct 18 20:38:51.054766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-aba18c85-68ef-4e47-b7cb-b26e4cd42c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:51.060214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-aba18c85-68ef-4e47-b7cb-b26e4cd42c14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1095 time: 0.2011411 Oct 18 20:38:51.162049 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcbbab13-37c4-4b69-8517-c3233fbd123f req-242b0e39-7de5-445c-b328-552530fe32cf tempest-ServersOnMultiNodesTest-1734314040 tempest-ServersOnMultiNodesTest-1734314040-project] 10.222.0.66 "GET /v2.0/ports?device_id=74206045-92e7-45ce-a443-5f3ba888c034 HTTP/1.1" status: 200 len: 210 time: 0.0985072 Oct 18 20:38:51.176362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-c8ac2027-c343-454e-bd5a-92841df91334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:51.179775 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-c8ac2027-c343-454e-bd5a-92841df91334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552904 Oct 18 20:38:51.445183 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-61b3e6c5-8445-4a9e-943f-e803c63f113e service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532911 Oct 18 20:38:51.616746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3802f942-c320-41da-baad-a3de9f4060df no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:38:51.684684 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-42fdc91c-2885-4324-b372-1071d29fd1ef req-a3912bb6-baa4-4574-a89e-cfb60310ffbd service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299972 Oct 18 20:38:51.727107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 3802f942-c320-41da-baad-a3de9f4060df {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:38:51.728243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 3802f942-c320-41da-baad-a3de9f4060df not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:38:51.952152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:51.967732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:51.981184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:51.997217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.010411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.024053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.041880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.045716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-20d768aa-84c5-4225-b0c4-06fd9e781aee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.6998229 Oct 18 20:38:52.059129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-509f20a9-9fb4-43fa-8f4d-18e311e9d70e tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.060843 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-509f20a9-9fb4-43fa-8f4d-18e311e9d70e tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.30 "GET /v2.0/networks?id=05f01f4f-87f4-4fd9-9713-26421b46832e HTTP/1.1" status: 200 len: 815 time: 0.3181710 Oct 18 20:38:52.070822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-4d3de349-0494-4edb-b6b6-fbfcf4fa50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.075143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-4d3de349-0494-4edb-b6b6-fbfcf4fa50fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.9844217 Oct 18 20:38:52.150728 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-08e22604-5248-44ae-87d2-dec685d3f200 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d69748c9e847358aadf4d8fd817339 HTTP/1.1" status: 200 len: 380 time: 0.0781181 Oct 18 20:38:52.173723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-208d1eb7-b79c-4df5-b794-87a4fcd0ff45 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 217 time: 0.0804923 Oct 18 20:38:52.181721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Request body: {'port': {'device_id': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'admin_state_up': True, 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'security_groups': ['0344129a-8066-4e27-953d-a0413247fb7b']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:52.246798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74206045-92e7-45ce-a443-5f3ba888c034', 'name': 'network-vif-deleted', 'tag': '3802f942-c320-41da-baad-a3de9f4060df'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:52.248984 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef352cc-83cb-4e13-92c6-f3ae4fcda3dd" -d '{"events": [{"server_uuid": "74206045-92e7-45ce-a443-5f3ba888c034", "name": "network-vif-deleted", "tag": "3802f942-c320-41da-baad-a3de9f4060df"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:52.301076 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4384bd2-ee5c-410d-bc20-4483a6bea96f req-a77370a1-c2bc-4adc-9638-148363fdc8fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441480 Oct 18 20:38:52.330164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-8a7de5d5-5119-49ac-ae31-e88d6a5c50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.332854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-8a7de5d5-5119-49ac-ae31-e88d6a5c50d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1477234 Oct 18 20:38:52.388169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 95ff8d09-36f7-4fb7-ad36-076d86e14a60 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:52.420729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-3237ca36-ce8c-494d-b841-3497ea79cf21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781050 Oct 18 20:38:52.426795 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bacdb44-11ea-46b5-88ad-1fc79f58c4f1 x-openstack-request-id: req-3bacdb44-11ea-46b5-88ad-1fc79f58c4f1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:52.428120 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-plugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:52.428568 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3bacdb44-11ea-46b5-88ad-1fc79f58c4f1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:52.429203 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'code': 200} Oct 18 20:38:52.463437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Made reservation on behalf of 81d69748c9e847358aadf4d8fd817339 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:52.475118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:52.627578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:52.641703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '95ff8d09-36f7-4fb7-ad36-076d86e14a60', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'port_id': '95ff8d09-36f7-4fb7-ad36-076d86e14a60', 'mac_address': 'fa:16:3e:11:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162ca2fa-5a4b-423e-b7ea-105cc72a0450', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:52.688044 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:52.703382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ff8d09-36f7-4fb7-ad36-076d86e14a60 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:52.725341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:52.739675 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:52.771986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcff41-7be7-4241-9533-039ffa62ba32 req-794fc212-ce20-440c-b105-b71c09b282ed tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.774581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85bcff41-7be7-4241-9533-039ffa62ba32 req-794fc212-ce20-440c-b105-b71c09b282ed tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 944 time: 0.1480925 Oct 18 20:38:52.778930 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-0044b9c9-7ed6-4306-b50d-28833b4a0dff service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509095 Oct 18 20:38:52.819263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:52.929993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-220a3e67-c869-4e2e-a33c-f7c8bb5ebe2c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:52.931963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-220a3e67-c869-4e2e-a33c-f7c8bb5ebe2c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.1747248 Oct 18 20:38:52.964642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Allocated IP 172.20.0.3 (05f01f4f-87f4-4fd9-9713-26421b46832e/9efc0d32-72bd-44eb-bf97-b1e8391fa210/ca15b3d4-1f41-49bf-95c8-2667eb57fe46) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:53.044119 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85bcff41-7be7-4241-9533-039ffa62ba32 req-788d26e8-9be0-4daf-b894-d582735151a0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531486 Oct 18 20:38:53.059907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': 'a685954d-c832-4738-860c-0609f2195c03', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:53.109392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['95ff8d09-36f7-4fb7-ad36-076d86e14a60'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:53.147973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f3a2c7b-643d-4de4-b9e4-9533ff3915c9 req-bb38c52c-45bb-4056-8eda-5c8c86fbabdc service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551314 Oct 18 20:38:53.175468 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-515f31a4-6768-40e0-af7e-45892c5e4d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:53.356242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c90474-cb3f-4836-b195-7c3b3b4cdedf req-b02d2e3f-21df-4b62-9820-0b6c8173dfdb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:53.366691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12c90474-cb3f-4836-b195-7c3b3b4cdedf req-b02d2e3f-21df-4b62-9820-0b6c8173dfdb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 946 time: 0.1487551 Oct 18 20:38:53.371859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:53.420806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:38:53.425076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:53.442831 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12c90474-cb3f-4836-b195-7c3b3b4cdedf req-a959bc54-274e-486d-b105-42576d6cf62d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738800 Oct 18 20:38:53.519115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:53.602310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Network 05f01f4f-87f4-4fd9-9713-26421b46832e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:53.615361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:53.626833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:53.635851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event updated for resources: {'Port': ['ID=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:53.673611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.4 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/af1944e8-bb9c-41be-86a6-690262c7dea3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:38:53.680571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617e45a-cdb5-4f56-9b8e-a52cd6b49695 req-c1662a83-e34c-496f-b373-82afc7c77cfd tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:53.680571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2617e45a-cdb5-4f56-9b8e-a52cd6b49695 req-c1662a83-e34c-496f-b373-82afc7c77cfd tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 931 time: 0.1130371 Oct 18 20:38:53.787904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:53.789699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:53.834162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2617e45a-cdb5-4f56-9b8e-a52cd6b49695 req-37234b9d-b672-4a00-a112-f4901147c82a tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228874 Oct 18 20:38:53.875826 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-5ce3b365-7803-4dd6-8cd4-570dbd129e3f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7116725 Oct 18 20:38:53.916899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Request body: {'port': {'device_id': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:54.029051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-127c4fe8-cd06-41a2-80af-dcda935ae645 req-33a6aafe-4ba8-40b1-ad9f-21a896708a23 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 210 time: 0.0538657 Oct 18 20:38:54.244443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-599fa093-f370-4728-8e15-a4a29289559a None None] Provisioning complete for port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:54.264958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-599fa093-f370-4728-8e15-a4a29289559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:54.276239 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:54.297917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64c9a-e306-4905-abc4-0502b3875abf req-67006c67-b552-4046-8241-49de8e90c7d3 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:54.313370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6e64c9a-e306-4905-abc4-0502b3875abf req-67006c67-b552-4046-8241-49de8e90c7d3 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 950 time: 0.1360776 Oct 18 20:38:54.354221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-599fa093-f370-4728-8e15-a4a29289559a None None] Port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:38:54.392218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d24ac76e-6682-4c27-ae6b-5269907a2def details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:54.413614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6e64c9a-e306-4905-abc4-0502b3875abf req-396cd17c-1f05-45ee-8b4a-34da7a0b1a52 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996294 Oct 18 20:38:54.433904 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:54.445423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f044e065-15c5-43bb-a434-03b5265a31a8'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:54.451381 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e1a0ec-94b5-47b5-ae1e-270b15db38ef" -d '{"events": [{"server_uuid": "cb4db220-5538-4e4c-86dc-5bf38e16ab5b", "name": "network-vif-plugged", "status": "completed", "tag": "f044e065-15c5-43bb-a434-03b5265a31a8"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:54.455694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 95ff8d09-36f7-4fb7-ad36-076d86e14a60 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:38:54.665951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:38:54.706310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:38:54.709224 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:54.853554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d24ac76e-6682-4c27-ae6b-5269907a2def, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d24ac76e-6682-4c27-ae6b-5269907a2def,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:54.935805 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:54.939301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'port_id': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'mac_address': 'fa:16:3e:74:b6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:54.977812 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d033456-98d8-462b-9df2-d512af62afdf x-openstack-request-id: req-3d033456-98d8-462b-9df2-d512af62afdf {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:54.978723 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74206045-92e7-45ce-a443-5f3ba888c034", "name": "network-vif-deleted", "tag": "3802f942-c320-41da-baad-a3de9f4060df", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:54.978723 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3d033456-98d8-462b-9df2-d512af62afdf {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:54.979108 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74206045-92e7-45ce-a443-5f3ba888c034', 'name': 'network-vif-deleted', 'tag': '3802f942-c320-41da-baad-a3de9f4060df', 'status': 'completed', 'code': 200} Oct 18 20:38:55.004231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.054594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca15b3d4-1f41-49bf-95c8-2667eb57fe46 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:55.067065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.068763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24ac76e-6682-4c27-ae6b-5269907a2def {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:55.079199 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.082241 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.088619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.094912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.096581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54042) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:55.106343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.110684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.128472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.134807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.149470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d24ac76e-6682-4c27-ae6b-5269907a2def, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d24ac76e-6682-4c27-ae6b-5269907a2def,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:55.153139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Transition to ACTIVE for port object ca15b3d4-1f41-49bf-95c8-2667eb57fe46 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:55.156192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.166633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.167605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9286a9a2-eeaa-4c17-9494-51c62f59407b details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:55.167841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-0a91d8c2-f2da-49ae-89d5-fa33d31b3b32 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5432 time: 0.3094919 Oct 18 20:38:55.178808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.183267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:55.231996 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.253669 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42439424-227a-4f57-97e4-a9c751c1ce34 req-fbeaf41a-685e-4e4b-b9d3-3f160e5f2d73 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852580 Oct 18 20:38:55.366727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.376729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Pushing event updated for resources: {'Port': ['ID=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:55.422063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d24ac76e-6682-4c27-ae6b-5269907a2def,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:55.456679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79c7de-78bb-4ed4-be22-c46ac7a45348 req-a52f1737-3c0d-4dd3-b62e-0ab31611bce1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.465980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b79c7de-78bb-4ed4-be22-c46ac7a45348 req-a52f1737-3c0d-4dd3-b62e-0ab31611bce1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 946 time: 0.1046178 Oct 18 20:38:55.536241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:38:55.542649 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b79c7de-78bb-4ed4-be22-c46ac7a45348 req-db4c56b9-34aa-45f1-b9c5-c7d7cfe5717a tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Oct 18 20:38:55.572073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:38:55.588795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:38:55.594820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4a692166-5f9b-42a4-9cb8-1bc5be55b411 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=711a7e28a8264426914596237ea2fec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967983 Oct 18 20:38:55.600973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54052) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:55.652453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=af1944e8-bb9c-41be-86a6-690262c7dea3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:55.710500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:55.711186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.745588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Attempting to bind port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:55.745977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Attempting to bind port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:55.746259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Attempting to bind port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 on network 05f01f4f-87f4-4fd9-9713-26421b46832e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:55.770606 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.775104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:55.790130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 on network 05f01f4f-87f4-4fd9-9713-26421b46832e not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:55.790588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Attempting to bind port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 on network 05f01f4f-87f4-4fd9-9713-26421b46832e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:55.797826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 9286a9a2-eeaa-4c17-9494-51c62f59407b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:55.816373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-49c20fb9-7e65-4302-90e6-cb55e6ad0398 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7757866 Oct 18 20:38:55.824833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '9286a9a2-eeaa-4c17-9494-51c62f59407b', 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'port_id': '9286a9a2-eeaa-4c17-9494-51c62f59407b', 'mac_address': 'fa:16:3e:ee:cb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ba0e9d-5407-400a-a4bf-dc484eaecfda', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:55.839285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Request body: {'port': {'device_id': 'a685954d-c832-4738-860c-0609f2195c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:38:55.854554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:55.855127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Checking segment: {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:55.855785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Bound using segment: {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:55.856602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Bound port: ca15b3d4-1f41-49bf-95c8-2667eb57fe46, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39695124-fb30-4898-a975-d7a9b3b39400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:55.857213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.873484 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.896824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9286a9a2-eeaa-4c17-9494-51c62f59407b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:55.934279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 9286a9a2-eeaa-4c17-9494-51c62f59407b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:55.945699 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:55.946899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:56.012905 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.038989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:56.043483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=9286a9a2-eeaa-4c17-9494-51c62f59407b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:56.056474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.064938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95', 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'port_id': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95', 'mac_address': 'fa:16:3e:03:b6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ba0e9d-5407-400a-a4bf-dc484eaecfda', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:56.142215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.166058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] For port ca15b3d4-1f41-49bf-95c8-2667eb57fe46, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:56.168646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:56.184673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa2767-39dc-4281-bedc-16525e663769 req-69239771-a7cc-4eca-8bcc-613124545eb3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:56.198129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:56.204886 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1fa2767-39dc-4281-bedc-16525e663769 req-69239771-a7cc-4eca-8bcc-613124545eb3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 946 time: 0.3334193 Oct 18 20:38:56.229927 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.238623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.241261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] For port ca15b3d4-1f41-49bf-95c8-2667eb57fe46, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:56.248067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.252452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c007d586-beb1-4f70-b290-887f1f7c853a HTTP/1.1" status: 204 len: 168 time: 0.6480961 Oct 18 20:38:56.291014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.327852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:56.352001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007d586-beb1-4f70-b290-887f1f7c853a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:56.403232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ba20ca2b-4013-4f97-928b-5e57144313fa details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:56.465634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1fa2767-39dc-4281-bedc-16525e663769 req-272f25cc-7156-47b4-847c-927024db4d53 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541397 Oct 18 20:38:56.469816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54062) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:56.479981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.480626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.481231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.481800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.482387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.482947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.483575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.484725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.485299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.486168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.486733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.487307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bef1ef-2f2e-4125-a72a-056df24f359b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:38:56.562750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:56.568090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.568920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] 10.222.0.30 "PUT /v2.0/ports/ca15b3d4-1f41-49bf-95c8-2667eb57fe46 HTTP/1.1" status: 200 len: 1091 time: 2.6830282 Oct 18 20:38:56.744551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ba20ca2b-4013-4f97-928b-5e57144313fa, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ba20ca2b-4013-4f97-928b-5e57144313fa,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:56.800797 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa19384-1a80-47f8-9b60-6d86b9ec4768 x-openstack-request-id: req-9fa19384-1a80-47f8-9b60-6d86b9ec4768 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:38:56.801158 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4db220-5538-4e4c-86dc-5bf38e16ab5b", "name": "network-vif-plugged", "status": "completed", "tag": "f044e065-15c5-43bb-a434-03b5265a31a8", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:38:56.801545 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9fa19384-1a80-47f8-9b60-6d86b9ec4768 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:38:56.801828 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f044e065-15c5-43bb-a434-03b5265a31a8', 'code': 200} Oct 18 20:38:56.808010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'ba20ca2b-4013-4f97-928b-5e57144313fa', 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'port_id': 'ba20ca2b-4013-4f97-928b-5e57144313fa', 'mac_address': 'fa:16:3e:bb:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ba0e9d-5407-400a-a4bf-dc484eaecfda', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:56.873593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4848cec-6a11-422f-bc73-15e26eecf9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:56.942045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-e04085c6-3099-4087-a96a-438edf9e5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:56.943541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e130b7-a4df-490d-a118-16f8e38954ee req-5bcc32c8-70fd-4c99-8181-1b744ee8245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:56.947666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-e04085c6-3099-4087-a96a-438edf9e5e38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81d69748c9e847358aadf4d8fd817339&device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 1094 time: 0.2930865 Oct 18 20:38:56.948794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.30', 56970) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:56.949723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27e130b7-a4df-490d-a118-16f8e38954ee req-5bcc32c8-70fd-4c99-8181-1b744ee8245b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 1101 time: 0.2136831 Oct 18 20:38:56.984683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:56.993789 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57619dbb-caf2-4365-a360-73c5b06dbdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:57.007084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:57.014459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['9286a9a2-eeaa-4c17-9494-51c62f59407b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:57.083595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b926e9c-f744-47f1-951d-4826ce4e42cb service neutron] Pushing event updated for resources: {'Port': ['ID=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:57.141477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['d24ac76e-6682-4c27-ae6b-5269907a2def'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:57.162139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27e130b7-a4df-490d-a118-16f8e38954ee req-d5df9d50-65d0-4d74-9160-fa9d0848db86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638062 Oct 18 20:38:57.196679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d850e0-09c7-402a-8416-89cc167ee603 req-da05e981-141a-41ae-9923-e047bf10a60f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:57.203980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86d850e0-09c7-402a-8416-89cc167ee603 req-da05e981-141a-41ae-9923-e047bf10a60f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 943 time: 0.2208738 Oct 18 20:38:57.261562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4848cec-6a11-422f-bc73-15e26eecf9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:57.263145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['fb1f7e56-eac0-40aa-aa20-aad4d60f1f95'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:38:57.298317 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-84023d35-fd74-44ac-827e-942522287d20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46 HTTP/1.1" status: 200 len: 217 time: 0.2158773 Oct 18 20:38:57.316142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4848cec-6a11-422f-bc73-15e26eecf9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:57.333412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-9b55bcbf-11ff-406f-a106-933dbb53eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:57.342262 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-9b55bcbf-11ff-406f-a106-933dbb53eb6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1097 time: 0.3571274 Oct 18 20:38:57.463674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54072) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:57.464823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4848cec-6a11-422f-bc73-15e26eecf9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef8902b-1814-493b-ad16-5fc7fecc933e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:57.516371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86d850e0-09c7-402a-8416-89cc167ee603 req-eba66af2-d489-426b-88a1-558fe7e9ab17 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010058 Oct 18 20:38:57.540466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba20ca2b-4013-4f97-928b-5e57144313fa {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:57.628875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:57.653173 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b4848cec-6a11-422f-bc73-15e26eecf9af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f877866e26bf401291887a7f3a273519&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1739593 Oct 18 20:38:57.668847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54076) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:57.748628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ba20ca2b-4013-4f97-928b-5e57144313fa, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ba20ca2b-4013-4f97-928b-5e57144313fa,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:57.845263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:57.846495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:57.909218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-57ead513-1217-4579-a6da-4e5520ee2424 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d7989691622463382b55de0f1a51bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316695 Oct 18 20:38:57.909218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54078) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:38:58.011220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1944e8-bb9c-41be-86a6-690262c7dea3 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:58.061378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:58.119741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Transition to ACTIVE for port object af1944e8-bb9c-41be-86a6-690262c7dea3 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:38:58.132061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-eedd0926-a065-4d30-b50d-ce17ab790d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:58.140947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-eedd0926-a065-4d30-b50d-ce17ab790d5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9efc0d32-72bd-44eb-bf97-b1e8391fa210 HTTP/1.1" status: 200 len: 854 time: 0.7677498 Oct 18 20:38:58.210792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149b7ba-b792-4b1e-93a1-1f13ff46345c req-3e93429d-1f54-4eb6-9a83-979441fc8c5c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:58.216196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3149b7ba-b792-4b1e-93a1-1f13ff46345c req-3e93429d-1f54-4eb6-9a83-979441fc8c5c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 931 time: 0.3932192 Oct 18 20:38:58.230875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:58.336679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-836072ec-566a-4c52-b760-08decb745354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:58.338810 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:38:58.389221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-836072ec-566a-4c52-b760-08decb745354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:58.499417 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-836072ec-566a-4c52-b760-08decb745354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:58.505838 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-836072ec-566a-4c52-b760-08decb745354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:58.508086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-836072ec-566a-4c52-b760-08decb745354 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5345a480-76a2-40c9-ada0-91435530729e HTTP/1.1" status: 204 len: 168 time: 0.5918608 Oct 18 20:38:58.549013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ba20ca2b-4013-4f97-928b-5e57144313fa,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:58.580771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:58.590444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836072ec-566a-4c52-b760-08decb745354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345a480-76a2-40c9-ada0-91435530729e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:58.652376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3149b7ba-b792-4b1e-93a1-1f13ff46345c req-5663faa5-32e5-4ee2-8bc3-b00233ee8077 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960345 Oct 18 20:38:58.754590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c', 'network_id': 'ce5a765c-25e1-4799-9b88-fc2533a67f52', 'port_id': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c', 'mac_address': 'fa:16:3e:0b:0b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ba0e9d-5407-400a-a4bf-dc484eaecfda', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:58.773938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-83ddefbe-dd30-4887-ac38-0eac1321df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:58.779659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-83ddefbe-dd30-4887-ac38-0eac1321df16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 1.2919772 Oct 18 20:38:58.834462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=af1944e8-bb9c-41be-86a6-690262c7dea3,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:58.972198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:38:58.976704 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3160b271-381b-41b8-9a8a-002f8e435a65" -d '{"events": [{"server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "name": "network-vif-plugged", "status": "completed", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:38:58.982591 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:58.985617 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-832cc5a5-4892-4269-9a98-cba96cdf0b55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 1001 time: 0.1389494 Oct 18 20:38:59.018645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:38:59.081750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:59.089209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55597eb0-9203-4426-a9c7-eadabcded03b req-a3b9cc93-5643-4119-9f29-0471b34aace4 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.095299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.096919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0b612ef8-57ef-418b-bbff-ac345a0659a1 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:38:59.098779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55597eb0-9203-4426-a9c7-eadabcded03b req-a3b9cc93-5643-4119-9f29-0471b34aace4 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 950 time: 0.1328666 Oct 18 20:38:59.168795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c482c4a9-f898-4890-829a-f2c8e94ae6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.180764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55597eb0-9203-4426-a9c7-eadabcded03b req-4f48edb0-53d6-4efc-95bb-aba828787854 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731297 Oct 18 20:38:59.286285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-ae44d3db-6969-4033-a9bd-d45ba720b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.290302 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-ae44d3db-6969-4033-a9bd-d45ba720b5ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f01f4f-87f4-4fd9-9713-26421b46832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1120408 Oct 18 20:38:59.318494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:59.334727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-b3a8dd46-9419-4475-9073-827499ad6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.340706 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-b3a8dd46-9419-4475-9073-827499ad6ea7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.3326716 Oct 18 20:38:59.422485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c482c4a9-f898-4890-829a-f2c8e94ae6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.427057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Attempting to bind port af1944e8-bb9c-41be-86a6-690262c7dea3 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:38:59.430348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Attempting to bind port af1944e8-bb9c-41be-86a6-690262c7dea3 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:38:59.432976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Attempting to bind port af1944e8-bb9c-41be-86a6-690262c7dea3 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:59.477132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.505315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.518453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Port af1944e8-bb9c-41be-86a6-690262c7dea3 on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:38:59.518924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Attempting to bind port af1944e8-bb9c-41be-86a6-690262c7dea3 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:38:59.531176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:38:59.531670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:38:59.532180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:38:59.532789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Bound port: af1944e8-bb9c-41be-86a6-690262c7dea3, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:38:59.533407 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.540959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.581259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.651180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.698595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] For port af1944e8-bb9c-41be-86a6-690262c7dea3, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:38:59.703179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-bdb8566c-f636-48eb-afce-361833b5bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.709988 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-bdb8566c-f636-48eb-afce-361833b5bafd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2800181 Oct 18 20:38:59.709988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] For port af1944e8-bb9c-41be-86a6-690262c7dea3, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=af1944e8-bb9c-41be-86a6-690262c7dea3,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:38:59.710303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.714555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-65856786-4c40-4b73-9695-54ca52973820 service neutron] 10.222.0.30 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891335 Oct 18 20:38:59.729310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.753766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.782387 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-29f99c2f-eacf-44ea-b6b8-9a5fb611cb2e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5437 time: 0.4276190 Oct 18 20:38:59.789138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c482c4a9-f898-4890-829a-f2c8e94ae6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.792972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c482c4a9-f898-4890-829a-f2c8e94ae6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.795113 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c482c4a9-f898-4890-829a-f2c8e94ae6f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eef8902b-1814-493b-ad16-5fc7fecc933e HTTP/1.1" status: 204 len: 168 time: 2.1050477 Oct 18 20:38:59.897589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0b612ef8-57ef-418b-bbff-ac345a0659a1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:38:59.942444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '0b612ef8-57ef-418b-bbff-ac345a0659a1', 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459', 'port_id': '0b612ef8-57ef-418b-bbff-ac345a0659a1', 'mac_address': 'fa:16:3e:70:bb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d05afc-2597-465b-bd4f-7d6e59993132', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:38:59.961840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dbe2de-d78f-4ef7-8351-3fa23af568a6 req-c85a123d-dbce-4cd8-b818-5d76e89b246f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726227 Oct 18 20:38:59.964178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482c4a9-f898-4890-829a-f2c8e94ae6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef8902b-1814-493b-ad16-5fc7fecc933e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:38:59.975844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:38:59.977220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:38:59.981759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/af1944e8-bb9c-41be-86a6-690262c7dea3 HTTP/1.1" status: 200 len: 1091 time: 4.1500731 Oct 18 20:39:00.193297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:00.236148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b612ef8-57ef-418b-bbff-ac345a0659a1 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:00.253588 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-a60be437-dad4-4e70-a603-e549c6318ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370600 Oct 18 20:39:00.297360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0b612ef8-57ef-418b-bbff-ac345a0659a1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:00.360297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:00.360649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1161f252-a2af-4869-b8c0-97910d2f8801 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:00.394796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4548a-d5ad-4e61-b444-8fdb9ba0d8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=af1944e8-bb9c-41be-86a6-690262c7dea3,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:00.449074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d882c1-f9b8-4158-9df7-511d95329fce req-9641900b-5e6d-4042-ac90-0aa23dcf3cb0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:00.459407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d882c1-f9b8-4158-9df7-511d95329fce req-9641900b-5e6d-4042-ac90-0aa23dcf3cb0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 946 time: 0.1700599 Oct 18 20:39:00.514312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38d882c1-f9b8-4158-9df7-511d95329fce req-1b52869a-bc9d-4bc5-8a0e-c9b4056a35c7 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535178 Oct 18 20:39:00.518450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1161f252-a2af-4869-b8c0-97910d2f8801, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1161f252-a2af-4869-b8c0-97910d2f8801,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:00.527733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0b612ef8-57ef-418b-bbff-ac345a0659a1,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:00.551475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '1161f252-a2af-4869-b8c0-97910d2f8801', 'network_id': '771705f7-431b-42de-8b04-c7312ffd5459', 'port_id': '1161f252-a2af-4869-b8c0-97910d2f8801', 'mac_address': 'fa:16:3e:da:63:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d05afc-2597-465b-bd4f-7d6e59993132', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:00.584254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-f60e5b6f-ab9f-4423-bf3f-8cf3d58704d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:00.587129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-f60e5b6f-ab9f-4423-bf3f-8cf3d58704d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 1094 time: 0.4332454 Oct 18 20:39:00.594980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a26a4fa-3170-4019-9af2-5e1621bfc649 req-dfd015d6-2154-49ec-853e-167c29e7ad66 service neutron] 10.222.0.30 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8693688 Oct 18 20:39:00.627218 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c944e-648f-4627-8259-be383ed69f82 x-openstack-request-id: req-373c944e-648f-4627-8259-be383ed69f82 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:00.628726 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:00.632838 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-373c944e-648f-4627-8259-be383ed69f82 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:00.632838 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'status': 'completed', 'code': 200} Oct 18 20:39:00.682274 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:00.725783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1161f252-a2af-4869-b8c0-97910d2f8801 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:00.814680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1161f252-a2af-4869-b8c0-97910d2f8801, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1161f252-a2af-4869-b8c0-97910d2f8801,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:00.826908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:00.850267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074865c7-0a50-4b46-8a30-52d5736da9ac req-0569196e-fdf4-40e6-92f3-50f4972eacdf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:00.862377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-074865c7-0a50-4b46-8a30-52d5736da9ac req-0569196e-fdf4-40e6-92f3-50f4972eacdf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 946 time: 0.1348469 Oct 18 20:39:00.912117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d24ac76e-6682-4c27-ae6b-5269907a2def up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:00.921047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-c14b815c-4dea-4d5f-b4b3-4347162fc758 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1944e8-bb9c-41be-86a6-690262c7dea3 HTTP/1.1" status: 200 len: 217 time: 0.2888832 Oct 18 20:39:00.924530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-074865c7-0a50-4b46-8a30-52d5736da9ac req-07893cb3-ad31-42b1-84e7-39139b984357 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608239 Oct 18 20:39:01.095394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-fef7e081-ec83-4fe6-ac4f-c3fcf7dc62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:01.101697 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-fef7e081-ec83-4fe6-ac4f-c3fcf7dc62a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1629031 Oct 18 20:39:01.106213 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d8d2d27-87b4-4a0d-ba73-173c67c81cdd req-750fd6ff-b7e1-422a-803e-b686c7531714 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054607 Oct 18 20:39:01.113970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbbe0a-c645-4747-9efd-5f898ad9640b req-1d84fb8d-cafc-47ba-a119-c80160ee94e9 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:01.128215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=1161f252-a2af-4869-b8c0-97910d2f8801,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:01.129218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9dbbe0a-c645-4747-9efd-5f898ad9640b req-1d84fb8d-cafc-47ba-a119-c80160ee94e9 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 943 time: 0.1006296 Oct 18 20:39:01.152727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port d24ac76e-6682-4c27-ae6b-5269907a2def completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:01.160698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port d24ac76e-6682-4c27-ae6b-5269907a2def triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:01.161231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:01.228325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-4cdf8d4f-b45f-4f50-858f-f2f9135efce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:01.234772 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-4cdf8d4f-b45f-4f50-858f-f2f9135efce3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81d69748c9e847358aadf4d8fd817339&device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 1094 time: 0.4402499 Oct 18 20:39:01.238601 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-1863936a-f1d8-4363-8162-51c635786ab3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221905 Oct 18 20:39:01.241881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54126) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:01.246829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9dbbe0a-c645-4747-9efd-5f898ad9640b req-532b52a6-f4b5-4566-886f-507dbcaa45fa tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150718 Oct 18 20:39:01.397211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-7c53c85a-6f2d-476c-9bdf-35be0d133ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:01.400606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-7c53c85a-6f2d-476c-9bdf-35be0d133ff2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f01f4f-87f4-4fd9-9713-26421b46832e HTTP/1.1" status: 200 len: 916 time: 0.1424546 Oct 18 20:39:01.434457 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a445b12c-279f-49fb-9062-93bd14044644 x-openstack-request-id: req-a445b12c-279f-49fb-9062-93bd14044644 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:01.434896 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "name": "network-vif-plugged", "status": "completed", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:01.435298 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a445b12c-279f-49fb-9062-93bd14044644 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:01.435926 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60', 'code': 200} Oct 18 20:39:01.470829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ba20ca2b-4013-4f97-928b-5e57144313fa'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:01.504176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:01.508108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['0b612ef8-57ef-418b-bbff-ac345a0659a1'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:01.623339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['1161f252-a2af-4869-b8c0-97910d2f8801'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:01.760427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c05c0e-45df-446c-a0e4-d2e0ac6e7a05 req-8b3a1686-7834-4daf-8f5f-38c22069eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:01.767792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07c05c0e-45df-446c-a0e4-d2e0ac6e7a05 req-8b3a1686-7834-4daf-8f5f-38c22069eb3a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1097 time: 0.2691619 Oct 18 20:39:01.917137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d24ac76e-6682-4c27-ae6b-5269907a2def, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d24ac76e-6682-4c27-ae6b-5269907a2def,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:01.923103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-network', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:01.953720 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-70915f8f-3d8c-40c4-8f06-e4d722b1cdb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46 HTTP/1.1" status: 200 len: 217 time: 0.4636605 Oct 18 20:39:01.957808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:01.958648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9286a9a2-eeaa-4c17-9494-51c62f59407b up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:01.987137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07c05c0e-45df-446c-a0e4-d2e0ac6e7a05 req-b515a2eb-fb7b-45c3-96fe-8efc7ab5bd22 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107289 Oct 18 20:39:02.144907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d1455-b7fb-4ef3-a347-5f50bcd077d1 req-785f4b3b-5559-4b6e-9e86-cca2b63f06f5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.145596 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-02e68baa-517a-4d03-8e79-9220b8f572a8 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8891737 Oct 18 20:39:02.146594 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d72d1455-b7fb-4ef3-a347-5f50bcd077d1 req-785f4b3b-5559-4b6e-9e86-cca2b63f06f5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 943 time: 0.1327386 Oct 18 20:39:02.189917 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d24ac76e-6682-4c27-ae6b-5269907a2def,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:02.239134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d72d1455-b7fb-4ef3-a347-5f50bcd077d1 req-1d610d64-36e8-4a7e-ad5e-ee88c415f5eb tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798955 Oct 18 20:39:02.268115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Made reservation on behalf of fc042baa9c0c4f83ba92ceb1a4d46f5e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:02.270580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:02.317817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-1457c160-fac2-4166-956f-1b9005bb10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.319396 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-1457c160-fac2-4166-956f-1b9005bb10aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9efc0d32-72bd-44eb-bf97-b1e8391fa210 HTTP/1.1" status: 200 len: 854 time: 0.3434169 Oct 18 20:39:02.375959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 9286a9a2-eeaa-4c17-9494-51c62f59407b completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:02.393806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 9286a9a2-eeaa-4c17-9494-51c62f59407b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:02.394180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:02.403577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.408469 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fca9165d-94ff-44a8-9119-a07b20a0040a req-2cba2181-d551-4afd-ba5d-7a32e1df09c3 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348542 Oct 18 20:39:02.415438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.420733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:02.426914 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.436825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.442241 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:02.444659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.451942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.459195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.470320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93283135-eddc-4bbc-84f4-5b310b889035 req-70029d9c-3430-477e-992f-70b17f48af09 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5440 time: 0.1405845 Oct 18 20:39:02.497492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-5f1635cb-f999-40d9-a2a2-95dc8e9fba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.501172 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-5f1635cb-f999-40d9-a2a2-95dc8e9fba6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f01f4f-87f4-4fd9-9713-26421b46832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915160 Oct 18 20:39:02.571277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93283135-eddc-4bbc-84f4-5b310b889035 req-2ac45eca-63a2-46a0-8338-e5b504449ad7 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968323 Oct 18 20:39:02.668716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a685954d-c832-4738-860c-0609f2195c03', 'tag': 'af1944e8-bb9c-41be-86a6-690262c7dea3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:02.671251 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec" -d '{"events": [{"name": "network-changed", "server_uuid": "a685954d-c832-4738-860c-0609f2195c03", "tag": "af1944e8-bb9c-41be-86a6-690262c7dea3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:02.695319 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:02.717083 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-9b409388-aeea-4782-8d9d-437e386bb804 service neutron] 10.222.0.30 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048879 Oct 18 20:39:02.764136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e915d-bf6a-4acc-833a-b4986d6d8b54 req-8958164c-07f0-45b0-bc02-56ef0ceeee27 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:02.769294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f8e915d-bf6a-4acc-833a-b4986d6d8b54 req-8958164c-07f0-45b0-bc02-56ef0ceeee27 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 946 time: 0.1012337 Oct 18 20:39:02.819023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 9286a9a2-eeaa-4c17-9494-51c62f59407b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:02.828517 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:02.829712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:02.833318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f8e915d-bf6a-4acc-833a-b4986d6d8b54 req-60f7f024-369d-4298-8679-68e16553759c tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Oct 18 20:39:02.911024 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:02.946624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:02.973668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57619dbb-caf2-4365-a360-73c5b06dbdaa req-fccc3bae-a279-430e-b17f-545cce15f130 service neutron] 10.222.0.30 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471828 Oct 18 20:39:02.976448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=9286a9a2-eeaa-4c17-9494-51c62f59407b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:03.003865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28b3cb-90b9-4027-896d-ee0c497cf62d req-85351e3d-acbf-428e-a112-1459e5feebed tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:03.004829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:39:03.013371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7b8c2-6ef9-491c-b80b-4465dde69100,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:03.013912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb28b3cb-90b9-4027-896d-ee0c497cf62d req-85351e3d-acbf-428e-a112-1459e5feebed tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 950 time: 0.0974288 Oct 18 20:39:03.019765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:03.036298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:03.036748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:03.037182 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Added segment 5dded970-15da-43cd-9968-fd94776371ac of type vlan for network ab8be122-f616-43fd-8c77-8d8c08cccb83 Oct 18 20:39:03.038839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:03.082069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb28b3cb-90b9-4027-896d-ee0c497cf62d req-ed534b4e-0666-45ab-8078-748ce629fb5e tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671110 Oct 18 20:39:03.087504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:03.153330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:03.172908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:03.173979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:03.216111 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:03.254896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2051f-55f9-4a85-a5e5-6b458d38b30f req-753b079b-700e-4ff7-887b-effab0fe14f7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:03.260566 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f2051f-55f9-4a85-a5e5-6b458d38b30f req-753b079b-700e-4ff7-887b-effab0fe14f7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 946 time: 0.1027389 Oct 18 20:39:03.270645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:03.276976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:03.348507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f2051f-55f9-4a85-a5e5-6b458d38b30f req-47267566-06d9-41a5-91c1-f4f81d6bace3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642881 Oct 18 20:39:03.362344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:03.385552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] Pushing event updated for resources: {'Network': ['ID=ab8be122-f616-43fd-8c77-8d8c08cccb83,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:03.416012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:39:03.509784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9286a9a2-eeaa-4c17-9494-51c62f59407b'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:03.513290 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6288a9-6e16-4bc9-a537-d268499efc4b" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "9286a9a2-eeaa-4c17-9494-51c62f59407b"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "fb1f7e56-eac0-40aa-aa20-aad4d60f1f95"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:03.543918 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d40b3614-a631-4c2f-a1ee-fdc8e7d58b05 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2952392 Oct 18 20:39:03.544796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54156) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:03.552489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Request body: {'subnet': {'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-subnet', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:03.689776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ca15b3d4-1f41-49bf-95c8-2667eb57fe46 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:03.821698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce091f-b8d0-42bd-8c8d-b37d40a6f91d req-fd4b1405-a2af-46bc-a1fc-ba79b3efacd5 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:03.836147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3ce091f-b8d0-42bd-8c8d-b37d40a6f91d req-fd4b1405-a2af-46bc-a1fc-ba79b3efacd5 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 943 time: 0.1065092 Oct 18 20:39:03.860727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ca15b3d4-1f41-49bf-95c8-2667eb57fe46, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:03.884451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'port_id': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'mac_address': 'fa:16:3e:48:74:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:03.932979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3ce091f-b8d0-42bd-8c8d-b37d40a6f91d req-67b046d0-8792-4299-80a9-17fecece518b tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955839 Oct 18 20:39:03.981635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:04.051885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca15b3d4-1f41-49bf-95c8-2667eb57fe46 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:04.107599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ca15b3d4-1f41-49bf-95c8-2667eb57fe46, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:04.123214 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:04.145318 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e48c766-5621-4b77-aeee-043d650a8eda x-openstack-request-id: req-1e48c766-5621-4b77-aeee-043d650a8eda {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:04.145599 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a685954d-c832-4738-860c-0609f2195c03", "tag": "af1944e8-bb9c-41be-86a6-690262c7dea3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:04.145851 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e48c766-5621-4b77-aeee-043d650a8eda {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:04.146271 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a685954d-c832-4738-860c-0609f2195c03', 'tag': 'af1944e8-bb9c-41be-86a6-690262c7dea3', 'status': 'completed', 'code': 200} Oct 18 20:39:04.199953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-277b8d62-d27f-43c0-9eb7-63e191471e99 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.201737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-277b8d62-d27f-43c0-9eb7-63e191471e99 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 950 time: 0.7865641 Oct 18 20:39:04.255837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Made reservation on behalf of fc042baa9c0c4f83ba92ceb1a4d46f5e for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:04.258555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:04.261965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:04.292931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961de54-6f55-407a-ba6c-5fe4277f1fd4 req-a1e11ecf-2d78-4697-9243-f62532b9648e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.296709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6961de54-6f55-407a-ba6c-5fe4277f1fd4 req-a1e11ecf-2d78-4697-9243-f62532b9648e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 943 time: 0.1304915 Oct 18 20:39:04.300467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-3eac5cbd-5f24-494e-8d63-155443e8c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.302208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-3eac5cbd-5f24-494e-8d63-155443e8c0b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 1094 time: 0.1623235 Oct 18 20:39:04.312198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54172) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:04.375705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ca15b3d4-1f41-49bf-95c8-2667eb57fe46'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:04.394644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6961de54-6f55-407a-ba6c-5fe4277f1fd4 req-e65aadd9-f6bf-4a3a-b86a-60327dddebfd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642490 Oct 18 20:39:04.461594 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb64c32d-c776-48af-a0ad-021decaaab00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:04.516710 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a84f95-262b-4701-8285-cc40d9475ec1 x-openstack-request-id: req-82a84f95-262b-4701-8285-cc40d9475ec1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:04.517024 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "9286a9a2-eeaa-4c17-9494-51c62f59407b", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "fb1f7e56-eac0-40aa-aa20-aad4d60f1f95", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:04.517264 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82a84f95-262b-4701-8285-cc40d9475ec1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:04.517594 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'code': 200} Oct 18 20:39:04.517948 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9286a9a2-eeaa-4c17-9494-51c62f59407b', 'code': 200} Oct 18 20:39:04.518202 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95', 'code': 200} Oct 18 20:39:04.759620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.772405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.784257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.797778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.812424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.825924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.839966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.853294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-456e9f40-aac5-4137-8c80-93d3b866cef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5442 time: 0.2831213 Oct 18 20:39:04.859307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-123b5664-0046-4893-a148-8595f472171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:04.861100 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-123b5664-0046-4893-a148-8595f472171a service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.5493531 Oct 18 20:39:04.863977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ba20ca2b-4013-4f97-928b-5e57144313fa up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:04.873057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb64c32d-c776-48af-a0ad-021decaaab00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:04.896005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Deleting port f044e065-15c5-43bb-a434-03b5265a31a8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:39:04.896561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:04.911950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb64c32d-c776-48af-a0ad-021decaaab00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:04.975875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port ba20ca2b-4013-4f97-928b-5e57144313fa completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:04.979388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port ba20ca2b-4013-4f97-928b-5e57144313fa triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:04.979762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.020208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-3a6b87e6-ff0f-4e0d-baea-73c8d0efc844 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1944e8-bb9c-41be-86a6-690262c7dea3 HTTP/1.1" status: 200 len: 217 time: 0.1446123 Oct 18 20:39:05.073533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84c23371-1bdf-4695-998b-6566c7cd4b65 req-a688ee77-b41d-4a5a-954c-5e1568d6aa06 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2144351 Oct 18 20:39:05.093246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fb64c32d-c776-48af-a0ad-021decaaab00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69737e9a1e1741c9861a2a3608ff31ee&name=default HTTP/1.1" status: 200 len: 2982 time: 0.7808793 Oct 18 20:39:05.094248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64c32d-c776-48af-a0ad-021decaaab00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d3896c-72dd-415f-b612-c9e06adfd360,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:05.111319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54180) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:05.248989 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.261197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.282846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-e2a58c4c-fab0-4669-b756-1705b7a19d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:05.289327 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-e2a58c4c-fab0-4669-b756-1705b7a19d25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.2599659 Oct 18 20:39:05.344194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ba20ca2b-4013-4f97-928b-5e57144313fa, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ba20ca2b-4013-4f97-928b-5e57144313fa,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:05.345808 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d13c25cd-35ea-4dee-a382-d9a91d7fbe27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.354490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.415896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d13c25cd-35ea-4dee-a382-d9a91d7fbe27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.441599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d68eea-05f8-46bc-8ce9-0715853c90b3 req-397293f9-aa1a-4770-8ae5-47b8d57a43da tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:05.450536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06d68eea-05f8-46bc-8ce9-0715853c90b3 req-397293f9-aa1a-4770-8ae5-47b8d57a43da tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 946 time: 0.2191074 Oct 18 20:39:05.494574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ba20ca2b-4013-4f97-928b-5e57144313fa,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:05.510910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-0903cf6d-deb2-44d7-882b-0f9c77c775b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696212 Oct 18 20:39:05.543663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06d68eea-05f8-46bc-8ce9-0715853c90b3 req-39db95ca-d89b-4550-af94-e0b1e5d5187e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916219 Oct 18 20:39:05.598077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d13c25cd-35ea-4dee-a382-d9a91d7fbe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.601341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d13c25cd-35ea-4dee-a382-d9a91d7fbe27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.602651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d13c25cd-35ea-4dee-a382-d9a91d7fbe27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20d3896c-72dd-415f-b612-c9e06adfd360 HTTP/1.1" status: 204 len: 168 time: 0.4902649 Oct 18 20:39:05.639330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c25cd-35ea-4dee-a382-d9a91d7fbe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d3896c-72dd-415f-b612-c9e06adfd360,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:05.705022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device af1944e8-bb9c-41be-86a6-690262c7dea3 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:05.719808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ca15b3d4-1f41-49bf-95c8-2667eb57fe46 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:05.732769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f4b92e-d65b-420f-9b14-9d8de49ee06f,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:05.804132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Checking segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:05.804959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Network hostable DHCP agents. Network: ab8be122-f616-43fd-8c77-8d8c08cccb83, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:39:05.809765 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362d3be-0f05-4a49-8f99-114305f1e146 req-d78d431f-bf03-4e4c-886f-b94b4a257488 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:05.814872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] For port f044e065-15c5-43bb-a434-03b5265a31a8, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f044e065-15c5-43bb-a434-03b5265a31a8,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:05.821332 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:05.824464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5362d3be-0f05-4a49-8f99-114305f1e146 req-d78d431f-bf03-4e4c-886f-b94b4a257488 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb4db220-5538-4e4c-86dc-5bf38e16ab5b HTTP/1.1" status: 200 len: 950 time: 0.1373606 Oct 18 20:39:05.888925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5362d3be-0f05-4a49-8f99-114305f1e146 req-87b3be33-45b6-496b-af12-af90c2a6cd4f tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d553434-6212-4f12-9130-059499ac21c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630617 Oct 18 20:39:06.020285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-799a756b-f2a3-4480-8f12-e98b737dbdb3 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714656 Oct 18 20:39:06.038835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Calling delete_port for f044e065-15c5-43bb-a434-03b5265a31a8 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:39:06.167686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:06.179939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:06.180642 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.223034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707310d5-8468-450a-a868-bf14b30a2987 req-2348bda5-604b-4329-a2ad-12bf316e5725 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:06.231665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707310d5-8468-450a-a868-bf14b30a2987 req-2348bda5-604b-4329-a2ad-12bf316e5725 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 946 time: 0.1514726 Oct 18 20:39:06.248612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port af1944e8-bb9c-41be-86a6-690262c7dea3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=af1944e8-bb9c-41be-86a6-690262c7dea3,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:06.275822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'af1944e8-bb9c-41be-86a6-690262c7dea3', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': 'af1944e8-bb9c-41be-86a6-690262c7dea3', 'mac_address': 'fa:16:3e:36:f0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:06.282368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:39:06.288045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-707310d5-8468-450a-a868-bf14b30a2987 req-5506994b-41c5-4f69-9759-70e0ba67ccf4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545995 Oct 18 20:39:06.335852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ab8be122-f616-43fd-8c77-8d8c08cccb83) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:06.341338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.364737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1944e8-bb9c-41be-86a6-690262c7dea3 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:06.421809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd16f49-a32f-4a64-be42-013e268870d3 None None] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:39:06.427560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:06.429554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.531057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port af1944e8-bb9c-41be-86a6-690262c7dea3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=af1944e8-bb9c-41be-86a6-690262c7dea3,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:06.531057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:06.535418 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c019f8a-40fd-4b8e-a16c-1246fc50697f" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:06.581880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.595602 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8cd48d5f-fd30-4381-8ba7-df1f9d742aec req-cbcd78a2-e8df-415a-ae23-325d601cb26d service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252481 Oct 18 20:39:06.635887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65668052-a76d-41b9-a6b6-f84610ffae2c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0896950 Oct 18 20:39:06.646661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54202) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:06.662098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:06.712769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.716041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.746323 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:39:06.827625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:06.840171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=af1944e8-bb9c-41be-86a6-690262c7dea3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:06.849915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.855207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:06.874203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ca15b3d4-1f41-49bf-95c8-2667eb57fe46, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:06.876419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Pushing event deleted for resources: {'Port': ['ID=f044e065-15c5-43bb-a434-03b5265a31a8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:06.881785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1161f252-a2af-4869-b8c0-97910d2f8801 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:06.935907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abb857-7c12-443d-8919-85c272b3831a req-50c1a63c-240a-4ea4-9179-7fac1c44bf79 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:06.953477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23abb857-7c12-443d-8919-85c272b3831a req-50c1a63c-240a-4ea4-9179-7fac1c44bf79 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 944 time: 0.4485655 Oct 18 20:39:06.973660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:07.053643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] No DVR routers for this DVR port f044e065-15c5-43bb-a434-03b5265a31a8 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:39:07.063136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:07.074264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c535371c-3bb3-4343-83a1-68ea4c0e5481 req-93ff38b0-9b04-47f4-8e15-8a84cc92fbb7 tempest-ImagesNegativeTestJSON-1264009862 tempest-ImagesNegativeTestJSON-1264009862-project] 10.222.0.30 "DELETE /v2.0/ports/f044e065-15c5-43bb-a434-03b5265a31a8 HTTP/1.1" status: 204 len: 173 time: 2.8643451 Oct 18 20:39:07.091523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'name': 'network-vif-deleted', 'tag': 'f044e065-15c5-43bb-a434-03b5265a31a8'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:07.096312 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7796dcb-9502-47d4-8007-fd9a9097d79d" -d '{"events": [{"server_uuid": "cb4db220-5538-4e4c-86dc-5bf38e16ab5b", "name": "network-vif-deleted", "tag": "f044e065-15c5-43bb-a434-03b5265a31a8"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:07.464118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 1161f252-a2af-4869-b8c0-97910d2f8801 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:07.472963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:07.480643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 1161f252-a2af-4869-b8c0-97910d2f8801 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:07.481072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:07.486582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:07.512824 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23abb857-7c12-443d-8919-85c272b3831a req-de36dac8-acd8-4ff4-af5a-c5b60f728599 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5500164 Oct 18 20:39:07.520831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-ab8be122-f616-43fd-8c77-8d8c08cccb83', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:39:07.522867 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:07.714115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f044e065-15c5-43bb-a434-03b5265a31a8 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:39:07.787121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: f044e065-15c5-43bb-a434-03b5265a31a8 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:39:07.787644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f044e065-15c5-43bb-a434-03b5265a31a8 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:39:07.932027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Allocated IP 172.20.0.2 (ab8be122-f616-43fd-8c77-8d8c08cccb83/09f4b92e-d65b-420f-9b14-9d8de49ee06f/07d6483b-ed15-427c-8e59-e55e6e6e3113) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:07.934007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:07.991602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.124924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567284db-b8e1-45a6-8ef3-5e9c37956448 req-4a52af04-591f-43fe-9e9f-c37b98dc8157 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:08.126860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-567284db-b8e1-45a6-8ef3-5e9c37956448 req-4a52af04-591f-43fe-9e9f-c37b98dc8157 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 944 time: 0.3150682 Oct 18 20:39:08.155359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1161f252-a2af-4869-b8c0-97910d2f8801, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1161f252-a2af-4869-b8c0-97910d2f8801,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:08.165031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.165943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:08.225679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-567284db-b8e1-45a6-8ef3-5e9c37956448 req-6bd2808c-b92f-4872-b2dd-5e1a9a03a4dc tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911434 Oct 18 20:39:08.281593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=1161f252-a2af-4869-b8c0-97910d2f8801,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:08.340926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.352819 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.358445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:08.366400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:08.366865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.429445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Pushing event updated for resources: {'Port': ['ID=07d6483b-ed15-427c-8e59-e55e6e6e3113,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:08.464132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:08.466876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:08.472678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:08.540788 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.576170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.608439 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.626406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Attempting to bind port 07d6483b-ed15-427c-8e59-e55e6e6e3113 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:08.626926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Attempting to bind port 07d6483b-ed15-427c-8e59-e55e6e6e3113 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:08.627331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Attempting to bind port 07d6483b-ed15-427c-8e59-e55e6e6e3113 on network ab8be122-f616-43fd-8c77-8d8c08cccb83 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:08.661953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:08.662408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Checking segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:08.664137 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.664616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Bound using segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:08.667080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Bound port: 07d6483b-ed15-427c-8e59-e55e6e6e3113, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:08.668463 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.727505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:08.759027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.760539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0b612ef8-57ef-418b-bbff-ac345a0659a1 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:08.789293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Allocated IP 172.25.7.234 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/83c4d054-b9a4-410e-ace2-55b9d4f42fb3) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:08.893428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] For port 07d6483b-ed15-427c-8e59-e55e6e6e3113, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:08.902483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] For port 07d6483b-ed15-427c-8e59-e55e6e6e3113, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=07d6483b-ed15-427c-8e59-e55e6e6e3113,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:08.917496 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:08.922733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:08.985220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 0b612ef8-57ef-418b-bbff-ac345a0659a1 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:08.992347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 0b612ef8-57ef-418b-bbff-ac345a0659a1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:08.992746 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.007630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca556c-c0b3-46ac-bb55-511cca003b48 req-2fc58013-f914-4d71-96dc-c8d264143da7 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.009511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ccca556c-c0b3-46ac-bb55-511cca003b48 req-2fc58013-f914-4d71-96dc-c8d264143da7 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1097 time: 0.1635001 Oct 18 20:39:09.044601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645b6a7-af83-4eb2-881d-f4357ff0837d None None] Pushing event updated for resources: {'Port': ['ID=07d6483b-ed15-427c-8e59-e55e6e6e3113,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:09.062183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.083963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ccca556c-c0b3-46ac-bb55-511cca003b48 req-c84baf63-5963-4001-8e7b-80850645c95d tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586045 Oct 18 20:39:09.115192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.136332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.171038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0b612ef8-57ef-418b-bbff-ac345a0659a1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:09.183553 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.186165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:09.190669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:09.200129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:09.323190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Pushing event updated for resources: {'Port': ['ID=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:09.354315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0b612ef8-57ef-418b-bbff-ac345a0659a1,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:09.501250 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.507516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.513633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.519780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.526372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.532436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.538793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:09.540890 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-dea1393d-5a2b-40b5-a0fc-72264e6a3de6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.2447333 Oct 18 20:39:09.675006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e93bc81a-9d8a-4b63-82a6-7170100f20b2 req-65f65c61-5e1f-488d-8a6f-6506eca8d601 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145060 Oct 18 20:39:09.729376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device af1944e8-bb9c-41be-86a6-690262c7dea3 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:09.799692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 07d6483b-ed15-427c-8e59-e55e6e6e3113 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:09.804741 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baef0bd6-a832-432b-9b56-b03ad71be672 x-openstack-request-id: req-baef0bd6-a832-432b-9b56-b03ad71be672 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:09.805101 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:09.805265 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-baef0bd6-a832-432b-9b56-b03ad71be672 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:09.806114 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa', 'code': 200} Oct 18 20:39:09.859373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.915410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port af1944e8-bb9c-41be-86a6-690262c7dea3 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:09.922021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 07d6483b-ed15-427c-8e59-e55e6e6e3113 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:09.922481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.929477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port af1944e8-bb9c-41be-86a6-690262c7dea3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:09.930175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:09.992682 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fda924-fa27-47f8-a687-d6d8608918d9 x-openstack-request-id: req-59fda924-fa27-47f8-a687-d6d8608918d9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:09.994121 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4db220-5538-4e4c-86dc-5bf38e16ab5b", "name": "network-vif-deleted", "tag": "f044e065-15c5-43bb-a434-03b5265a31a8", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:09.995047 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59fda924-fa27-47f8-a687-d6d8608918d9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:09.995719 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4db220-5538-4e4c-86dc-5bf38e16ab5b', 'name': 'network-vif-deleted', 'tag': 'f044e065-15c5-43bb-a434-03b5265a31a8', 'status': 'completed', 'code': 200} Oct 18 20:39:10.222019 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:10.254002 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:10.337931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 07d6483b-ed15-427c-8e59-e55e6e6e3113, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=07d6483b-ed15-427c-8e59-e55e6e6e3113,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:10.350542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:10.363770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port af1944e8-bb9c-41be-86a6-690262c7dea3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=af1944e8-bb9c-41be-86a6-690262c7dea3,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:10.407671 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:10.409231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:39:10.522200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=07d6483b-ed15-427c-8e59-e55e6e6e3113,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:10.578759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1514b2-e199-48a5-a00b-a1acccaa510a None None] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:39:10.672504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d243399-1423-482d-a83c-b196e66f31a4 req-ca1b514e-d4c6-4020-b601-c993e748d967 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:10.674089 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d243399-1423-482d-a83c-b196e66f31a4 req-ca1b514e-d4c6-4020-b601-c993e748d967 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 946 time: 0.5646656 Oct 18 20:39:10.721125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=af1944e8-bb9c-41be-86a6-690262c7dea3,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:10.759053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:10.763873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fd95541d-2c0a-4a16-b226-bcc96591fb3f None None] Provisioning complete for port 07d6483b-ed15-427c-8e59-e55e6e6e3113 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:10.765254 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fd95541d-2c0a-4a16-b226-bcc96591fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:10.765806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:10.775673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d243399-1423-482d-a83c-b196e66f31a4 req-4f3a191c-bcac-4698-a9b5-160dd1e73480 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623877 Oct 18 20:39:10.970986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:10.980814 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:11.044162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Router 366a5baa-09f2-4254-b75a-bcd379fa651a is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:39:11.114699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=14']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:11.262407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f462c86-4a63-4fa1-a700-86ab04fd2b8d req-f8d161be-6a70-4183-a13f-9d1cdd9fc99a tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:11.265021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f462c86-4a63-4fa1-a700-86ab04fd2b8d req-f8d161be-6a70-4183-a13f-9d1cdd9fc99a tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 945 time: 0.1178770 Oct 18 20:39:11.288115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:39:11.301645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:39:11.317671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:11.318617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:11.332437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:11.334225 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-727ec64b-d4d2-4ebc-83ff-326b2d5429e7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6861906 Oct 18 20:39:11.339007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:11.344682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f462c86-4a63-4fa1-a700-86ab04fd2b8d req-e6b03473-7c61-442c-a446-1188544cb9e3 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674057 Oct 18 20:39:11.569383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-68537c5c-6fb4-4b05-89e0-83408d57e8ef None None] Provisioning complete for port 07d6483b-ed15-427c-8e59-e55e6e6e3113 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:11.569649 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68537c5c-6fb4-4b05-89e0-83408d57e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:11.573894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdc826-1a34-444f-bbe7-1ab6d8f34599 req-6e4887f2-9ded-44bb-b014-89efd433eb1d tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:11.584638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44fdc826-1a34-444f-bbe7-1ab6d8f34599 req-6e4887f2-9ded-44bb-b014-89efd433eb1d tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1097 time: 0.1179097 Oct 18 20:39:11.602112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54308) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:11.691588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44fdc826-1a34-444f-bbe7-1ab6d8f34599 req-aa6e6879-748c-44f3-9af6-4f644abbee13 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057563 Oct 18 20:39:11.699925 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:11.767035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 07d6483b-ed15-427c-8e59-e55e6e6e3113 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:11.808633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1'}, {'server_uuid': 'a685954d-c832-4738-860c-0609f2195c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1944e8-bb9c-41be-86a6-690262c7dea3'}, {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:11.811157 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ac320a-7dc5-437e-ace7-be29dbb91e69" -d '{"events": [{"server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "name": "network-vif-plugged", "status": "completed", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1"}, {"server_uuid": "a685954d-c832-4738-860c-0609f2195c03", "name": "network-vif-plugged", "status": "completed", "tag": "af1944e8-bb9c-41be-86a6-690262c7dea3"}, {"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:11.854286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c310a4d2-42c1-4d9b-8277-a2c2094b233c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:11.933691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 07d6483b-ed15-427c-8e59-e55e6e6e3113 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:11.934366 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:11.946352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fc4f4-5e7c-4b28-9d14-edd71ab59105 req-f23cd779-2614-4637-bebe-a50b2a83dc44 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:11.949376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a94fc4f4-5e7c-4b28-9d14-edd71ab59105 req-f23cd779-2614-4637-bebe-a50b2a83dc44 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 945 time: 0.1028528 Oct 18 20:39:12.025175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a94fc4f4-5e7c-4b28-9d14-edd71ab59105 req-c788ff53-c8fa-46bd-bb79-530e0a157c35 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646446 Oct 18 20:39:12.046566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:09Z', 'revision_number': 3, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:12.103589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:39:12.104310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Updating router 366a5baa-09f2-4254-b75a-bcd379fa651a port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:39:12.166455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.230895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c310a4d2-42c1-4d9b-8277-a2c2094b233c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.241181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c310a4d2-42c1-4d9b-8277-a2c2094b233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.278900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.285782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.292206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.298357 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.304971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.311261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.317887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.321303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-beb57ea2-45fb-4ffd-b4ce-7dc8bad2a63a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.1235514 Oct 18 20:39:12.375483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310a4d2-42c1-4d9b-8277-a2c2094b233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74db44c-38c2-4483-927f-602884c9e8d6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:12.384373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9af0a4c-6667-4042-9124-5f52c7b9277e req-e44f5139-66e5-4553-9b3e-1a1ae9a7c1ee tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523429 Oct 18 20:39:12.387878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c310a4d2-42c1-4d9b-8277-a2c2094b233c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e882e273fed34d11bee6bcf8ddd6c782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7857435 Oct 18 20:39:12.393777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54320) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:12.498326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-15638b88-7d9c-4048-80dd-2a3434cd9306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.507940 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.596038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-15638b88-7d9c-4048-80dd-2a3434cd9306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.665259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41955-fdc7-4927-8093-bd56f04ba869 req-bfdc870b-b349-4b6b-805f-73c96a5be969 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:12.666939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15c41955-fdc7-4927-8093-bd56f04ba869 req-bfdc870b-b349-4b6b-805f-73c96a5be969 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1264088 Oct 18 20:39:12.713398 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.719458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-15638b88-7d9c-4048-80dd-2a3434cd9306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.722682 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-15638b88-7d9c-4048-80dd-2a3434cd9306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.726896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-15638b88-7d9c-4048-80dd-2a3434cd9306 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c74db44c-38c2-4483-927f-602884c9e8d6 HTTP/1.1" status: 204 len: 168 time: 0.3268864 Oct 18 20:39:12.727159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:12.746814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15638b88-7d9c-4048-80dd-2a3434cd9306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74db44c-38c2-4483-927f-602884c9e8d6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:12.759666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15c41955-fdc7-4927-8093-bd56f04ba869 req-260b7b5f-b309-4a9f-ad55-45917844c422 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803337 Oct 18 20:39:12.885968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fd4d8-339b-4b9e-91cc-10b2e6ed09a1 None None] Pushing event updated for resources: {'Port': ['ID=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:12.897102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Allocated IP 172.20.0.1 (ab8be122-f616-43fd-8c77-8d8c08cccb83/09f4b92e-d65b-420f-9b14-9d8de49ee06f/6246c3fb-e467-4853-a050-9512f303404a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:12.956169 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d256491-f929-4d11-b757-de3a974c230d x-openstack-request-id: req-2d256491-f929-4d11-b757-de3a974c230d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:12.956637 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "name": "network-vif-plugged", "status": "completed", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-plugged", "status": "completed", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1", "code": 200}, {"server_uuid": "a685954d-c832-4738-860c-0609f2195c03", "name": "network-vif-plugged", "status": "completed", "tag": "af1944e8-bb9c-41be-86a6-690262c7dea3", "code": 200}, {"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-unplugged", "status": "completed", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:12.956855 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d256491-f929-4d11-b757-de3a974c230d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:12.957226 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'code': 200} Oct 18 20:39:12.957481 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801', 'code': 200} Oct 18 20:39:12.957737 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c', 'code': 200} Oct 18 20:39:12.958090 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1', 'code': 200} Oct 18 20:39:12.958477 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685954d-c832-4738-860c-0609f2195c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1944e8-bb9c-41be-86a6-690262c7dea3', 'code': 200} Oct 18 20:39:12.958877 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'code': 200} Oct 18 20:39:12.991358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Attempting to bind port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:12.992257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Attempting to bind port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:12.993582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Attempting to bind port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:13.011815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:13.012647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:13.015430 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:13.015430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:13.015430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Bound port: 83c4d054-b9a4-410e-ace2-55b9d4f42fb3, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:13.016186 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:13.113245 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:13.145217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:13.281147 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] For port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:13.296163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] For port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:13.310582 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:13.350777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.351388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.353120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.353733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.354427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.355087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.355760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.359120 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-8373b61c-12c1-404c-bde7-376a24aabf04 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6503 time: 0.2439861 Oct 18 20:39:13.399738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbad54c-e498-469e-adf5-237da362747f req-14ed4a13-ce81-4efd-acc2-e5b4babe630b tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.413784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fbad54c-e498-469e-adf5-237da362747f req-14ed4a13-ce81-4efd-acc2-e5b4babe630b tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 945 time: 0.2003579 Oct 18 20:39:13.472855 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:13.525195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-276d98df-ba55-4cf6-8186-76f85ec68fc6 req-3a0e1a96-41be-41d5-8df0-70d9306320e3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&id=516b0886-8592-475f-8b27-766f50b1c7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534605 Oct 18 20:39:13.554925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fbad54c-e498-469e-adf5-237da362747f req-c307ed7e-9b06-4546-9851-7d33cb49890a tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366534 Oct 18 20:39:13.559727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:13.562904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:13.653128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:13.662644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:13.672138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-0a9c89f7-7bd7-4881-b1ae-1e32f53e0d59 req-7abadad2-452c-43b4-b8c5-5b6ea160ce9b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:39:13.673387 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a9c89f7-7bd7-4881-b1ae-1e32f53e0d59 req-7abadad2-452c-43b4-b8c5-5b6ea160ce9b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066261 Oct 18 20:39:13.677723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:13.683595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4478e-7a97-46e1-a028-ecb04f2d7216 req-23b95f51-47cc-4ac9-8fbe-303a924dfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:13.692899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c4478e-7a97-46e1-a028-ecb04f2d7216 req-23b95f51-47cc-4ac9-8fbe-303a924dfe18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 1096 time: 0.5207241 Oct 18 20:39:13.714348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fd4d8-339b-4b9e-91cc-10b2e6ed09a1 None None] Pushing event updated for resources: {'Port': ['ID=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:13.963073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:14.019347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c538ff-1dec-4e7e-95d9-3503b5da30ad req-13020dbb-6fac-41bc-a642-0cb56edaf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:14.023315 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5c538ff-1dec-4e7e-95d9-3503b5da30ad req-13020dbb-6fac-41bc-a642-0cb56edaf8a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 1096 time: 0.8569012 Oct 18 20:39:14.041879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Pushing event updated for resources: {'Port': ['ID=6246c3fb-e467-4853-a050-9512f303404a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:14.064880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:14.080484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c4478e-7a97-46e1-a028-ecb04f2d7216 req-9ccbd962-7475-4461-8a1c-a151caa561f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603163 Oct 18 20:39:14.241967 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5c538ff-1dec-4e7e-95d9-3503b5da30ad req-270d4594-7198-46d4-8baa-73175502b432 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868715 Oct 18 20:39:14.372225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-33ad6c3b-f350-4a9a-8845-cd4b7c814007 None None] Provisioning complete for port 6246c3fb-e467-4853-a050-9512f303404a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:14.373192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33ad6c3b-f350-4a9a-8845-cd4b7c814007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:14.475335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:14.546891 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-33ad6c3b-f350-4a9a-8845-cd4b7c814007 None None] Port 6246c3fb-e467-4853-a050-9512f303404a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:39:14.627380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:09Z', 'revision_number': 3, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:14.701368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8881b4b-15d5-4615-90a7-081c1b7cdc98 None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:09Z', 'revision_number': 3, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:39:14.712279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:14.985099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-582303375-network', 'tenant_id': '699f0e14949b4116b34dd9d258c94ab5'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:15.038496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.038891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Made reservation on behalf of 699f0e14949b4116b34dd9d258c94ab5 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:15.041694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.054392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.055618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.218582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.258405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Pushing event updated for resources: {'Port': ['ID=6246c3fb-e467-4853-a050-9512f303404a,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:15.330654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.338821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.390257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:39:15.448203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.454898 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Added segment 0b16a61e-b8df-4f14-9a59-c6ba2e682739 of type vlan for network f70f7e6c-e18e-43a0-968e-921b8b9391b1 Oct 18 20:39:15.490143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294133db-8797-4bae-bc21-71ebb9b3b93b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:15.576480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.622957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.624969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:15.629204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.667715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:15.672667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:15.700329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9860570 Oct 18 20:39:15.730589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54454) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:15.758423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Request body: {'subnet': {'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-582303375-subnet', 'tenant_id': '699f0e14949b4116b34dd9d258c94ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:15.864087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:39:15.881850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:15.884820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4083b-a418-4248-9cf5-13b3f7f588e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f70f7e6c-e18e-43a0-968e-921b8b9391b1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:15.913193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Made reservation on behalf of 699f0e14949b4116b34dd9d258c94ab5 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:15.915982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:15.940859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f70f7e6c-e18e-43a0-968e-921b8b9391b1 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:39:16.129553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:16.130293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:16.280680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-764390fb-e9a4-40a8-a4d9-c36cc0f40917 None None] Provisioning complete for port 6246c3fb-e467-4853-a050-9512f303404a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:16.281082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-764390fb-e9a4-40a8-a4d9-c36cc0f40917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:16.310834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:39:16.320666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2608be7e-8a91-4bbd-8ad2-e5c67a9c6f32 admin admin] 10.222.0.66 "PUT /v2.0/routers/366a5baa-09f2-4254-b75a-bcd379fa651a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9798758 Oct 18 20:39:16.347613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-764390fb-e9a4-40a8-a4d9-c36cc0f40917 None None] Port 6246c3fb-e467-4853-a050-9512f303404a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:39:16.350569 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:16.383074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:16.394462 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:16.407258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:16.466931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6571dfc2-ecbf-4a4b-8543-6f237b887ffe,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:16.542119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Checking segment: {'id': '0b16a61e-b8df-4f14-9a59-c6ba2e682739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:16.542470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Network hostable DHCP agents. Network: f70f7e6c-e18e-43a0-968e-921b8b9391b1, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:39:16.573301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Network f70f7e6c-e18e-43a0-968e-921b8b9391b1 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:39:16.588853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, f70f7e6c-e18e-43a0-968e-921b8b9391b1) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:16.599495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:16.600123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:16.625965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-855964c6-688f-4452-a892-6e888095c170 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8855586 Oct 18 20:39:16.655478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a4013-12fa-452f-b84a-44843490caa8 None None] Network f70f7e6c-e18e-43a0-968e-921b8b9391b1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:39:16.678199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e8108a57-2235-4373-9faf-1895c639a28e tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:39:16.689352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:16.692556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e8108a57-2235-4373-9faf-1895c639a28e tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3246827 Oct 18 20:39:16.754388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-8febc548-083e-4344-9c05-696ff6804d78 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:16.755877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-8febc548-083e-4344-9c05-696ff6804d78 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 1094 time: 0.0468869 Oct 18 20:39:16.821335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Request body: {'binding': {'host': 'n-h1-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:16.821810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:39:16.872309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55adcb35-5826-4c4e-8283-8b5df3287251 None None] Network f70f7e6c-e18e-43a0-968e-921b8b9391b1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:39:17.012051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on host n-h1-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:17.012428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:17.012802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:17.019358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:17.019842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:17.025965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:17.026306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:17.026703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:17.027145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Bound port: 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:17.130540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:17.138465 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:17.140557 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-e6f8eb62-4942-41e1-964c-c7f1abc95acb service neutron] 10.222.0.66 "POST /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60/bindings HTTP/1.1" status: 201 len: 389 time: 0.3749757 Oct 18 20:39:17.414354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f2098-12f1-434e-84fa-2d2ec1a54359 req-f7af4401-6517-4ef6-b6e9-ae687c7ff98f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.416094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b77f2098-12f1-434e-84fa-2d2ec1a54359 req-f7af4401-6517-4ef6-b6e9-ae687c7ff98f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 945 time: 0.0830736 Oct 18 20:39:17.465269 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:39:17.473278 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b77f2098-12f1-434e-84fa-2d2ec1a54359 req-106fbe8c-af71-4ce2-bb9e-beaf88e1d101 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501008 Oct 18 20:39:17.484263 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:17.485486 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:17.664640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-205759db-df8f-4f7c-b024-eca035c3b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.667110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-205759db-df8f-4f7c-b024-eca035c3b94b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1097 time: 0.0923014 Oct 18 20:39:17.701840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.714804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.725078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:17.727564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.740795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.754356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.767108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.781169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.786219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-47cc1c39-4d3c-4775-8c7e-9d828875b6c9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.2306046 Oct 18 20:39:17.789335 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:17.798999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:17.799693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:17.858908 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41bef9d2-e8da-4537-a843-8580459d20c2 req-366c4a0d-81af-4d27-9984-fd1d74cd3d0a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596449 Oct 18 20:39:17.890185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-ef005255-c711-4faf-bbeb-61136154d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:17.891924 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-ef005255-c711-4faf-bbeb-61136154d865 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.2174830 Oct 18 20:39:17.959603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-7688e104-8ea3-42b0-b50f-e23e191c1efc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 217 time: 0.0594108 Oct 18 20:39:18.043646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7b22-6901-49cd-af91-67ff8bcf7ca8 req-0060638e-9f53-413e-8e04-05211d6404ed tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:18.047030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-4f4f0314-1b7d-4b50-b07a-6b020f268235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:18.048466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-167c7b22-6901-49cd-af91-67ff8bcf7ca8 req-0060638e-9f53-413e-8e04-05211d6404ed tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 945 time: 0.0882754 Oct 18 20:39:18.049490 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-4f4f0314-1b7d-4b50-b07a-6b020f268235 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0831358 Oct 18 20:39:18.089816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-4443b9e3-16b3-4e14-9638-e4afc98dc11b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321016 Oct 18 20:39:18.109669 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-167c7b22-6901-49cd-af91-67ff8bcf7ca8 req-ff0d5271-c158-4a86-a940-95503ab87bed tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484383 Oct 18 20:39:18.218979 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 2, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:18.231568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-f72eeffc-c445-4372-a78b-59d4d27485ee service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330898 Oct 18 20:39:18.247689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd73dee-6b6a-4faf-884d-c21b3385f431 req-21cc2874-655f-4b6c-bbcf-4c1646f4ee27 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:18.249408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edd73dee-6b6a-4faf-884d-c21b3385f431 req-21cc2874-655f-4b6c-bbcf-4c1646f4ee27 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0567627 Oct 18 20:39:18.271681 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:39:18.272238 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Updating router 366a5baa-09f2-4254-b75a-bcd379fa651a port 6246c3fb-e467-4853-a050-9512f303404a binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:39:18.313048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edd73dee-6b6a-4faf-884d-c21b3385f431 req-2d16a652-59e5-4b72-b3d3-e85165617094 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529895 Oct 18 20:39:18.317767 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.370815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-b0c57ac0-62ac-455e-b5e7-ec3bfceeac8e service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303184 Oct 18 20:39:18.511270 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.529809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-14af0329-307b-4373-bc81-267abe3cef36 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:18.532997 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-14af0329-307b-4373-bc81-267abe3cef36 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1097 time: 0.0910993 Oct 18 20:39:18.548094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:18.643930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.660688 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e1521bb8-2299-4f82-9db5-be61b7919c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.700266 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.711275 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.750390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-322e2f1e-3094-4c79-a9c6-c3d2be71a059 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:18.752238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-322e2f1e-3094-4c79-a9c6-c3d2be71a059 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 820 time: 0.1775556 Oct 18 20:39:18.782003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-bab15db6-4191-4fda-9fb5-d5ec5e097eb9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/quotas/fc042baa9c0c4f83ba92ceb1a4d46f5e HTTP/1.1" status: 200 len: 375 time: 0.0136847 Oct 18 20:39:18.798561 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa02bee-9a7e-487e-88f6-c773b1e8b6e1 None None] Pushing event updated for resources: {'Port': ['ID=6246c3fb-e467-4853-a050-9512f303404a,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:18.837371 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Attempting to bind port 6246c3fb-e467-4853-a050-9512f303404a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:18.837371 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Attempting to bind port 6246c3fb-e467-4853-a050-9512f303404a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:18.837933 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Attempting to bind port 6246c3fb-e467-4853-a050-9512f303404a on network ab8be122-f616-43fd-8c77-8d8c08cccb83 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:18.844349 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:18.844767 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Checking segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:18.845155 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.845831 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Bound using segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:18.846341 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Bound port: 6246c3fb-e467-4853-a050-9512f303404a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:18.846731 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.855662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:18.863937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-08aac7fe-f03f-4f0d-931c-4e2277f102e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706704 Oct 18 20:39:18.940819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:18.949027 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] For port 6246c3fb-e467-4853-a050-9512f303404a, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:18.953386 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] For port 6246c3fb-e467-4853-a050-9512f303404a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6246c3fb-e467-4853-a050-9512f303404a,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:18.965168 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:18.992720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:18.995573 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228a681-cb19-44b8-89ca-8607f79270fb" -d '{"events": [{"server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "name": "network-vif-unplugged", "status": "completed", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:19.002475 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.003515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-2da95883-3ef1-47b1-9df2-c571db8ef11b service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300986 Oct 18 20:39:19.015633 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.030461 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:19.031399 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:38:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:19.110143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2389b780-a120-4a3f-940c-f0d0751ec0fa None None] Provisioning complete for port 6246c3fb-e467-4853-a050-9512f303404a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:19.110986 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2389b780-a120-4a3f-940c-f0d0751ec0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.140907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-7e82cf36-6eef-4259-8193-9f5981953ec7 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268237 Oct 18 20:39:19.174185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:19.193033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on host n-h2-812149-2 for vnic_type normal with profile {"migrating_to": "n-h1-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:19.194042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:19.194674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:19.198799 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa02bee-9a7e-487e-88f6-c773b1e8b6e1 None None] Pushing event updated for resources: {'Port': ['ID=6246c3fb-e467-4853-a050-9512f303404a,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:19.202357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:19.203222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Attempting to bind port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:19.223920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:19.224466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:19.225036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:19.225672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Bound port: 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:19.226625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.276644 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2389b780-a120-4a3f-940c-f0d0751ec0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.360517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:19.366949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2389b780-a120-4a3f-940c-f0d0751ec0fa None None] For port 6246c3fb-e467-4853-a050-9512f303404a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6246c3fb-e467-4853-a050-9512f303404a,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:19.368639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:19.375660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2389b780-a120-4a3f-940c-f0d0751ec0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.378612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.382836 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:19.459163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:19.497421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389b780-a120-4a3f-940c-f0d0751ec0fa None None] Pushing event updated for resources: {'Port': ['ID=6246c3fb-e467-4853-a050-9512f303404a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:19.542860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:19.544917 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.547721 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-44747206-3885-43d6-bf57-2585d6dffe96 service neutron] 10.222.0.30 "PUT /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 1122 time: 1.0069952 Oct 18 20:39:19.624124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-500ed955-1841-46f5-92fd-caf36d1e988e None None] Provisioning complete for port 6246c3fb-e467-4853-a050-9512f303404a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:19.624718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-500ed955-1841-46f5-92fd-caf36d1e988e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:19.695378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-5af46b5c-dce1-49f0-9b53-8a2be1e01c6b tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:19.698284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['95ff8d09-36f7-4fb7-ad36-076d86e14a60'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:19.700709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-5af46b5c-dce1-49f0-9b53-8a2be1e01c6b tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/networks?id=f70f7e6c-e18e-43a0-968e-921b8b9391b1 HTTP/1.1" status: 200 len: 813 time: 0.2333221 Oct 18 20:39:19.732323 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-fe147b32-ea60-43a6-9705-fed127e613ab tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/quotas/699f0e14949b4116b34dd9d258c94ab5 HTTP/1.1" status: 200 len: 375 time: 0.0201328 Oct 18 20:39:19.801388 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-2fdcd93e-57cf-431d-bfce-96c7e04cd51b tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=699f0e14949b4116b34dd9d258c94ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676055 Oct 18 20:39:19.836544 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:18Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:19.908265 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c527f6f-17c6-4c32-a099-5142026cc1ce None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:18Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:39:19.967572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-08730af7-99bb-42a0-a9d5-e88562d4dc81 service neutron] 10.222.0.66 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636708 Oct 18 20:39:20.177357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-d5f4a065-f94d-4519-bd14-3acd681fadd5 service neutron] 10.222.0.66 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083197 Oct 18 20:39:20.497549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671c455-ddb5-4ff0-9748-bc42635b0953 req-1ddf8c95-dd9d-4384-bb63-03a15aa32352 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:20.508637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4671c455-ddb5-4ff0-9748-bc42635b0953 req-1ddf8c95-dd9d-4384-bb63-03a15aa32352 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 944 time: 0.0979149 Oct 18 20:39:20.553138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4671c455-ddb5-4ff0-9748-bc42635b0953 req-57b4be05-0ab5-40f1-afb1-19dfcb57a9ac tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Oct 18 20:39:20.879708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-bf148376-97d6-4f1f-ac76-b9f39450a903 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:20.881931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-bf148376-97d6-4f1f-ac76-b9f39450a903 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.1484280 Oct 18 20:39:20.926287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-b04cf9e7-2dae-4b66-aa20-43179b0b0fe1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0337834 Oct 18 20:39:21.154648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-dc39ec9b-aaab-48e7-93f7-ba44493ff4db tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2143896 Oct 18 20:39:21.336810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-121a3861-4564-446f-a42d-d0526f9967f4 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:21.339880 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-121a3861-4564-446f-a42d-d0526f9967f4 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.79 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 820 time: 0.3486812 Oct 18 20:39:21.363910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'port': {'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'admin_state_up': True, 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:21.519380 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4b8f04d5-a143-46f1-907d-1d427c747409 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502054 Oct 18 20:39:21.679949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6246c3fb-e467-4853-a050-9512f303404a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:21.755770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 95ff8d09-36f7-4fb7-ad36-076d86e14a60 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:21.759935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Made reservation on behalf of fc042baa9c0c4f83ba92ceb1a4d46f5e for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:21.766932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:21.804179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-39ee29f3-8dc3-4bf1-bbbb-ababe7238b40 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759855 Oct 18 20:39:21.817429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6246c3fb-e467-4853-a050-9512f303404a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:21.817946 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:21.924285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-3e23fe7d-4fbc-421f-bcda-014af7762801 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:21.927256 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-3e23fe7d-4fbc-421f-bcda-014af7762801 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.79 "GET /v2.0/networks?id=f70f7e6c-e18e-43a0-968e-921b8b9391b1 HTTP/1.1" status: 200 len: 813 time: 0.2215986 Oct 18 20:39:21.953240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Request body: {'port': {'device_id': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1', 'admin_state_up': True, 'tenant_id': '699f0e14949b4116b34dd9d258c94ab5'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:22.013626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:22.034117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 95ff8d09-36f7-4fb7-ad36-076d86e14a60 has no active binding in host n-h1-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:39:22.099254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Allocated IP 172.20.0.12 (ab8be122-f616-43fd-8c77-8d8c08cccb83/09f4b92e-d65b-420f-9b14-9d8de49ee06f/48a4eb50-b655-4bd4-8eb8-23e01b3d38f8) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:22.152126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.165068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.174197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.182285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.187568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Made reservation on behalf of 699f0e14949b4116b34dd9d258c94ab5 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:22.189071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.191895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:22.196206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.205705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.207767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0892d05-e206-4c26-a73f-4db778440e49 req-5016a136-4c39-4ead-a1bc-ae87ea9bf554 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.1579769 Oct 18 20:39:22.224896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54546) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:22.230683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Request body: {'floatingip': {'port_id': 'd24ac76e-6682-4c27-ae6b-5269907a2def'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:22.328512 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:22.490457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a848e0-0ff6-4797-8004-cfa8e7b538bf req-18f0c005-761e-4a75-b39e-7d853dbe59cf tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:22.493865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6a848e0-0ff6-4797-8004-cfa8e7b538bf req-18f0c005-761e-4a75-b39e-7d853dbe59cf tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 945 time: 0.1618097 Oct 18 20:39:22.504265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:22.525270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54554) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:22.534114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Request body: {'floatingip': {'port_id': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:22.630912 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:22.756836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:22.779980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Allocated IP 172.20.0.9 (f70f7e6c-e18e-43a0-968e-921b8b9391b1/6571dfc2-ecbf-4a4b-8543-6f237b887ffe/9a73b518-b32b-45c4-91fb-95a32e43375c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:22.794336 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78632ce-19a1-4ac7-a6ff-85d21de6a9ae x-openstack-request-id: req-b78632ce-19a1-4ac7-a6ff-85d21de6a9ae {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:22.794631 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "name": "network-vif-unplugged", "status": "completed", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:22.794877 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b78632ce-19a1-4ac7-a6ff-85d21de6a9ae {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:22.795283 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60', 'code': 200} Oct 18 20:39:22.851884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:22.863713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:22.868959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:22.874519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Pushing event updated for resources: {'Port': ['ID=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:23.019261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:23.020276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:23.061601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db1741-d753-44d6-9bf2-334adb8c6089 req-20a646f1-4cfd-4919-8c63-54b1a5872a33 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:23.063288 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77db1741-d753-44d6-9bf2-334adb8c6089 req-20a646f1-4cfd-4919-8c63-54b1a5872a33 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 932 time: 0.1520562 Oct 18 20:39:23.097462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-02ce3541-ae2d-43b1-aece-48a7f6645baf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7452292 Oct 18 20:39:23.121016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Request body: {'port': {'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:23.131094 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-386612e0-918f-42b0-aebd-040bf21849ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:23.164118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451140-53ae-4a1d-8a69-918b84f88337 req-05f3caa6-7064-41bb-bd26-b6da04b83e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:23.165713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41451140-53ae-4a1d-8a69-918b84f88337 req-05f3caa6-7064-41bb-bd26-b6da04b83e2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1095 time: 0.2580500 Oct 18 20:39:23.294937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77db1741-d753-44d6-9bf2-334adb8c6089 req-5fa8676c-6dcb-49bf-bb54-3f2b07041517 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015438 Oct 18 20:39:23.328768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:23.343302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2ad3cd96-993f-4cd6-82e8-fec7d153c945 None None] Provisioning complete for port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:23.348156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ad3cd96-993f-4cd6-82e8-fec7d153c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:23.414315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:23.465456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3cd96-993f-4cd6-82e8-fec7d153c945 None None] Port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:39:23.518936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451140-53ae-4a1d-8a69-918b84f88337 req-80d34582-7d57-4820-9506-d35e36d57fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:23.521009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41451140-53ae-4a1d-8a69-918b84f88337 req-80d34582-7d57-4820-9506-d35e36d57fa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.3211522 Oct 18 20:39:23.747156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:23.913214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070ca27-35dd-440d-a240-10b54a52b577 req-612bfe9d-cd65-4484-864d-05562ee0e3c6 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:23.914984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d070ca27-35dd-440d-a240-10b54a52b577 req-612bfe9d-cd65-4484-864d-05562ee0e3c6 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 931 time: 0.1810191 Oct 18 20:39:23.918261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.resource_extend [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:39:23.950146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:39:24.054012 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41451140-53ae-4a1d-8a69-918b84f88337 req-8d50ab23-6ec6-42c8-9008-cb5d383e2e60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 999 time: 0.5045516 Oct 18 20:39:24.059706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Network f70f7e6c-e18e-43a0-968e-921b8b9391b1 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:24.091691 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.107021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.117102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d070ca27-35dd-440d-a240-10b54a52b577 req-06576212-2881-4454-8162-5f647255a203 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772020 Oct 18 20:39:24.126201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:24.137780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Pushing event updated for resources: {'Port': ['ID=9a73b518-b32b-45c4-91fb-95a32e43375c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:24.147721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:24.190963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.230215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-b91a86ee-fae8-4f1c-8fac-75b01ef3d0da tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:24.232931 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-b91a86ee-fae8-4f1c-8fac-75b01ef3d0da tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.6441731 Oct 18 20:39:24.294905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:24.348902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.378915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.481119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451140-53ae-4a1d-8a69-918b84f88337 req-8b3ab3e6-aef3-48e4-a9f6-cece6959d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:24.484451 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41451140-53ae-4a1d-8a69-918b84f88337 req-8b3ab3e6-aef3-48e4-a9f6-cece6959d877 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.3899977 Oct 18 20:39:24.505024 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Floating IP 3cccfb49-a304-4143-a2d6-0487ed5a14b5 associated. External IP: 172.25.7.115, port: ca15b3d4-1f41-49bf-95c8-2667eb57fe46. Oct 18 20:39:24.520786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:24.571817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:24.573021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.605856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.628539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d457c82-af00-43cb-a560-253e54a6760a req-a154619c-a6cd-4d54-b5ef-a2f12f2f2850 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:24.631398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d457c82-af00-43cb-a560-253e54a6760a req-a154619c-a6cd-4d54-b5ef-a2f12f2f2850 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 944 time: 0.3592815 Oct 18 20:39:24.682713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-aa1bf5a0-07dd-4e71-b8cb-16eccc8f23b9 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7374036 Oct 18 20:39:24.696277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Transition to ACTIVE for port object 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:24.713080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Request body: {'port': {'device_id': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:24.716592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:24.811275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:24.815183 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f944ecba-f09e-4744-b396-144f9c0eba27" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:24.865482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41451140-53ae-4a1d-8a69-918b84f88337 req-04ac8932-4cb4-404b-ad06-55f313c942f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:24.868161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d457c82-af00-43cb-a560-253e54a6760a req-23cfd187-690b-445e-8d79-e43b2abaa535 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234502 Oct 18 20:39:24.868435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41451140-53ae-4a1d-8a69-918b84f88337 req-04ac8932-4cb4-404b-ad06-55f313c942f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718355 Oct 18 20:39:24.958756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Pushing event updated for resources: {'Port': ['ID=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:24.974878 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Floating IP 2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9 associated. External IP: 172.25.7.30, port: d24ac76e-6682-4c27-ae6b-5269907a2def. Oct 18 20:39:25.048844 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:25.084455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:25.090828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:25.101182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:25.267767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-ff660993-4c59-4f33-af19-6543b22158a1 service neutron] 10.222.0.79 "GET /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60/bindings/n-h1-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.3246474 Oct 18 20:39:25.411706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Attempting to bind port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:25.412516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Attempting to bind port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:25.412977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Attempting to bind port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 on network ab8be122-f616-43fd-8c77-8d8c08cccb83 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:25.451435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41451140-53ae-4a1d-8a69-918b84f88337 req-876ca3b7-c663-4f30-a5fe-e29976b9da08 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489352 Oct 18 20:39:25.479841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 on network ab8be122-f616-43fd-8c77-8d8c08cccb83 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:25.480579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Attempting to bind port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 on network ab8be122-f616-43fd-8c77-8d8c08cccb83 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:25.533611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:25.534587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Checking segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:25.534776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Bound using segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:25.535568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Bound port: 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:25.536402 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:25.577715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Router 117427c2-62ff-4ede-8679-812fe42d3eb7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:39:25.619536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d6c93-1600-4817-89dd-c443204359be req-3e3eb7c6-0f85-4694-83b1-0537fb1ceccf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:25.622643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-773d6c93-1600-4817-89dd-c443204359be req-3e3eb7c6-0f85-4694-83b1-0537fb1ceccf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2260199 Oct 18 20:39:25.948022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] For port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:26.072261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.2 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/ead4bbee-7bd9-4704-b185-1c5e72559a10) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:26.079362 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41451140-53ae-4a1d-8a69-918b84f88337 req-32740e0c-3483-4843-a4b4-678e7f17bd3d service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090419 Oct 18 20:39:26.112126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-773d6c93-1600-4817-89dd-c443204359be req-7376c23b-47ca-4b83-a3f5-aae4d5975051 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074054 Oct 18 20:39:26.127847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] For port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:26.179924 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:26.269022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:39:26.332989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:26.346584 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:26.351003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] 10.222.0.79 "PUT /v2.0/ports/48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 1092 time: 3.2409139 Oct 18 20:39:26.352066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:39:26.371690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] Sync routers for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:39:26.384906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:26.388235 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dc4a68-19f4-4788-bdf5-2b5638b1157f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:26.397868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:26.400719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:26.404516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:26.510346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:26.556003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0769b9d0-5354-4df3-bb2b-b744db3b1b8c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "PUT /v2.0/floatingips/3cccfb49-a304-4143-a2d6-0487ed5a14b5 HTTP/1.1" status: 200 len: 991 time: 4.0287056 Oct 18 20:39:26.574348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d9c9f-e38b-47a7-84a8-8be0639d00b2 service neutron] Pushing event updated for resources: {'Port': ['ID=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:26.599421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:26.632843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:26.666476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366ea23-841f-4124-a03c-e443de745fbe req-9702f324-4890-45ed-bf56-0ac3806a39a5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:26.675555 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c366ea23-841f-4124-a03c-e443de745fbe req-9702f324-4890-45ed-bf56-0ac3806a39a5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 944 time: 0.3057816 Oct 18 20:39:26.734722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ff8d09-36f7-4fb7-ad36-076d86e14a60 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:26.756263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-839edda1-580f-4e7c-ac76-cbeaaa951e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:26.758051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-839edda1-580f-4e7c-ac76-cbeaaa951e00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1095 time: 0.2892981 Oct 18 20:39:26.771103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:26.814440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a73b518-b32b-45c4-91fb-95a32e43375c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:26.838436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54578) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:26.871269 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:26.876176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:26.878500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:26.880951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-ba9168d2-c5cc-4ebc-a574-c4a1e64fe7d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 217 time: 0.1126320 Oct 18 20:39:26.898339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c366ea23-841f-4124-a03c-e443de745fbe req-bcd4af2f-fa23-4818-a729-f47dbb6f401b tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215347 Oct 18 20:39:26.910461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:27.025298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-728bc5c2-d912-42b8-8d50-6faa47e8a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:27.027982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-728bc5c2-d912-42b8-8d50-6faa47e8a9fe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.1169720 Oct 18 20:39:27.030727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 95ff8d09-36f7-4fb7-ad36-076d86e14a60 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:39:27.056893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Transition to ACTIVE for port object 9a73b518-b32b-45c4-91fb-95a32e43375c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:27.078560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:27.113615 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ccae0-280f-49a2-9407-e8962511fa54 x-openstack-request-id: req-4e9ccae0-280f-49a2-9407-e8962511fa54 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:27.114577 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:27.115358 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e9ccae0-280f-49a2-9407-e8962511fa54 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:27.116598 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60', 'status': 'completed', 'code': 200} Oct 18 20:39:27.268916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '3cccfb49-a304-4143-a2d6-0487ed5a14b5', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'port_id': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'mac_address': 'fa:16:3e:48:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:38:45Z', 'updated_at': '2021-10-18T20:39:23Z', 'revision_number': 1, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:40Z', 'revision_number': 5, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:27.304709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:39:27.319710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:27.324649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] Checking router: 117427c2-62ff-4ede-8679-812fe42d3eb7 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:39:27.325419 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] Sync routers for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:39:27.339482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:27.340549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:27.341648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:27.348677 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:27.350095 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:27.383539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-2e54b03a-a253-469e-9b10-faca4695538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:27.388218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-2e54b03a-a253-469e-9b10-faca4695538f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501801 Oct 18 20:39:27.435277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a73b518-b32b-45c4-91fb-95a32e43375c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:27.520868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:27.546638 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:27.597280 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8309b5e-2cec-4069-a865-2209210542b4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "PUT /v2.0/floatingips/2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9 HTTP/1.1" status: 200 len: 991 time: 5.3707554 Oct 18 20:39:27.600687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-83080e10-a0be-4877-a678-207ce2024283 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023070 Oct 18 20:39:27.633261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] Transition to ACTIVE for port object 95ff8d09-36f7-4fb7-ad36-076d86e14a60 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:27.662718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:27.674926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-b4b19da8-160c-475c-9b19-1616274a418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:27.677686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-b4b19da8-160c-475c-9b19-1616274a418a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1083 time: 0.4987245 Oct 18 20:39:27.687016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:27.734778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:27.748090 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-29ec5d58-6d0c-4a5b-8a99-18f26df755be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19fb807071764da0924792c36e94e78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8756280 Oct 18 20:39:27.756754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36602640-791c-41c0-9002-47111802a9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=10']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:27.768312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac5f68-d018-4cc2-9e5a-ce84122ad223 req-ccae7904-f17a-4531-916b-517df9756369 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:27.770453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41ac5f68-d018-4cc2-9e5a-ce84122ad223 req-ccae7904-f17a-4531-916b-517df9756369 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 943 time: 0.4350107 Oct 18 20:39:27.776115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54586) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:39:27.779629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:27.787637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=ead4bbee-7bd9-4704-b185-1c5e72559a10,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:27.843000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:27.901046 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'port_id': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'mac_address': 'fa:16:3e:74:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:37:41Z', 'updated_at': '2021-10-18T20:39:23Z', 'revision_number': 1, 'project_id': '94e4669136974840b417c5b4204acd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:45Z', 'revision_number': 5, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:27.956974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17eb4ac7-777d-4c04-beff-6489d29f6b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:27.991444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17eb4ac7-777d-4c04-beff-6489d29f6b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:28.023860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Attempting to bind port 9a73b518-b32b-45c4-91fb-95a32e43375c on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:28.024525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Attempting to bind port 9a73b518-b32b-45c4-91fb-95a32e43375c by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '0b16a61e-b8df-4f14-9a59-c6ba2e682739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:28.025294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Attempting to bind port 9a73b518-b32b-45c4-91fb-95a32e43375c on network f70f7e6c-e18e-43a0-968e-921b8b9391b1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:28.047535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:28.048847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:28.074454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '3cccfb49-a304-4143-a2d6-0487ed5a14b5', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'port_id': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'mac_address': 'fa:16:3e:48:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:38:45Z', 'updated_at': '2021-10-18T20:39:23Z', 'revision_number': 1, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:40Z', 'revision_number': 5, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:28.080067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Port 9a73b518-b32b-45c4-91fb-95a32e43375c on network f70f7e6c-e18e-43a0-968e-921b8b9391b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:28.080067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Attempting to bind port 9a73b518-b32b-45c4-91fb-95a32e43375c on network f70f7e6c-e18e-43a0-968e-921b8b9391b1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:28.083451 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] Checking router: 9e80aee3-9207-48f9-bde3-9c9c93d86f67 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:39:28.086494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] No DVR routers for this DVR port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:39:28.099802 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:39:28.101015 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:28.112688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:28.113316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Checking segment: {'id': '0b16a61e-b8df-4f14-9a59-c6ba2e682739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:28.113494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41ac5f68-d018-4cc2-9e5a-ce84122ad223 req-0dfc9468-3249-4b0e-956c-347080a39d99 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966323 Oct 18 20:39:28.114022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Bound using segment: {'id': '0b16a61e-b8df-4f14-9a59-c6ba2e682739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:28.114829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Bound port: 9a73b518-b32b-45c4-91fb-95a32e43375c, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b16a61e-b8df-4f14-9a59-c6ba2e682739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:28.115433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:28.122373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17eb4ac7-777d-4c04-beff-6489d29f6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:28.126877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17eb4ac7-777d-4c04-beff-6489d29f6b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:28.129209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4e247d2a-8b57-4d3e-8cc4-fc2e06e10136 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8472703 Oct 18 20:39:28.131389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-17eb4ac7-777d-4c04-beff-6489d29f6b9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d553434-6212-4f12-9130-059499ac21c1 HTTP/1.1" status: 204 len: 168 time: 0.3537023 Oct 18 20:39:28.154801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb4ac7-777d-4c04-beff-6489d29f6b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d553434-6212-4f12-9130-059499ac21c1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:28.155142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Request body: {'port': {'device_id': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:28.165203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd3a633d-2cea-4476-9e05-6bfccef71afa req-34b14fc9-06d7-4e80-8ff7-a179e73c2996 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526116 Oct 18 20:39:28.231165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-36602640-791c-41c0-9002-47111802a9a7 service neutron] 10.222.0.79 "PUT /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60/bindings/n-h1-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8856549 Oct 18 20:39:28.265167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-4822ed87-e404-4e28-bc4f-6347962f5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:28.268750 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-4822ed87-e404-4e28-bc4f-6347962f5ab9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.5635116 Oct 18 20:39:28.344710 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:39:28.407120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f250d3a-017a-4dcb-9259-ae05ef20f8f2 None None] The sync data for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 is: [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '3cccfb49-a304-4143-a2d6-0487ed5a14b5', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'port_id': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'mac_address': 'fa:16:3e:48:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:38:45Z', 'updated_at': '2021-10-18T20:39:23Z', 'revision_number': 1, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:40Z', 'revision_number': 5, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:39:28.569651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-9ea1cdef-e680-42b6-91a2-de54a91ee358 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 217 time: 0.2788188 Oct 18 20:39:28.706346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:28.736760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] For port 9a73b518-b32b-45c4-91fb-95a32e43375c, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:28.753220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-92ef6b37-7b65-4ed3-84c9-5085be0b1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:28.754639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-92ef6b37-7b65-4ed3-84c9-5085be0b1f67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1712956 Oct 18 20:39:28.819535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-17cf16fc-5edf-45ba-a225-eb448ef0eab4 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:28.821411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-17cf16fc-5edf-45ba-a225-eb448ef0eab4 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.3912063 Oct 18 20:39:28.825884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] For port 9a73b518-b32b-45c4-91fb-95a32e43375c, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9a73b518-b32b-45c4-91fb-95a32e43375c,segment=NetworkSegment(0b16a61e-b8df-4f14-9a59-c6ba2e682739),segment_id=0b16a61e-b8df-4f14-9a59-c6ba2e682739)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:28.866717 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-9bc65a03-893b-46bd-aadc-44d375ba3841 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019211 Oct 18 20:39:28.872061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:28.942971 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'port_id': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'mac_address': 'fa:16:3e:74:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:37:41Z', 'updated_at': '2021-10-18T20:39:23Z', 'revision_number': 1, 'project_id': '94e4669136974840b417c5b4204acd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:45Z', 'revision_number': 5, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:39:28.994841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920db9e-97dc-4a62-944e-01de91740a61 None None] New status for floating IP 3cccfb49-a304-4143-a2d6-0487ed5a14b5: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:39:28.998857 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2198c0-1428-4596-9f8d-8046ebca831b None None] The sync data for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 is: [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'port_id': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'mac_address': 'fa:16:3e:74:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:37:41Z', 'updated_at': '2021-10-18T20:39:23Z', 'revision_number': 1, 'project_id': '94e4669136974840b417c5b4204acd9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:45Z', 'revision_number': 5, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:39:29.052771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115f89e-db97-46f1-94e6-f9c599fef8e2 req-09a730c8-f820-48ae-a086-a13276096aea tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.055860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1115f89e-db97-46f1-94e6-f9c599fef8e2 req-09a730c8-f820-48ae-a086-a13276096aea tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 931 time: 0.7407162 Oct 18 20:39:29.153706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:29.160025 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e222bb-79c9-4de8-bb45-7b67c3afa575" -d '{"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:29.164773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1115f89e-db97-46f1-94e6-f9c599fef8e2 req-23d71636-505d-44f3-ae36-2fb340c316ae tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Oct 18 20:39:29.174010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.174848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:29.177307 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] 10.222.0.79 "PUT /v2.0/ports/9a73b518-b32b-45c4-91fb-95a32e43375c HTTP/1.1" status: 200 len: 1091 time: 4.4792161 Oct 18 20:39:29.282244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b04313-1853-4966-9274-d7d0f5e02ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a73b518-b32b-45c4-91fb-95a32e43375c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:29.325351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-3bbdf9f5-1099-45e3-9941-6e5572d41a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.327493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-3bbdf9f5-1099-45e3-9941-6e5572d41a05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132&tenant_id=eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 1096 time: 0.4746957 Oct 18 20:39:29.457194 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c41c7-349e-4205-bcf3-8c50603e7e0d None None] New status for floating IP 2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:39:29.533893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-22f1cb43-19f9-4a2b-9f9b-cc6e4dbd7d92 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504884 Oct 18 20:39:29.541047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96037a-bba4-4f09-8d8a-6ef9abb08f09 req-20537adb-baeb-4796-8c47-e413dcd987d8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.543791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d96037a-bba4-4f09-8d8a-6ef9abb08f09 req-20537adb-baeb-4796-8c47-e413dcd987d8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 945 time: 0.1820843 Oct 18 20:39:29.575685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-df1d07db-42f3-41be-a418-a641a384a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.578766 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-df1d07db-42f3-41be-a418-a641a384a248 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=699f0e14949b4116b34dd9d258c94ab5&device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 1094 time: 0.3170075 Oct 18 20:39:29.644532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d96037a-bba4-4f09-8d8a-6ef9abb08f09 req-38bbc41a-96c4-4a82-bb7d-89e8ad69cdd7 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868106 Oct 18 20:39:29.737865 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582cf5d7-94c7-4a36-ac70-83d04af4a3f8 x-openstack-request-id: req-582cf5d7-94c7-4a36-ac70-83d04af4a3f8 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:29.738143 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:29.738401 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-582cf5d7-94c7-4a36-ac70-83d04af4a3f8 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:29.739673 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'status': 'completed', 'code': 200} Oct 18 20:39:29.740087 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-282aa756-f0f8-45fa-a7b7-abfdc1b5a20e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a73b518-b32b-45c4-91fb-95a32e43375c HTTP/1.1" status: 200 len: 217 time: 0.1507843 Oct 18 20:39:29.853010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-b8cd1864-9dda-43b7-835f-3e5712338188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.854699 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-b8cd1864-9dda-43b7-835f-3e5712338188 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1096 time: 0.3779364 Oct 18 20:39:29.857155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-e51b87fd-420e-46f5-a454-0eec6b7fc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.859548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-e51b87fd-420e-46f5-a454-0eec6b7fc97c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1095 time: 0.0633500 Oct 18 20:39:29.903146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-b6ddbb6f-8c7e-4e2b-910f-85027347a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:29.905392 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-b6ddbb6f-8c7e-4e2b-910f-85027347a36a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6571dfc2-ecbf-4a4b-8543-6f237b887ffe HTTP/1.1" status: 200 len: 853 time: 0.1478863 Oct 18 20:39:29.924984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead4bbee-7bd9-4704-b185-1c5e72559a10 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:29.957074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:29.985428 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-09016f2a-01f0-4249-bdf9-db24a41175b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f70f7e6c-e18e-43a0-968e-921b8b9391b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556159 Oct 18 20:39:29.991906 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f944ecba-f09e-4744-b396-144f9c0eba27 req-c5584a8f-9409-443d-b032-862065c451f0 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313107 Oct 18 20:39:30.047380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Transition to ACTIVE for port object ead4bbee-7bd9-4704-b185-1c5e72559a10 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:30.066375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:30.107188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-486982b5-664a-4f21-8217-f2adb67d4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.108735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-486982b5-664a-4f21-8217-f2adb67d4403 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.2416246 Oct 18 20:39:30.126641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c80ba-b80e-4141-95a3-7c4181a44e0b req-385a95d9-042d-45d9-88b0-7c6015b52acb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.128268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a04c80ba-b80e-4141-95a3-7c4181a44e0b req-385a95d9-042d-45d9-88b0-7c6015b52acb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0881257 Oct 18 20:39:30.191220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-c92e5063-f5ef-404d-acab-3eb7248f53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.192890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-c92e5063-f5ef-404d-acab-3eb7248f53fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.3052950 Oct 18 20:39:30.196686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ead4bbee-7bd9-4704-b185-1c5e72559a10,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:30.203686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-d4bd6b4e-2266-4a43-a1c2-7224dfc54eea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 217 time: 0.0871415 Oct 18 20:39:30.263496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a04c80ba-b80e-4141-95a3-7c4181a44e0b req-2e189bcd-515a-4a71-b8e2-4cd32e88231a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271791 Oct 18 20:39:30.274517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-12b75840-7729-4370-ad8e-c70d529d741f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 217 time: 0.0719624 Oct 18 20:39:30.282503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-e84c12d6-36a2-4cf5-80ab-d764b8060b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.284067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-e84c12d6-36a2-4cf5-80ab-d764b8060b00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0700667 Oct 18 20:39:30.317746 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-d663517a-1a3d-46dc-b6dc-a26358e22208 service neutron] 10.222.0.79 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863948 Oct 18 20:39:30.358545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-be575ed8-f35e-4e6e-81ad-1af9438af216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.361767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-be575ed8-f35e-4e6e-81ad-1af9438af216 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674231 Oct 18 20:39:30.527787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-b61355f3-8276-43b0-bf09-08d23d2578f1 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566308 Oct 18 20:39:30.552475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30d789-af7b-4462-90d6-727c3657787c req-de1f176c-83f9-4b36-a8ce-ee477c6ad605 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.554281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b30d789-af7b-4462-90d6-727c3657787c req-de1f176c-83f9-4b36-a8ce-ee477c6ad605 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 944 time: 0.0877831 Oct 18 20:39:30.659406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b30d789-af7b-4462-90d6-727c3657787c req-78cb33ef-2b9c-4f9a-80b2-a12e06ef8557 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915627 Oct 18 20:39:30.693294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47dc4a68-19f4-4788-bdf5-2b5638b1157f req-028719d1-8755-4238-94aa-4e04d3c78748 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569479 Oct 18 20:39:30.751870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-910dfbbb-d9ee-475a-9699-a6cc2ffbe10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.753439 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-910dfbbb-d9ee-475a-9699-a6cc2ffbe10f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.4547749 Oct 18 20:39:30.756632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Attempting to bind port ead4bbee-7bd9-4704-b185-1c5e72559a10 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:30.756947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Attempting to bind port ead4bbee-7bd9-4704-b185-1c5e72559a10 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:30.757284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Attempting to bind port ead4bbee-7bd9-4704-b185-1c5e72559a10 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:30.765576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Port ead4bbee-7bd9-4704-b185-1c5e72559a10 on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:30.765923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Attempting to bind port ead4bbee-7bd9-4704-b185-1c5e72559a10 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:30.801917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:30.802240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146703-b482-446b-9b63-42eee63eaff8 req-4465b1c0-1a2c-4c17-b7b7-80169c9d574d tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:30.802424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:30.802677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:30.803125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Bound port: ead4bbee-7bd9-4704-b185-1c5e72559a10, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:30.803484 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:30.803814 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4146703-b482-446b-9b63-42eee63eaff8 req-4465b1c0-1a2c-4c17-b7b7-80169c9d574d tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 943 time: 0.0579901 Oct 18 20:39:30.813037 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-3fb7a029-9b6b-44e9-9db3-17231a7a1ac9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431945 Oct 18 20:39:30.827561 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e559cfc7-29d1-4295-9ed0-e33b51788de4 req-29bef42f-40ed-4d3c-bcf0-56e248eefd22 service neutron] 10.222.0.79 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866011 Oct 18 20:39:30.850812 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4146703-b482-446b-9b63-42eee63eaff8 req-2272ac34-5684-4689-911d-831c8c4497f1 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Oct 18 20:39:30.931562 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bd7ae0-74ca-4d8d-a524-a318a38aa86a x-openstack-request-id: req-22bd7ae0-74ca-4d8d-a524-a318a38aa86a {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:30.932027 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:30.932224 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22bd7ae0-74ca-4d8d-a524-a318a38aa86a {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:30.932858 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'status': 'completed', 'code': 200} Oct 18 20:39:31.030900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:31.063915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-d408601c-6de9-448d-b833-26923ded2248 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285011 Oct 18 20:39:31.069921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] For port ead4bbee-7bd9-4704-b185-1c5e72559a10, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:31.072074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16bef8-da23-4b4b-a3cd-332a061101f2 req-098c82cf-b5c3-4f67-b88a-ac6c5f034e6a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.078899 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af16bef8-da23-4b4b-a3cd-332a061101f2 req-098c82cf-b5c3-4f67-b88a-ac6c5f034e6a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 943 time: 0.0969093 Oct 18 20:39:31.190780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af16bef8-da23-4b4b-a3cd-332a061101f2 req-ca3f117b-8dbd-4dcf-be07-65b921849d37 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988646 Oct 18 20:39:31.197400 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-4266ffa3-6239-4b00-b5ce-f8703e04f1f5 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228790 Oct 18 20:39:31.204158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:31.209722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] For port ead4bbee-7bd9-4704-b185-1c5e72559a10, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ead4bbee-7bd9-4704-b185-1c5e72559a10,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:31.231727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'mac_address': 'fa:16:3e:1d:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:31.249382 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:31.303548 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:31.321826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:31.348121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:31.355690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:31.369075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.371328 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:31.374534 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/ead4bbee-7bd9-4704-b185-1c5e72559a10 HTTP/1.1" status: 200 len: 1091 time: 3.2323139 Oct 18 20:39:31.399141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.400144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.403183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.410983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.411863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.413026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.413712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.417395 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-fc7825bc-f986-4032-b75c-b8e48a0c3b9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6503 time: 0.4388154 Oct 18 20:39:31.487907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:31.512587 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.514007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.517346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.518677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.519963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.520878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.521711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.522564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.522756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244a506-599f-4f4f-9c29-fc00bf35e8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ead4bbee-7bd9-4704-b185-1c5e72559a10,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:31.523992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.525297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.526201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.527022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:31.652016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce1dab-8f3b-40a7-a93c-6958223ab7c1 req-0ecc3bd9-6ddc-4f97-a953-ebb6b5e39fe0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.660718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbce1dab-8f3b-40a7-a93c-6958223ab7c1 req-0ecc3bd9-6ddc-4f97-a953-ebb6b5e39fe0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 945 time: 0.0751734 Oct 18 20:39:31.700719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbce1dab-8f3b-40a7-a93c-6958223ab7c1 req-6503bc3e-3204-48da-93e0-14a4c2521438 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Oct 18 20:39:31.740866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:31.745073 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:31.764723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-eec82f8a-1de7-4c27-9fe6-af94157f202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.767445 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-eec82f8a-1de7-4c27-9fe6-af94157f202e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 1094 time: 0.2239597 Oct 18 20:39:31.771534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-e1d9b814-bd5b-4ed6-a61b-e22177a1e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.774460 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-e1d9b814-bd5b-4ed6-a61b-e22177a1e976 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6 HTTP/1.1" status: 200 len: 918 time: 0.3307676 Oct 18 20:39:31.778158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-7cb3fb95-a6c3-42ed-9842-98a91ee02060 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:31.781813 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-7cb3fb95-a6c3-42ed-9842-98a91ee02060 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.1542130 Oct 18 20:39:31.847131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:31.936467 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-746f48b1-25e9-4a8b-afa2-37a9592d6c8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ead4bbee-7bd9-4704-b185-1c5e72559a10 HTTP/1.1" status: 200 len: 217 time: 0.1517861 Oct 18 20:39:32.009615 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-2fa70dc2-9c02-4c4d-ae51-ee26d3510129 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24ac76e-6682-4c27-ae6b-5269907a2def HTTP/1.1" status: 200 len: 1001 time: 0.2264540 Oct 18 20:39:32.038653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-ee502205-6c13-4d76-b5af-ff8b26b2223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.040262 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-ee502205-6c13-4d76-b5af-ff8b26b2223f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.0951898 Oct 18 20:39:32.083894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700195a-d020-4eb8-95b0-62ddcfb7290f req-2bcfdd15-fd29-424b-bc07-5d779e2f9084 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.085617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3700195a-d020-4eb8-95b0-62ddcfb7290f req-2bcfdd15-fd29-424b-bc07-5d779e2f9084 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0796375 Oct 18 20:39:32.120869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-24f47a66-b6d8-45bd-9d47-1436a1f2760b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595238 Oct 18 20:39:32.130600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3700195a-d020-4eb8-95b0-62ddcfb7290f req-1312cf13-5038-41a5-a29f-373631eb86d2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370169 Oct 18 20:39:32.153675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-3453cace-2897-4385-a620-f994f5e7b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.155890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-3453cace-2897-4385-a620-f994f5e7b3b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c305f89f-866e-4576-9b5b-498946350648 HTTP/1.1" status: 200 len: 856 time: 0.1317897 Oct 18 20:39:32.239425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-bc2f964f-29f4-4cee-b388-531db16773b5 service neutron] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:32.251875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-bc2f964f-29f4-4cee-b388-531db16773b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:32.253043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e0413066-f898-4b42-ad5a-c4c08cd36996 req-bc2f964f-29f4-4cee-b388-531db16773b5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60/bindings/n-h2-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.4573328 Oct 18 20:39:32.282521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-aa5459fb-ac80-49d8-9d6d-9142ea594b1e service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491563 Oct 18 20:39:32.284797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-7abb95a7-ee8a-4eb3-9804-e1271e0bd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.286582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-7abb95a7-ee8a-4eb3-9804-e1271e0bd1ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150868 Oct 18 20:39:32.300308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85843385-e20d-4026-966e-5fb3dd08754a req-66352b27-90aa-44de-888f-e3b5f6722b3e tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.301628 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85843385-e20d-4026-966e-5fb3dd08754a req-66352b27-90aa-44de-888f-e3b5f6722b3e tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 945 time: 0.0827665 Oct 18 20:39:32.369968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85843385-e20d-4026-966e-5fb3dd08754a req-27911648-460e-4c2b-8732-d8a22f890d17 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462079 Oct 18 20:39:32.454163 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be3c775-8b00-4c4f-9234-0a1b90362981 x-openstack-request-id: req-3be3c775-8b00-4c4f-9234-0a1b90362981 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:32.454758 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:32.455147 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3be3c775-8b00-4c4f-9234-0a1b90362981 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:32.456599 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'status': 'completed', 'code': 200} Oct 18 20:39:32.461980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-73cc26b7-fa95-4790-bfe2-3f099823cb25 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716430 Oct 18 20:39:32.463714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-322f0c7e-4bf8-4d06-8775-c768555daecb service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656961 Oct 18 20:39:32.609437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-c83271e6-3b8a-4ab8-aa5b-36be42b87f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.611067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-c83271e6-3b8a-4ab8-aa5b-36be42b87f3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81d69748c9e847358aadf4d8fd817339&device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1083724 Oct 18 20:39:32.624603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03e222bb-79c9-4de8-bb45-7b67c3afa575 req-9f1582f6-9367-4f4e-850d-f0e26258ffa1 service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500120 Oct 18 20:39:32.713345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b48a05-5068-43f3-ad74-0216dc6c5bb8 req-1725a9e6-b964-4999-a8f1-564fb16afc45 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.714941 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36b48a05-5068-43f3-ad74-0216dc6c5bb8 req-1725a9e6-b964-4999-a8f1-564fb16afc45 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 943 time: 0.0812690 Oct 18 20:39:32.764597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-4f61a717-91ad-45c9-91b8-1b4079f167b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.767614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-4f61a717-91ad-45c9-91b8-1b4079f167b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f01f4f-87f4-4fd9-9713-26421b46832e HTTP/1.1" status: 200 len: 916 time: 0.1414654 Oct 18 20:39:32.771559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36b48a05-5068-43f3-ad74-0216dc6c5bb8 req-1335adc9-1c13-42e9-bab7-7bde7d5ec4ff tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487072 Oct 18 20:39:32.882316 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-736b4143-1941-446a-bff2-a11bf24ac6c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46 HTTP/1.1" status: 200 len: 1001 time: 0.1008284 Oct 18 20:39:32.933166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc3840-5118-4719-b3c2-d777142270dd req-107f97aa-c31f-4e5c-a3a9-b56a30d234b6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.934801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90cc3840-5118-4719-b3c2-d777142270dd req-107f97aa-c31f-4e5c-a3a9-b56a30d234b6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0582576 Oct 18 20:39:32.943950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'tag': '9a73b518-b32b-45c4-91fb-95a32e43375c'}, {'name': 'network-changed', 'server_uuid': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'tag': 'ead4bbee-7bd9-4704-b185-1c5e72559a10'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:32.947890 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca95e56-5b77-4071-9a38-208b0d60cd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f540aa77-0ac3-4dc0-8f0c-9af9ea24755a", "tag": "9a73b518-b32b-45c4-91fb-95a32e43375c"}, {"name": "network-changed", "server_uuid": "2c71b316-bcfa-4a71-bc1e-232b3869593d", "tag": "ead4bbee-7bd9-4704-b185-1c5e72559a10"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:32.979739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-6f121539-c4fa-4314-8857-f07cb645633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:32.981876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-6f121539-c4fa-4314-8857-f07cb645633a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9efc0d32-72bd-44eb-bf97-b1e8391fa210 HTTP/1.1" status: 200 len: 854 time: 0.0859449 Oct 18 20:39:32.984686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90cc3840-5118-4719-b3c2-d777142270dd req-4d5879f7-1add-4233-8d28-3f44c436455a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 Oct 18 20:39:33.049201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-2ac6de97-0112-4b71-a817-a3f3eac175d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:33.051474 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-2ac6de97-0112-4b71-a817-a3f3eac175d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f01f4f-87f4-4fd9-9713-26421b46832e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592415 Oct 18 20:39:33.133231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd274-9778-4ade-9cf4-c12ac2c54577 req-ca172653-da5f-47b2-9047-3573404fa570 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:33.135779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d5bd274-9778-4ade-9cf4-c12ac2c54577 req-ca172653-da5f-47b2-9047-3573404fa570 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 943 time: 0.0815151 Oct 18 20:39:33.215316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d5bd274-9778-4ade-9cf4-c12ac2c54577 req-8fd6fa4f-a01c-48e2-8bcb-b0aa2183c2b1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674405 Oct 18 20:39:33.227142 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-1b21766f-23f8-4d00-a303-c764e1cdbca9 service neutron] 10.222.0.30 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588533 Oct 18 20:39:33.412309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1b3db6d5-e4c6-45cd-8604-9c6564cd8ee6 req-7185ae07-5827-49fe-b0b7-9f7f4ad67565 service neutron] 10.222.0.30 "GET /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748464 Oct 18 20:39:33.471475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0351dc-a161-4a6c-bee5-facd94e0d563 req-b2e40b09-7999-4f44-ad2d-1dac7e119d96 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:33.473137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b0351dc-a161-4a6c-bee5-facd94e0d563 req-b2e40b09-7999-4f44-ad2d-1dac7e119d96 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 945 time: 0.0647771 Oct 18 20:39:33.526765 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b0351dc-a161-4a6c-bee5-facd94e0d563 req-fb8a252f-2eb3-49b8-9e7e-9c52ea13f377 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467706 Oct 18 20:39:33.712897 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c1dec-c1bc-4e71-8154-71ed4917f75a x-openstack-request-id: req-7e1c1dec-c1bc-4e71-8154-71ed4917f75a {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:33.713251 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f540aa77-0ac3-4dc0-8f0c-9af9ea24755a", "tag": "9a73b518-b32b-45c4-91fb-95a32e43375c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c71b316-bcfa-4a71-bc1e-232b3869593d", "tag": "ead4bbee-7bd9-4704-b185-1c5e72559a10", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:33.713558 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e1c1dec-c1bc-4e71-8154-71ed4917f75a {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:33.714023 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'tag': '9a73b518-b32b-45c4-91fb-95a32e43375c', 'status': 'completed', 'code': 200} Oct 18 20:39:33.714369 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'tag': 'ead4bbee-7bd9-4704-b185-1c5e72559a10', 'status': 'completed', 'code': 200} Oct 18 20:39:33.875411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-c3418542-ede1-4cd6-838a-1148ae29f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:33.877971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-c3418542-ede1-4cd6-838a-1148ae29f854 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=699f0e14949b4116b34dd9d258c94ab5&device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 1094 time: 0.1360698 Oct 18 20:39:33.882813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-ca35a2b6-d09b-42c6-a7be-bfc7b82a2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:33.885486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-ca35a2b6-d09b-42c6-a7be-bfc7b82a2581 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 1094 time: 0.1412203 Oct 18 20:39:33.903957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-792f7fbb-46ee-49f6-a206-7b559e7174e8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:33.905638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-792f7fbb-46ee-49f6-a206-7b559e7174e8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.1232133 Oct 18 20:39:33.924416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-7669351f-e863-4ad1-a89e-f265594901cf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/quotas/492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 375 time: 0.0102632 Oct 18 20:39:33.991714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-ef24f1a6-5809-42b4-a7dd-1e1c5eb543c5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0565641 Oct 18 20:39:34.096506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-e7685692-35f8-47cc-940c-5fa199130540 service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962882 Oct 18 20:39:34.183220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-5a9977e7-ccfe-40ff-931c-3337b9302b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:34.186491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-5a9977e7-ccfe-40ff-931c-3337b9302b5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=f70f7e6c-e18e-43a0-968e-921b8b9391b1 HTTP/1.1" status: 200 len: 914 time: 0.2989664 Oct 18 20:39:34.188643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-3c5d60de-377b-456f-88be-b378e31fddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:34.191211 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-3c5d60de-377b-456f-88be-b378e31fddf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.2908039 Oct 18 20:39:34.221226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-d109d70c-f50e-4778-8fa0-89dc6def980a service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172616 Oct 18 20:39:34.257154 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-bc2317d8-1afa-4c79-a6f1-431ba761cbb8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a73b518-b32b-45c4-91fb-95a32e43375c HTTP/1.1" status: 200 len: 217 time: 0.0633261 Oct 18 20:39:34.303023 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-623ce01f-a081-4751-8283-4a5d96507915 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ead4bbee-7bd9-4704-b185-1c5e72559a10 HTTP/1.1" status: 200 len: 217 time: 0.0547554 Oct 18 20:39:34.381994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-d1d7d918-04fb-421c-86fa-13783ed1afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:34.383870 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-d1d7d918-04fb-421c-86fa-13783ed1afee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6571dfc2-ecbf-4a4b-8543-6f237b887ffe HTTP/1.1" status: 200 len: 853 time: 0.0925491 Oct 18 20:39:34.392445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-bbcc1210-ccab-414f-b9b6-5642e4888d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:34.393925 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-bbcc1210-ccab-414f-b9b6-5642e4888d68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.0701807 Oct 18 20:39:34.449263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-74a47ecc-7842-468c-8b57-c45502ee3e31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453506 Oct 18 20:39:34.515211 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-b1095059-4d18-4da5-8bcd-ee8a0a478136 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f70f7e6c-e18e-43a0-968e-921b8b9391b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197128 Oct 18 20:39:34.555364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e74803-f9fc-436e-bdbe-d56c48e504ec req-0aeebea3-acd7-4e3f-a349-98c97e4eed59 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:34.558755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4e74803-f9fc-436e-bdbe-d56c48e504ec req-0aeebea3-acd7-4e3f-a349-98c97e4eed59 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 945 time: 0.0864568 Oct 18 20:39:34.668570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4e74803-f9fc-436e-bdbe-d56c48e504ec req-573623af-7d16-4fa0-a51f-a34af024b4a4 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965559 Oct 18 20:39:34.775805 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-9d20da50-74ed-44c6-8681-a0187fabbf3f service neutron] 10.222.0.79 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384751 Oct 18 20:39:34.931234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b6a78-f62a-44ee-92ee-1343210ea0b6 req-1ad2d178-5516-40fa-b8c0-e9234a6e9114 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:34.933022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f7b6a78-f62a-44ee-92ee-1343210ea0b6 req-1ad2d178-5516-40fa-b8c0-e9234a6e9114 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 943 time: 0.0733123 Oct 18 20:39:34.952548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-23bfa520-5b61-4995-92d5-4f2ef22e0800 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751167 Oct 18 20:39:35.025334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f7b6a78-f62a-44ee-92ee-1343210ea0b6 req-a1ca1ac5-0bc6-4f76-a9ed-75d40d2152e6 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696254 Oct 18 20:39:35.053824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9a73b518-b32b-45c4-91fb-95a32e43375c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:35.056111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:35.075647 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-07398353-4227-4882-997b-585d24483bb9 service neutron] 10.222.0.79 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895474 Oct 18 20:39:35.135382 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ca95e56-5b77-4071-9a38-208b0d60cd3e req-9c647b02-ede2-49b5-b1e9-d41420a39d7e service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683052 Oct 18 20:39:35.201520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:35.212256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:35.212560 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:35.222789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7c009-a0f4-456d-9668-d5240bf19754 req-9ec88206-7d8f-4300-91de-2603569b01c2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:35.225906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfc7c009-a0f4-456d-9668-d5240bf19754 req-9ec88206-7d8f-4300-91de-2603569b01c2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 943 time: 0.1013761 Oct 18 20:39:35.265144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 9a73b518-b32b-45c4-91fb-95a32e43375c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9a73b518-b32b-45c4-91fb-95a32e43375c,segment=NetworkSegment(0b16a61e-b8df-4f14-9a59-c6ba2e682739),segment_id=0b16a61e-b8df-4f14-9a59-c6ba2e682739)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:35.272654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfc7c009-a0f4-456d-9668-d5240bf19754 req-3fd7e76a-787b-44b2-b1ff-c39714e08752 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 Oct 18 20:39:35.288426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '9a73b518-b32b-45c4-91fb-95a32e43375c', 'network_id': 'f70f7e6c-e18e-43a0-968e-921b8b9391b1', 'port_id': '9a73b518-b32b-45c4-91fb-95a32e43375c', 'mac_address': 'fa:16:3e:16:78:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6571dfc2-ecbf-4a4b-8543-6f237b887ffe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:35.364809 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:35.372160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:35.401511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a73b518-b32b-45c4-91fb-95a32e43375c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:35.412202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:35.414682 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b11ac-f674-41f3-81bc-833f5bab62d7" -d '{"events": [{"server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "name": "network-vif-plugged", "status": "completed", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:35.415937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3376a70-6111-4fe7-bbb0-84053b72c510 req-38a84743-153b-44b5-9d1e-93fcdaa8a264 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 210 time: 0.0300117 Oct 18 20:39:35.435009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:35.444735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 9a73b518-b32b-45c4-91fb-95a32e43375c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9a73b518-b32b-45c4-91fb-95a32e43375c,segment=NetworkSegment(0b16a61e-b8df-4f14-9a59-c6ba2e682739),segment_id=0b16a61e-b8df-4f14-9a59-c6ba2e682739)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:35.447344 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:35.455185 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:35.516667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:35.592527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=9a73b518-b32b-45c4-91fb-95a32e43375c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:35.711974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c346-860b-47c5-b9a8-4e089e99fcaa req-cc77c455-08f7-4afe-a18f-0679684a3184 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:35.715537 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b35c346-860b-47c5-b9a8-4e089e99fcaa req-cc77c455-08f7-4afe-a18f-0679684a3184 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1096 time: 0.0739655 Oct 18 20:39:35.767499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b35c346-860b-47c5-b9a8-4e089e99fcaa req-aa02eb04-16a1-44e1-ac1f-9a561b23fb79 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Oct 18 20:39:35.848079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ead4bbee-7bd9-4704-b185-1c5e72559a10 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:35.925665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['9a73b518-b32b-45c4-91fb-95a32e43375c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:36.015934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-f8a6de79-c0e9-4bbe-be23-ea4a2891e3fb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:36.018064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-f8a6de79-c0e9-4bbe-be23-ea4a2891e3fb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.1857224 Oct 18 20:39:36.033028 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a80977c-49c5-415d-b2e1-2d9be2435d59 x-openstack-request-id: req-1a80977c-49c5-415d-b2e1-2d9be2435d59 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:36.033341 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "name": "network-vif-plugged", "status": "completed", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:36.033651 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a80977c-49c5-415d-b2e1-2d9be2435d59 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:36.034044 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'code': 200} Oct 18 20:39:36.042971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'port': {'device_id': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'admin_state_up': True, 'tenant_id': '492d8af0ecfc4698b1048f493d46788d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:36.230447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a5a0b-afd7-4faf-8069-3cffe99b6ad5 req-0055e62f-dadd-465a-9845-aba031eb23f0 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:36.232866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be6a5a0b-afd7-4faf-8069-3cffe99b6ad5 req-0055e62f-dadd-465a-9845-aba031eb23f0 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 946 time: 0.1080112 Oct 18 20:39:36.242490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a4f06-9cce-4f9c-aa18-e38c08eac01a req-2b358178-044b-4bf8-b67a-b8b2fcd90355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:36.245145 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a79a4f06-9cce-4f9c-aa18-e38c08eac01a req-2b358178-044b-4bf8-b67a-b8b2fcd90355 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.0763650 Oct 18 20:39:36.249802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ead4bbee-7bd9-4704-b185-1c5e72559a10, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ead4bbee-7bd9-4704-b185-1c5e72559a10,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:36.290822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'ead4bbee-7bd9-4704-b185-1c5e72559a10', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': 'ead4bbee-7bd9-4704-b185-1c5e72559a10', 'mac_address': 'fa:16:3e:a5:2e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:36.316189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Made reservation on behalf of 492d8af0ecfc4698b1048f493d46788d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:36.320814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:36.366000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a79a4f06-9cce-4f9c-aa18-e38c08eac01a req-155dce96-ec48-48ee-9087-2a4ed9695a3b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123905 Oct 18 20:39:36.377126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be6a5a0b-afd7-4faf-8069-3cffe99b6ad5 req-96d49d47-a876-4b13-b1cc-bea1d5b3650f tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134176 Oct 18 20:39:36.442009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:36.494701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead4bbee-7bd9-4704-b185-1c5e72559a10 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:36.550898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ead4bbee-7bd9-4704-b185-1c5e72559a10, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ead4bbee-7bd9-4704-b185-1c5e72559a10,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:36.558586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Allocated IP 172.20.0.11 (e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58/38c43b8b-1588-4e19-983a-8ced18e1ec0d/5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:36.559447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:36.665164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ead4bbee-7bd9-4704-b185-1c5e72559a10,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:36.687611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3c0f7-c045-498d-91d6-61d227a98325 req-c7c42a8d-8b33-4530-802f-62ed379c95fc tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:36.690945 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35c3c0f7-c045-498d-91d6-61d227a98325 req-c7c42a8d-8b33-4530-802f-62ed379c95fc tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 944 time: 0.0996845 Oct 18 20:39:36.764789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35c3c0f7-c045-498d-91d6-61d227a98325 req-ca67e941-5092-4da9-9c18-27d740abc7ec tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Oct 18 20:39:36.858772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ead4bbee-7bd9-4704-b185-1c5e72559a10'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:37.069377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-23887a44-d090-44ef-8b68-405f875e78bc tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:37.071193 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-23887a44-d090-44ef-8b68-405f875e78bc tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.1391482 Oct 18 20:39:37.093160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-fc9e8bc2-7d9d-4cac-8446-152c3b437e39 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/quotas/eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 375 time: 0.0138445 Oct 18 20:39:37.129971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:37.172179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-c7db7924-793b-4d0b-9633-84e038b0a760 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662558 Oct 18 20:39:37.177535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:37.228747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:37.234818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:37.239202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:37.249484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:37.305120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:37.305784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:37.328482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-fa8fb10f-2488-423f-82bb-24f1476187b2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2919364 Oct 18 20:39:37.335327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-31fb9083-237a-4f3e-91a3-1385ed423cf3 service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519160 Oct 18 20:39:37.343461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Request body: {'port': {'device_id': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:37.413908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:37.506544 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-5e2dea86-181e-47a6-9ea3-f5dc02cfa170 service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642485 Oct 18 20:39:37.535812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-24dc7b24-bf3f-45c0-8de0-16771823a820 None None] Provisioning complete for port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:37.537616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24dc7b24-bf3f-45c0-8de0-16771823a820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:37.596767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-24dc7b24-bf3f-45c0-8de0-16771823a820 None None] Port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:39:37.809600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:37.818743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:37.837844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Transition to ACTIVE for port object 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:37.846357 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:37.850656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ead4bbee-7bd9-4704-b185-1c5e72559a10 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:37.967864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:37.988811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b8edc-3468-4a29-9eac-584be955b625 req-1c7b5af6-4be1-4199-9d49-13190dd944ba tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:38.003755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9b8edc-3468-4a29-9eac-584be955b625 req-1c7b5af6-4be1-4199-9d49-13190dd944ba tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 944 time: 0.1882024 Oct 18 20:39:38.024325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port ead4bbee-7bd9-4704-b185-1c5e72559a10 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:38.034540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port ead4bbee-7bd9-4704-b185-1c5e72559a10 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:38.036504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:38.134114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9b8edc-3468-4a29-9eac-584be955b625 req-c3664d09-c9f0-4665-9898-852e93ba081e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295404 Oct 18 20:39:38.255847 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:38.282640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Attempting to bind port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:38.283545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Attempting to bind port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:38.283545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Attempting to bind port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:38.293927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:38.299053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Attempting to bind port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:38.306839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:38.307586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:38.307989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Bound using segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:38.308556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Bound port: 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:38.309129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:38.332257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ead4bbee-7bd9-4704-b185-1c5e72559a10, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ead4bbee-7bd9-4704-b185-1c5e72559a10,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:38.333732 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bbee-7bd9-4704-b185-1c5e72559a10'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:38.336786 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0255a66-b425-4b9b-bdea-1ce76c215573" -d '{"events": [{"server_uuid": "2c71b316-bcfa-4a71-bc1e-232b3869593d", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bbee-7bd9-4704-b185-1c5e72559a10"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:38.343708 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:38.411667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] For port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:38.418453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] For port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:38.426004 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:38.444951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ead4bbee-7bd9-4704-b185-1c5e72559a10,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:38.456947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7a65-6386-45a3-9984-24ef75a07b09 req-626dfa6c-4217-4157-be96-d86400ae6efa tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:38.466849 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4ac7a65-6386-45a3-9984-24ef75a07b09 req-626dfa6c-4217-4157-be96-d86400ae6efa tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 944 time: 0.1342413 Oct 18 20:39:38.475221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:38.476058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:38.477627 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] 10.222.0.79 "PUT /v2.0/ports/5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 HTTP/1.1" status: 200 len: 1092 time: 1.1397967 Oct 18 20:39:38.478115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'tag': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:38.480537 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1533828-3d80-4655-a51d-14fbe001d42b", "tag": "5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:38.508648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b396e-c334-4c78-bb24-4ed85170d96a service neutron] Pushing event updated for resources: {'Port': ['ID=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:38.578195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4ac7a65-6386-45a3-9984-24ef75a07b09 req-baade426-d500-475d-8415-86983850de5f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881515 Oct 18 20:39:38.588999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-557e2a95-ebca-486d-b434-d509e2f3e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:38.590956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-557e2a95-ebca-486d-b434-d509e2f3e13f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 1095 time: 0.0591972 Oct 18 20:39:38.667727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-2b54e6ff-dd1d-42c0-b53e-887a3fecd474 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 HTTP/1.1" status: 200 len: 217 time: 0.0583272 Oct 18 20:39:38.747036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-08dd65b2-0656-4305-94b3-7d7226fb0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:38.751148 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-08dd65b2-0656-4305-94b3-7d7226fb0bad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0747528 Oct 18 20:39:38.813031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-67350d71-3b07-4745-bfc3-a0df2a3050fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:38.814966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-67350d71-3b07-4745-bfc3-a0df2a3050fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562344 Oct 18 20:39:38.950733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53877edd-c863-4e7d-9f92-3dc7a5326f92 req-40b7d230-15e4-4b67-8cca-f2039486c70d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:38.953721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-53877edd-c863-4e7d-9f92-3dc7a5326f92 req-40b7d230-15e4-4b67-8cca-f2039486c70d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 946 time: 0.0815063 Oct 18 20:39:38.967279 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-a93ba182-e9bb-4f75-9757-eb65fcd92eb9 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313653 Oct 18 20:39:39.015083 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-53877edd-c863-4e7d-9f92-3dc7a5326f92 req-af6e7880-ee75-46c5-a7f2-c67a0944da71 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Oct 18 20:39:39.089511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9a73b518-b32b-45c4-91fb-95a32e43375c up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:39.122812 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74c5aa05-c49b-40f2-be16-94cd0fbb10c9 req-386c13cd-cc3a-4fb0-9035-65051e8b3c78 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436250 Oct 18 20:39:39.136208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-260a10c8-b9d1-46e1-be04-ed4a135fb33e req-94f8ab2e-1d3f-4069-a2a0-67ed7da38a9f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 210 time: 0.0476463 Oct 18 20:39:39.180911 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 9a73b518-b32b-45c4-91fb-95a32e43375c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:39.189087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 9a73b518-b32b-45c4-91fb-95a32e43375c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:39.189566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:39.306009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475bb0-959b-408c-b9c2-40e60ad29926 req-164dc5c1-97ea-4a99-b2d5-52e5f94b3b4a tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:39.308169 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4475bb0-959b-408c-b9c2-40e60ad29926 req-164dc5c1-97ea-4a99-b2d5-52e5f94b3b4a tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 944 time: 0.0887520 Oct 18 20:39:39.324443 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:39.370802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4475bb0-959b-408c-b9c2-40e60ad29926 req-55e0520b-ad03-42b1-afae-eae7ae9e3b5e tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530524 Oct 18 20:39:39.397775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 9a73b518-b32b-45c4-91fb-95a32e43375c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9a73b518-b32b-45c4-91fb-95a32e43375c,segment=NetworkSegment(0b16a61e-b8df-4f14-9a59-c6ba2e682739),segment_id=0b16a61e-b8df-4f14-9a59-c6ba2e682739)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:39.405759 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:39.533346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=9a73b518-b32b-45c4-91fb-95a32e43375c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:39.583262 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b5f1c-e430-4e75-8538-866bdcef1d83 x-openstack-request-id: req-551b5f1c-e430-4e75-8538-866bdcef1d83 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:39.583649 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c71b316-bcfa-4a71-bc1e-232b3869593d", "name": "network-vif-plugged", "status": "completed", "tag": "ead4bbee-7bd9-4704-b185-1c5e72559a10", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:39.584239 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-551b5f1c-e430-4e75-8538-866bdcef1d83 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:39.584978 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead4bbee-7bd9-4704-b185-1c5e72559a10', 'code': 200} Oct 18 20:39:39.597753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-585f2f65-995d-4f09-bce7-eee6a1809d6f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:39.600903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-585f2f65-995d-4f09-bce7-eee6a1809d6f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.2341056 Oct 18 20:39:39.619708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Request body: {'port': {'device_id': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'admin_state_up': True, 'tenant_id': 'eff7fd68770546b79e960296e39e6d36'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:39.675464 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0dd9fc-872f-4d86-8ce1-8dcd72070617 x-openstack-request-id: req-8f0dd9fc-872f-4d86-8ce1-8dcd72070617 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:39.675811 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1533828-3d80-4655-a51d-14fbe001d42b", "tag": "5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:39.676069 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f0dd9fc-872f-4d86-8ce1-8dcd72070617 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:39.676576 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'tag': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3', 'status': 'completed', 'code': 200} Oct 18 20:39:39.809836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Made reservation on behalf of eff7fd68770546b79e960296e39e6d36 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:39.813594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:39.831071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18d005-c2b1-4f57-a8e0-d7ddf17e5a85 req-fb477a07-3ca3-4193-9c78-55e702a1965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:39.832774 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9b18d005-c2b1-4f57-a8e0-d7ddf17e5a85 req-fb477a07-3ca3-4193-9c78-55e702a1965c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 1096 time: 0.0725076 Oct 18 20:39:39.928184 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9b18d005-c2b1-4f57-a8e0-d7ddf17e5a85 req-484e4027-a1cc-4ea5-8f83-c5bd4514755c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821869 Oct 18 20:39:39.985732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-fd3cd118-bb4c-4e62-b363-fab23968ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:39.987414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-fd3cd118-bb4c-4e62-b363-fab23968ec5a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 1095 time: 0.2951813 Oct 18 20:39:40.010599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Allocated IP 172.20.0.7 (a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f/162ca2fa-5a4b-423e-b7ea-105cc72a0450/692fb769-fb56-4680-8f3b-014af82137f3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:40.101683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-efaa381f-7000-4b8f-93ba-628acac31e88 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3976488 Oct 18 20:39:40.121639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:40.162628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-ad57885a-eb36-43a8-9aab-a519cf91a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:40.164197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-ad57885a-eb36-43a8-9aab-a519cf91a103 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.1672344 Oct 18 20:39:40.166900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:40.222768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:40.266625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:40.268817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-f404c247-8fcb-40c5-9885-050155838d5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 HTTP/1.1" status: 200 len: 217 time: 0.0953650 Oct 18 20:39:40.321362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:40.329572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:40.336659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:40.370825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:40.407906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:40.408597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:40.428310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-3994d175-90ff-4b6f-a6f9-386adc8a7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:40.430190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-3994d175-90ff-4b6f-a6f9-386adc8a7250 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0870247 Oct 18 20:39:40.434523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-d3ed39d0-cf3b-4518-8808-1c5b6a71cf09 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222544 Oct 18 20:39:40.450875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Request body: {'port': {'device_id': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:40.498921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:40.528414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-26289ccf-493e-4ac8-a6ae-e47b2df14a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:40.531485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-26289ccf-493e-4ac8-a6ae-e47b2df14a26 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849564 Oct 18 20:39:40.542638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:40.766882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Allocated IP 172.25.7.21 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/f0c8a20d-1755-4824-a5cb-156aed1af0a5) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:40.771009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-198349c9-f277-4f19-bd47-b3e3aba3dbda service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921594 Oct 18 20:39:40.934237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692fb769-fb56-4680-8f3b-014af82137f3 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:40.944064 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:40.960155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Transition to ACTIVE for port object 692fb769-fb56-4680-8f3b-014af82137f3 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:40.965217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.065929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:41.082213 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ad703b-72ee-4f5c-9f44-ba5efa840ae3 req-150beacb-38f8-4c91-b8a2-c1941f0bc2f2 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005221 Oct 18 20:39:41.105498 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.141870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:41.142573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:41.142969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:41.152230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.152535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:41.153166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:41.166216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:41.166885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:41.167938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:41.168820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Bound port: 692fb769-fb56-4680-8f3b-014af82137f3, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:41.169400 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.196531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:41.200088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:41.205174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:41.234064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Pushing event updated for resources: {'Port': ['ID=f0c8a20d-1755-4824-a5cb-156aed1af0a5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:41.298914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:41.305678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:41.313002 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.319334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.380109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:41.381215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.383731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] 10.222.0.79 "PUT /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 1091 time: 0.9373269 Oct 18 20:39:41.388512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.422563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5b2be-ef02-48e6-9b72-ee9ded86970d service neutron] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:41.579796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.585241 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.586886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73b518-b32b-45c4-91fb-95a32e43375c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:41.589978 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3028f427-f764-46e8-8d56-92a3bb10af3b" -d '{"events": [{"server_uuid": "f540aa77-0ac3-4dc0-8f0c-9af9ea24755a", "name": "network-vif-plugged", "status": "completed", "tag": "9a73b518-b32b-45c4-91fb-95a32e43375c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:41.594087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-a6a967b7-a42e-4971-ba2d-1cbf03e8013e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:41.596567 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-a6a967b7-a42e-4971-ba2d-1cbf03e8013e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 945 time: 0.1533182 Oct 18 20:39:41.605297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e9761b67-61c9-4e59-8f21-f8971ec19156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:41.608105 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-e9761b67-61c9-4e59-8f21-f8971ec19156 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1094 time: 0.1488094 Oct 18 20:39:41.678382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:41.682373 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "tag": "692fb769-fb56-4680-8f3b-014af82137f3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:41.722546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Pushing event updated for resources: {'Port': ['ID=f0c8a20d-1755-4824-a5cb-156aed1af0a5,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:41.744915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-ab1ac539-794b-47db-9fdd-0ccf4e4c829c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 217 time: 0.1183958 Oct 18 20:39:41.748790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.775050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.776601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-59cf8c59-8819-4beb-a66c-963af9937444 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6618907 Oct 18 20:39:41.835771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-8efac50d-bd87-458a-9df2-9120142081f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:41.837411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-8efac50d-bd87-458a-9df2-9120142081f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0623577 Oct 18 20:39:41.852794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-a6142a0f-f2df-4f24-b0d3-172a7c873b20 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 695 time: 0.0636952 Oct 18 20:39:41.879045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port ead4bbee-7bd9-4704-b185-1c5e72559a10 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:39:41.879645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:41.884165 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-067eed1a-e28b-4cae-a98a-3634fee80889 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377903 Oct 18 20:39:42.011400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-12f56e9d-9370-4207-abe5-a168aa338050 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:42.013279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-12f56e9d-9370-4207-abe5-a168aa338050 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1518071 Oct 18 20:39:42.031789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-51eeb9b3-1391-49b2-ad65-7e84166bf29d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:39:42.033655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2f6d9f-5e83-40b4-9de8-711dbbafbeed req-51eeb9b3-1391-49b2-ad65-7e84166bf29d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073333 Oct 18 20:39:42.074166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port ead4bbee-7bd9-4704-b185-1c5e72559a10, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ead4bbee-7bd9-4704-b185-1c5e72559a10,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:42.074843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:42.108247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for ead4bbee-7bd9-4704-b185-1c5e72559a10 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:39:42.111804 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-4259d451-a3c3-48bd-9d5a-85fadb4c9a7f service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086160 Oct 18 20:39:42.205880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d13111-2d6a-4644-a105-57f797086812 req-1144ad46-52c7-4422-9f53-361138e3da72 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:42.207663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96d13111-2d6a-4644-a105-57f797086812 req-1144ad46-52c7-4422-9f53-361138e3da72 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 945 time: 0.0658464 Oct 18 20:39:42.291267 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bfe79bfd-a15b-4601-a65a-2ec736c56860 req-a1e56318-0620-436e-a818-77c16e39d4b5 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650920 Oct 18 20:39:42.295711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96d13111-2d6a-4644-a105-57f797086812 req-3c66d59b-1442-4a38-aa5a-43aa81afa369 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716343 Oct 18 20:39:42.382448 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:42.397467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3', 'ead4bbee-7bd9-4704-b185-1c5e72559a10'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:42.419537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=ead4bbee-7bd9-4704-b185-1c5e72559a10,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:42.511075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port ead4bbee-7bd9-4704-b185-1c5e72559a10 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:39:42.515267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:42.519310 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d03b388b-2ef8-4a2f-a92f-d3e347342650 req-4fc52052-2e9d-48ac-a748-99a0f604210b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "DELETE /v2.0/ports/ead4bbee-7bd9-4704-b185-1c5e72559a10 HTTP/1.1" status: 204 len: 173 time: 0.9067078 Oct 18 20:39:42.586177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db05a6-ef8f-4728-9a06-ecd561dfb4b6 req-4eda5414-1b85-43e6-b7b0-0849d249bb69 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:42.588917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5db05a6-ef8f-4728-9a06-ecd561dfb4b6 req-4eda5414-1b85-43e6-b7b0-0849d249bb69 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 944 time: 0.0993409 Oct 18 20:39:42.649268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5db05a6-ef8f-4728-9a06-ecd561dfb4b6 req-99462324-17be-4aee-b4a2-cf4adca0b600 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516281 Oct 18 20:39:42.838791 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fb2df97-2eec-43ed-8a01-1b09c46c8c0a req-1c3b1373-cfca-400d-abea-a087b4a8f1a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 210 time: 0.0332370 Oct 18 20:39:42.938801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4278-324d-4061-aeda-6d399cd14ff7 req-368abb90-4c90-4b4b-b508-f5280c39eb4d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:42.942480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef3d4278-324d-4061-aeda-6d399cd14ff7 req-368abb90-4c90-4b4b-b508-f5280c39eb4d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 943 time: 0.0648344 Oct 18 20:39:42.974446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:42.998909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef3d4278-324d-4061-aeda-6d399cd14ff7 req-0a2f0d8d-278b-48c6-8e9e-8b8a07cae876 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509768 Oct 18 20:39:43.124503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2df97-2eec-43ed-8a01-1b09c46c8c0a req-6dfcfdda-8d6f-4d9d-af1b-f0c6a8456d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:43.126494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fb2df97-2eec-43ed-8a01-1b09c46c8c0a req-6dfcfdda-8d6f-4d9d-af1b-f0c6a8456d53 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2765579 Oct 18 20:39:43.139298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:43.176666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7b867-7e20-47c3-b281-6182556165b6 req-be69ad40-dc21-4d02-b5a2-ee8a062a517f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:43.178294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b7b867-7e20-47c3-b281-6182556165b6 req-be69ad40-dc21-4d02-b5a2-ee8a062a517f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 945 time: 0.0712819 Oct 18 20:39:43.252453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b7b867-7e20-47c3-b281-6182556165b6 req-9114d08b-732f-4482-b069-b1416ac60ee0 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620379 Oct 18 20:39:43.303811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:43.325707 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47282c27-5d02-4922-9123-9e0ae1f35c5b x-openstack-request-id: req-47282c27-5d02-4922-9123-9e0ae1f35c5b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:43.326654 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f540aa77-0ac3-4dc0-8f0c-9af9ea24755a", "name": "network-vif-plugged", "status": "completed", "tag": "9a73b518-b32b-45c4-91fb-95a32e43375c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:43.328464 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47282c27-5d02-4922-9123-9e0ae1f35c5b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:43.330216 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a73b518-b32b-45c4-91fb-95a32e43375c', 'code': 200} Oct 18 20:39:43.347280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3', 'mac_address': 'fa:16:3e:4c:9b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:43.414071 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29407e-58b6-4e24-8858-99458a86762f x-openstack-request-id: req-cb29407e-58b6-4e24-8858-99458a86762f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:43.414549 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "tag": "692fb769-fb56-4680-8f3b-014af82137f3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:43.414946 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cb29407e-58b6-4e24-8858-99458a86762f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:43.415595 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3', 'status': 'completed', 'code': 200} Oct 18 20:39:43.429948 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:43.465664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:43.486350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-9f25d8f0-a9b7-4513-b5c7-fea1b6268f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:43.486669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2df97-2eec-43ed-8a01-1b09c46c8c0a req-19c4ddb0-3b6e-4fd9-ae50-6f0f2fbf160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:43.489144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-9f25d8f0-a9b7-4513-b5c7-fea1b6268f1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1094 time: 0.0731697 Oct 18 20:39:43.489509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fb2df97-2eec-43ed-8a01-1b09c46c8c0a req-19c4ddb0-3b6e-4fd9-ae50-6f0f2fbf160a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3530519 Oct 18 20:39:43.512949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4224-6de6-49ac-ac1e-0ec339eec51d req-56280aa0-bbf1-4013-a1f9-6f39b633fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:43.514350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:43.515913 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc8f4224-6de6-49ac-ac1e-0ec339eec51d req-56280aa0-bbf1-4013-a1f9-6f39b633fd0c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 1096 time: 0.0989294 Oct 18 20:39:43.519906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:43.577177 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc8f4224-6de6-49ac-ac1e-0ec339eec51d req-e41940dd-563a-4b87-8e3e-a738649d6e11 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520139 Oct 18 20:39:43.621247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:43.742233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-c6bbdf14-129b-4f34-b85b-1b222c76da51 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:43.744295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-c6bbdf14-129b-4f34-b85b-1b222c76da51 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 820 time: 0.2538266 Oct 18 20:39:43.745697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-f3f41004-d247-4fe4-bd63-46aa06fbe777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:43.747192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-f3f41004-d247-4fe4-bd63-46aa06fbe777 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.2407420 Oct 18 20:39:43.753557 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:39:43.762746 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-01fb757c-3282-4c47-be9e-23117ed64da2 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/quotas/fc042baa9c0c4f83ba92ceb1a4d46f5e HTTP/1.1" status: 200 len: 375 time: 0.0112057 Oct 18 20:39:43.836335 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-43f6ca59-518a-46cb-aab3-fe076d1a7f02 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0662253 Oct 18 20:39:43.916609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-d1e81407-2434-4e9e-9531-237d1a99dc46 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 217 time: 0.0609841 Oct 18 20:39:43.992457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:44.085365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-5d8541cd-5d55-4100-8151-b2fce08b3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:44.088311 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-5d8541cd-5d55-4100-8151-b2fce08b3207 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1582358 Oct 18 20:39:44.479379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-5ce80dfc-4e33-4ad0-922d-63085d3431aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3823853 Oct 18 20:39:44.481829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-7cd819e8-c37e-473b-bcd4-b33c71d32063 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368978 Oct 18 20:39:44.677316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-37abee29-0fd8-4191-a60b-de938fdc6f50 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892784 Oct 18 20:39:44.680126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-288b0eca-e733-42ea-b3cd-d66871add333 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840284 Oct 18 20:39:44.854539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f476b7b3-d8c5-473c-8ca1-c5bef19c35b1 req-8d7c7b2f-3a2e-404b-bdec-4215e9b19420 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675916 Oct 18 20:39:44.942615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-5dba9663-e766-4b3a-bee7-8caa6bff5ea1 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=931224f36efc4349a32e89c428c8547e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344326 Oct 18 20:39:45.100664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-1b19e472-85c9-4e8c-990f-13687b3797ee tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:45.103509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-1b19e472-85c9-4e8c-990f-13687b3797ee tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496887 Oct 18 20:39:45.129548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-5c970ae7-4417-4c2f-9525-72b038860a8e tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/quotas/931224f36efc4349a32e89c428c8547e HTTP/1.1" status: 200 len: 375 time: 0.0194931 Oct 18 20:39:45.171166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:45.190100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-9eec3e16-bf8e-451e-9b3c-9ce7c1b57bb8 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=931224f36efc4349a32e89c428c8547e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541437 Oct 18 20:39:45.366874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fb2df97-2eec-43ed-8a01-1b09c46c8c0a req-cde2d136-4959-442b-8ddb-78ff51b268ef tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 210 time: 0.0697136 Oct 18 20:39:45.418240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:45.425318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'name': 'network-vif-deleted', 'tag': 'ead4bbee-7bd9-4704-b185-1c5e72559a10'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:45.439890 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c3fe38-2cb1-46a7-8302-284ece9dbbbe" -d '{"events": [{"server_uuid": "2c71b316-bcfa-4a71-bc1e-232b3869593d", "name": "network-vif-deleted", "tag": "ead4bbee-7bd9-4704-b185-1c5e72559a10"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:45.446913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '692fb769-fb56-4680-8f3b-014af82137f3', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'port_id': '692fb769-fb56-4680-8f3b-014af82137f3', 'mac_address': 'fa:16:3e:51:a5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162ca2fa-5a4b-423e-b7ea-105cc72a0450', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:45.573846 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:45.579284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-754e1296-8c36-408a-ad8b-aca80bba0df2 req-1f094db1-9c78-4314-ba9e-36dbbddcfc96 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c71b316-bcfa-4a71-bc1e-232b3869593d HTTP/1.1" status: 200 len: 210 time: 0.0841713 Oct 18 20:39:45.610153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692fb769-fb56-4680-8f3b-014af82137f3 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:45.674138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:45.689545 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:45.826568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e08b89-d977-4e50-a329-e876873d9a3f req-338006e8-6a03-4789-ab42-724974790b41 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:45.828965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12e08b89-d977-4e50-a329-e876873d9a3f req-338006e8-6a03-4789-ab42-724974790b41 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 945 time: 0.0773940 Oct 18 20:39:45.843962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:45.898821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12e08b89-d977-4e50-a329-e876873d9a3f req-60e8bf2a-1919-4366-9ea4-cb86cfc8597f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574336 Oct 18 20:39:46.205288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['692fb769-fb56-4680-8f3b-014af82137f3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:46.272290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf825fe-8a4f-4ad5-bd44-b53a2887f4cf req-49de588b-eadd-49c9-a434-2070d6bc8be4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:46.274513 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8bf825fe-8a4f-4ad5-bd44-b53a2887f4cf req-49de588b-eadd-49c9-a434-2070d6bc8be4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 944 time: 0.0876408 Oct 18 20:39:46.356494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8bf825fe-8a4f-4ad5-bd44-b53a2887f4cf req-8a8b0b78-b6ea-4f66-ac76-528dd5fe1608 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680537 Oct 18 20:39:46.542571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad2526-279e-4042-8ef1-496b64a6b6e6 req-18aa84af-b883-42d9-aaa8-6d80e9b51774 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:46.544596 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bad2526-279e-4042-8ef1-496b64a6b6e6 req-18aa84af-b883-42d9-aaa8-6d80e9b51774 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 945 time: 0.0786462 Oct 18 20:39:46.596606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bad2526-279e-4042-8ef1-496b64a6b6e6 req-fc229306-cbdd-4f02-800d-34aebd59d0ea tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Oct 18 20:39:46.694797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-816ef9ca-3bc0-4401-98da-5676f1f6dd04 req-ecb1ef9f-40f3-49d8-a676-f36a679a756a tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 210 time: 0.0326152 Oct 18 20:39:46.764848 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77dbb73-79af-4e27-a001-bedc407aa2eb x-openstack-request-id: req-b77dbb73-79af-4e27-a001-bedc407aa2eb {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:46.765738 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c71b316-bcfa-4a71-bc1e-232b3869593d", "name": "network-vif-deleted", "tag": "ead4bbee-7bd9-4704-b185-1c5e72559a10", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:46.765738 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b77dbb73-79af-4e27-a001-bedc407aa2eb {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:46.766087 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c71b316-bcfa-4a71-bc1e-232b3869593d', 'name': 'network-vif-deleted', 'tag': 'ead4bbee-7bd9-4704-b185-1c5e72559a10', 'status': 'completed', 'code': 200} Oct 18 20:39:46.911260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-654fdba9-b52d-48f8-b466-763b3f245659 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=931224f36efc4349a32e89c428c8547e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414765 Oct 18 20:39:47.086848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-aa2fd800-fae7-4f5c-ad25-c1dfa7607970 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:47.089606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-aa2fd800-fae7-4f5c-ad25-c1dfa7607970 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.30 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 820 time: 0.2236800 Oct 18 20:39:47.108808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'port': {'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'admin_state_up': True, 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:47.127587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-46f300c1-5c5f-4e57-91a7-952ca64a40a5 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:47.129641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-46f300c1-5c5f-4e57-91a7-952ca64a40a5 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171485 Oct 18 20:39:47.148492 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-52f8f3b1-bc16-4a34-851b-8202e6806b65 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/quotas/931224f36efc4349a32e89c428c8547e HTTP/1.1" status: 200 len: 375 time: 0.0116093 Oct 18 20:39:47.173595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:47.197320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-48433f31-77dd-46bf-a163-7dfacdb807a3 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=931224f36efc4349a32e89c428c8547e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419672 Oct 18 20:39:47.253896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:47.260749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:47.261563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:47.292620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Made reservation on behalf of fc042baa9c0c4f83ba92ceb1a4d46f5e for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:47.297281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:47.436151 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:47.464969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-9c918296-65fa-4158-8404-ba0916de176f tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=931224f36efc4349a32e89c428c8547e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335515 Oct 18 20:39:47.514737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:47.515741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:47.518635 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c2d225-ec2e-4f16-be11-631664704bc9" -d '{"events": [{"server_uuid": "a1533828-3d80-4655-a51d-14fbe001d42b", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:47.525639 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:47.619840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:47.725035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Allocated IP 172.20.0.7 (ab8be122-f616-43fd-8c77-8d8c08cccb83/09f4b92e-d65b-420f-9b14-9d8de49ee06f/d503e187-d84e-4912-8037-3f6ec30d7c4e) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:47.797690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-664acdd5-2c5d-4c3b-9078-73354f0f76a2 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:47.799308 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-664acdd5-2c5d-4c3b-9078-73354f0f76a2 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221624 Oct 18 20:39:47.819424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Request body: {'port': {'device_id': '570ac828-8181-43bb-a52c-49baccd13a92', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '931224f36efc4349a32e89c428c8547e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:47.885682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6b8d1-0e08-43d5-8e83-2211a938df47 req-8ac03118-23ad-4241-bb74-864ad4e3a3f1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:47.900358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0ea6b8d1-0e08-43d5-8e83-2211a938df47 req-8ac03118-23ad-4241-bb74-864ad4e3a3f1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.1136994 Oct 18 20:39:47.946969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ead4bbee-7bd9-4704-b185-1c5e72559a10 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:39:47.972528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: ead4bbee-7bd9-4704-b185-1c5e72559a10 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:39:47.973000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ead4bbee-7bd9-4704-b185-1c5e72559a10 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:39:47.981361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0ea6b8d1-0e08-43d5-8e83-2211a938df47 req-971c60a4-7080-4513-84a3-d84b9ba754f1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740206 Oct 18 20:39:48.350038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88d659-bdf4-4e82-814d-461b27a94af7 req-09a6fee9-574c-4c9d-be72-4f583d280c39 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:48.357995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b88d659-bdf4-4e82-814d-461b27a94af7 req-09a6fee9-574c-4c9d-be72-4f583d280c39 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 944 time: 0.1010017 Oct 18 20:39:48.391345 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.411520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Made reservation on behalf of 931224f36efc4349a32e89c428c8547e for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:48.420117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.436929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b88d659-bdf4-4e82-814d-461b27a94af7 req-e1f5200e-4715-42b4-b260-7d3021f3547c tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719643 Oct 18 20:39:48.442116 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.510414 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.528334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.548514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:48.583477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-369a426c-5cad-4839-9eec-fb16d3c7e5cd req-5d5628d7-62ba-4586-b698-79953ee8bffe tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 210 time: 0.0405433 Oct 18 20:39:48.607975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:48.619772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:48.627318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Pushing event updated for resources: {'Port': ['ID=d503e187-d84e-4912-8037-3f6ec30d7c4e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:48.636933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:48.675785 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142a992-0121-451f-a101-cf3b39948094 x-openstack-request-id: req-1142a992-0121-451f-a101-cf3b39948094 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:48.676988 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1533828-3d80-4655-a51d-14fbe001d42b", "name": "network-vif-plugged", "status": "completed", "tag": "5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:48.679354 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1142a992-0121-451f-a101-cf3b39948094 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:48.681775 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3', 'code': 200} Oct 18 20:39:48.690236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.690636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.690907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.691852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.692516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.693121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.693660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.694178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.694816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.695401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.695786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.696122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:39:48.723020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.736122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.778153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62a79a3a-3667-4dcb-a373-4d77a1067ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:48.983932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49723fe-73c0-48cc-bbab-81190eb5c3e1 req-3821b3ab-a7ad-4e57-bc30-91b64f811861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:48.986402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49723fe-73c0-48cc-bbab-81190eb5c3e1 req-3821b3ab-a7ad-4e57-bc30-91b64f811861 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 1097 time: 0.2074323 Oct 18 20:39:49.005104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8410edc-07e2-40c4-a8c1-0990b40df796 req-7fe1fbf1-47dc-41c2-8a57-0392ba60d049 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:49.006765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:49.008280 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:49.017040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8410edc-07e2-40c4-a8c1-0990b40df796 req-7fe1fbf1-47dc-41c2-8a57-0392ba60d049 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 931 time: 0.1434345 Oct 18 20:39:49.087433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49723fe-73c0-48cc-bbab-81190eb5c3e1 req-a4c88a8d-24cb-4760-9cee-d9746751e140 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671694 Oct 18 20:39:49.099900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8410edc-07e2-40c4-a8c1-0990b40df796 req-1c2a4fe7-7ffa-4034-8364-47260aee6f3f tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 Oct 18 20:39:49.139166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcdb0de-7740-4498-a660-5e140d324e06,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:49.142273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-135b9aef-8379-4165-9b8d-56bbe94dd716 None None] Provisioning complete for port d503e187-d84e-4912-8037-3f6ec30d7c4e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:49.142859 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-135b9aef-8379-4165-9b8d-56bbe94dd716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:49.155141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Allocated IP 192.168.233.35 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/0b993461-b9a5-45ea-8844-b94619b8babd) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:49.161781 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-210bbf1a-7f51-4ee9-a753-7cc3c4fd85ca tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0599484 Oct 18 20:39:49.174320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-e6f03fda-a5c0-4c26-807c-9cb97e49b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:49.176280 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-e6f03fda-a5c0-4c26-807c-9cb97e49b228 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=699f0e14949b4116b34dd9d258c94ab5&device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 1096 time: 0.2093568 Oct 18 20:39:49.183697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Request body: {'port': {'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:49.193801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:49.283005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:49.283409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-135b9aef-8379-4165-9b8d-56bbe94dd716 None None] Port d503e187-d84e-4912-8037-3f6ec30d7c4e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:39:49.322644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 692fb769-fb56-4680-8f3b-014af82137f3 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:49.328663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 692fb769-fb56-4680-8f3b-014af82137f3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:49.329253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:49.424858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-1b6d3027-bd05-4ded-876d-2bbbf1777351 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:49.426606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-1b6d3027-bd05-4ded-876d-2bbbf1777351 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.1817966 Oct 18 20:39:49.429199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-f93a4d63-7c5a-4ad7-b4a6-a8b02e21df6b tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=931224f36efc4349a32e89c428c8547e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428672 Oct 18 20:39:49.473389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-a0867d2a-a7ec-42d3-a35f-e35fa95012ae tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0339742 Oct 18 20:39:49.514180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:49.557959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:49.577163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:49.685626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:49.695920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-0a95625a-5dd6-45e0-ad61-3ca53c015c14 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922388 Oct 18 20:39:49.801707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-3722a87e-1c18-4c67-a2a7-95f16866af6a tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:49.804141 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-3722a87e-1c18-4c67-a2a7-95f16866af6a tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637927 Oct 18 20:39:49.814039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:49.842346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Request body: {'port': {'device_id': '2f628633-7734-45f1-9a89-50cf810c4927', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '931224f36efc4349a32e89c428c8547e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:49.871698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-013b467e-5f72-4e0b-8ee5-a689958372d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:49.874261 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-013b467e-5f72-4e0b-8ee5-a689958372d2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f70f7e6c-e18e-43a0-968e-921b8b9391b1 HTTP/1.1" status: 200 len: 914 time: 0.4492612 Oct 18 20:39:49.957427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-f3baa0dc-1733-4bb8-9c04-732a6773f9c7 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499454 Oct 18 20:39:50.016928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-181d2397-f0a1-456a-a9a2-9fa759d93a1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a73b518-b32b-45c4-91fb-95a32e43375c HTTP/1.1" status: 200 len: 217 time: 0.1223080 Oct 18 20:39:50.096791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:50.161761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Made reservation on behalf of 931224f36efc4349a32e89c428c8547e for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:50.168313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:50.204901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:50.208058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-20958c8f-2dea-44f8-82a6-b5aaae785625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:50.211396 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-20958c8f-2dea-44f8-82a6-b5aaae785625 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6571dfc2-ecbf-4a4b-8543-6f237b887ffe HTTP/1.1" status: 200 len: 853 time: 0.1790593 Oct 18 20:39:50.230609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:50.248654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-2ab60b0f-0581-4f9d-93ed-190f7c5064ae service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746863 Oct 18 20:39:50.269246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:50.274083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:50.376937 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-79323125-e38b-4153-b7a2-2d34df0dc3d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f70f7e6c-e18e-43a0-968e-921b8b9391b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335449 Oct 18 20:39:50.467470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Allocated IP 192.168.233.51 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/5f41a61a-6740-4324-8701-7e4bae9507e7) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:50.474403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d503e187-d84e-4912-8037-3f6ec30d7c4e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:50.509522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:50.510562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:50.520037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:50.594427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Transition to ACTIVE for port object d503e187-d84e-4912-8037-3f6ec30d7c4e will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:50.614526 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:50.620330 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-49c3b228-25bc-4f55-92f7-65c33cad69ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8059707 Oct 18 20:39:50.685873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:50.692611 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ad2171-e2b5-4df6-8830-cb96f623e901" -d '{"events": [{"server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "name": "network-vif-plugged", "status": "completed", "tag": "692fb769-fb56-4680-8f3b-014af82137f3"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:50.696044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Request body: {'port': {'device_id': '570ac828-8181-43bb-a52c-49baccd13a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:50.794307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f437899f-ec3b-4a24-a120-a6c0e0d585f4 None None] Provisioning complete for port 0b993461-b9a5-45ea-8844-b94619b8babd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:50.796359 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f437899f-ec3b-4a24-a120-a6c0e0d585f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:50.850026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:51.012589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d503e187-d84e-4912-8037-3f6ec30d7c4e,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:51.030980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-5797fec3-c2b3-4aa4-8d27-7fa196748a8a service neutron] 10.222.0.79 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485854 Oct 18 20:39:51.031985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:51.105566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:51.138922 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:51.151399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fb0e3-7075-46fd-b2ec-ca010d6134cf req-c63896b5-b425-4615-b516-0904c4cf224c tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:51.165568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-587fb0e3-7075-46fd-b2ec-ca010d6134cf req-c63896b5-b425-4615-b516-0904c4cf224c tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 945 time: 0.3891823 Oct 18 20:39:51.177131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:51.181531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:51.318765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f437899f-ec3b-4a24-a120-a6c0e0d585f4 None None] Port 0b993461-b9a5-45ea-8844-b94619b8babd cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:39:51.431027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:51.445037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:51.456321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:51.479160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Attempting to bind port d503e187-d84e-4912-8037-3f6ec30d7c4e on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:51.479486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Attempting to bind port d503e187-d84e-4912-8037-3f6ec30d7c4e by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:51.480033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Attempting to bind port d503e187-d84e-4912-8037-3f6ec30d7c4e on network ab8be122-f616-43fd-8c77-8d8c08cccb83 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:51.510517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-587fb0e3-7075-46fd-b2ec-ca010d6134cf req-35cad0c6-e64c-4289-aa62-159a32402830 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427474 Oct 18 20:39:51.512639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Port d503e187-d84e-4912-8037-3f6ec30d7c4e on network ab8be122-f616-43fd-8c77-8d8c08cccb83 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:51.513461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Attempting to bind port d503e187-d84e-4912-8037-3f6ec30d7c4e on network ab8be122-f616-43fd-8c77-8d8c08cccb83 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:51.521144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b5be1b66-c51a-47e9-926d-9c58243b750d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6829123 Oct 18 20:39:51.546019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Request body: {'port': {'device_id': '2f628633-7734-45f1-9a89-50cf810c4927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:51.611641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:51.613306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Checking segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:51.613962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Bound using segment: {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:51.614618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Bound port: d503e187-d84e-4912-8037-3f6ec30d7c4e, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dded970-15da-43cd-9968-fd94776371ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:51.615171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:51.624853 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e454c70e-70a2-4753-83fd-ef2d9166d119 req-9a7e7e9b-7054-4539-be9e-ab19ebf60cf9 service neutron] 10.222.0.79 "GET /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847149 Oct 18 20:39:51.634747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:51.803867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5a76d2f3-33e3-4e1b-99f7-e06432fbcf93 None None] Provisioning complete for port 5f41a61a-6740-4324-8701-7e4bae9507e7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:51.804985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5a76d2f3-33e3-4e1b-99f7-e06432fbcf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:51.873643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5a76d2f3-33e3-4e1b-99f7-e06432fbcf93 None None] Port 5f41a61a-6740-4324-8701-7e4bae9507e7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:39:51.881526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91334227-0381-4c9b-b6b4-b59ac4d07281 req-9a4c69d5-207b-4989-97c7-afcdb52c5785 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:51.883243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91334227-0381-4c9b-b6b4-b59ac4d07281 req-9a4c69d5-207b-4989-97c7-afcdb52c5785 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.1916227 Oct 18 20:39:51.944980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] For port d503e187-d84e-4912-8037-3f6ec30d7c4e, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:51.956287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] For port d503e187-d84e-4912-8037-3f6ec30d7c4e, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:51.963491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91334227-0381-4c9b-b6b4-b59ac4d07281 req-359cc691-a104-49a9-9e25-6a2e894f9e85 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617228 Oct 18 20:39:51.971509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:52.073996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:52.075076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:52.078227 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] 10.222.0.30 "PUT /v2.0/ports/d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 1091 time: 2.9000666 Oct 18 20:39:52.079003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:52.083776 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607f65af-7d9e-486c-8707-b84b05a1a020" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:52.173883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f993a2-96f2-49ee-9c19-a33cac5883d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d503e187-d84e-4912-8037-3f6ec30d7c4e,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:52.210696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b993461-b9a5-45ea-8844-b94619b8babd {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:52.222088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:52.245694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-f56da73d-5612-4296-97eb-9060f84b250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:52.247615 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-f56da73d-5612-4296-97eb-9060f84b250d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 1094 time: 0.0907614 Oct 18 20:39:52.248792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Transition to ACTIVE for port object 0b993461-b9a5-45ea-8844-b94619b8babd will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:52.254952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:52.350689 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-fe5f767d-2c6d-4f56-9f17-f262430c7e54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 217 time: 0.0907364 Oct 18 20:39:52.411612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3dec8-a78a-46f8-a77d-8d324116b5d3 req-df10e76a-6942-4e2e-bb02-b5ac50cb7158 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:52.414717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-22d3dec8-a78a-46f8-a77d-8d324116b5d3 req-df10e76a-6942-4e2e-bb02-b5ac50cb7158 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 945 time: 0.2062366 Oct 18 20:39:52.438081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-3959972c-4c9c-4930-bbe6-0796373e3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:52.440716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-3959972c-4c9c-4930-bbe6-0796373e3031 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0758934 Oct 18 20:39:52.449000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:52.664169 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-22d3dec8-a78a-46f8-a77d-8d324116b5d3 req-6c278b87-825e-4eff-9fb8-5df75a219fc0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783264 Oct 18 20:39:52.675769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f41a61a-6740-4324-8701-7e4bae9507e7 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:52.683946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-115164ec-fb5e-4130-9cf5-5d2fc715bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:52.686544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-115164ec-fb5e-4130-9cf5-5d2fc715bed1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861238 Oct 18 20:39:52.703087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:52.714732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Attempting to bind port 0b993461-b9a5-45ea-8844-b94619b8babd on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:52.715134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Attempting to bind port 0b993461-b9a5-45ea-8844-b94619b8babd by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:52.715381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Attempting to bind port 0b993461-b9a5-45ea-8844-b94619b8babd on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:52.757435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Transition to ACTIVE for port object 5f41a61a-6740-4324-8701-7e4bae9507e7 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:52.766568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:52.784647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Port 0b993461-b9a5-45ea-8844-b94619b8babd on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:52.785051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Attempting to bind port 0b993461-b9a5-45ea-8844-b94619b8babd on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:52.797698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:52.798061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:52.798548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:52.799010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Bound port: 0b993461-b9a5-45ea-8844-b94619b8babd, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:52.799549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:52.954156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-42c2123f-1a9e-45e9-a07d-51ab3c6636e3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:52.956366 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-42c2123f-1a9e-45e9-a07d-51ab3c6636e3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.3518684 Oct 18 20:39:52.975972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:52.989140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:53.015086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:53.019653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32babf2d-1f1e-4e60-89b9-cef3ab0a6cb2 req-00e1db03-b3f5-431d-a5c4-67ef658ac569 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.021342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32babf2d-1f1e-4e60-89b9-cef3ab0a6cb2 req-00e1db03-b3f5-431d-a5c4-67ef658ac569 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.1520400 Oct 18 20:39:53.045280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Attempting to bind port 5f41a61a-6740-4324-8701-7e4bae9507e7 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:53.045593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Attempting to bind port 5f41a61a-6740-4324-8701-7e4bae9507e7 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:53.045968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Attempting to bind port 5f41a61a-6740-4324-8701-7e4bae9507e7 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:53.062083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Port 5f41a61a-6740-4324-8701-7e4bae9507e7 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:53.063445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Attempting to bind port 5f41a61a-6740-4324-8701-7e4bae9507e7 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:53.078373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:53.078740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:53.079091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:53.079548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Bound port: 5f41a61a-6740-4324-8701-7e4bae9507e7, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:53.079907 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:53.083790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:53.089156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-7e62c1e1-0929-4ec2-a8ab-7755d3f47155 service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784499 Oct 18 20:39:53.097853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:53.109588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32babf2d-1f1e-4e60-89b9-cef3ab0a6cb2 req-075d83b8-4904-46d0-b6d4-af353c2fed38 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766895 Oct 18 20:39:53.141560 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ab76e78-14e6-416c-8a23-57c0ab5b1e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:53.165402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.166076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:53.167494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] 10.222.0.30 "PUT /v2.0/ports/0b993461-b9a5-45ea-8844-b94619b8babd HTTP/1.1" status: 200 len: 1095 time: 2.5041912 Oct 18 20:39:53.235436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:53.241726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:53.249854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:53.314124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3cfbb-39df-4539-8f9c-77aa154eb29d service neutron] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:53.355125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:39:53.359760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:53.366719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-ee354256-f480-448c-b690-a169afaa33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.368857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-ee354256-f480-448c-b690-a169afaa33f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=931224f36efc4349a32e89c428c8547e&device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 1098 time: 0.1228964 Oct 18 20:39:53.373341 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2abdc09b-45a7-468e-89e2-3fd316edd32e req-88b25255-5870-43ac-a869-4f8eab2cdc35 service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649257 Oct 18 20:39:53.374837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.375893 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:53.378395 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] 10.222.0.79 "PUT /v2.0/ports/5f41a61a-6740-4324-8701-7e4bae9507e7 HTTP/1.1" status: 200 len: 1095 time: 1.8420038 Oct 18 20:39:53.383258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:53.387254 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6546e510-9411-434b-a2e1-fc8184f1ffd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:53.435983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343a64-cb24-4ebb-9036-30d4b27b96fb service neutron] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:53.439092 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-7f84af9c-d792-4b85-9183-e9f0f2c200ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=0b993461-b9a5-45ea-8844-b94619b8babd HTTP/1.1" status: 200 len: 217 time: 0.0548024 Oct 18 20:39:53.463764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42fc1-8398-468b-8bed-2ab9590ad040 req-1ec58f5c-92bb-434b-9e11-c3719778bbc0 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.467295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2c42fc1-8398-468b-8bed-2ab9590ad040 req-1ec58f5c-92bb-434b-9e11-c3719778bbc0 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 943 time: 0.1749005 Oct 18 20:39:53.566011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2c42fc1-8398-468b-8bed-2ab9590ad040 req-06cc1cf4-e7e7-4c03-bafb-a40d2e189e9c tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818958 Oct 18 20:39:53.569333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-52e6d85f-4a30-45b2-9d84-3a3d00c3e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.570848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-52e6d85f-4a30-45b2-9d84-3a3d00c3e730 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=931224f36efc4349a32e89c428c8547e&device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 1098 time: 0.1021883 Oct 18 20:39:53.571901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-230a2289-f3d6-45a6-bb8f-66ba9e4bb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.573506 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-230a2289-f3d6-45a6-bb8f-66ba9e4bb555 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1225798 Oct 18 20:39:53.646338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-3c47192b-6cdd-4b69-a27b-517cfca6cd3d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5f41a61a-6740-4324-8701-7e4bae9507e7 HTTP/1.1" status: 200 len: 217 time: 0.0651739 Oct 18 20:39:53.652433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.7 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/5a8c0fa5-cc95-4a02-b655-427eac23e99c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:39:53.669709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-773d561d-1efe-4677-a9b0-36b757c1a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.671059 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-773d561d-1efe-4677-a9b0-36b757c1a136 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881939 Oct 18 20:39:53.744497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39ceb46e-c1f6-4db5-a56f-7c6ef7130dd1 req-f61896e3-a373-4bc4-bbd0-611ca6f944a2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 210 time: 0.0491936 Oct 18 20:39:53.820258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5b5e9588-abe2-4554-876f-b4bd103aa7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.822612 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-5b5e9588-abe2-4554-876f-b4bd103aa7d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0765440 Oct 18 20:39:53.830088 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e0790b-db1d-4b0b-9212-044385675528 x-openstack-request-id: req-67e0790b-db1d-4b0b-9212-044385675528 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:53.830708 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "name": "network-vif-plugged", "status": "completed", "tag": "692fb769-fb56-4680-8f3b-014af82137f3", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:53.830979 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67e0790b-db1d-4b0b-9212-044385675528 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:53.831412 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3', 'code': 200} Oct 18 20:39:53.939734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-75f9b10b-0238-4534-b6b8-6dc4079edf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:53.941601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-75f9b10b-0238-4534-b6b8-6dc4079edf2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959933 Oct 18 20:39:54.137001 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-b9c9c4a4-29c6-46c3-bccb-8dafdc6cadb9 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799109 Oct 18 20:39:54.173995 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32229b23-a3cd-4fcc-a617-a699acd22a00 x-openstack-request-id: req-32229b23-a3cd-4fcc-a617-a699acd22a00 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:54.174753 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:54.174891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:54.175350 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-32229b23-a3cd-4fcc-a617-a699acd22a00 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:54.175519 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'status': 'completed', 'code': 200} Oct 18 20:39:54.289013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed20608-4c9a-4b32-9511-68a382dc25de req-b5c3a889-8c9c-49bf-ad14-d7a81bad098a tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.290696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bed20608-4c9a-4b32-9511-68a382dc25de req-b5c3a889-8c9c-49bf-ad14-d7a81bad098a tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 945 time: 0.1219282 Oct 18 20:39:54.316660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a7b3fd1-d729-4043-9cf5-a6647715d9e4 req-04c70b43-959a-4191-b131-5aae25804ce0 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563449 Oct 18 20:39:54.349133 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bed20608-4c9a-4b32-9511-68a382dc25de req-1271cbd1-e6c7-4440-8475-c73dc6394aa6 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507603 Oct 18 20:39:54.499840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-50ccd3dd-5ad9-421c-b4ce-782a775b5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.502547 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-50ccd3dd-5ad9-421c-b4ce-782a775b5164 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 1094 time: 0.3123767 Oct 18 20:39:54.510616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33090-965d-4278-aff8-77191c3cd01a req-f109cc45-88f8-441f-aaf1-41fd5d5bd699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.513263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bcd33090-965d-4278-aff8-77191c3cd01a req-f109cc45-88f8-441f-aaf1-41fd5d5bd699 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1096 time: 0.3364813 Oct 18 20:39:54.516693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-04b53b0e-7b1f-4a38-9058-27250e7f5c54 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8328362 Oct 18 20:39:54.560021 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeb25dc-2223-49e4-88de-7d7579be09c4 x-openstack-request-id: req-ebeb25dc-2223-49e4-88de-7d7579be09c4 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:54.561777 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:54.562172 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ebeb25dc-2223-49e4-88de-7d7579be09c4 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:54.562827 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'status': 'completed', 'code': 200} Oct 18 20:39:54.680088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-89d28559-32d5-498b-8f56-31e8780eb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.681839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-89d28559-32d5-498b-8f56-31e8780eb245 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=931224f36efc4349a32e89c428c8547e&device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 1098 time: 0.0932672 Oct 18 20:39:54.690340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:54.703074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9e707-5ad3-446e-a6a5-d26d3d77c74d req-6bbd95f2-fde9-4390-b9a2-c2dbf09cf3a4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.704992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3c9e707-5ad3-446e-a6a5-d26d3d77c74d req-6bbd95f2-fde9-4390-b9a2-c2dbf09cf3a4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 945 time: 0.0776491 Oct 18 20:39:54.805589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3c9e707-5ad3-446e-a6a5-d26d3d77c74d req-bd041b29-a188-4953-a656-8cf0448e4d69 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916955 Oct 18 20:39:54.841880 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bcd33090-965d-4278-aff8-77191c3cd01a req-a4966ef2-1450-44fd-a7de-840c22bbc4b2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023565 Oct 18 20:39:54.849172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-23d33d75-10d8-4971-abbd-ababcfb990e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.851946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-23d33d75-10d8-4971-abbd-ababcfb990e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1578104 Oct 18 20:39:54.911692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-77bdf023-edd4-4fd1-b627-ffe79c8c9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.913219 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-77bdf023-edd4-4fd1-b627-ffe79c8c9fdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.3953247 Oct 18 20:39:54.916984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b07a9a15-397a-46d8-bc30-20e73f08a781 req-e4306d1d-d1cd-4dce-b7d1-43120f0ab68a service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587296 Oct 18 20:39:54.933744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:54.947552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:54.972725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d316e1-0c65-44b6-b819-51ed77362c5c req-78b8ff17-60e0-4362-bbfd-2bab0c8a9bfb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:54.974568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11d316e1-0c65-44b6-b819-51ed77362c5c req-78b8ff17-60e0-4362-bbfd-2bab0c8a9bfb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0881865 Oct 18 20:39:55.000206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-337cc76b-db6b-4d9a-9af4-8c99691fb5c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 217 time: 0.0750663 Oct 18 20:39:55.023027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:39:55.027629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11d316e1-0c65-44b6-b819-51ed77362c5c req-b944f8fb-5027-4ebf-8fd2-7faa934f1145 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Oct 18 20:39:55.046522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:39:55.047514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:55.056426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:39:55.090943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=5a8c0fa5-cc95-4a02-b655-427eac23e99c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:55.116533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-2833699b-2ad7-4fde-84e9-c60d7df2f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:55.118303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-2833699b-2ad7-4fde-84e9-c60d7df2f49b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.1068902 Oct 18 20:39:55.130198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:55.130887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:55.177200 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-acc3e161-b060-4ff8-b5fe-97452c5f95b2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2052426 Oct 18 20:39:55.178441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600da2b5-ebd9-4002-ad94-e3321d1e2991 req-c7d9ca30-42ba-470c-905e-a0376e42016a tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:55.180109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-600da2b5-ebd9-4002-ad94-e3321d1e2991 req-c7d9ca30-42ba-470c-905e-a0376e42016a tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.0639179 Oct 18 20:39:55.189691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-f67d326d-c361-4328-ab4b-a4a3a2269543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:55.191911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-f67d326d-c361-4328-ab4b-a4a3a2269543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574319 Oct 18 20:39:55.235034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-600da2b5-ebd9-4002-ad94-e3321d1e2991 req-0244bf34-62e7-4674-8259-24d513795077 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466104 Oct 18 20:39:55.248845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Request body: {'port': {'device_id': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:39:55.274321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-8f051b03-4ee8-4545-9448-2bee39f6acb4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=5f41a61a-6740-4324-8701-7e4bae9507e7 HTTP/1.1" status: 200 len: 217 time: 0.0549793 Oct 18 20:39:55.341710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-5ae5b6dd-6f53-4b24-90f7-761882b63d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:55.343321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-5ae5b6dd-6f53-4b24-90f7-761882b63d33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0568924 Oct 18 20:39:55.396543 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:55.408759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-07197d45-3469-41e0-8b90-42aa5e1e2d94 service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080460 Oct 18 20:39:55.451824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-0e95a790-757b-4ee0-98f4-76fd10a09dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:55.454857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-0e95a790-757b-4ee0-98f4-76fd10a09dd9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915852 Oct 18 20:39:55.467539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bab37e-8dcd-4846-b649-6bdd5bd41258 req-bc5440e8-4ed1-4ea7-bc8b-d64f5a926054 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:55.469171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73bab37e-8dcd-4846-b649-6bdd5bd41258 req-bc5440e8-4ed1-4ea7-bc8b-d64f5a926054 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 943 time: 0.0674920 Oct 18 20:39:55.639676 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-607f65af-7d9e-486c-8707-b84b05a1a020 req-780993f8-0fba-46c8-9d9d-c8064d725bb7 service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215834 Oct 18 20:39:55.642556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73bab37e-8dcd-4846-b649-6bdd5bd41258 req-394d46b0-368a-4d9a-b1b9-75787766875d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584110 Oct 18 20:39:55.703958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-b5cc6287-bd6c-40a6-abeb-b18ea092c296 service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308588 Oct 18 20:39:55.852127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8c0fa5-cc95-4a02-b655-427eac23e99c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:55.866268 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:55.888912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Transition to ACTIVE for port object 5a8c0fa5-cc95-4a02-b655-427eac23e99c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:39:55.894224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:55.964476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8c0fa5-cc95-4a02-b655-427eac23e99c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:56.002491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d503e187-d84e-4912-8037-3f6ec30d7c4e details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:56.127379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Attempting to bind port 5a8c0fa5-cc95-4a02-b655-427eac23e99c on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:39:56.129610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Attempting to bind port 5a8c0fa5-cc95-4a02-b655-427eac23e99c by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:39:56.130734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Attempting to bind port 5a8c0fa5-cc95-4a02-b655-427eac23e99c on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:56.145379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Port 5a8c0fa5-cc95-4a02-b655-427eac23e99c on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:39:56.148066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Attempting to bind port 5a8c0fa5-cc95-4a02-b655-427eac23e99c on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:39:56.161531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:39:56.162196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:39:56.162861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:39:56.163592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Bound port: 5a8c0fa5-cc95-4a02-b655-427eac23e99c, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:39:56.164337 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:56.184455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:56.190190 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7fec29-b830-4a01-9662-f3a7cf635993" -d '{"events": [{"name": "network-changed", "server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:56.254613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d503e187-d84e-4912-8037-3f6ec30d7c4e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:56.269384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'mac_address': 'fa:16:3e:48:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:56.304773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] For port 5a8c0fa5-cc95-4a02-b655-427eac23e99c, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:39:56.313931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] For port 5a8c0fa5-cc95-4a02-b655-427eac23e99c, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5a8c0fa5-cc95-4a02-b655-427eac23e99c,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:39:56.325143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:56.340741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:56.375575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3b8e-796a-4f57-a558-e32e051f75f7 req-fb5f2dd1-134f-4870-a78b-dbea9b1ba654 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:56.378702 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3dbc3b8e-796a-4f57-a558-e32e051f75f7 req-fb5f2dd1-134f-4870-a78b-dbea9b1ba654 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 931 time: 0.6117682 Oct 18 20:39:56.380798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d503e187-d84e-4912-8037-3f6ec30d7c4e {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:56.383364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:56.384276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:56.386427 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] 10.222.0.79 "PUT /v2.0/ports/5a8c0fa5-cc95-4a02-b655-427eac23e99c HTTP/1.1" status: 200 len: 1091 time: 1.1590569 Oct 18 20:39:56.390803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6546e510-9411-434b-a2e1-fc8184f1ffd6 req-c2b56446-7b9c-445f-be52-9e1c18bfc21e service neutron] 10.222.0.79 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777592 Oct 18 20:39:56.442679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641147-16cc-44fa-92c5-c3b5c30f5657 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8c0fa5-cc95-4a02-b655-427eac23e99c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:56.451669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d503e187-d84e-4912-8037-3f6ec30d7c4e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:56.465324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:56.528114 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:56.546350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d503e187-d84e-4912-8037-3f6ec30d7c4e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:56.550419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3dbc3b8e-796a-4f57-a558-e32e051f75f7 req-59b47327-7df3-4d69-adf0-081767ef54df tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353168 Oct 18 20:39:56.570435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-88686eb1-7cb6-4d3c-a578-ecee0faa9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:56.574696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-88686eb1-7cb6-4d3c-a578-ecee0faa9567 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 1094 time: 0.1195273 Oct 18 20:39:56.675052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-7f158c1a-b065-4a45-9e23-a0db434e1eee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a8c0fa5-cc95-4a02-b655-427eac23e99c HTTP/1.1" status: 200 len: 217 time: 0.0845377 Oct 18 20:39:56.763164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-c4ac1e1e-20b1-4c20-b232-34e03bf8faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:56.764942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-c4ac1e1e-20b1-4c20-b232-34e03bf8faa6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.0789249 Oct 18 20:39:56.772148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d503e187-d84e-4912-8037-3f6ec30d7c4e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:56.819422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-3cd7779d-2ae0-499c-8c11-af56c844bb4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414720 Oct 18 20:39:56.962651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-98f6dec1-eaea-4f23-aec2-bd4229e505c5 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310799 Oct 18 20:39:57.197195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3885177-c24c-4168-9b4a-d93e594ec99c req-6efe8abc-932d-4b2b-a6af-fffc2556bf8b tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:57.198870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3885177-c24c-4168-9b4a-d93e594ec99c req-6efe8abc-932d-4b2b-a6af-fffc2556bf8b tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 945 time: 0.0935185 Oct 18 20:39:57.203150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-35ad3236-6a34-4e9c-bf69-08929204d97d req-d31806c1-22ad-4e48-8a36-486fa96abf25 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119083 Oct 18 20:39:57.256183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3885177-c24c-4168-9b4a-d93e594ec99c req-d963684a-9cb1-43a9-b410-5a0981b6b0cc tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455317 Oct 18 20:39:57.569966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af58cb9-0bac-413a-8093-f64d7a659a5f req-b056addb-e5d6-4ede-bce2-42e73fa41104 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:57.571800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1af58cb9-0bac-413a-8093-f64d7a659a5f req-b056addb-e5d6-4ede-bce2-42e73fa41104 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0645230 Oct 18 20:39:57.623421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1af58cb9-0bac-413a-8093-f64d7a659a5f req-f2f3a396-874c-4138-9703-abfd10af214d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Oct 18 20:39:57.679126 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4fab4c-e6e6-4d8c-a1dc-a1e4c83caac8 x-openstack-request-id: req-ec4fab4c-e6e6-4d8c-a1dc-a1e4c83caac8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:57.679990 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:57.679990 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec4fab4c-e6e6-4d8c-a1dc-a1e4c83caac8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:57.680481 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd', 'status': 'completed', 'code': 200} Oct 18 20:39:57.774499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-6d711698-e5cc-45d2-a5f5-beb89b9b44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:57.777861 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-6d711698-e5cc-45d2-a5f5-beb89b9b44c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=931224f36efc4349a32e89c428c8547e&device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 1098 time: 0.0658290 Oct 18 20:39:57.813893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ec0be-d929-49b8-9b15-8a08ebfe5dbe req-aef6e5d9-7f39-4705-9055-b8048f36f7ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:57.816664 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a42ec0be-d929-49b8-9b15-8a08ebfe5dbe req-aef6e5d9-7f39-4705-9055-b8048f36f7ec tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.0802972 Oct 18 20:39:57.879743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a42ec0be-d929-49b8-9b15-8a08ebfe5dbe req-79aa68c0-895a-4601-9012-35ec083df51d tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Oct 18 20:39:57.930430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-ccad9865-23df-4c55-8736-cd60a144da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:57.932177 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-ccad9865-23df-4c55-8736-cd60a144da7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1446583 Oct 18 20:39:57.990956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-5d9aeea9-1ab7-4862-af67-17c783a0060d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=0b993461-b9a5-45ea-8844-b94619b8babd HTTP/1.1" status: 200 len: 217 time: 0.0477381 Oct 18 20:39:58.007870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:58.015078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d503e187-d84e-4912-8037-3f6ec30d7c4e up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:39:58.052206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a944-dbda-4f46-8efd-ea6c7b39169f req-86239fdc-346d-46d7-9fad-fcebba7af844 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:58.054531 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c925a944-dbda-4f46-8efd-ea6c7b39169f req-86239fdc-346d-46d7-9fad-fcebba7af844 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 944 time: 0.0827124 Oct 18 20:39:58.068774 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-9747b14f-a575-44ed-87ed-02addb8ba8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:58.071440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-9747b14f-a575-44ed-87ed-02addb8ba8d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0727932 Oct 18 20:39:58.143951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c925a944-dbda-4f46-8efd-ea6c7b39169f req-c636555e-760d-42a0-98c5-2b063fbc4f3f tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808282 Oct 18 20:39:58.189290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-d09bafc3-7ebd-484f-8a05-2fa559dfad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:58.192741 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-d09bafc3-7ebd-484f-8a05-2fa559dfad7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110311 Oct 18 20:39:58.198496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port d503e187-d84e-4912-8037-3f6ec30d7c4e completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:39:58.206973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port d503e187-d84e-4912-8037-3f6ec30d7c4e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:39:58.207506 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:58.311285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:58.335744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc064fba-066f-4317-93b7-7eb0f27f4dfa req-f6e02cee-a311-41ce-83e0-813834a40ca4 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:58.338284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc064fba-066f-4317-93b7-7eb0f27f4dfa req-f6e02cee-a311-41ce-83e0-813834a40ca4 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 945 time: 0.0922401 Oct 18 20:39:58.339398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '0b993461-b9a5-45ea-8844-b94619b8babd', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '0b993461-b9a5-45ea-8844-b94619b8babd', 'mac_address': 'fa:16:3e:e5:21:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:58.383872 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-18569426-258c-4fb5-bdca-af74e63a13f3 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788137 Oct 18 20:39:58.399539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc064fba-066f-4317-93b7-7eb0f27f4dfa req-0f47b6b9-6ba5-411a-8039-bf5e3698f8e6 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/security-groups?id=294133db-8797-4bae-bc21-71ebb9b3b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517600 Oct 18 20:39:58.464158 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:58.469432 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:58.515084 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b993461-b9a5-45ea-8844-b94619b8babd {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:58.530861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:58.534972 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5322426-7ea2-497d-ac60-b6e55b13a63a" -d '{"events": [{"server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "name": "network-vif-plugged", "status": "completed", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:58.546976 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d7fec29-b830-4a01-9662-f3a7cf635993 req-88daa238-316b-4d10-8a83-510260419bde service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518440 Oct 18 20:39:58.564313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d503e187-d84e-4912-8037-3f6ec30d7c4e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:58.576939 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:58.585929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:58.610878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f838a30-c431-483a-b5b2-7645186c2db7 req-93bcc022-f7be-4b81-a6c8-046d3a6a904f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:58.612602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f838a30-c431-483a-b5b2-7645186c2db7 req-93bcc022-f7be-4b81-a6c8-046d3a6a904f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 943 time: 0.0829105 Oct 18 20:39:58.615324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:58.662064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d503e187-d84e-4912-8037-3f6ec30d7c4e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:58.667214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f838a30-c431-483a-b5b2-7645186c2db7 req-2e5ba466-aca6-4a6b-9f59-1b59f3428c71 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Oct 18 20:39:58.745756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:58.920794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['0b993461-b9a5-45ea-8844-b94619b8babd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:39:59.013720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355917d-059a-4448-9384-9d30276ede90 req-f3956138-e496-44b9-abf2-bef0e1acf502 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:59.016701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d355917d-059a-4448-9384-9d30276ede90 req-f3956138-e496-44b9-abf2-bef0e1acf502 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 945 time: 0.0763690 Oct 18 20:39:59.073515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d355917d-059a-4448-9384-9d30276ede90 req-84ae0d51-2379-4705-a32c-d388ee5e760c tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Oct 18 20:39:59.152886 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6620d575-2156-48f5-847a-ac35a0cbcc0d x-openstack-request-id: req-6620d575-2156-48f5-847a-ac35a0cbcc0d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:39:59.153818 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "name": "network-vif-plugged", "status": "completed", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:39:59.153818 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6620d575-2156-48f5-847a-ac35a0cbcc0d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:39:59.154212 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'code': 200} Oct 18 20:39:59.229529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5f41a61a-6740-4324-8701-7e4bae9507e7 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:39:59.303818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0f47e-7df6-43c4-96cf-883ceada49c2 req-f686aedf-38ae-4f3c-9474-26e36c745ffe tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:59.305178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e866a4-4b12-4e4f-bb92-a7895dad4ce8 req-bc5e88f9-e7ae-4920-b621-751664c621da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:59.306905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fdd0f47e-7df6-43c4-96cf-883ceada49c2 req-f686aedf-38ae-4f3c-9474-26e36c745ffe tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0942523 Oct 18 20:39:59.307664 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-77e866a4-4b12-4e4f-bb92-a7895dad4ce8 req-bc5e88f9-e7ae-4920-b621-751664c621da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 1096 time: 0.0765431 Oct 18 20:39:59.367370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fdd0f47e-7df6-43c4-96cf-883ceada49c2 req-a82b40b5-f671-4681-9edd-b07fa1a48d20 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494788 Oct 18 20:39:59.373575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-77e866a4-4b12-4e4f-bb92-a7895dad4ce8 req-e4a698b1-7134-4c38-a59a-943ab3cc8da4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558255 Oct 18 20:39:59.382879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:59.406926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'mac_address': 'fa:16:3e:58:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:39:59.461493 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:59.485064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f41a61a-6740-4324-8701-7e4bae9507e7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:39:59.509631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:39:59.515277 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:39:59.576439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:39:59.586538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625c968-fb8d-41aa-951a-983b658ad332 req-f451b444-1d4c-4289-bed9-554c8fee7b0e tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:59.589012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2625c968-fb8d-41aa-951a-983b658ad332 req-f451b444-1d4c-4289-bed9-554c8fee7b0e tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.79 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 945 time: 0.1414340 Oct 18 20:39:59.616345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ba9b-c519-49af-ac50-15602165056a req-fbf77392-d3d9-45d1-8f6e-88dd6cfabacd tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:39:59.619382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c384ba9b-c519-49af-ac50-15602165056a req-fbf77392-d3d9-45d1-8f6e-88dd6cfabacd tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 948 time: 0.1272707 Oct 18 20:39:59.681546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'tag': '5a8c0fa5-cc95-4a02-b655-427eac23e99c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:39:59.684227 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d57e93-1e2e-439f-9bfe-052891138aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e17afa6-e201-4b47-bb96-be859e8c42fa", "tag": "5a8c0fa5-cc95-4a02-b655-427eac23e99c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:39:59.796845 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c384ba9b-c519-49af-ac50-15602165056a req-b365df49-a4a5-4763-9384-266513df18d6 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625512 Oct 18 20:39:59.844240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Deleting port 9a73b518-b32b-45c4-91fb-95a32e43375c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:39:59.844858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:00.009979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:00.068634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835a7d-020a-4b62-a70d-ddb23747df15 req-5ea35576-22fd-443b-bfed-51b0750d199a tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:00.071531 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb835a7d-020a-4b62-a70d-ddb23747df15 req-5ea35576-22fd-443b-bfed-51b0750d199a tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1096 time: 0.1993167 Oct 18 20:40:00.071973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 0b993461-b9a5-45ea-8844-b94619b8babd completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:00.077060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 0b993461-b9a5-45ea-8844-b94619b8babd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:00.077540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:00.081442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] For port 9a73b518-b32b-45c4-91fb-95a32e43375c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9a73b518-b32b-45c4-91fb-95a32e43375c,segment=NetworkSegment(0b16a61e-b8df-4f14-9a59-c6ba2e682739),segment_id=0b16a61e-b8df-4f14-9a59-c6ba2e682739)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:00.082102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:00.129638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Calling delete_port for 9a73b518-b32b-45c4-91fb-95a32e43375c owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:40:00.170775 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:00.208157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:00.213577 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:00.233466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb835a7d-020a-4b62-a70d-ddb23747df15 req-7cff6b06-3c43-4bd4-8b3a-b5eb908ee892 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461699 Oct 18 20:40:00.287561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:00.314802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5f41a61a-6740-4324-8701-7e4bae9507e7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:00.416333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:00.431803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af543e6-da5d-457d-8655-197943b0ff54 req-a3c4ed6a-4b70-4c68-b456-92101b7624f7 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:00.433445 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6af543e6-da5d-457d-8655-197943b0ff54 req-a3c4ed6a-4b70-4c68-b456-92101b7624f7 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 945 time: 0.0840373 Oct 18 20:40:00.461170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Pushing event deleted for resources: {'Port': ['ID=9a73b518-b32b-45c4-91fb-95a32e43375c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:00.491565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.491924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.492261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.492636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.492979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.493637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.494027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.494259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.494593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.494925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.495255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.495580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:00.544350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] No DVR routers for this DVR port 9a73b518-b32b-45c4-91fb-95a32e43375c on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:40:00.548804 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:00.552544 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2625c968-fb8d-41aa-951a-983b658ad332 req-fa34bd02-3660-4598-966b-a7d9ce18976f tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.79 "DELETE /v2.0/ports/9a73b518-b32b-45c4-91fb-95a32e43375c HTTP/1.1" status: 204 len: 173 time: 0.9317005 Oct 18 20:40:00.553058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'name': 'network-vif-deleted', 'tag': '9a73b518-b32b-45c4-91fb-95a32e43375c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:00.555481 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4d9ddc-b6ef-47aa-9258-fce617b4128f" -d '{"events": [{"server_uuid": "f540aa77-0ac3-4dc0-8f0c-9af9ea24755a", "name": "network-vif-deleted", "tag": "9a73b518-b32b-45c4-91fb-95a32e43375c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:00.566609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6af543e6-da5d-457d-8655-197943b0ff54 req-dc3af360-4ab6-448f-9200-2d2d521b1a1f tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067524 Oct 18 20:40:00.702089 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc56c5a8-86e6-406f-bffa-d4b13856a30d req-2fc69a43-3d27-4ac8-9c05-690bdcb932f1 tempest-InstanceActionsTestJSON-1236540535 tempest-InstanceActionsTestJSON-1236540535-project] 10.222.0.66 "GET /v2.0/ports?device_id=f540aa77-0ac3-4dc0-8f0c-9af9ea24755a HTTP/1.1" status: 200 len: 210 time: 0.0561697 Oct 18 20:40:00.786934 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d12cb76-3b56-491c-9b39-c672738411db x-openstack-request-id: req-0d12cb76-3b56-491c-9b39-c672738411db {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:00.787816 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e17afa6-e201-4b47-bb96-be859e8c42fa", "tag": "5a8c0fa5-cc95-4a02-b655-427eac23e99c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:00.787816 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d12cb76-3b56-491c-9b39-c672738411db {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:00.788173 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'tag': '5a8c0fa5-cc95-4a02-b655-427eac23e99c', 'status': 'completed', 'code': 200} Oct 18 20:40:00.886371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-6913531a-cf88-43ab-87b8-91ffd19ddba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:00.888745 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-6913531a-cf88-43ab-87b8-91ffd19ddba3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 1094 time: 0.0706482 Oct 18 20:40:01.008471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e741dd5-a6f4-4d0a-a2d2-4b47d9c208c9 req-d4f7f4b4-00fd-4815-9cef-55f5352f0937 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:01.010189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e741dd5-a6f4-4d0a-a2d2-4b47d9c208c9 req-d4f7f4b4-00fd-4815-9cef-55f5352f0937 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 943 time: 0.1362295 Oct 18 20:40:01.055809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-ad29cdbf-3709-47b5-8f1b-2756a0d81957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:01.057338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-ad29cdbf-3709-47b5-8f1b-2756a0d81957 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.1532695 Oct 18 20:40:01.111049 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e741dd5-a6f4-4d0a-a2d2-4b47d9c208c9 req-50328c7a-9ab8-4ba9-9b9d-e5cf684aca24 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893755 Oct 18 20:40:01.112586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-4b77d8f6-9d68-468c-bdd0-366d1178d69f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a8c0fa5-cc95-4a02-b655-427eac23e99c HTTP/1.1" status: 200 len: 217 time: 0.0439603 Oct 18 20:40:01.155325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:01.159963 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7e9d12-6df0-4a46-b23c-0672d9d365e3" -d '{"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-plugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:01.188346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-6efa6a15-2b99-4898-bc39-8d6bbdcc1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:01.190209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-6efa6a15-2b99-4898-bc39-8d6bbdcc1043 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.0676215 Oct 18 20:40:01.236958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-1489ed84-25d2-434f-948d-9084d6b58233 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354578 Oct 18 20:40:01.249948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5a8c0fa5-cc95-4a02-b655-427eac23e99c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:01.254808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9a73b518-b32b-45c4-91fb-95a32e43375c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:40:01.299120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 9a73b518-b32b-45c4-91fb-95a32e43375c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:40:01.299636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9a73b518-b32b-45c4-91fb-95a32e43375c not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:40:01.370255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-fb64e64c-7e9a-4640-8466-f6244cfaa529 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212785 Oct 18 20:40:01.425810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5a8c0fa5-cc95-4a02-b655-427eac23e99c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5a8c0fa5-cc95-4a02-b655-427eac23e99c,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:01.446168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5a8c0fa5-cc95-4a02-b655-427eac23e99c', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': '5a8c0fa5-cc95-4a02-b655-427eac23e99c', 'mac_address': 'fa:16:3e:4b:f5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:01.516960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:01.543966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8c0fa5-cc95-4a02-b655-427eac23e99c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:01.569373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5a8c0fa5-cc95-4a02-b655-427eac23e99c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5a8c0fa5-cc95-4a02-b655-427eac23e99c,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:01.576837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:01.589500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c423eb-5805-4c5f-923e-08ba14bde74f req-2c290589-39e0-4727-9d98-5e6d8c0c16bd tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:01.593375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26c423eb-5805-4c5f-923e-08ba14bde74f req-2c290589-39e0-4727-9d98-5e6d8c0c16bd tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1096 time: 0.1637361 Oct 18 20:40:01.666132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d57e93-1e2e-439f-9bfe-052891138aa8 req-2a056e44-930a-41fd-bc1d-a07ec6f17761 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723813 Oct 18 20:40:01.680269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5a8c0fa5-cc95-4a02-b655-427eac23e99c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:01.695381 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26c423eb-5805-4c5f-923e-08ba14bde74f req-ec332f52-3e9d-4d1c-a0a3-f7409cfbb297 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897269 Oct 18 20:40:01.831011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d988-a635-45bb-b5d5-ca8e7cc3bad7 req-d7c55e68-158b-44f0-ab80-8d6d1a07a37f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:01.832642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ea6d988-a635-45bb-b5d5-ca8e7cc3bad7 req-d7c55e68-158b-44f0-ab80-8d6d1a07a37f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0648596 Oct 18 20:40:01.882678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ea6d988-a635-45bb-b5d5-ca8e7cc3bad7 req-403facb9-603c-459d-9d7d-93bdbae7f7a4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Oct 18 20:40:01.943693 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445f3c2e-5827-4d04-b2d1-9c507ff78839 x-openstack-request-id: req-445f3c2e-5827-4d04-b2d1-9c507ff78839 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:01.944282 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f540aa77-0ac3-4dc0-8f0c-9af9ea24755a", "name": "network-vif-deleted", "tag": "9a73b518-b32b-45c4-91fb-95a32e43375c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:01.944966 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-445f3c2e-5827-4d04-b2d1-9c507ff78839 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:01.945693 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f540aa77-0ac3-4dc0-8f0c-9af9ea24755a', 'name': 'network-vif-deleted', 'tag': '9a73b518-b32b-45c4-91fb-95a32e43375c', 'status': 'completed', 'code': 200} Oct 18 20:40:02.060120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129925-23c8-46e5-8325-d24638e46edc req-c92925ee-1fa0-48c4-92e5-da5f3aecf95e tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:02.063584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1129925-23c8-46e5-8325-d24638e46edc req-c92925ee-1fa0-48c4-92e5-da5f3aecf95e tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 948 time: 0.0663497 Oct 18 20:40:02.113298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1129925-23c8-46e5-8325-d24638e46edc req-c08b111c-6152-487f-83d5-d4661d89c1f0 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Oct 18 20:40:02.121749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5a8c0fa5-cc95-4a02-b655-427eac23e99c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:02.190052 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65decaec-0beb-4a94-81f0-e9fd005ef847 x-openstack-request-id: req-65decaec-0beb-4a94-81f0-e9fd005ef847 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:02.190510 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-plugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:02.190916 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65decaec-0beb-4a94-81f0-e9fd005ef847 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:02.191541 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd', 'code': 200} Oct 18 20:40:02.321560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a91d-108f-49d0-a1d5-f38c9fd343a6 req-8dbea8c7-31a5-4e89-9e17-5003fccd850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:02.325070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6494a91d-108f-49d0-a1d5-f38c9fd343a6 req-8dbea8c7-31a5-4e89-9e17-5003fccd850b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 1100 time: 0.0543718 Oct 18 20:40:02.333616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f20fc1-935d-47b6-999c-29584a62b734 req-4efd80c9-c3ef-4058-839a-8fda929ee6db tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:02.335774 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1f20fc1-935d-47b6-999c-29584a62b734 req-4efd80c9-c3ef-4058-839a-8fda929ee6db tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 945 time: 0.0853357 Oct 18 20:40:02.376242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6494a91d-108f-49d0-a1d5-f38c9fd343a6 req-d0541166-46cf-4cce-ab0b-c5b239149524 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Oct 18 20:40:02.389572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1f20fc1-935d-47b6-999c-29584a62b734 req-e657520f-7dd4-40d5-a044-3e7bf5deb034 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Oct 18 20:40:02.499102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55102) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:02.636289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] Deleting subnet 6571dfc2-ecbf-4a4b-8543-6f237b887ffe {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:40:02.646274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:02.707651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ee5ef-ce2e-4b5c-8bc6-74fce39593a0 req-b8d659d4-8db5-432d-b9cf-c2ec3f19eb66 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:02.710543 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed3ee5ef-ce2e-4b5c-8bc6-74fce39593a0 req-b8d659d4-8db5-432d-b9cf-c2ec3f19eb66 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 944 time: 0.1571920 Oct 18 20:40:02.765072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:02.852131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed3ee5ef-ce2e-4b5c-8bc6-74fce39593a0 req-20e5c306-c80e-4287-80c0-0df85cbee2ec tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267474 Oct 18 20:40:02.882155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:02.984728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.039035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6571dfc2-ecbf-4a4b-8543-6f237b887ffe,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:03.046871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.057509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9edd9375-70da-4515-a18a-43f05ac14956 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6571dfc2-ecbf-4a4b-8543-6f237b887ffe HTTP/1.1" status: 204 len: 168 time: 0.5521905 Oct 18 20:40:03.057509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55106) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:03.191997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.213839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-3ffa2341-57d5-4874-9eb3-298e51bb8a0b tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:03.215517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-3ffa2341-57d5-4874-9eb3-298e51bb8a0b tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1268229 Oct 18 20:40:03.253361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5f41a61a-6740-4324-8701-7e4bae9507e7 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:03.311409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-3618e2ca-291a-4591-b6c9-1e9306c6fb80 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 695 time: 0.0874996 Oct 18 20:40:03.315679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 5f41a61a-6740-4324-8701-7e4bae9507e7 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:03.322491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5f41a61a-6740-4324-8701-7e4bae9507e7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:03.323003 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.332744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'floatingip': {'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:03.400864 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.423708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.426911 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.473980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:03.480299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.487175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70f7e6c-e18e-43a0-968e-921b8b9391b1']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:03.523887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b16a61e-b8df-4f14-9a59-c6ba2e682739') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:03.524203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b16a61e-b8df-4f14-9a59-c6ba2e682739') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:03.542303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:03.561569 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.587273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.599744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:40:03.600136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:40:03.602110 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:40:03.717892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.725366 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:03.728710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f70f7e6c-e18e-43a0-968e-921b8b9391b1 HTTP/1.1" status: 204 len: 168 time: 0.6705287 Oct 18 20:40:03.773738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2115-fd42-4ef4-9b66-3d54f0bfd594 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70f7e6c-e18e-43a0-968e-921b8b9391b1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:03.978992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55116) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:04.024955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0cd6d3b2-98c0-453d-ba16-7a0861ac8d6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=699f0e14949b4116b34dd9d258c94ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447223 Oct 18 20:40:04.028311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55118) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:04.097894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-283adc3a-ad64-4b7d-a3e9-051bae57685a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:04.104146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:04.110748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:04.128900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-283adc3a-ad64-4b7d-a3e9-051bae57685a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:04.193316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:04.196071 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d98796-74ca-4eb8-b232-a355c4c1adfc" -d '{"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-plugged", "status": "completed", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:04.198209 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-283adc3a-ad64-4b7d-a3e9-051bae57685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:04.203412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-283adc3a-ad64-4b7d-a3e9-051bae57685a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:04.205719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-283adc3a-ad64-4b7d-a3e9-051bae57685a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/294133db-8797-4bae-bc21-71ebb9b3b93b HTTP/1.1" status: 204 len: 168 time: 0.1754127 Oct 18 20:40:04.218396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283adc3a-ad64-4b7d-a3e9-051bae57685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294133db-8797-4bae-bc21-71ebb9b3b93b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:04.306055 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Floating IP e5d5073a-0691-452a-a012-e4679549b648 associated. External IP: 172.25.7.21, port: 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8. Oct 18 20:40:04.657735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:04.833381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:04.839663 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:04.850764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:04.870498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:04.871146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:04.894985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-2f58375c-317e-4f6e-8861-beb2b50e7879 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "PUT /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 200 len: 996 time: 1.5695739 Oct 18 20:40:04.895807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:04.900830 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:04.996882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-3bea4501-d060-4ff3-9d54-10a49a9ee84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:04.999605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-3bea4501-d060-4ff3-9d54-10a49a9ee84a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.0794754 Oct 18 20:40:05.059171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:05.170709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-4e3d70ce-2443-43e1-9d9a-1a330db2a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:05.173466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-4e3d70ce-2443-43e1-9d9a-1a330db2a708 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.1661355 Oct 18 20:40:05.282111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55146) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:05.376841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5a8c0fa5-cc95-4a02-b655-427eac23e99c up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:05.468956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-14645932-network', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:05.505785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Made reservation on behalf of cfcc40dcc8b74fa98e1a0cb0decbd2e2 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:40:05.509577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.526201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.589113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 5a8c0fa5-cc95-4a02-b655-427eac23e99c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:05.599704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5a8c0fa5-cc95-4a02-b655-427eac23e99c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:05.600292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.679303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.688144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.718854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:40:05.721032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-4151c159-5cd9-4371-addf-cde9c5588c60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 999 time: 0.5393274 Oct 18 20:40:05.740698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2086d2-7d87-42f4-b931-ecbb765e2607,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:05.745490 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.745980 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Added segment 26afa8c8-72ee-47b7-80f7-94523a22001b of type vlan for network 5f440991-0642-436f-9379-edd499e35fc8 Oct 18 20:40:05.786504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-84f614e7-ec3f-40f5-b147-09fde01d6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:05.788226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-84f614e7-ec3f-40f5-b147-09fde01d6224 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0580111 Oct 18 20:40:05.814127 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.818622 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.851103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-372f1886-a055-4f37-b5c2-de65508b99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:05.853025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-372f1886-a055-4f37-b5c2-de65508b99a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520053 Oct 18 20:40:05.864240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.866048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:05.867097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.869316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:1d:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:03Z', 'revision_number': 1, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:05.907563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:05.913314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5a8c0fa5-cc95-4a02-b655-427eac23e99c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5a8c0fa5-cc95-4a02-b655-427eac23e99c,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:05.921231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:05.931811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:05.932715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:05.941846 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6578023 Oct 18 20:40:05.946276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55150) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:06.004185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Request body: {'subnet': {'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-subnet', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:06.022030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944bbb5-9cca-4310-a359-f48bb3b42686 admin admin] Pushing event updated for resources: {'Network': ['ID=5f440991-0642-436f-9379-edd499e35fc8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:06.031428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5a8c0fa5-cc95-4a02-b655-427eac23e99c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:06.050006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-1b626828-f10c-4998-b5c0-9c96e53fec1d service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870360 Oct 18 20:40:06.060262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Made reservation on behalf of cfcc40dcc8b74fa98e1a0cb0decbd2e2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:40:06.062917 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5f440991-0642-436f-9379-edd499e35fc8 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:40:06.067288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:06.137507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:06.210004 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52b32486-fcf1-49c6-a79b-c44400e7cbad req-73d6667e-8701-4255-a617-3735694c50a0 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581850 Oct 18 20:40:06.336452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:06.464043 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9703ddd-40ae-43c2-8138-723ee41f0228,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:06.464311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:1d:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:03Z', 'revision_number': 1, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:06.492416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Checking segment: {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:06.493023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Network hostable DHCP agents. Network: 5f440991-0642-436f-9379-edd499e35fc8, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:40:06.505776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849dd8d4-1442-4566-a2cc-442bd6f27673 None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:1d:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:03Z', 'revision_number': 1, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:06.522847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Network 5f440991-0642-436f-9379-edd499e35fc8 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:40:06.536005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5f440991-0642-436f-9379-edd499e35fc8) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:06.541974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:06.542811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:06.554184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8be256-2a79-4d49-a09f-81d06e1b007a None None] Network 5f440991-0642-436f-9379-edd499e35fc8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:40:06.572546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f8631550-9c35-4d6c-8748-2d2dd7d78b3d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6246936 Oct 18 20:40:06.576232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55156) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:06.581923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:06.606145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:06.608173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:06.616481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebdaf6-a2cc-4c43-87df-abcb454df2a3 req-d6a8fbb9-248c-436a-963e-bc8cf662cdc3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:06.621132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ebdaf6-a2cc-4c43-87df-abcb454df2a3 req-d6a8fbb9-248c-436a-963e-bc8cf662cdc3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.1436050 Oct 18 20:40:06.715157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:06.721297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ebdaf6-a2cc-4c43-87df-abcb454df2a3 req-ddb386e4-8bd6-4070-bfe1-4a604a685934 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898271 Oct 18 20:40:06.825748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e622c-9ae7-4e39-aec8-e049dd978ab4 None None] Network 5f440991-0642-436f-9379-edd499e35fc8 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:40:06.885599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2da01-445a-49be-b7ff-bc93abe776a8 req-a26970e5-1763-4040-97f1-987c4ca16723 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:06.887440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79b2da01-445a-49be-b7ff-bc93abe776a8 req-a26970e5-1763-4040-97f1-987c4ca16723 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 949 time: 0.0747766 Oct 18 20:40:06.914402 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702b02d-fa67-4aeb-8edf-4576365e3400 None None] New status for floating IP e5d5073a-0691-452a-a012-e4679549b648: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:40:06.937216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:06.958323 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79b2da01-445a-49be-b7ff-bc93abe776a8 req-af7c9968-4a86-4e53-bb5f-06368d3658be tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612853 Oct 18 20:40:07.120795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc29f-beb5-463f-880e-858430475022 req-0ae86b8b-8e00-4f42-92dd-55e0093c701d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.125436 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e0fc29f-beb5-463f-880e-858430475022 req-0ae86b8b-8e00-4f42-92dd-55e0093c701d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 945 time: 0.0914130 Oct 18 20:40:07.169360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e0fc29f-beb5-463f-880e-858430475022 req-1982c244-fbfb-4a15-ab2e-2dc2ab6a40fd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Oct 18 20:40:07.252374 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:07.289023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:07.400183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-4099bf1b-324b-48eb-8194-733698d2911a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0905600 Oct 18 20:40:07.474859 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc53aa09-6ee6-41bb-be29-31132215f518 x-openstack-request-id: req-fc53aa09-6ee6-41bb-be29-31132215f518 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:07.475409 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-plugged", "status": "completed", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:07.475649 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc53aa09-6ee6-41bb-be29-31132215f518 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:07.476243 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'code': 200} Oct 18 20:40:07.489803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Allocated IP 172.25.7.223 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/98b14f94-16e2-43e9-8e79-bddc19b6bdfc) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:40:07.567032 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e138e3-8679-4e3c-a7e4-abc9eb3208d1 x-openstack-request-id: req-31e138e3-8679-4e3c-a7e4-abc9eb3208d1 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:07.567505 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:07.568314 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31e138e3-8679-4e3c-a7e4-abc9eb3208d1 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:07.568856 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'status': 'completed', 'code': 200} Oct 18 20:40:07.625047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.625642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.626166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.626729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.627241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.627838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.628422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.631113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-7df82349-8c3a-48c2-ba40-3b771182e129 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6503 time: 0.1657684 Oct 18 20:40:07.776903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-023fc6b0-b989-4a03-a931-140d0f756899 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.779270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-023fc6b0-b989-4a03-a931-140d0f756899 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1307690 Oct 18 20:40:07.810846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-09b2db73-ce1b-4ec8-8438-c3401a7fadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.813593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-09b2db73-ce1b-4ec8-8438-c3401a7fadb7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.1661742 Oct 18 20:40:07.816820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4cece-9c12-433e-9db5-72147dfbc23e req-d2f9edde-3e83-46aa-9513-eafad8e668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.819365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d3c4cece-9c12-433e-9db5-72147dfbc23e req-d2f9edde-3e83-46aa-9513-eafad8e668fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 1100 time: 0.2348378 Oct 18 20:40:07.864307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:07.871256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-4080b3c1-862d-42d2-9adb-8b42564c1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.871728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-4080b3c1-862d-42d2-9adb-8b42564c1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.872200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-4080b3c1-862d-42d2-9adb-8b42564c1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:07.874093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-4080b3c1-862d-42d2-9adb-8b42564c1f08 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=771705f7-431b-42de-8b04-c7312ffd5459&id=771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 200 len: 2298 time: 0.1892760 Oct 18 20:40:07.900753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-56df3d83-2066-446e-a3f0-dba655457ba5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1001 time: 0.1115150 Oct 18 20:40:07.971390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'floatingip': {'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:08.030101 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d3c4cece-9c12-433e-9db5-72147dfbc23e req-9061b4f0-9a82-407d-b705-56db7abe5d79 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897504 Oct 18 20:40:08.079026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:08.082986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-e1d6ca1e-dd42-4893-9dc9-4f78058ace0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:08.085423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-e1d6ca1e-dd42-4893-9dc9-4f78058ace0a service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.2468846 Oct 18 20:40:08.092139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-10d8a2d7-9183-472e-a42b-618eba82da92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24ac76e-6682-4c27-ae6b-5269907a2def HTTP/1.1" status: 200 len: 1001 time: 0.2050719 Oct 18 20:40:08.104219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:08.156982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:08.161377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:08.166595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:40:08.203464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Pushing event updated for resources: {'Port': ['ID=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:08.435518 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-4f3d539c-4299-4c18-86e9-f0ac5c98cc03 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 1001 time: 0.0849280 Oct 18 20:40:08.445439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-1946ecef-58a0-47a3-8cad-7a157fbb1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:08.447249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-1946ecef-58a0-47a3-8cad-7a157fbb1f29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c305f89f-866e-4576-9b5b-498946350648 HTTP/1.1" status: 200 len: 856 time: 0.1066968 Oct 18 20:40:08.561592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-11077d42-1a20-4b8a-bfbd-4b41a07f0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:08.563262 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-11077d42-1a20-4b8a-bfbd-4b41a07f0cd1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0915542 Oct 18 20:40:08.588002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-b59e5ef3-b829-41da-9080-977eab61face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:08.589734 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-b59e5ef3-b829-41da-9080-977eab61face service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340406 Oct 18 20:40:08.805157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-ac00dfd5-2ce8-4983-9997-8c06ecac8218 service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046344 Oct 18 20:40:08.920346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:08.979237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-f5690166-f563-4f8d-81bb-2bc734bf39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:08.980975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-f5690166-f563-4f8d-81bb-2bc734bf39fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4077318 Oct 18 20:40:09.010012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:09.016910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:09.024613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-503c8ac5-6054-4879-96c8-803067ae4959 service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063410 Oct 18 20:40:09.104106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-c0ed6ab5-ae7c-4724-b6aa-fc6e24930f8a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 217 time: 0.0445025 Oct 18 20:40:09.178052 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-5a4e99b5-bb22-47f7-b31e-9141aca49ee6 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559110 Oct 18 20:40:09.212159 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Floating IP e5d5073a-0691-452a-a012-e4679549b648 associated. External IP: 172.25.7.21, port: 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8. Oct 18 20:40:09.217876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-3a6d7009-3b30-48d9-b6f2-1450e4efe843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:09.219431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-3a6d7009-3b30-48d9-b6f2-1450e4efe843 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1036999 Oct 18 20:40:09.286501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:09.360789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-d93c060f-76c6-44ec-b64c-1915b3f5be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:09.362912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-d93c060f-76c6-44ec-b64c-1915b3f5be64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042180 Oct 18 20:40:09.367298 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b9401e6-fe6f-4660-bfc5-0d3fdfef5a17 req-fab68c18-7880-4fde-ac86-0fe1f5e2434b service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622143 Oct 18 20:40:09.461899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:40:09.477674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8c0fa5-cc95-4a02-b655-427eac23e99c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:09.480876 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a76872b-b4b4-4b77-9c0b-eef18d28e4c4" -d '{"events": [{"server_uuid": "0e17afa6-e201-4b47-bb96-be859e8c42fa", "name": "network-vif-plugged", "status": "completed", "tag": "5a8c0fa5-cc95-4a02-b655-427eac23e99c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:09.582024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:09.594820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Sync routers for ids ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:09.601793 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:09.603398 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b65b485a-cf48-4486-9ea3-14b4d9bd4205 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0267217 Oct 18 20:40:09.605816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Routers {'4aba60d6-67a0-4f2c-abb4-0a36988edf87'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:09.606682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:09.608328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55170) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:09.668186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-df3fc837-aaeb-4b46-963a-63898619bac9 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772338 Oct 18 20:40:09.806587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:09.808631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Set router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:09.892216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-d62b5b8c-2024-414f-a8f9-358490d1867f service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799800 Oct 18 20:40:09.991928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-facffa0f-3766-4cf3-87d1-097e84f0b4f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 217 time: 0.0553994 Oct 18 20:40:10.039670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:10.054581 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:10.070571 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:10.071928 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:10.103307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-56d955f1-28cb-4658-b8be-225d1ce53a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:10.104859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-56d955f1-28cb-4658-b8be-225d1ce53a88 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1004035 Oct 18 20:40:10.178540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:40:08Z', 'revision_number': 3, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port': {'id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:07Z', 'updated_at': '2021-10-18T20:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:10.233354 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:10.238211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Checking router: 4aba60d6-67a0-4f2c-abb4-0a36988edf87 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:10.238952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Updating router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:40:10.273768 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:10.329272 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:10.562339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-6d8dab4b-22d7-43f2-87c3-cfea79d4a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:10.563818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-6d8dab4b-22d7-43f2-87c3-cfea79d4a7da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4443810 Oct 18 20:40:10.672452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Allocated IP 172.20.0.1 (5f440991-0642-436f-9379-edd499e35fc8/d9703ddd-40ae-43c2-8138-723ee41f0228/e427e01e-8c04-4598-aee0-4b387586727d) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:40:10.674214 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:48:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:08Z', 'revision_number': 3, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:10.737036 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:10.766974 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:10.767974 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:10.772194 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-e2e1d23f-f8de-4745-a386-aa88fd6ef014 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751783 Oct 18 20:40:10.776852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:10.854608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:10.858974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:10.870686 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:10.922973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:10.940265 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-8ea34917-690e-4f7d-8bbd-724d676acfb8 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600811 Oct 18 20:40:10.969780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Attempting to bind port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:10.970441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Attempting to bind port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:10.971054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Attempting to bind port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:10.973907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c25a-fb49-44a9-9015-ed870962be5f None None] Pushing event updated for resources: {'Port': ['ID=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:10.983119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:10.983896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:10.984668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:10.985276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:10.986347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Bound port: 98b14f94-16e2-43e9-8e79-bddc19b6bdfc, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:10.986931 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.015933 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:11.026011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Network 5f440991-0642-436f-9379-edd499e35fc8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:11.030061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-92c222b7-f21e-45d8-975a-4bc4b52948dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba20ca2b-4013-4f97-928b-5e57144313fa HTTP/1.1" status: 200 len: 217 time: 0.0805426 Oct 18 20:40:11.036335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:11.050336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:40:11.062386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:11.064464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] For port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:11.069339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] For port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:11.077967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.092743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.127486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Pushing event updated for resources: {'Port': ['ID=e427e01e-8c04-4598-aee0-4b387586727d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:11.143163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:11.146053 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851e97af-0592-47cb-81f0-371a435c8944" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:11.147201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.151691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Routers {'4aba60d6-67a0-4f2c-abb4-0a36988edf87'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:11.152510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:11.174453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-c4ffdbbd-a5c0-442e-bab0-e2210c88201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:11.176121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-c4ffdbbd-a5c0-442e-bab0-e2210c88201f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1300387 Oct 18 20:40:11.192089 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-fe709b54-1098-447d-a99e-c83c57924c94 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "PUT /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 200 len: 997 time: 3.2854843 Oct 18 20:40:11.293215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-d8561fcf-9c50-4660-a712-6f7df75dfeb9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:11.306492 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-d8561fcf-9c50-4660-a712-6f7df75dfeb9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports/48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 943 time: 0.1133182 Oct 18 20:40:11.317235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.332521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-bd872182-fd61-4f17-80b6-f39d21fa773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:11.334270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-bd872182-fd61-4f17-80b6-f39d21fa773d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393483 Oct 18 20:40:11.470739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c25a-fb49-44a9-9015-ed870962be5f None None] Pushing event updated for resources: {'Port': ['ID=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:11.492644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-2f3527ea-42b0-481d-b7b0-3bb87664121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:11.494692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-2f3527ea-42b0-481d-b7b0-3bb87664121a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.1156802 Oct 18 20:40:11.562520 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:48:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:08Z', 'revision_number': 3, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:11.566505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] Set router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:11.586919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-5f0bb68c-e4df-45db-a491-2835a88fb3fb service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279830 Oct 18 20:40:11.644599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.654682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.686915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-a3556743-2528-453e-8b6c-02f25b3fc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:11.688806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-a3556743-2528-453e-8b6c-02f25b3fc0b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.1852579 Oct 18 20:40:11.736527 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328c346-b5ff-4990-bae7-562302c3f988 None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:48:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:08Z', 'revision_number': 3, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:11.749952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-392c4e27-f191-4b13-b56b-7deb6d020183 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 217 time: 0.0525732 Oct 18 20:40:11.785984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Pushing event updated for resources: {'Port': ['ID=e427e01e-8c04-4598-aee0-4b387586727d,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:11.790464 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:11.814260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-411f2117-7ac4-40e5-b29c-e182feca64bc service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179146 Oct 18 20:40:11.823392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-17901ac7-57da-4f86-9626-834a4b1faae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:11.826679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-17901ac7-57da-4f86-9626-834a4b1faae0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0752144 Oct 18 20:40:11.916889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:40:08Z', 'revision_number': 3, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port': {'id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:07Z', 'updated_at': '2021-10-18T20:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:11.933971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Network 5f440991-0642-436f-9379-edd499e35fc8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:11.938756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:11.955838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d925ef4-9641-414c-8f04-d9cb6dc856f0 None None] The sync data for ids ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'] in n-d-812149-2 is: [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:40:08Z', 'revision_number': 3, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port': {'id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:48:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:07Z', 'updated_at': '2021-10-18T20:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:11.964759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-2c46dbcc-8a6c-4216-8910-4627e9a148f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c HTTP/1.1" status: 200 len: 217 time: 0.1359916 Oct 18 20:40:12.056979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-75511380-83d0-4211-9459-275bb26ed5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:12.058330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de0f0a-350d-4092-ad59-4968c9abceb5 None None] New status for floating IP e5d5073a-0691-452a-a012-e4679549b648: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:40:12.058723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-75511380-83d0-4211-9459-275bb26ed5b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.0860355 Oct 18 20:40:12.063731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-ec652534-5343-4bc5-888d-56e43f113121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:12.069469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-ec652534-5343-4bc5-888d-56e43f113121 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303548 Oct 18 20:40:12.104212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:12.268654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-16c85202-37c0-4df3-9c53-1845007d294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:12.271487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-16c85202-37c0-4df3-9c53-1845007d294d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1829894 Oct 18 20:40:12.278594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:12.304501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-58e8e7d3-cada-4c9a-a766-284fcf17b784 admin admin] 10.222.0.66 "PUT /v2.0/routers/4aba60d6-67a0-4f2c-abb4-0a36988edf87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6949284 Oct 18 20:40:12.366678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-c1ab5466-2cf7-4bae-adc3-53255810d641 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938409 Oct 18 20:40:12.488343 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:12.502216 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:12.503185 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:12.627942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-9684a03b-102b-474c-aa1b-89419a39b73c service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366530 Oct 18 20:40:12.672178 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:12.697164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-6b3108a3-2b1d-4bfa-9dc2-f6b0f8b5f4e4 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137422 Oct 18 20:40:12.864513 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-167694a6-923f-43c2-9023-ebd83eff235c service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220311 Oct 18 20:40:12.973871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-2644e69e-202e-4fa6-b6a6-6d409e18c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:12.976964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-2644e69e-202e-4fa6-b6a6-6d409e18c37d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 1096 time: 0.2038062 Oct 18 20:40:12.979670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-09278ee0-a27b-4e7c-8d72-fa0bba2d4e5f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1 HTTP/1.1" status: 200 len: 217 time: 0.1057053 Oct 18 20:40:12.997392 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:13.037007 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:48:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:12Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:13.081960 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:13.096988 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:13.097636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:13.241787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-2b8a0c4c-7424-426c-874d-45931f38038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:13.253767 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:13.254472 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-2b8a0c4c-7424-426c-874d-45931f38038b service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.2524931 Oct 18 20:40:13.256930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-45453555-1eaf-4554-8f79-fb7f83db4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:13.258661 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-45453555-1eaf-4554-8f79-fb7f83db4eba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.2703283 Oct 18 20:40:13.373690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-9737f900-3e04-4a09-a4c5-03621b35bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:13.375243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-9737f900-3e04-4a09-a4c5-03621b35bb0c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686092 Oct 18 20:40:13.377965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-6349bdc6-8a14-4f23-b14b-752d6bf72d34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 1000 time: 0.1183441 Oct 18 20:40:13.493878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-50abc2f6-58a6-4b24-a2ff-416efc0f788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:13.495714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-50abc2f6-58a6-4b24-a2ff-416efc0f788d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.1113207 Oct 18 20:40:13.550725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-34729977-c79f-4269-9ed6-dab4ae1caad3 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647887 Oct 18 20:40:13.571911 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:48:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:12Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:13.598081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-67177a7a-4003-4007-a631-a82bc9fc8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:13.599675 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-67177a7a-4003-4007-a631-a82bc9fc8dd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926690 Oct 18 20:40:13.602656 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11986c8f-718e-4e46-a530-3619ce447adc None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:48:ba:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:12Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:13.763735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 98b14f94-16e2-43e9-8e79-bddc19b6bdfc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:13.773972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-b60a30d0-7b67-44fd-988c-ed9f16f35bf0 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096329 Oct 18 20:40:13.854288 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-89d2e673-1ff7-47b7-a7ba-42f975a05000 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1161f252-a2af-4869-b8c0-97910d2f8801 HTTP/1.1" status: 200 len: 217 time: 0.0627813 Oct 18 20:40:13.876717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:13.877230 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:13.929140 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-bf81c84f-b1e7-438a-b23c-8fe4ffcb9f90 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156924 Oct 18 20:40:14.001906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:14.009515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-c161288f-f61d-4ad4-969e-c65107a5b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:14.012175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-c161288f-f61d-4ad4-969e-c65107a5b395 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.1476901 Oct 18 20:40:14.026122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:14.033665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:14.109593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:14.207264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-079a3a64-b9f9-42d5-a9e5-c7ace0a6e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:14.209163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-079a3a64-b9f9-42d5-a9e5-c7ace0a6e91c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283224 Oct 18 20:40:14.211243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e87b274e-9cba-4d9c-a2ef-c39ff1ae80f6 req-140c3082-df7b-4f4d-93df-ae3c26a9a861 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686172 Oct 18 20:40:14.378264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-0c9ed60c-1226-4c51-9796-522f69ed267d service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595674 Oct 18 20:40:14.383851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9523-8a37-4c9a-a017-343b3235713a req-a9a04be9-d4e6-4486-b315-bf9efeb968d8 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:14.385439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba2c9523-8a37-4c9a-a017-343b3235713a req-a9a04be9-d4e6-4486-b315-bf9efeb968d8 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1096 time: 0.0788088 Oct 18 20:40:14.396405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Sync routers for ids ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:14.415344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Routers {'4aba60d6-67a0-4f2c-abb4-0a36988edf87'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:14.416527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:14.491403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba2c9523-8a37-4c9a-a017-343b3235713a req-72d41a82-57b6-42f5-9543-3bf46308a0aa tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799766 Oct 18 20:40:14.539724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f278fc05-83b2-4f07-aee9-138e7c518769 req-5af5d890-e494-41b9-ada6-8977d3506b62 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529016 Oct 18 20:40:14.610599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Set router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:14.653846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359e982-a3a6-4268-bf3e-21c5b341e2f5 req-3421c860-0047-45d6-b8ca-7fc5439cb797 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:14.655681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8359e982-a3a6-4268-bf3e-21c5b341e2f5 req-3421c860-0047-45d6-b8ca-7fc5439cb797 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0844352 Oct 18 20:40:14.708907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8359e982-a3a6-4268-bf3e-21c5b341e2f5 req-9a7950f5-5295-4d5b-b3d6-cf06cd65c05f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Oct 18 20:40:14.865626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210406f-8bad-49e0-afc0-ea2f3855bbee req-a7b9989a-fd95-4929-9725-b63bee9c9954 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:14.867832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f210406f-8bad-49e0-afc0-ea2f3855bbee req-a7b9989a-fd95-4929-9725-b63bee9c9954 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 949 time: 0.0661533 Oct 18 20:40:14.918491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f210406f-8bad-49e0-afc0-ea2f3855bbee req-6b05a0c6-f673-4579-9b66-67f0357a6538 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Oct 18 20:40:14.931692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:40:11Z', 'revision_number': 4, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port': {'id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:07Z', 'updated_at': '2021-10-18T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e427e01e-8c04-4598-aee0-4b387586727d', 'name': '', 'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'mac_address': 'fa:16:3e:b3:54:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:10Z', 'updated_at': '2021-10-18T20:40:11Z', 'revision_number': 2, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'subnets': [{'id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:14.963259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Checking router: 4aba60d6-67a0-4f2c-abb4-0a36988edf87 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:14.963654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Updating router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 port e427e01e-8c04-4598-aee0-4b387586727d binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:40:15.003297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:15.063988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1614d-4afb-4e05-831b-c993266910bd req-48572c46-0b2b-4b56-9b5b-f49868bfc483 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:15.066145 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70f1614d-4afb-4e05-831b-c993266910bd req-48572c46-0b2b-4b56-9b5b-f49868bfc483 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 945 time: 0.0703435 Oct 18 20:40:15.401046 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:15.410885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:15.465556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70f1614d-4afb-4e05-831b-c993266910bd req-cb78e92d-87a7-4e93-b0c0-3c61f7cb2cc2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908114 Oct 18 20:40:15.533681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c726e-3188-45d8-9f75-539e983bf1ca None None] Pushing event updated for resources: {'Port': ['ID=e427e01e-8c04-4598-aee0-4b387586727d,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:15.584456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Attempting to bind port e427e01e-8c04-4598-aee0-4b387586727d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:15.585110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Attempting to bind port e427e01e-8c04-4598-aee0-4b387586727d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:15.585799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Attempting to bind port e427e01e-8c04-4598-aee0-4b387586727d on network 5f440991-0642-436f-9379-edd499e35fc8 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:15.595251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:15.595813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Checking segment: {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:15.596355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:15.596967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Bound using segment: {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:15.597658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Bound port: e427e01e-8c04-4598-aee0-4b387586727d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:15.598215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:15.697188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] For port e427e01e-8c04-4598-aee0-4b387586727d, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:15.701645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] For port e427e01e-8c04-4598-aee0-4b387586727d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e427e01e-8c04-4598-aee0-4b387586727d,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:15.707767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:15.735356 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10b175e-3880-4364-a761-7f83155f3c66 x-openstack-request-id: req-f10b175e-3880-4364-a761-7f83155f3c66 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:15.735643 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e17afa6-e201-4b47-bb96-be859e8c42fa", "name": "network-vif-plugged", "status": "completed", "tag": "5a8c0fa5-cc95-4a02-b655-427eac23e99c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:15.735884 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f10b175e-3880-4364-a761-7f83155f3c66 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:15.736715 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8c0fa5-cc95-4a02-b655-427eac23e99c', 'code': 200} Oct 18 20:40:15.744135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 98b14f94-16e2-43e9-8e79-bddc19b6bdfc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:15.794527 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59f201e-2316-4a93-9716-baa8a1cbca0b x-openstack-request-id: req-a59f201e-2316-4a93-9716-baa8a1cbca0b {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:15.794746 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:15.795201 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a59f201e-2316-4a93-9716-baa8a1cbca0b {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:15.796185 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'status': 'completed', 'code': 200} Oct 18 20:40:15.819550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c726e-3188-45d8-9f75-539e983bf1ca None None] Pushing event updated for resources: {'Port': ['ID=e427e01e-8c04-4598-aee0-4b387586727d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:15.822712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Routers {'4aba60d6-67a0-4f2c-abb4-0a36988edf87'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:15.823347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:15.885162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e97af-0592-47cb-81f0-371a435c8944 req-a5b6dd40-8cd6-4092-9f7f-42a219d8b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:15.887194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-851e97af-0592-47cb-81f0-371a435c8944 req-a5b6dd40-8cd6-4092-9f7f-42a219d8b0bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.0526128 Oct 18 20:40:15.915328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:15.915614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:15.919017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4ba01-177d-419d-b5c7-5dd3205414ec req-bfb834a2-609d-41f1-a477-f9021442a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:15.923306 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02c4ba01-177d-419d-b5c7-5dd3205414ec req-bfb834a2-609d-41f1-a477-f9021442a83b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 1096 time: 0.0889633 Oct 18 20:40:15.980946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02c4ba01-177d-419d-b5c7-5dd3205414ec req-e9c5e1c5-4432-44b1-89c5-807cdd446e6d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487058 Oct 18 20:40:16.033888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e97af-0592-47cb-81f0-371a435c8944 req-7d98f38d-85fe-4cbd-b893-ecaf64f97004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:16.036839 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-851e97af-0592-47cb-81f0-371a435c8944 req-7d98f38d-85fe-4cbd-b893-ecaf64f97004 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.1414814 Oct 18 20:40:16.153749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] Set router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:16.261952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-d57ed7f2-55d0-4e20-91c6-d8ef293954b4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:16.266373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-d57ed7f2-55d0-4e20-91c6-d8ef293954b4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 817 time: 0.1486938 Oct 18 20:40:16.287268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-8839065d-8930-44ad-8d28-6aae53d2a511 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/quotas/cfcc40dcc8b74fa98e1a0cb0decbd2e2 HTTP/1.1" status: 200 len: 375 time: 0.0172670 Oct 18 20:40:16.321262 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-851e97af-0592-47cb-81f0-371a435c8944 req-a6a33e69-0162-4ad5-baaf-63fe4da51f83 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 217 time: 0.0722973 Oct 18 20:40:16.352631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-1a0f5ae2-24a2-4283-970c-ec67d1bf7165 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0545855 Oct 18 20:40:16.410451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e97af-0592-47cb-81f0-371a435c8944 req-f7cd5aa7-3666-4458-a27c-6bb415a0cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:16.413148 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-851e97af-0592-47cb-81f0-371a435c8944 req-f7cd5aa7-3666-4458-a27c-6bb415a0cf57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0820901 Oct 18 20:40:16.415074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-705919cb-08cd-459d-81ee-502984a4215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:40:11Z', 'revision_number': 4, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port': {'id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:07Z', 'updated_at': '2021-10-18T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e427e01e-8c04-4598-aee0-4b387586727d', 'name': '', 'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'mac_address': 'fa:16:3e:b3:54:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:10Z', 'updated_at': '2021-10-18T20:40:15Z', 'revision_number': 4, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'subnets': [{'id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:16.450981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705919cb-08cd-459d-81ee-502984a4215c None None] The sync data for ids ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'] in n-d-812149-2 is: [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:40:11Z', 'revision_number': 4, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port': {'id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:07Z', 'updated_at': '2021-10-18T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e427e01e-8c04-4598-aee0-4b387586727d', 'name': '', 'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'mac_address': 'fa:16:3e:b3:54:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:10Z', 'updated_at': '2021-10-18T20:40:15Z', 'revision_number': 4, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'subnets': [{'id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:16.482613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-3c4ac734-2781-4af6-9736-37bbd68089ca service neutron] 10.222.0.66 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212633 Oct 18 20:40:16.490914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e97af-0592-47cb-81f0-371a435c8944 req-9e4f0095-f910-43a2-bebd-632b912e6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:16.494738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-851e97af-0592-47cb-81f0-371a435c8944 req-9e4f0095-f910-43a2-bebd-632b912e6594 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702186 Oct 18 20:40:16.643002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-55f604e4-056c-4a09-bae9-46da92fbf995 service neutron] 10.222.0.66 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522360 Oct 18 20:40:16.701484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-851e97af-0592-47cb-81f0-371a435c8944 req-95b8d848-b2a7-468f-a1f2-459dde367da4 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931033 Oct 18 20:40:16.852773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-851e97af-0592-47cb-81f0-371a435c8944 req-b427ce4e-7c7a-48f2-933b-e6e37f506ae7 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430497 Oct 18 20:40:16.968971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b206915-d37d-4651-9648-130154330bf3 req-a03eb70f-7bfe-4be4-808b-9d560715529c tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1000 time: 0.1157670 Oct 18 20:40:17.040591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206915-d37d-4651-9648-130154330bf3 req-18353d0f-1a0e-4812-b5e5-07ae79e86800 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:17.042643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b206915-d37d-4651-9648-130154330bf3 req-18353d0f-1a0e-4812-b5e5-07ae79e86800 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports/d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 942 time: 0.0667653 Oct 18 20:40:17.195911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b206915-d37d-4651-9648-130154330bf3 req-7d868341-0d5d-4576-b9cf-9a830b71f826 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1000 time: 0.0799696 Oct 18 20:40:17.409120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b206915-d37d-4651-9648-130154330bf3 req-b93d2545-332a-42bc-99fb-59e1f4a357a5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:17.411464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b206915-d37d-4651-9648-130154330bf3 req-b93d2545-332a-42bc-99fb-59e1f4a357a5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2017684 Oct 18 20:40:17.777784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e427e01e-8c04-4598-aee0-4b387586727d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:17.797777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:17.803001 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27a8da8-913a-4baa-86c4-84966d792172" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:17.865958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e427e01e-8c04-4598-aee0-4b387586727d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:17.866991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:18.026685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:18.089264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port e427e01e-8c04-4598-aee0-4b387586727d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e427e01e-8c04-4598-aee0-4b387586727d,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:18.095066 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:18.174997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=e427e01e-8c04-4598-aee0-4b387586727d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:18.439038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-520fd82e-d0da-4a6f-b2b8-a59860b5adc2 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:18.441099 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-520fd82e-d0da-4a6f-b2b8-a59860b5adc2 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 817 time: 0.1611030 Oct 18 20:40:18.458057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Request body: {'port': {'device_id': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'admin_state_up': True, 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:18.516485 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:18.613125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Made reservation on behalf of cfcc40dcc8b74fa98e1a0cb0decbd2e2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:40:18.618403 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:18.701527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eaa81071-a9e1-4e0e-ba2b-b1041a1cb014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:18.805856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-7a86b676-5894-4ab5-ae52-2eab16be7816 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:40:18.807011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-7a86b676-5894-4ab5-ae52-2eab16be7816 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0839417 Oct 18 20:40:18.824567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Allocated IP 172.20.0.4 (5f440991-0642-436f-9379-edd499e35fc8/d9703ddd-40ae-43c2-8138-723ee41f0228/f270abef-496c-4462-a32d-c67ea65e8bfe) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:40:18.877664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-83e44b3f-6c3a-482d-bf70-28eaa3c674e0 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:18.880088 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-83e44b3f-6c3a-482d-bf70-28eaa3c674e0 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 1093 time: 0.0613103 Oct 18 20:40:18.949138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Request body: {'binding': {'host': 'n-h1-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:18.949590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:40:19.087347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:19.126493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on host n-h1-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:19.127421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:19.127960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:19.135771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:40:19.136287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:19.143447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:19.143849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:19.144299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:19.144615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:19.145082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Bound port: 692fb769-fb56-4680-8f3b-014af82137f3, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:19.194532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Network 5f440991-0642-436f-9379-edd499e35fc8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:19.198016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:19.201919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:40:19.223209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:19.231770 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:19.233089 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] 10.222.0.66 "POST /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3475015 Oct 18 20:40:19.256945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Pushing event updated for resources: {'Port': ['ID=f270abef-496c-4462-a32d-c67ea65e8bfe,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:19.314332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:19.315774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:19.347623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a509f571-d796-489f-8603-6e8ea29c3004 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8956966 Oct 18 20:40:19.364924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Request body: {'port': {'device_id': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:19.431535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:19.436034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e0d7f-8c5f-4120-b66f-dcaf7d28b9d7 req-62e2f3e1-22e9-40fd-8e38-cbcef4970583 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:19.438053 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-299e0d7f-8c5f-4120-b66f-dcaf7d28b9d7 req-62e2f3e1-22e9-40fd-8e38-cbcef4970583 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 949 time: 0.0887759 Oct 18 20:40:19.503945 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-299e0d7f-8c5f-4120-b66f-dcaf7d28b9d7 req-59583bda-4aa3-48ea-a82e-936cee8efd2f tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Oct 18 20:40:19.620137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-92282f21-7305-448c-ae91-56ddcde74b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:19.623843 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-92282f21-7305-448c-ae91-56ddcde74b10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1096 time: 0.1360817 Oct 18 20:40:19.670752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce6a29-96ac-4c49-95af-ab8d51a6c424 req-16d458d8-7e24-46c2-bbf7-9f718889ddf2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:19.674576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ce6a29-96ac-4c49-95af-ab8d51a6c424 req-16d458d8-7e24-46c2-bbf7-9f718889ddf2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0907180 Oct 18 20:40:19.720484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e427e01e-8c04-4598-aee0-4b387586727d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:19.751592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ce6a29-96ac-4c49-95af-ab8d51a6c424 req-7c9050e3-c7d9-4b31-ae2c-30444703238b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657239 Oct 18 20:40:19.803549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e427e01e-8c04-4598-aee0-4b387586727d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:19.804083 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:19.987448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67312052-58ac-4d56-a43f-384aae4a92cc req-225df209-2a50-4edc-a364-e285d844610b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:19.989727 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67312052-58ac-4d56-a43f-384aae4a92cc req-225df209-2a50-4edc-a364-e285d844610b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 945 time: 0.1065941 Oct 18 20:40:20.040105 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67312052-58ac-4d56-a43f-384aae4a92cc req-dcfcd602-090c-44a6-9a3c-f9ae55734791 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Oct 18 20:40:20.224426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-aab2d002-e443-4bed-9eda-ac2cf9004741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:20.226755 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-aab2d002-e443-4bed-9eda-ac2cf9004741 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.5921507 Oct 18 20:40:20.289254 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-a72d1aaa-f215-47b1-86b7-d2ac0944408a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 217 time: 0.0493753 Oct 18 20:40:20.385828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f270abef-496c-4462-a32d-c67ea65e8bfe {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:20.391953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-f44ef35e-2314-4a79-a196-782a9788f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:20.392240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215ffe4-f53b-4ab5-a35c-4ff7653e9f7b req-ac67675c-dde1-4ca5-9459-aefde732222e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:20.393461 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-f44ef35e-2314-4a79-a196-782a9788f5bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0955307 Oct 18 20:40:20.394397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3215ffe4-f53b-4ab5-a35c-4ff7653e9f7b req-ac67675c-dde1-4ca5-9459-aefde732222e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 931 time: 0.0785692 Oct 18 20:40:20.398362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:20.433319 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-b14c11a9-8b3f-4bef-806b-5c715c2f18c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320172 Oct 18 20:40:20.436871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Transition to ACTIVE for port object f270abef-496c-4462-a32d-c67ea65e8bfe will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:40:20.457470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:20.465046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3215ffe4-f53b-4ab5-a35c-4ff7653e9f7b req-c2f88c92-f32c-4563-9828-06a57a9375cc tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613644 Oct 18 20:40:20.611281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-a58e5648-37b2-40db-b9e8-1ad40a0507d3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1000 time: 0.1193786 Oct 18 20:40:20.639075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Pushing event updated for resources: {'Port': ['ID=f270abef-496c-4462-a32d-c67ea65e8bfe,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:20.696436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-32e71c57-86c9-455b-b62d-f597b6b1450d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:20.698837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-32e71c57-86c9-455b-b62d-f597b6b1450d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports/d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 942 time: 0.0808566 Oct 18 20:40:20.729517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-4ef45c9d-59c0-4329-bf39-b1bd477a3be4 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869871 Oct 18 20:40:20.750807 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:40:20.825144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Attempting to bind port f270abef-496c-4462-a32d-c67ea65e8bfe on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:20.825678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Attempting to bind port f270abef-496c-4462-a32d-c67ea65e8bfe by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:20.826211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Attempting to bind port f270abef-496c-4462-a32d-c67ea65e8bfe on network 5f440991-0642-436f-9379-edd499e35fc8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:20.877826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Port f270abef-496c-4462-a32d-c67ea65e8bfe on network 5f440991-0642-436f-9379-edd499e35fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:40:20.878352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Attempting to bind port f270abef-496c-4462-a32d-c67ea65e8bfe on network 5f440991-0642-436f-9379-edd499e35fc8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:20.892052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-f9776351-0b7b-4309-ad56-0d07e1d125bf tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1000 time: 0.1329188 Oct 18 20:40:20.894875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:20.895286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Checking segment: {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:20.895796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Bound using segment: {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:20.896411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Bound port: f270abef-496c-4462-a32d-c67ea65e8bfe, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:20.896909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:20.967791 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-4c8fc73b-958c-4720-ac24-7115e867f3e5 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245450 Oct 18 20:40:21.011833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] For port f270abef-496c-4462-a32d-c67ea65e8bfe, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:21.017621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] For port f270abef-496c-4462-a32d-c67ea65e8bfe, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f270abef-496c-4462-a32d-c67ea65e8bfe,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:21.024513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.039849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-5a06646f-c10a-4455-854d-bb83f3959229 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:21.044949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-5a06646f-c10a-4455-854d-bb83f3959229 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.1450956 Oct 18 20:40:21.134029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-29732960-b8ee-455d-a029-c6a944869539 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1000 time: 0.0822351 Oct 18 20:40:21.137855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:21.138756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.141043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] 10.222.0.79 "PUT /v2.0/ports/f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 200 len: 1091 time: 1.7808611 Oct 18 20:40:21.143358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'tag': 'f270abef-496c-4462-a32d-c67ea65e8bfe'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:21.146896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:21.147492 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c5bfb-4853-4689-84dc-30ad5c62f111" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0bfb51-c269-4670-a48f-53df54c533be", "tag": "f270abef-496c-4462-a32d-c67ea65e8bfe"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:21.214492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.244738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8a05-b39d-419a-be06-6d1b859c004d service neutron] Pushing event updated for resources: {'Port': ['ID=f270abef-496c-4462-a32d-c67ea65e8bfe,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:21.259141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-fdf0245f-7e83-413b-a4b9-a0ae8fb1f615 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:21.262287 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-fdf0245f-7e83-413b-a4b9-a0ae8fb1f615 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.1858230 Oct 18 20:40:21.279130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:21.313875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-e0d6e2a7-cfb6-454d-82d3-0f42d9e09169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:21.315765 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-e0d6e2a7-cfb6-454d-82d3-0f42d9e09169 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1094 time: 0.1207073 Oct 18 20:40:21.384952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-a4baeeb8-d22b-40a0-b84a-3d46faba4a07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 200 len: 217 time: 0.0574892 Oct 18 20:40:21.391387 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.426935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.433482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.433948 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Floating IP e5d5073a-0691-452a-a012-e4679549b648 disassociated. External IP: 172.25.7.21, port: d503e187-d84e-4912-8037-3f6ec30d7c4e. Oct 18 20:40:21.484352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-df65ecd6-9c77-49a8-8b75-8aff1bc749cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:21.485941 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-df65ecd6-9c77-49a8-8b75-8aff1bc749cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.0897233 Oct 18 20:40:21.537237 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-87056481-e675-4578-bd44-e002df8595c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401628 Oct 18 20:40:21.694539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:21.736009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-51007de3-38ed-4949-a3bc-fc7e4f11dedb service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888623 Oct 18 20:40:21.760906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:21.828841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:21.898770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.902450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:21.911707 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b5882cf-17e4-4cfe-bcee-765dc2054305 req-532c2963-8df9-42cc-9fc4-eb051f6eb1dd service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652648 Oct 18 20:40:21.912243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.913180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:21.940760 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:21.966534 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:21.968102 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:21.977434 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d19f1e4a-2e0f-4b85-881a-fb34f55e0d42 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "PUT /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 200 len: 694 time: 0.8353839 Oct 18 20:40:22.008227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:22.037435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on host n-h2-812149-2 for vnic_type normal with profile {"migrating_to": "n-h1-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:22.039001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:22.040101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:22.052198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:40:22.052873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Attempting to bind port 692fb769-fb56-4680-8f3b-014af82137f3 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:22.060933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-75d0dc18-63f7-4210-94bd-1aaa54db8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:22.063116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-75d0dc18-63f7-4210-94bd-1aaa54db8413 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 1096 time: 0.0593734 Oct 18 20:40:22.063368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:22.063906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:22.064610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:22.065347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Bound port: 692fb769-fb56-4680-8f3b-014af82137f3, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:22.065930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:22.162101 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:22.178598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:22.179316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-93cf5aa3-b135-4483-9f91-3e0caa3740b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:22.180901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-93cf5aa3-b135-4483-9f91-3e0caa3740b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.1067708 Oct 18 20:40:22.185436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:22.190730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:22.237253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-1a54a773-3737-4078-a7db-a93c139bf960 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 217 time: 0.0401907 Oct 18 20:40:22.325132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-8c7f01d1-f462-4ed9-baa5-f44c5a306509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:22.328480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-8c7f01d1-f462-4ed9-baa5-f44c5a306509 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0766923 Oct 18 20:40:22.335193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:22.336350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:22.338700 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] 10.222.0.30 "PUT /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 1121 time: 1.0669096 Oct 18 20:40:22.339767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099734d0-06bd-4d6c-8a3a-b1cd43825d17 service neutron] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:22.423693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-e9ec450d-bda8-4a77-9b6c-d51f4b7d9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:22.425760 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-e9ec450d-bda8-4a77-9b6c-d51f4b7d9dd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742412 Oct 18 20:40:22.469584 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:22.498497 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:22.505904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['692fb769-fb56-4680-8f3b-014af82137f3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:22.512443 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:22.513083 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:39:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:22.577044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-0195e031-3561-4d01-b4bb-50565aeba3c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441255 Oct 18 20:40:22.645896 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:22.727317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f2e940e-d792-41d3-b30a-126f24f7a451 req-d47961ca-6ddb-4ff8-bf84-9b5416a3d53d service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462510 Oct 18 20:40:22.787001 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eb6bc2-1152-4cfb-933f-01ba37948919 x-openstack-request-id: req-96eb6bc2-1152-4cfb-933f-01ba37948919 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:22.787478 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:22.787913 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96eb6bc2-1152-4cfb-933f-01ba37948919 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:22.788628 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'status': 'completed', 'code': 200} Oct 18 20:40:22.881426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8da8-913a-4baa-86c4-84966d792172 req-f373447a-5795-4e5d-8c6d-8548666851c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:22.883831 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e27a8da8-913a-4baa-86c4-84966d792172 req-f373447a-5795-4e5d-8c6d-8548666851c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 1096 time: 0.0569060 Oct 18 20:40:22.917042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb58c78-2a59-459a-b7f6-a94af573edd2 req-b72b6e93-30f4-475d-baf2-5ea9062165d4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:22.921510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6cb58c78-2a59-459a-b7f6-a94af573edd2 req-b72b6e93-30f4-475d-baf2-5ea9062165d4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 943 time: 0.0817170 Oct 18 20:40:22.975863 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:22.999409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6cb58c78-2a59-459a-b7f6-a94af573edd2 req-037a92a9-ebd2-4d18-af12-789f6652bd0e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698073 Oct 18 20:40:23.044411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8da8-913a-4baa-86c4-84966d792172 req-bd604e3c-fa63-44b6-abad-87005c2fcf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:23.046168 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e27a8da8-913a-4baa-86c4-84966d792172 req-bd604e3c-fa63-44b6-abad-87005c2fcf5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.1535854 Oct 18 20:40:23.110618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb68f-dce3-44ed-ab47-35005f8a1ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:23.130157 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e27a8da8-913a-4baa-86c4-84966d792172 req-3e41d1e2-942f-4a98-9932-1926212e3b8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 217 time: 0.0636885 Oct 18 20:40:23.139137 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c16e9-67cc-4323-ba6f-6ec64f15f817 None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:23.222668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8da8-913a-4baa-86c4-84966d792172 req-8bb17991-d424-4afc-b8bf-9ccd4472f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:23.225013 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e27a8da8-913a-4baa-86c4-84966d792172 req-8bb17991-d424-4afc-b8bf-9ccd4472f0f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0788090 Oct 18 20:40:23.282990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a8da8-913a-4baa-86c4-84966d792172 req-2140c01e-d7c4-4cda-ade2-6848aac7bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:23.284580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e27a8da8-913a-4baa-86c4-84966d792172 req-2140c01e-d7c4-4cda-ade2-6848aac7bb4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489066 Oct 18 20:40:23.418784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e27a8da8-913a-4baa-86c4-84966d792172 req-498e4716-b109-43be-a062-d1a7e41c7a69 service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265302 Oct 18 20:40:23.466677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5b75dd-a0e1-414e-b221-498979e0523b None None] New status for floating IP e5d5073a-0691-452a-a012-e4679549b648: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:40:23.547332 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e27a8da8-913a-4baa-86c4-84966d792172 req-7403701a-da81-4afd-9568-c2ca16374862 service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140974 Oct 18 20:40:23.732997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71961ff-eff6-44b2-8d33-a3ea096f5532 req-68a701a7-8692-4751-b0bb-cc74ce536bb9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:23.734622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f71961ff-eff6-44b2-8d33-a3ea096f5532 req-68a701a7-8692-4751-b0bb-cc74ce536bb9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 945 time: 0.0570390 Oct 18 20:40:23.785780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f71961ff-eff6-44b2-8d33-a3ea096f5532 req-4f81cf90-ff35-4a1e-8699-a57227cc8de7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378809 Oct 18 20:40:24.095070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-19c4ccb6-2cdd-4c71-a24c-30618b10c666 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:24.097658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-19c4ccb6-2cdd-4c71-a24c-30618b10c666 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 817 time: 0.1937735 Oct 18 20:40:24.114680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-ac2ac00f-a61a-4625-a7e7-9e44faeeb3c5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/quotas/cfcc40dcc8b74fa98e1a0cb0decbd2e2 HTTP/1.1" status: 200 len: 375 time: 0.0108421 Oct 18 20:40:24.146085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:24.163840 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:24.201436 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-e53a189e-8238-43f4-a6d6-192b3bd079f1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798476 Oct 18 20:40:24.297894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:24.314374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 has no active binding in host n-h1-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:40:24.338077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-5e46b1b7-03a8-4112-8cc0-fc33c50cf7f7 service neutron] 10.222.0.66 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258433 Oct 18 20:40:24.444231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-87755c09-c741-48ff-ae49-b0ff4aad8026 service neutron] 10.222.0.66 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987976 Oct 18 20:40:24.797282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6530788-7961-4e19-a4f3-1d42c448ccc8 req-deadc297-7ea2-4db3-9726-a493d90b1113 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:24.800254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6530788-7961-4e19-a4f3-1d42c448ccc8 req-deadc297-7ea2-4db3-9726-a493d90b1113 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0907893 Oct 18 20:40:24.801015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:24.804916 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ab114e-a975-4379-a96e-7d5edf3e9930" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:24.862245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6530788-7961-4e19-a4f3-1d42c448ccc8 req-8e5bfcaf-1297-4e2d-9e54-1c473af6221c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Oct 18 20:40:24.981327 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfacbec6-f0ac-4eca-88d8-4432e6fdf696 x-openstack-request-id: req-dfacbec6-f0ac-4eca-88d8-4432e6fdf696 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:24.981951 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0bfb51-c269-4670-a48f-53df54c533be", "tag": "f270abef-496c-4462-a32d-c67ea65e8bfe", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:24.982143 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfacbec6-f0ac-4eca-88d8-4432e6fdf696 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:24.982768 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'tag': 'f270abef-496c-4462-a32d-c67ea65e8bfe', 'status': 'completed', 'code': 200} Oct 18 20:40:25.025000 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:25.105658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-f2f4de7b-488f-4305-92fd-9936b34d6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:25.109521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-f2f4de7b-488f-4305-92fd-9936b34d6980 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1094 time: 0.0828743 Oct 18 20:40:25.280583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-6b955aa2-9e6d-4543-b64c-d88b9a4e09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:25.283387 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-6b955aa2-9e6d-4543-b64c-d88b9a4e09e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 918 time: 0.1641438 Oct 18 20:40:25.370330 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-2a20f950-98bd-4e31-9938-e19b033801c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 200 len: 217 time: 0.0745261 Oct 18 20:40:25.462012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-b044689c-d105-4447-978b-2b5c4f2fe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:25.463708 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-b044689c-d105-4447-978b-2b5c4f2fe41f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.0786874 Oct 18 20:40:25.524647 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-85a4709e-7955-4a3c-9d5f-6ff928a3e8a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421116 Oct 18 20:40:25.667575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-e576099f-a111-4629-8255-f59e123af71e service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347423 Oct 18 20:40:25.692051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acb92a-444f-4e29-b56c-ac308049c39d req-60de3069-2c4f-4904-b01e-62f7c92335a6 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:25.695079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f7acb92a-444f-4e29-b56c-ac308049c39d req-60de3069-2c4f-4904-b01e-62f7c92335a6 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 943 time: 0.0736122 Oct 18 20:40:25.755781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f7acb92a-444f-4e29-b56c-ac308049c39d req-14d40cb7-6a2a-4ee0-8d3d-2040774fbb04 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519331 Oct 18 20:40:25.830855 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f0c5bfb-4853-4689-84dc-30ad5c62f111 req-b3272e4d-3c52-4527-8d94-4885d74bda29 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446679 Oct 18 20:40:25.867348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d1c095c-e102-4d6f-a1cd-15d60247cf95 req-fc50fbb8-3f82-4efb-a655-abcfc626b92f tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Oct 18 20:40:25.923096 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cd776e-9281-4065-9c45-da2d27dde9d0 x-openstack-request-id: req-14cd776e-9281-4065-9c45-da2d27dde9d0 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:25.923096 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:25.923096 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14cd776e-9281-4065-9c45-da2d27dde9d0 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:25.923096 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'status': 'completed', 'code': 200} Oct 18 20:40:26.143269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:26.163992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-a80b04fd-2ed7-488d-922e-d7cca4a7b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:26.166472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-a80b04fd-2ed7-488d-922e-d7cca4a7b60e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 1096 time: 0.2047782 Oct 18 20:40:26.216746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-5c52effa-5371-4f09-9794-49b135774427 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:26.219246 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-5c52effa-5371-4f09-9794-49b135774427 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 817 time: 0.2108634 Oct 18 20:40:26.238559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Request body: {'port': {'device_id': 'cebf646a-77e9-4449-ab82-882b28823a29', 'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'admin_state_up': True, 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:26.282752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:26.295192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '0b993461-b9a5-45ea-8844-b94619b8babd', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '0b993461-b9a5-45ea-8844-b94619b8babd', 'mac_address': 'fa:16:3e:e5:21:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:26.341954 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:26.356803 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b993461-b9a5-45ea-8844-b94619b8babd {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:26.378631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:26.383938 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:26.401321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Made reservation on behalf of cfcc40dcc8b74fa98e1a0cb0decbd2e2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:40:26.405132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:26.468216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:26.495806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:26.534317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['0b993461-b9a5-45ea-8844-b94619b8babd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:26.563098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Allocated IP 172.20.0.13 (5f440991-0642-436f-9379-edd499e35fc8/d9703ddd-40ae-43c2-8138-723ee41f0228/49cec941-02f5-46d3-899d-e67e6f17b987) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:40:26.756486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:26.799968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:26.816536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-22fe2325-73cc-42f2-b6e5-0305f0355dee service neutron] 10.222.0.79 "GET /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3/bindings/n-h1-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.0810730 Oct 18 20:40:26.860664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Network 5f440991-0642-436f-9379-edd499e35fc8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:26.866399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:26.873641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:40:26.888001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Pushing event updated for resources: {'Port': ['ID=49cec941-02f5-46d3-899d-e67e6f17b987,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:26.975382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:26.976451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:26.986472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3'}, {'name': 'network-changed', 'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:26.990335 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b583e4-1721-469b-ba33-95c8e8e395f4" -d '{"events": [{"server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "692fb769-fb56-4680-8f3b-014af82137f3"}, {"name": "network-changed", "server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "tag": "692fb769-fb56-4680-8f3b-014af82137f3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:27.008660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-7d852231-b8ae-40f1-b29f-a55d9ffeb9dd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771783 Oct 18 20:40:27.028202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Request body: {'port': {'device_id': 'cebf646a-77e9-4449-ab82-882b28823a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:27.084692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:27.108689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:27.128335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.146498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692fb769-fb56-4680-8f3b-014af82137f3 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:27.159198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:27.175365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.260832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] Transition to ACTIVE for port object 692fb769-fb56-4680-8f3b-014af82137f3 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:40:27.266659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.343494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] No DVR routers for this DVR port 692fb769-fb56-4680-8f3b-014af82137f3 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:40:27.352198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] Pushing event updated for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=10']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:27.383993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-67a4d681-6e89-478f-9064-a30c32043725 service neutron] 10.222.0.79 "PUT /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3/bindings/n-h1-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5541101 Oct 18 20:40:27.386056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f270abef-496c-4462-a32d-c67ea65e8bfe details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:27.538299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f270abef-496c-4462-a32d-c67ea65e8bfe, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f270abef-496c-4462-a32d-c67ea65e8bfe,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:27.563907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'f270abef-496c-4462-a32d-c67ea65e8bfe', 'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'port_id': 'f270abef-496c-4462-a32d-c67ea65e8bfe', 'mac_address': 'fa:16:3e:12:6e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:27.568099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cec941-02f5-46d3-899d-e67e6f17b987 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:27.580258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.599687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Transition to ACTIVE for port object 49cec941-02f5-46d3-899d-e67e6f17b987 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:40:27.605784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.610308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.634491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f270abef-496c-4462-a32d-c67ea65e8bfe {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:27.648561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=49cec941-02f5-46d3-899d-e67e6f17b987,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:27.673814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f270abef-496c-4462-a32d-c67ea65e8bfe, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f270abef-496c-4462-a32d-c67ea65e8bfe,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:27.679721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.751416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f270abef-496c-4462-a32d-c67ea65e8bfe,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:27.764831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Attempting to bind port 49cec941-02f5-46d3-899d-e67e6f17b987 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:27.765361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Attempting to bind port 49cec941-02f5-46d3-899d-e67e6f17b987 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:27.765767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Attempting to bind port 49cec941-02f5-46d3-899d-e67e6f17b987 on network 5f440991-0642-436f-9379-edd499e35fc8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:27.771090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Port 49cec941-02f5-46d3-899d-e67e6f17b987 on network 5f440991-0642-436f-9379-edd499e35fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:40:27.771463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Attempting to bind port 49cec941-02f5-46d3-899d-e67e6f17b987 on network 5f440991-0642-436f-9379-edd499e35fc8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:27.777273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:27.777649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Checking segment: {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:27.778031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Bound using segment: {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:27.778464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Bound port: 49cec941-02f5-46d3-899d-e67e6f17b987, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26afa8c8-72ee-47b7-80f7-94523a22001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '5f440991-0642-436f-9379-edd499e35fc8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:27.778821 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.868811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] For port 49cec941-02f5-46d3-899d-e67e6f17b987, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:27.872214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659938aa-6888-4547-81d0-4128e50c83b3 req-40764c9c-5cea-4b4c-b38a-2b4b56e4e982 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:27.874930 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-659938aa-6888-4547-81d0-4128e50c83b3 req-40764c9c-5cea-4b4c-b38a-2b4b56e4e982 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e17afa6-e201-4b47-bb96-be859e8c42fa HTTP/1.1" status: 200 len: 945 time: 0.0765481 Oct 18 20:40:27.875181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] For port 49cec941-02f5-46d3-899d-e67e6f17b987, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=49cec941-02f5-46d3-899d-e67e6f17b987,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:27.879947 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.939795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:27.940852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:27.942957 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] 10.222.0.79 "PUT /v2.0/ports/49cec941-02f5-46d3-899d-e67e6f17b987 HTTP/1.1" status: 200 len: 1092 time: 0.9230540 Oct 18 20:40:27.988211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa28098-de77-4f33-8c92-61a55a36bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=49cec941-02f5-46d3-899d-e67e6f17b987,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:28.041423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port 5a8c0fa5-cc95-4a02-b655-427eac23e99c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:40:28.041844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:28.058354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-5b356ef5-957e-44d6-9088-208c9faa7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:28.060483 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-5b356ef5-957e-44d6-9088-208c9faa7345 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 1095 time: 0.0607200 Oct 18 20:40:28.128568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-c0eb8077-b3b8-498e-931e-598927975bd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cec941-02f5-46d3-899d-e67e6f17b987 HTTP/1.1" status: 200 len: 217 time: 0.0584965 Oct 18 20:40:28.146888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:28.170745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port 5a8c0fa5-cc95-4a02-b655-427eac23e99c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5a8c0fa5-cc95-4a02-b655-427eac23e99c,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:28.171725 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:28.186575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f270abef-496c-4462-a32d-c67ea65e8bfe'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:28.187601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for 5a8c0fa5-cc95-4a02-b655-427eac23e99c owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:40:28.187927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-19405a9c-3781-4fdd-ba50-11400f88a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:28.190185 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-19405a9c-3781-4fdd-ba50-11400f88a6cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.0543084 Oct 18 20:40:28.247004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-cd30effd-57a3-40b8-8e43-8cc350196c97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440433 Oct 18 20:40:28.304425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 0b993461-b9a5-45ea-8844-b94619b8babd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:28.305054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:28.414269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:28.417210 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-9733a614-76f1-417d-987f-47ceda669a20 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596055 Oct 18 20:40:28.432001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:28.467499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=5a8c0fa5-cc95-4a02-b655-427eac23e99c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:28.544882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port 5a8c0fa5-cc95-4a02-b655-427eac23e99c on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:40:28.549299 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:28.557048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-659938aa-6888-4547-81d0-4128e50c83b3 req-09b8c2f7-2913-420a-9a74-d6a7b421f83f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "DELETE /v2.0/ports/5a8c0fa5-cc95-4a02-b655-427eac23e99c HTTP/1.1" status: 204 len: 173 time: 0.6752963 Oct 18 20:40:28.558012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'name': 'network-vif-deleted', 'tag': '5a8c0fa5-cc95-4a02-b655-427eac23e99c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:28.563939 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada908c1-16ae-44f0-b073-8ae89b493d58" -d '{"events": [{"server_uuid": "0e17afa6-e201-4b47-bb96-be859e8c42fa", "name": "network-vif-deleted", "tag": "5a8c0fa5-cc95-4a02-b655-427eac23e99c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:28.588423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ff53581-bae0-47db-b6d1-99b2d284002e req-20178850-466c-4b59-a61b-3120cd2097f9 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622014 Oct 18 20:40:28.664009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:28.834946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:28.838821 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb9deed-0085-4eab-af53-5e5cdcfac8cd" -d '{"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-plugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:28.881477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:28.900346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:29.068246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:29.085834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-f103a81f-60b8-4131-8146-f2d35e35f20d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.089208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-f103a81f-60b8-4131-8146-f2d35e35f20d tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0957108 Oct 18 20:40:29.126789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-789cd757-b957-44c9-8f41-3784421a2c29 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.130129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-789cd757-b957-44c9-8f41-3784421a2c29 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.1220534 Oct 18 20:40:29.136507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-84d70288-40e1-4ff8-8d57-4a348f4e3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.140096 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-84d70288-40e1-4ff8-8d57-4a348f4e3719 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.2609529 Oct 18 20:40:29.191350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-24b7fd5a-eed1-41ae-9e37-ab28b6f42c9c tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 695 time: 0.0847981 Oct 18 20:40:29.207677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'floatingip': {'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:29.278817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-6a00438a-b2f2-44cf-b0c6-72409d31e414 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 200 len: 217 time: 0.1202826 Oct 18 20:40:29.291418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:29.295434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-1d7403f7-3248-4916-9115-07ac70a5a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.298401 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-1d7403f7-3248-4916-9115-07ac70a5a724 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b&tenant_id=eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 1095 time: 0.1565466 Oct 18 20:40:29.436999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-d2182c7e-8b61-4611-8c21-66ef39bc2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.440293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-d2182c7e-8b61-4611-8c21-66ef39bc2a43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.1396041 Oct 18 20:40:29.454528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-53c54d8d-ed4e-4482-ab52-8905656eb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.457593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-53c54d8d-ed4e-4482-ab52-8905656eb3d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1095 time: 0.1081660 Oct 18 20:40:29.603310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-1001ea97-7fb2-45f2-bc39-96801de4d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.605143 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-1001ea97-7fb2-45f2-bc39-96801de4d07a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456354 Oct 18 20:40:29.650900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-0b0f8570-a1de-4d9f-a515-c7a654740689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.652666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-0b0f8570-a1de-4d9f-a515-c7a654740689 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.1787665 Oct 18 20:40:29.742199 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-7f82bbc5-813e-4549-b7bf-29a804dbf507 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 217 time: 0.0748289 Oct 18 20:40:29.824971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-ceb7c424-836d-41ab-aa34-331e13fe434a service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041934 Oct 18 20:40:29.827203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-ac8e5f90-816c-42e7-ace5-345e4dbef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:29.830215 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-ac8e5f90-816c-42e7-ace5-345e4dbef593 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0767550 Oct 18 20:40:29.943800 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-740dba3b-5d72-49e4-a419-e67f0235634b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907056 Oct 18 20:40:30.138277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-87ab114e-a975-4379-a96e-7d5edf3e9930 req-bd1dea8e-30ef-414a-8292-b95b5c879316 service neutron] 10.222.0.30 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941139 Oct 18 20:40:30.167746 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c90aa4b8-bf21-4cd7-9451-12e8b0e53cc7 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123387 Oct 18 20:40:30.337600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-39f8041f-e152-460a-99f6-d5e3b90d8911 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:30.339497 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-39f8041f-e152-460a-99f6-d5e3b90d8911 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f8189ec-dff6-4953-9b8e-f1b3cbf44107 HTTP/1.1" status: 200 len: 945 time: 0.1570563 Oct 18 20:40:30.401652 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-fea52f3b-4063-4be6-afdc-3b008e5120f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174428 Oct 18 20:40:30.606409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Deleting port d503e187-d84e-4912-8037-3f6ec30d7c4e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:40:30.608347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:30.630362 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:30.644728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:30.830268 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Floating IP e5d5073a-0691-452a-a012-e4679549b648 associated. External IP: 172.25.7.21, port: 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8. Oct 18 20:40:30.863124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] For port d503e187-d84e-4912-8037-3f6ec30d7c4e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d503e187-d84e-4912-8037-3f6ec30d7c4e,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:30.863550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:30.921447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Calling delete_port for d503e187-d84e-4912-8037-3f6ec30d7c4e owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:40:31.343020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:31.407509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f270abef-496c-4462-a32d-c67ea65e8bfe up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:31.564241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port f270abef-496c-4462-a32d-c67ea65e8bfe completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:31.570985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-b8e09410-83a6-412c-9a4d-36e0092d3ca6 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:31.572209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-b8e09410-83a6-412c-9a4d-36e0092d3ca6 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.8144355 Oct 18 20:40:31.572394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port f270abef-496c-4462-a32d-c67ea65e8bfe triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:31.572875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:31.714464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:31.727069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:31.738552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:31.745854 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:31.776641 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:31.785741 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:31.826635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-0b65a0a1-1998-4c9a-b844-27a5c32284a3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "PUT /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 200 len: 996 time: 2.6254961 Oct 18 20:40:31.952958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f270abef-496c-4462-a32d-c67ea65e8bfe, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f270abef-496c-4462-a32d-c67ea65e8bfe,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:31.959764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-98bc7586-bb7c-4b9b-a069-8a1c679d5de5 service neutron] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:31.962896 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:31.964204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5a8c0fa5-cc95-4a02-b655-427eac23e99c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:40:31.968005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-8d83502f-3e36-4e81-ae42-c652b50161d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:31.979997 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-8d83502f-3e36-4e81-ae42-c652b50161d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.1282036 Oct 18 20:40:31.985095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-98bc7586-bb7c-4b9b-a069-8a1c679d5de5 service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:31.987026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-98bc7586-bb7c-4b9b-a069-8a1c679d5de5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3/bindings/n-h2-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.3955986 Oct 18 20:40:31.988933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:32.028611 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:32.092831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:32.143139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Pushing event deleted for resources: {'Port': ['ID=d503e187-d84e-4912-8037-3f6ec30d7c4e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:32.209243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-1f9df55b-d029-4b6c-9dd3-e54d92e0080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:32.218305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-1f9df55b-d029-4b6c-9dd3-e54d92e0080a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.2130778 Oct 18 20:40:32.225313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d503e187-d84e-4912-8037-3f6ec30d7c4e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:32.271813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 5a8c0fa5-cc95-4a02-b655-427eac23e99c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:40:32.272984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5a8c0fa5-cc95-4a02-b655-427eac23e99c not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:40:32.273915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:40:32.289828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] No DVR routers for this DVR port d503e187-d84e-4912-8037-3f6ec30d7c4e on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:40:32.292695 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:32.297476 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8dead425-eb65-4c84-9394-31c8b761bf76 req-0302589d-40e1-4306-905a-59b7b963c4e1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.30 "DELETE /v2.0/ports/d503e187-d84e-4912-8037-3f6ec30d7c4e HTTP/1.1" status: 204 len: 173 time: 1.9501331 Oct 18 20:40:32.395772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-3f8f1052-4b2d-43c3-aef9-e40b758e1b40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 999 time: 0.1761360 Oct 18 20:40:32.518303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f270abef-496c-4462-a32d-c67ea65e8bfe,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:32.550535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:40:32.577726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.578460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.579101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.579768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.580445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.581122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.581726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.585468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.588349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.592373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:1d:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:30Z', 'revision_number': 8, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:32.593671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.603231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-262a3803-43ec-4810-88c4-307c1d6bc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:32.604258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.605024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:32.615391 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-262a3803-43ec-4810-88c4-307c1d6bc80a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.2084446 Oct 18 20:40:32.702469 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:32.706716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-dff8b5e7-a10a-4170-8064-62421780e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:32.723149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-dff8b5e7-a10a-4170-8064-62421780e0c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067221 Oct 18 20:40:32.734920 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:32.740538 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:33.025550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-8c7fc550-852a-4a5f-8fd1-a1ab78695056 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011661 Oct 18 20:40:33.162558 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:33.247835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1b53c7b-9fa6-480d-9d5c-c68944d5efc9 req-701c82d7-7841-4c4c-8a86-f03ead31dfa4 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174797 Oct 18 20:40:33.408870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 49cec941-02f5-46d3-899d-e67e6f17b987 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:33.668138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 49cec941-02f5-46d3-899d-e67e6f17b987, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=49cec941-02f5-46d3-899d-e67e6f17b987,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:33.690746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '49cec941-02f5-46d3-899d-e67e6f17b987', 'network_id': '5f440991-0642-436f-9379-edd499e35fc8', 'port_id': '49cec941-02f5-46d3-899d-e67e6f17b987', 'mac_address': 'fa:16:3e:67:4a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9703ddd-40ae-43c2-8138-723ee41f0228', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:33.706416 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:1d:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:30Z', 'revision_number': 8, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:33.768016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:33.773144 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa87a5-e582-4979-a63e-eb4efbec6505 None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'e5d5073a-0691-452a-a012-e4679549b648', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'floating_ip_address': '172.25.7.21', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'port_id': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'mac_address': 'fa:16:3e:1d:d3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:39:41Z', 'updated_at': '2021-10-18T20:40:30Z', 'revision_number': 8, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:33.842186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cec941-02f5-46d3-899d-e67e6f17b987 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:33.952346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6272d-1d48-47bd-935c-b36483f02496 req-03fa289a-dc1d-4b85-a66c-5eaa477bd7be tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:33.953446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 49cec941-02f5-46d3-899d-e67e6f17b987, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=49cec941-02f5-46d3-899d-e67e6f17b987,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:33.959778 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:33.965957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ef6272d-1d48-47bd-935c-b36483f02496 req-03fa289a-dc1d-4b85-a66c-5eaa477bd7be tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 944 time: 0.1049562 Oct 18 20:40:34.041044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ef6272d-1d48-47bd-935c-b36483f02496 req-960d0795-b9e9-4409-a963-643855a50891 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727296 Oct 18 20:40:34.051279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=49cec941-02f5-46d3-899d-e67e6f17b987,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:34.157387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d503e187-d84e-4912-8037-3f6ec30d7c4e no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:40:34.247477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c098594-4a17-48b3-acb3-e0ff81249455 None None] New status for floating IP e5d5073a-0691-452a-a012-e4679549b648: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:40:34.251794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: d503e187-d84e-4912-8037-3f6ec30d7c4e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:40:34.252076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d503e187-d84e-4912-8037-3f6ec30d7c4e not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:40:34.260900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0a54c-a308-427f-addf-5d2f9c1f376f req-fe876087-c6e3-4540-ba21-a724015803cd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:34.268824 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04c0a54c-a308-427f-addf-5d2f9c1f376f req-fe876087-c6e3-4540-ba21-a724015803cd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 945 time: 0.1021023 Oct 18 20:40:34.325297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04c0a54c-a308-427f-addf-5d2f9c1f376f req-85b90f16-a2c7-42d7-8900-3d695983cea1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549607 Oct 18 20:40:34.376344 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75627ad-36d9-4fa1-9158-77b8b07199a8 x-openstack-request-id: req-b75627ad-36d9-4fa1-9158-77b8b07199a8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:34.377822 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "692fb769-fb56-4680-8f3b-014af82137f3", "code": 200}, {"name": "network-changed", "server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "tag": "692fb769-fb56-4680-8f3b-014af82137f3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:34.378507 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b75627ad-36d9-4fa1-9158-77b8b07199a8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:34.379464 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3', 'code': 200} Oct 18 20:40:34.380444 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3', 'status': 'completed', 'code': 200} Oct 18 20:40:34.411710 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b333fc-bfec-453a-8feb-45d15dbe0df3 x-openstack-request-id: req-55b333fc-bfec-453a-8feb-45d15dbe0df3 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:34.412266 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e17afa6-e201-4b47-bb96-be859e8c42fa", "name": "network-vif-deleted", "tag": "5a8c0fa5-cc95-4a02-b655-427eac23e99c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:34.412797 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55b333fc-bfec-453a-8feb-45d15dbe0df3 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:34.414266 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e17afa6-e201-4b47-bb96-be859e8c42fa', 'name': 'network-vif-deleted', 'tag': '5a8c0fa5-cc95-4a02-b655-427eac23e99c', 'status': 'completed', 'code': 200} Oct 18 20:40:34.446163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['49cec941-02f5-46d3-899d-e67e6f17b987'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:34.509941 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f87bb7-dbb4-47b9-9509-cfe5bc409bc3 x-openstack-request-id: req-05f87bb7-dbb4-47b9-9509-cfe5bc409bc3 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:34.510378 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-plugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:34.510772 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05f87bb7-dbb4-47b9-9509-cfe5bc409bc3 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:34.511570 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd', 'code': 200} Oct 18 20:40:34.546160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-c572a69e-32c3-4f6f-a4c5-d540b8e0e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:34.548407 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-c572a69e-32c3-4f6f-a4c5-d540b8e0e859 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1095 time: 0.1305478 Oct 18 20:40:34.615383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d087c-6ad2-4ceb-a8ac-5706d4de77f9 req-b9555130-fd15-432a-b6d4-1de682dd14af tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:34.624521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-542d087c-6ad2-4ceb-a8ac-5706d4de77f9 req-b9555130-fd15-432a-b6d4-1de682dd14af tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1015596 Oct 18 20:40:34.686390 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-542d087c-6ad2-4ceb-a8ac-5706d4de77f9 req-7b751ba0-553c-4d0d-a72a-ced6c200dd6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573161 Oct 18 20:40:34.799057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a60a395-3ed2-4b1c-a8e7-d13c4913dbaf req-ba6462eb-1b09-4838-a45c-80f39eb4f3fc tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 200 len: 998 time: 0.0966802 Oct 18 20:40:34.848558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-1a34eed4-918d-4754-bd4b-030bdf0105cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:34.851172 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-1a34eed4-918d-4754-bd4b-030bdf0105cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.2939684 Oct 18 20:40:34.909012 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-b8c25cfe-3a73-42d2-a80e-03fa7eae7d12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 217 time: 0.0485907 Oct 18 20:40:35.021835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60a395-3ed2-4b1c-a8e7-d13c4913dbaf req-d65f5f55-807a-48d3-b0af-2c21de994925 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:35.022947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-6cb7720a-d3f4-4142-9059-bee457d5e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:35.025472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-6cb7720a-d3f4-4142-9059-bee457d5e777 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1086674 Oct 18 20:40:35.028936 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a60a395-3ed2-4b1c-a8e7-d13c4913dbaf req-d65f5f55-807a-48d3-b0af-2c21de994925 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2277429 Oct 18 20:40:35.052899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-5a60a395-3ed2-4b1c-a8e7-d13c4913dbaf req-224a68e4-5b77-4674-87c4-53dc88a82926 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:40:35.055260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a60a395-3ed2-4b1c-a8e7-d13c4913dbaf req-224a68e4-5b77-4674-87c4-53dc88a82926 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118704 Oct 18 20:40:35.090529 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-1f96ed58-0911-475c-89db-a7b5ea22e0c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546668 Oct 18 20:40:35.300045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-ff2c802e-93bc-407d-94bb-6c0a4096d21e service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978397 Oct 18 20:40:35.479905 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-91b583e4-1721-469b-ba33-95c8e8e395f4 req-31100967-f6db-4b90-a68b-a4ae24dc0697 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673188 Oct 18 20:40:35.911151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164d75e-78c0-4e1b-b87b-72f5e020836e req-4a19b758-860a-436f-9101-6e667d02ffe9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:35.912527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8164d75e-78c0-4e1b-b87b-72f5e020836e req-4a19b758-860a-436f-9101-6e667d02ffe9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0866783 Oct 18 20:40:35.978388 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8164d75e-78c0-4e1b-b87b-72f5e020836e req-24623a92-60be-4aaf-b505-c53cc159468b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529659 Oct 18 20:40:36.169696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-f96b8eaf-f9b3-4d67-9150-b52308f26a86 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1001 time: 0.0943692 Oct 18 20:40:36.274747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-7f7620e2-9718-4872-a02c-8741734c78d7 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:36.277905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-7f7620e2-9718-4872-a02c-8741734c78d7 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports/48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 943 time: 0.1004696 Oct 18 20:40:36.385032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebf646a-77e9-4449-ab82-882b28823a29', 'tag': '49cec941-02f5-46d3-899d-e67e6f17b987'}, {'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'name': 'network-vif-deleted', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:36.389562 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa9426-6aa8-4c59-88dd-f6b971b8689b" -d '{"events": [{"name": "network-changed", "server_uuid": "cebf646a-77e9-4449-ab82-882b28823a29", "tag": "49cec941-02f5-46d3-899d-e67e6f17b987"}, {"server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "name": "network-vif-deleted", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:36.420460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:36.422843 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:36.471133 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-dfeffcd7-3928-493e-bb73-4c4173908b55 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1001 time: 0.1314325 Oct 18 20:40:36.513987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270abef-496c-4462-a32d-c67ea65e8bfe'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:36.517425 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5651fbfc-377d-4521-b794-a5458324a3e4" -d '{"events": [{"server_uuid": "ce0bfb51-c269-4670-a48f-53df54c533be", "name": "network-vif-plugged", "status": "completed", "tag": "f270abef-496c-4462-a32d-c67ea65e8bfe"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:36.682099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-9221a988-a4cf-4221-96db-98447b5ca7cd tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:36.686499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-9221a988-a4cf-4221-96db-98447b5ca7cd tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2027621 Oct 18 20:40:36.829393 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-9ebb8814-1da4-4639-83fc-ff9757ac97ce tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 1001 time: 0.1314054 Oct 18 20:40:36.849636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:36.960270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:37.199073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:37.205795 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:37.206783 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Floating IP e5d5073a-0691-452a-a012-e4679549b648 disassociated. External IP: 172.25.7.21, port: 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8. Oct 18 20:40:37.427615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 49cec941-02f5-46d3-899d-e67e6f17b987 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:37.514451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 49cec941-02f5-46d3-899d-e67e6f17b987 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:37.519371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 49cec941-02f5-46d3-899d-e67e6f17b987 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:37.519722 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:37.599148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:37.647898 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:37.719077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 49cec941-02f5-46d3-899d-e67e6f17b987, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=49cec941-02f5-46d3-899d-e67e6f17b987,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:37.727067 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:37.773992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:37.781280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:37.790009 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:37.816561 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:37.817586 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:37.828186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=49cec941-02f5-46d3-899d-e67e6f17b987,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:37.839033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-67d8d71e-9598-4a55-8545-2e0b25c075ec tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "PUT /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 200 len: 695 time: 0.9968843 Oct 18 20:40:37.916367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-a7af7926-a1c1-4249-81fb-961d48d7e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:37.928195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-a7af7926-a1c1-4249-81fb-961d48d7e24f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.0764689 Oct 18 20:40:38.015757 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:38.155992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-db2baec1-a1b2-4853-bb8f-1a273e7b2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:38.160544 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-db2baec1-a1b2-4853-bb8f-1a273e7b2856 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.2237334 Oct 18 20:40:38.258741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-851773df-10d8-4ffd-be29-f99389b604ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 217 time: 0.0802684 Oct 18 20:40:38.322107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-91803d40-5026-47c8-8e6c-9cf6fe2725d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:38.334277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-91803d40-5026-47c8-8e6c-9cf6fe2725d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.0745695 Oct 18 20:40:38.357444 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:38.385730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-3ac74efb-2779-4bf5-9f65-831eecb27ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:38.397078 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-3ac74efb-2779-4bf5-9f65-831eecb27ff7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615447 Oct 18 20:40:38.422487 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:38.446214 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:38.447369 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:38.545067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-26bccf08-e660-4837-89a8-fc42487e4c50 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467330 Oct 18 20:40:38.677071 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:38.712829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0e95494-193e-4f66-ba51-c017c957cbc5 req-24dc556a-6a2a-4630-be54-95b23aac1527 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618493 Oct 18 20:40:38.912228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aee281-91ea-42b1-aca5-ca360a25aab6 req-066364f0-c0ef-4ea8-9992-3fcbb8e524ba tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:38.933063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71aee281-91ea-42b1-aca5-ca360a25aab6 req-066364f0-c0ef-4ea8-9992-3fcbb8e524ba tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1076009 Oct 18 20:40:38.988413 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71aee281-91ea-42b1-aca5-ca360a25aab6 req-e0d24d3d-525a-46ef-afd5-a33c44861f66 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535843 Oct 18 20:40:39.072259 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:39.203163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a62ba-4b6b-4665-8885-ce456c539b8c req-cdaff7cd-4b7f-48af-a7b8-f1a796b04930 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:39.205853 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-301a62ba-4b6b-4665-8885-ce456c539b8c req-cdaff7cd-4b7f-48af-a7b8-f1a796b04930 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1095 time: 0.0902858 Oct 18 20:40:39.290224 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870949a8-69f1-41b4-9c1c-79d6e35d42ea None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:39:14Z', 'revision_number': 4, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '6246c3fb-e467-4853-a050-9512f303404a', 'name': '', 'network_id': 'ab8be122-f616-43fd-8c77-8d8c08cccb83', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'mac_address': 'fa:16:3e:75:da:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:12Z', 'updated_at': '2021-10-18T20:39:19Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'subnets': [{'id': '09f4b92e-d65b-420f-9b14-9d8de49ee06f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:39.296270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-301a62ba-4b6b-4665-8885-ce456c539b8c req-da64eeee-c81b-40ec-8116-99e5d172961b tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626781 Oct 18 20:40:39.739150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1318d-f533-47c1-86ee-79b02598fda3 None None] New status for floating IP e5d5073a-0691-452a-a012-e4679549b648: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:40:40.131381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-3f7c769a-e916-42fa-81da-f6926569eb2f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:40.131381 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-3f7c769a-e916-42fa-81da-f6926569eb2f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.6747985 Oct 18 20:40:40.154176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-451f2b43-ab35-4fa4-ae4a-24890c81d002 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/quotas/492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 375 time: 0.0151691 Oct 18 20:40:40.273802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-360f1b7f-8246-4721-aea4-89c25a438048 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1082196 Oct 18 20:40:40.446869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-b1aec60d-d1fd-466e-ba8b-ac194e5398fb service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602130 Oct 18 20:40:40.629722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-2cccf680-32ba-4594-9f9d-41732a17cb15 service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683035 Oct 18 20:40:40.943768 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5535e7f-aadd-4da5-8540-d7b8206089dd x-openstack-request-id: req-c5535e7f-aadd-4da5-8540-d7b8206089dd {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:40.944765 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebf646a-77e9-4449-ab82-882b28823a29", "tag": "49cec941-02f5-46d3-899d-e67e6f17b987", "status": "completed", "code": 200}, {"server_uuid": "9f8189ec-dff6-4953-9b8e-f1b3cbf44107", "name": "network-vif-deleted", "tag": "d503e187-d84e-4912-8037-3f6ec30d7c4e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:40.944765 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5535e7f-aadd-4da5-8540-d7b8206089dd {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:40.945243 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebf646a-77e9-4449-ab82-882b28823a29', 'tag': '49cec941-02f5-46d3-899d-e67e6f17b987', 'status': 'completed', 'code': 200} Oct 18 20:40:40.945650 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8189ec-dff6-4953-9b8e-f1b3cbf44107', 'name': 'network-vif-deleted', 'tag': 'd503e187-d84e-4912-8037-3f6ec30d7c4e', 'status': 'completed', 'code': 200} Oct 18 20:40:41.016564 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803a47bc-dbd5-4cf5-a1ee-e587d9ccf148 x-openstack-request-id: req-803a47bc-dbd5-4cf5-a1ee-e587d9ccf148 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:41.017110 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:41.017412 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-803a47bc-dbd5-4cf5-a1ee-e587d9ccf148 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:41.018025 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'status': 'completed', 'code': 200} Oct 18 20:40:41.047391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-44fb9760-2446-4ec1-a36f-71f6813d81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.049300 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-44fb9760-2446-4ec1-a36f-71f6813d81bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 1097 time: 0.0744867 Oct 18 20:40:41.098168 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e85f98-3c7d-425f-b758-6d576a17b904 x-openstack-request-id: req-e4e85f98-3c7d-425f-b758-6d576a17b904 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:41.099155 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0bfb51-c269-4670-a48f-53df54c533be", "name": "network-vif-plugged", "status": "completed", "tag": "f270abef-496c-4462-a32d-c67ea65e8bfe", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:41.099155 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4e85f98-3c7d-425f-b758-6d576a17b904 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:41.099624 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f270abef-496c-4462-a32d-c67ea65e8bfe', 'code': 200} Oct 18 20:40:41.229818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-f633506c-e18a-4bb7-8699-1cf1c096619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.247021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-f633506c-e18a-4bb7-8699-1cf1c096619d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.1960406 Oct 18 20:40:41.263100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-673a242f-5db4-4afc-85b6-8b46bcd8bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.265606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-673a242f-5db4-4afc-85b6-8b46bcd8bd0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 918 time: 0.2065439 Oct 18 20:40:41.441611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-3bf2dbb5-902e-4953-bd89-f48fa8f1a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.444596 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-3bf2dbb5-902e-4953-bd89-f48fa8f1a364 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.1858208 Oct 18 20:40:41.473984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-81b2f959-82e2-455c-9906-c2303f863f55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cec941-02f5-46d3-899d-e67e6f17b987 HTTP/1.1" status: 200 len: 217 time: 0.1970017 Oct 18 20:40:41.524638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-557449c6-7174-4e1b-8ee9-c5c0974c473f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 217 time: 0.0716808 Oct 18 20:40:41.569638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ded9b7-23db-415d-9a94-f0471b1147e5 req-10155fe7-f10d-43ef-956d-ee5bd17fec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.572067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36ded9b7-23db-415d-9a94-f0471b1147e5 req-10155fe7-f10d-43ef-956d-ee5bd17fec50 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1096 time: 0.3230126 Oct 18 20:40:41.670701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-16337728-61e4-466e-8ab3-cd8b44775323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.672660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-16337728-61e4-466e-8ab3-cd8b44775323 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.1401577 Oct 18 20:40:41.675176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-022f1ea9-282f-4201-b68d-e9d69d4b9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.679808 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-022f1ea9-282f-4201-b68d-e9d69d4b9c2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.1973660 Oct 18 20:40:41.766323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-c82b9dca-1e90-40ab-8a7d-5561fb378c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:41.771559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-c82b9dca-1e90-40ab-8a7d-5561fb378c5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903013 Oct 18 20:40:41.781745 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36ded9b7-23db-415d-9a94-f0471b1147e5 req-2fd17681-10d9-43d6-b2ad-a502c6f5bee2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937203 Oct 18 20:40:41.785142 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-cbf12971-446d-4faf-ac6d-e6d1f6296796 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984387 Oct 18 20:40:42.094132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-ef75991c-f94a-4c93-ac7e-c9485bcb8d4a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:42.107246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-ef75991c-f94a-4c93-ac7e-c9485bcb8d4a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.2482791 Oct 18 20:40:42.202790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-59d09ad0-b2a7-40dc-8bb3-cd8ef3a4d4b6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0930085 Oct 18 20:40:42.317614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-9819719a-fc8c-4baf-9624-371923aa890e service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776396 Oct 18 20:40:42.319246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-386e66ae-a26f-4220-be02-1606601da13b service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374181 Oct 18 20:40:42.335325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-2f531b5e-e825-43a0-a3eb-f55d2ce8bc35 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306455 Oct 18 20:40:42.577487 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-defa9426-6aa8-4c59-88dd-f6b971b8689b req-d98eed40-da9b-437d-ace0-914287e0110d service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446089 Oct 18 20:40:42.703837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ade6bd2-e339-4f61-bcc6-b6345fe1b6b7 req-c69dbc66-30f3-47f4-ab37-006fc2089503 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668120 Oct 18 20:40:42.768556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-40e01e6c-6677-4adf-8065-7954d9081875 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935099 Oct 18 20:40:42.997932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:43.019645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-36745250-a2a8-4df8-be99-ecfe1f9d7be9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:43.022686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-36745250-a2a8-4df8-be99-ecfe1f9d7be9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.3629761 Oct 18 20:40:43.023138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:43.028023 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168043e-4bd5-456e-868f-d7efc35e8cba" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:43.044946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'port': {'device_id': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'admin_state_up': True, 'tenant_id': '492d8af0ecfc4698b1048f493d46788d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:43.091860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-9a62abbf-00bf-41a7-8aa6-64bb5e47bd9e service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163238 Oct 18 20:40:43.101192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebf646a-77e9-4449-ab82-882b28823a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cec941-02f5-46d3-899d-e67e6f17b987'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:43.104207 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133a0ad-eff2-42b2-b352-08519bef527e" -d '{"events": [{"server_uuid": "cebf646a-77e9-4449-ab82-882b28823a29", "name": "network-vif-plugged", "status": "completed", "tag": "49cec941-02f5-46d3-899d-e67e6f17b987"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:43.303844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Made reservation on behalf of 492d8af0ecfc4698b1048f493d46788d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:40:43.313839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:43.704960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Allocated IP 172.20.0.10 (e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58/38c43b8b-1588-4e19-983a-8ced18e1ec0d/d655d2de-227b-4184-9452-9886510b0c34) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:40:43.778335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-5ba113a3-1456-44dc-9ead-b5d6a7af341f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:43.780935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-5ba113a3-1456-44dc-9ead-b5d6a7af341f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.3171256 Oct 18 20:40:43.825292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-8f38ed77-206d-4414-8f12-e7f3c44431af tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/quotas/eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 375 time: 0.0316870 Oct 18 20:40:43.945754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-e3aeb1d2-9607-4c6d-a880-d0645c5778b6 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055322 Oct 18 20:40:44.094355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:44.217290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f0cdfbae-ad6b-400c-bdb3-78acda006ad0 service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697678 Oct 18 20:40:44.222697 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:44.243515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:44.438320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:44.491744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=d655d2de-227b-4184-9452-9886510b0c34,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:44.500036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:44.520078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:40:44.600823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-4aa4826a-7ef1-4b9e-af38-0ddcee0bfd2f service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776872 Oct 18 20:40:44.725914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:44.731804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:44.787663 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff4b3f6d-fcda-4d06-8b9c-387677bf54ce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7468910 Oct 18 20:40:44.805762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Request body: {'port': {'device_id': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:44.963030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:45.102567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-977f2f1f-cd7d-498b-b7bb-f830f7473794 None None] Provisioning complete for port d655d2de-227b-4184-9452-9886510b0c34 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:45.103030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-977f2f1f-cd7d-498b-b7bb-f830f7473794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:45.280050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-977f2f1f-cd7d-498b-b7bb-f830f7473794 None None] Port d655d2de-227b-4184-9452-9886510b0c34 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:40:45.306646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dd2a3-07b2-41d2-b5d0-6450cc4e1642 req-2acc38ea-73b5-4a88-8a7a-2a3211a4f50d tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:45.319267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e82dd2a3-07b2-41d2-b5d0-6450cc4e1642 req-2acc38ea-73b5-4a88-8a7a-2a3211a4f50d tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.2056096 Oct 18 20:40:45.495283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-c8354c9c-2582-4f8c-ad3c-bc1baedc262c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:45.498137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-c8354c9c-2582-4f8c-ad3c-bc1baedc262c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.1670098 Oct 18 20:40:45.534644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e82dd2a3-07b2-41d2-b5d0-6450cc4e1642 req-b9bb1d7c-0de2-46d1-939d-1ab4c71c01d1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138898 Oct 18 20:40:45.552876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:45.775944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d655d2de-227b-4184-9452-9886510b0c34 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:45.808125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:45.849030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Transition to ACTIVE for port object d655d2de-227b-4184-9452-9886510b0c34 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:40:45.859895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:45.878084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54f2ec-0810-4402-81f4-1119e5d00a30 req-5c6a5c2d-5428-4beb-8479-5ec34b9ea2ea tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:45.881021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a54f2ec-0810-4402-81f4-1119e5d00a30 req-5c6a5c2d-5428-4beb-8479-5ec34b9ea2ea tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 932 time: 0.1277008 Oct 18 20:40:45.894807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:40:45.907488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:46.082309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Pushing event updated for resources: {'Port': ['ID=d655d2de-227b-4184-9452-9886510b0c34,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:46.087371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Attempting to bind port d655d2de-227b-4184-9452-9886510b0c34 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:46.087849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Attempting to bind port d655d2de-227b-4184-9452-9886510b0c34 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:46.088114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Attempting to bind port d655d2de-227b-4184-9452-9886510b0c34 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:46.094512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Port d655d2de-227b-4184-9452-9886510b0c34 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:40:46.094932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Attempting to bind port d655d2de-227b-4184-9452-9886510b0c34 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:46.101939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:46.102315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:46.102693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Bound using segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:46.103551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Bound port: d655d2de-227b-4184-9452-9886510b0c34, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:46.108578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:46.257253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a54f2ec-0810-4402-81f4-1119e5d00a30 req-630ebd8c-e64b-4e1e-abac-ae688f5603ec tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439498 Oct 18 20:40:46.295369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] For port d655d2de-227b-4184-9452-9886510b0c34, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:46.313383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.11 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/a3feae5e-5707-45d3-8bf9-949c7d87804e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:40:46.316703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] For port d655d2de-227b-4184-9452-9886510b0c34, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d655d2de-227b-4184-9452-9886510b0c34,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:46.332041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:46.491459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:46.492579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:46.495403 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] 10.222.0.30 "PUT /v2.0/ports/d655d2de-227b-4184-9452-9886510b0c34 HTTP/1.1" status: 200 len: 1092 time: 1.6969504 Oct 18 20:40:46.505431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'tag': 'd655d2de-227b-4184-9452-9886510b0c34'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:46.515609 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e85e2b-199d-4fd4-bd7d-60ba92c58477" -d '{"events": [{"name": "network-changed", "server_uuid": "de81aa2a-db30-496d-8d39-ca6b8e9251b5", "tag": "d655d2de-227b-4184-9452-9886510b0c34"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:46.617770 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:46.675587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fccae-4da7-40cb-9f70-ec0639b8b1bf service neutron] Pushing event updated for resources: {'Port': ['ID=d655d2de-227b-4184-9452-9886510b0c34,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:46.717872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff003b2e-4d88-496d-b895-49d64de2d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:46.720427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:46.721301 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-ff003b2e-4d88-496d-b895-49d64de2d4ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 1095 time: 0.1597269 Oct 18 20:40:46.734618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:46.788488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:46.792892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:46.802730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:40:46.847739 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-3506b3a0-b80d-414a-808d-e09ea4af7f47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d655d2de-227b-4184-9452-9886510b0c34 HTTP/1.1" status: 200 len: 217 time: 0.1122324 Oct 18 20:40:46.920632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:46.922238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:46.943659 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4ee78-eda0-47f8-aac7-f67027da5c55 x-openstack-request-id: req-48d4ee78-eda0-47f8-aac7-f67027da5c55 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:46.944028 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:46.944402 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48d4ee78-eda0-47f8-aac7-f67027da5c55 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:46.944945 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'status': 'completed', 'code': 200} Oct 18 20:40:46.951746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=a3feae5e-5707-45d3-8bf9-949c7d87804e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:46.978316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-8a402905-9d8a-4144-bd4a-de5e56f3a8f3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4329715 Oct 18 20:40:46.993983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Request body: {'port': {'device_id': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:47.025613 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e60197d-3532-4037-9f71-46e702c40350 x-openstack-request-id: req-2e60197d-3532-4037-9f71-46e702c40350 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:47.026508 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebf646a-77e9-4449-ab82-882b28823a29", "name": "network-vif-plugged", "status": "completed", "tag": "49cec941-02f5-46d3-899d-e67e6f17b987", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:47.027319 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e60197d-3532-4037-9f71-46e702c40350 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:47.028343 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebf646a-77e9-4449-ab82-882b28823a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cec941-02f5-46d3-899d-e67e6f17b987', 'code': 200} Oct 18 20:40:47.072798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-eaf39d92-9e22-48c3-bb69-3c7d911d107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:47.074712 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-eaf39d92-9e22-48c3-bb69-3c7d911d107f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.2195044 Oct 18 20:40:47.243103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:47.310682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6c327-ab96-49ef-b116-e805aafa6f9d req-919e14eb-742e-4af5-8190-c704c16cbadb tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:47.315967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2df6c327-ab96-49ef-b116-e805aafa6f9d req-919e14eb-742e-4af5-8190-c704c16cbadb tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 932 time: 0.1842825 Oct 18 20:40:47.378365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-57b2f2b3-53c4-463d-8f99-fcd0679375d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:47.381032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-57b2f2b3-53c4-463d-8f99-fcd0679375d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 1097 time: 0.3748391 Oct 18 20:40:47.421817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-e08fa202-00f1-460c-a26e-e04a7789e2f1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:47.424508 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-e08fa202-00f1-460c-a26e-e04a7789e2f1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.4425428 Oct 18 20:40:47.432258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95916c-83c8-4777-b707-d74c16b03361 req-d26e9ea1-96bd-41e4-81df-2c3c4b981cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:47.434978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-d26e9ea1-96bd-41e4-81df-2c3c4b981cac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3214498 Oct 18 20:40:47.460077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Request body: {'port': {'device_id': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'admin_state_up': True, 'tenant_id': 'eff7fd68770546b79e960296e39e6d36'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:47.473665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc5f65-4a57-42ab-8e8e-bb8ecd86b94f req-ed93b328-1ccb-4b40-b6bc-6286285ef430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:47.476132 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fcc5f65-4a57-42ab-8e8e-bb8ecd86b94f req-ed93b328-1ccb-4b40-b6bc-6286285ef430 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 1097 time: 0.2594194 Oct 18 20:40:47.529452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2df6c327-ab96-49ef-b116-e805aafa6f9d req-94b10164-cb49-409e-9ff1-0dfb4c498879 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039959 Oct 18 20:40:47.733361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d656b6a7-6abd-46a3-bc49-89a8c112a22b req-ca981df1-d8ee-4c4c-a713-f17501d0b70c tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0656848 Oct 18 20:40:47.843161 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fcc5f65-4a57-42ab-8e8e-bb8ecd86b94f req-f7e48454-9d6d-4725-afe7-4c8eb472955f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484313 Oct 18 20:40:47.878309 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-165f9eb1-09db-4e07-85bd-7a550a980bf0 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 200 len: 693 time: 0.0965507 Oct 18 20:40:47.931260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-a8779ffa-1133-40f8-8607-62cb292c5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:47.934474 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-a8779ffa-1133-40f8-8607-62cb292c5472 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 200 len: 921 time: 0.5406237 Oct 18 20:40:47.948656 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-8c053c7c-a4ca-49b4-ba0f-a782fc98e907 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786866 Oct 18 20:40:48.029145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Made reservation on behalf of eff7fd68770546b79e960296e39e6d36 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:40:48.035298 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.054616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3feae5e-5707-45d3-8bf9-949c7d87804e {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:48.079252 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.117610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Transition to ACTIVE for port object a3feae5e-5707-45d3-8bf9-949c7d87804e will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:40:48.131713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.179758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-acce1fc5-27f1-424f-b1bc-02fa520cddd3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:48.181481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-acce1fc5-27f1-424f-b1bc-02fa520cddd3 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2920306 Oct 18 20:40:48.189628 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-9125c68a-7147-41e5-aa7c-c84735ada708 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 200 len: 217 time: 0.0815175 Oct 18 20:40:48.209132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-b0656631-d5e2-4abc-a22e-926abeb9e799 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:40:48.210203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-b0656631-d5e2-4abc-a22e-926abeb9e799 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0183015 Oct 18 20:40:48.233311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3feae5e-5707-45d3-8bf9-949c7d87804e,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:48.327699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-d0b67601-910d-4cf9-a0ae-a982c665a039 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 696 time: 0.1096008 Oct 18 20:40:48.360836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-db95916c-83c8-4777-b707-d74c16b03361 req-d56bd053-d88b-4425-93c6-05ff1ed72688 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009860 Oct 18 20:40:48.398192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-d4aeb252-d7d4-4d31-97ef-b2f603bfc0a1 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.21 HTTP/1.1" status: 200 len: 696 time: 0.0601587 Oct 18 20:40:48.407722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-ca639a19-39e3-4f08-9534-825eb0c0053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:48.410465 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-ca639a19-39e3-4f08-9534-825eb0c0053b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 200 len: 859 time: 0.2079718 Oct 18 20:40:48.422895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Attempting to bind port a3feae5e-5707-45d3-8bf9-949c7d87804e on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:48.423408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Attempting to bind port a3feae5e-5707-45d3-8bf9-949c7d87804e by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:48.423829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Attempting to bind port a3feae5e-5707-45d3-8bf9-949c7d87804e on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:48.470448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Port a3feae5e-5707-45d3-8bf9-949c7d87804e on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:40:48.470993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Attempting to bind port a3feae5e-5707-45d3-8bf9-949c7d87804e on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:48.481280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:48.481649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:48.482392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:48.482392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Bound port: a3feae5e-5707-45d3-8bf9-949c7d87804e, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:48.482771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.531730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.563001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-e2009958-b544-4ef0-b4b4-5d0cd25bf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:48.566132 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-e2009958-b544-4ef0-b4b4-5d0cd25bf9b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ab8be122-f616-43fd-8c77-8d8c08cccb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456873 Oct 18 20:40:48.568297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Allocated IP 172.20.0.11 (a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f/162ca2fa-5a4b-423e-b7ea-105cc72a0450/02dc74b4-86be-485b-a0d9-a749599bd5d4) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:40:48.656459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] For port a3feae5e-5707-45d3-8bf9-949c7d87804e, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:48.661030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] For port a3feae5e-5707-45d3-8bf9-949c7d87804e, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a3feae5e-5707-45d3-8bf9-949c7d87804e,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:48.668416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.698658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41b5c067-02ff-4080-903d-aa22465554d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.713335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Deleting port f0c8a20d-1755-4824-a5cb-156aed1af0a5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:40:48.713914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.745466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:48.746739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.748212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] 10.222.0.79 "PUT /v2.0/ports/a3feae5e-5707-45d3-8bf9-949c7d87804e HTTP/1.1" status: 200 len: 1092 time: 1.7621250 Oct 18 20:40:48.835678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f36b4-7829-4a12-a6b5-09cb0feab7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3feae5e-5707-45d3-8bf9-949c7d87804e,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:48.858522 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-fea62b45-2eae-4f1c-9162-0013c747c59e service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813880 Oct 18 20:40:48.890525 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.890901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:48.905063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-d6a370e4-f77a-410e-8f4f-c10a0c5b4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:48.907225 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-d6a370e4-f77a-410e-8f4f-c10a0c5b4610 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 1095 time: 0.0860629 Oct 18 20:40:48.915700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Calling delete_port for f0c8a20d-1755-4824-a5cb-156aed1af0a5 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:40:48.973254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'tag': 'a3feae5e-5707-45d3-8bf9-949c7d87804e'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:48.975849 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bc1606-d721-41d3-aefd-30a4be5d24e1", "tag": "a3feae5e-5707-45d3-8bf9-949c7d87804e"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:48.985469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-2a0c9a1c-7b04-402d-885e-344cabc6c464 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3feae5e-5707-45d3-8bf9-949c7d87804e HTTP/1.1" status: 200 len: 217 time: 0.0668924 Oct 18 20:40:49.070938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:49.094322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6168043e-4bd5-456e-868f-d7efc35e8cba req-088f9413-ef6d-4405-8750-116dbff8fec5 service neutron] 10.222.0.79 "GET /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728003 Oct 18 20:40:49.110258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-1915ee3e-6e5a-4e20-9e62-4c52e61db316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:49.112266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-1915ee3e-6e5a-4e20-9e62-4c52e61db316 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.0831265 Oct 18 20:40:49.133460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:49.162517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-68f4723f-17aa-4411-b872-2870360ae58e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302093 Oct 18 20:40:49.219286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:40:49.231550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:49.234964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:40:49.238211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:40:49.275231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.275591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.275909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.276283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.276669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.277022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.277347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.277667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.277987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.278296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.278623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.278917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:40:49.323366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:49.323826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:49.324365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:49.349855 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-f2f1132b-eb97-4d30-8aa4-00386dbf1b72 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8970559 Oct 18 20:40:49.368672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Pushing event deleted for resources: {'Port': ['ID=f0c8a20d-1755-4824-a5cb-156aed1af0a5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:49.377685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-6a78d86b-d6f8-4569-b853-2ebdf1e4f883 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035501 Oct 18 20:40:49.378597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Request body: {'port': {'device_id': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:40:49.463334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:49.522735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:49.525796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:49.527576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26352d9-e8ca-482a-a9ac-7e9e5b19e5a8 req-4efea48c-4ac2-4e1a-aa1f-f02172656de9 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "DELETE /v2.0/floatingips/e5d5073a-0691-452a-a012-e4679549b648 HTTP/1.1" status: 204 len: 173 time: 1.1178288 Oct 18 20:40:49.581417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c9adba1-b054-493d-8e7a-c6a33ea75a61 req-690ba6aa-1422-4da6-90ef-7c3e1fb66f12 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811461 Oct 18 20:40:49.636865 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a789cb0-b1a8-416d-9fd1-557b09c4eced x-openstack-request-id: req-9a789cb0-b1a8-416d-9fd1-557b09c4eced {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:49.637188 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de81aa2a-db30-496d-8d39-ca6b8e9251b5", "tag": "d655d2de-227b-4184-9452-9886510b0c34", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:49.637488 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a789cb0-b1a8-416d-9fd1-557b09c4eced {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:49.638086 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'tag': 'd655d2de-227b-4184-9452-9886510b0c34', 'status': 'completed', 'code': 200} Oct 18 20:40:49.758158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-5183a97b-27f5-47b0-b559-e325643b4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:49.759904 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-5183a97b-27f5-47b0-b559-e325643b4dbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 1095 time: 0.1260509 Oct 18 20:40:49.778124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200cadb-8883-4be5-82bf-5d4a2a2bcefa req-e20f5a8a-15a6-4a88-bbab-1f9b69640fb2 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:49.779770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d200cadb-8883-4be5-82bf-5d4a2a2bcefa req-e20f5a8a-15a6-4a88-bbab-1f9b69640fb2 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0747552 Oct 18 20:40:49.832525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d200cadb-8883-4be5-82bf-5d4a2a2bcefa req-b1893f6c-43b4-48c9-a0e3-3b4a5e892459 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Oct 18 20:40:50.057503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-6f06a3d8-8cba-4870-a904-9ccb3d061353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:50.060119 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-6f06a3d8-8cba-4870-a904-9ccb3d061353 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.2919419 Oct 18 20:40:50.078173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255872d-2b4c-4e7e-9e38-4b3b4ab2cf13 req-147cee8d-b510-4bc3-9569-c83910c04321 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:50.079834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d255872d-2b4c-4e7e-9e38-4b3b4ab2cf13 req-147cee8d-b510-4bc3-9569-c83910c04321 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 944 time: 0.0619187 Oct 18 20:40:50.137261 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d255872d-2b4c-4e7e-9e38-4b3b4ab2cf13 req-4616ba4c-fc38-45be-9f44-d64b59ef23fe tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Oct 18 20:40:50.225387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d655d2de-227b-4184-9452-9886510b0c34 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:50.228871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:40:50.448054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:50.488784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d655d2de-227b-4184-9452-9886510b0c34, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d655d2de-227b-4184-9452-9886510b0c34,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:50.514135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db69421-3a12-4233-bd49-0c466cf1cd55 req-eb337d39-d90f-4278-a8a0-41a51d817439 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:50.515133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:50.517032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8db69421-3a12-4233-bd49-0c466cf1cd55 req-eb337d39-d90f-4278-a8a0-41a51d817439 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 944 time: 0.0886176 Oct 18 20:40:50.517337 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c854f3-d514-4588-be11-40e5d125063e" -d '{"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-unplugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:50.530350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'd655d2de-227b-4184-9452-9886510b0c34', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': 'd655d2de-227b-4184-9452-9886510b0c34', 'mac_address': 'fa:16:3e:18:db:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:50.539787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:50.543186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-990e0796-b05a-4565-9fbf-69faaa09fe80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d655d2de-227b-4184-9452-9886510b0c34 HTTP/1.1" status: 200 len: 217 time: 0.4725485 Oct 18 20:40:50.575632 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:50.590928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dc74b4-86be-485b-a0d9-a749599bd5d4 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:50.608187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:50.617253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8db69421-3a12-4233-bd49-0c466cf1cd55 req-4c25e90b-8f58-4327-b185-257d4e8251ef tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909255 Oct 18 20:40:50.629900 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:50.633907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Transition to ACTIVE for port object 02dc74b4-86be-485b-a0d9-a749599bd5d4 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:40:50.638293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-3bdfd61f-f35e-4563-829e-847c09256d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:50.639900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-3bdfd61f-f35e-4563-829e-847c09256d62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0885148 Oct 18 20:40:50.641574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:50.681262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d655d2de-227b-4184-9452-9886510b0c34 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:50.687651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:50.734106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d655d2de-227b-4184-9452-9886510b0c34, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d655d2de-227b-4184-9452-9886510b0c34,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:50.740258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:50.742505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:50.783662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-e368054e-39eb-404c-93fc-8440015bb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:50.785400 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-e368054e-39eb-404c-93fc-8440015bb046 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377139 Oct 18 20:40:50.802550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf307dd-4d90-45ae-964b-cd42fec78763 req-2235d945-796f-47d9-a559-de49c985bae1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:50.804371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdf307dd-4d90-45ae-964b-cd42fec78763 req-2235d945-796f-47d9-a559-de49c985bae1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0689199 Oct 18 20:40:50.831706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d655d2de-227b-4184-9452-9886510b0c34,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:50.880085 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdf307dd-4d90-45ae-964b-cd42fec78763 req-1ed922a6-a5ff-4d5e-9cff-cb94b305ff4b tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Oct 18 20:40:50.931406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:40:50.931770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:40:50.934362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:50.934686 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778a8b6b-fa28-474f-820c-c05076347156 x-openstack-request-id: req-778a8b6b-fa28-474f-820c-c05076347156 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:50.935005 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bc1606-d721-41d3-aefd-30a4be5d24e1", "tag": "a3feae5e-5707-45d3-8bf9-949c7d87804e", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:50.935252 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-778a8b6b-fa28-474f-820c-c05076347156 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:50.935646 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'tag': 'a3feae5e-5707-45d3-8bf9-949c7d87804e', 'status': 'completed', 'code': 200} Oct 18 20:40:50.946262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:40:50.946619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:40:50.957198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:40:50.957749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:40:50.957930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:40:50.958394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Bound port: 02dc74b4-86be-485b-a0d9-a749599bd5d4, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:40:50.958748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:51.012354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d655d2de-227b-4184-9452-9886510b0c34'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:51.026545 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-11377a82-8b6d-4321-b072-1c8d97ddc3fd service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098660 Oct 18 20:40:51.033271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-50ffac80-b69d-4cc5-aedf-bbb13de9f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.035678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-50ffac80-b69d-4cc5-aedf-bbb13de9f7ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 1095 time: 0.0739632 Oct 18 20:40:51.219001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:40:51.238883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-e1ff5f73-32f7-4397-9995-ce45cf9369fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.239882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-e1ff5f73-32f7-4397-9995-ce45cf9369fa service neutron] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.1948857 Oct 18 20:40:51.245239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:40:51.270917 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:51.343474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.345283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:51.346401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-585aff65-4ccb-43e2-aef7-0b03219a2b1f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3feae5e-5707-45d3-8bf9-949c7d87804e HTTP/1.1" status: 200 len: 217 time: 0.0943384 Oct 18 20:40:51.347645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] 10.222.0.30 "PUT /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 1092 time: 1.9887049 Oct 18 20:40:51.356179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-73e85e2b-199d-4fd4-bd7d-60ba92c58477 req-5ddc1915-5dcf-4488-9889-5fb197c9822c service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110294 Oct 18 20:40:51.465835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-431063f4-3a31-4277-a730-62cf9df81999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.468656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-431063f4-3a31-4277-a730-62cf9df81999 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1045647 Oct 18 20:40:51.525342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d29c52-0373-4230-bf7c-1db0329c362b service neutron] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:51.526685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-a23eb799-bf6f-4437-bba9-31bad334e940 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454786 Oct 18 20:40:51.586564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-c08f51a1-821b-4ede-8142-9b014007cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.590028 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-c08f51a1-821b-4ede-8142-9b014007cb46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1095 time: 0.1820731 Oct 18 20:40:51.603348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-5261dbbf-9977-436a-bf8a-45cb0381f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.606159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-5261dbbf-9977-436a-bf8a-45cb0381f313 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 1097 time: 0.1094191 Oct 18 20:40:51.654710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9d19a-52b3-43b6-85a8-460030247f01 req-bd23c49b-dd0b-41b8-a034-dfbb379eda2e tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.658314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6a9d19a-52b3-43b6-85a8-460030247f01 req-bd23c49b-dd0b-41b8-a034-dfbb379eda2e tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 947 time: 0.1328084 Oct 18 20:40:51.670427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:51.674512 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a1698-ba7c-435f-915d-24e70262b1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:51.690560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-31026f3b-37ae-4160-8a61-300907231a6f service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484227 Oct 18 20:40:51.695672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-eb04f556-b84f-4b0f-a162-3c6689547989 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0961721 Oct 18 20:40:51.750267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6a9d19a-52b3-43b6-85a8-460030247f01 req-be3ec86d-3a67-4e85-b02b-f16283ec3dc5 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792346 Oct 18 20:40:51.819132 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee77a3-12ee-414a-9b14-160fe33623c8 x-openstack-request-id: req-31ee77a3-12ee-414a-9b14-160fe33623c8 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:51.819738 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-unplugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:51.819925 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31ee77a3-12ee-414a-9b14-160fe33623c8 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:51.820533 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd', 'code': 200} Oct 18 20:40:51.821268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b06d4a9-11a0-4e13-bf37-d2e735b7928b req-0a56f41e-c5d7-4273-85a4-76f0d9771d20 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167150 Oct 18 20:40:51.892474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-6d43a256-7a0e-4a7c-a242-46c078a6afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.895092 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-6d43a256-7a0e-4a7c-a242-46c078a6afcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1777439 Oct 18 20:40:51.940671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a146f-4bd7-4dc3-ab97-1e9128f86664 req-bfb2e4be-37fc-401c-98c2-bbc9ba0fe836 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.942286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-775a146f-4bd7-4dc3-ab97-1e9128f86664 req-bfb2e4be-37fc-401c-98c2-bbc9ba0fe836 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 945 time: 0.0574481 Oct 18 20:40:51.965995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-bd49baed-ab90-41b8-afcf-d2d1b0710ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597811 Oct 18 20:40:51.971128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-a15ef7be-9efa-4bc2-964d-5ac0f0982646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:51.973962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-a15ef7be-9efa-4bc2-964d-5ac0f0982646 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 918 time: 0.2944262 Oct 18 20:40:51.985564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-775a146f-4bd7-4dc3-ab97-1e9128f86664 req-52d3e2e5-7737-4d6f-bb9a-f9fedbe2c124 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Oct 18 20:40:52.083852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-363f1dba-db7c-4ef7-a115-52c18f644b75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49cec941-02f5-46d3-899d-e67e6f17b987 HTTP/1.1" status: 200 len: 217 time: 0.0954983 Oct 18 20:40:52.105572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70958749-b983-42f3-9c8d-4ed0043120ff req-2d27f8df-955e-412a-b35d-40d43384a304 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:52.107203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70958749-b983-42f3-9c8d-4ed0043120ff req-2d27f8df-955e-412a-b35d-40d43384a304 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 946 time: 0.0581536 Oct 18 20:40:52.156583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70958749-b983-42f3-9c8d-4ed0043120ff req-66e2742c-03d5-4452-a125-fba3404e2016 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/security-groups?id=70c7b8c2-6ef9-491c-b80b-4465dde69100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Oct 18 20:40:52.243968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d655d2de-227b-4184-9452-9886510b0c34 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:52.269910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-06663199-9e4b-4f04-b35d-1d2afe28cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:52.272499 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-06663199-9e4b-4f04-b35d-1d2afe28cc21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.1737266 Oct 18 20:40:52.279237 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-d1a342af-9100-4090-834d-c7cbc06128fd service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036621 Oct 18 20:40:52.330888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port d655d2de-227b-4184-9452-9886510b0c34 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:52.338474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port d655d2de-227b-4184-9452-9886510b0c34 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:52.338828 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:52.342234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-8fd1c500-c3c6-457e-ae43-ee00767c96b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596426 Oct 18 20:40:52.500439 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:52.528370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3a421-25d9-46e1-a746-808b9f8c70cd req-6e51b52a-6ece-42f8-8a02-1dd84338669a tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:52.530218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a3a421-25d9-46e1-a746-808b9f8c70cd req-6e51b52a-6ece-42f8-8a02-1dd84338669a tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0872028 Oct 18 20:40:52.561432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d655d2de-227b-4184-9452-9886510b0c34, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d655d2de-227b-4184-9452-9886510b0c34,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:52.569358 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:52.612526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a3a421-25d9-46e1-a746-808b9f8c70cd req-30f67ac1-aad6-49f2-b9d3-8879121c0bbc tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619934 Oct 18 20:40:52.622331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9336c4a0-3bd1-4d7d-883a-4ee4b5cb3740 req-53970333-7c2c-4c42-a8da-89518bec58c6 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248546 Oct 18 20:40:52.632522 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-5761de94-94d8-49bf-9e5c-430573943ba4 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723985 Oct 18 20:40:52.666225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d655d2de-227b-4184-9452-9886510b0c34,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:52.812842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59483b4-0575-46f0-92f9-77a2536f53ed req-a5a2626d-de0d-4673-ae96-64edab57609e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:52.813559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3ddfed58-613f-45bc-bb6d-3f5b9202f0f0 req-ac46e864-25f1-4570-8aca-5fef2f362174 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662760 Oct 18 20:40:52.815522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59483b4-0575-46f0-92f9-77a2536f53ed req-a5a2626d-de0d-4673-ae96-64edab57609e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 944 time: 0.0904331 Oct 18 20:40:52.873792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59483b4-0575-46f0-92f9-77a2536f53ed req-79f50f16-693e-412a-9bee-f4b6d015c8f4 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Oct 18 20:40:52.954078 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9eb4bd-641a-40e8-84b5-7b98a172731b x-openstack-request-id: req-1f9eb4bd-641a-40e8-84b5-7b98a172731b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:52.954638 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:52.955136 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f9eb4bd-641a-40e8-84b5-7b98a172731b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:52.955911 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4', 'status': 'completed', 'code': 200} Oct 18 20:40:53.071188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-bdae4021-87ac-46b2-9de5-543dbdc2e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:53.072748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-bdae4021-87ac-46b2-9de5-543dbdc2e4bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1095 time: 0.0866191 Oct 18 20:40:53.111758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-bc4b82f2-1129-4f9f-b52b-929ea646c50c tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:53.114506 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-bc4b82f2-1129-4f9f-b52b-929ea646c50c tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 946 time: 0.0957808 Oct 18 20:40:53.117187 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a4288751-8331-42a7-9e22-46634b73022b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:53.358964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-adb6bb4b-d18f-4e56-93f9-f5152fd3220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:53.361462 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-adb6bb4b-d18f-4e56-93f9-f5152fd3220d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.2781112 Oct 18 20:40:53.454963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-18a671b9-e9f2-4b7c-8955-c3710aae7611 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0789688 Oct 18 20:40:53.473106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Deleting port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:40:53.473872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:53.529059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a3feae5e-5707-45d3-8bf9-949c7d87804e details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:53.608034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-8e355d6b-7691-499e-b24e-a2cc49875425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:53.610024 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-8e355d6b-7691-499e-b24e-a2cc49875425 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1287253 Oct 18 20:40:53.661094 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-d2a963ff-435c-45f0-b8da-22c67579f5ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428483 Oct 18 20:40:53.703541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f364978-610d-4e5b-abfb-eaedd703f1fb req-bb9801be-3717-4d73-ba67-b421945704d5 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:53.706932 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f364978-610d-4e5b-abfb-eaedd703f1fb req-bb9801be-3717-4d73-ba67-b421945704d5 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1278563 Oct 18 20:40:53.771072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port a3feae5e-5707-45d3-8bf9-949c7d87804e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a3feae5e-5707-45d3-8bf9-949c7d87804e,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:53.786701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] For port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:53.787384 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:53.794279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f364978-610d-4e5b-abfb-eaedd703f1fb req-84dee549-da5d-4324-8065-c2add921b2a3 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708549 Oct 18 20:40:53.798173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'a3feae5e-5707-45d3-8bf9-949c7d87804e', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': 'a3feae5e-5707-45d3-8bf9-949c7d87804e', 'mac_address': 'fa:16:3e:9b:c3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:53.820806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Calling delete_port for 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:40:53.849394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd655d2de-227b-4184-9452-9886510b0c34'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:53.853133 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa8868-f25c-4b91-81fa-51b630908bef" -d '{"events": [{"server_uuid": "de81aa2a-db30-496d-8d39-ca6b8e9251b5", "name": "network-vif-plugged", "status": "completed", "tag": "d655d2de-227b-4184-9452-9886510b0c34"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:53.863111 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-928f347c-2929-4aef-948c-4c038a06279a service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931114 Oct 18 20:40:53.886662 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:53.917164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3feae5e-5707-45d3-8bf9-949c7d87804e {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:53.964561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port a3feae5e-5707-45d3-8bf9-949c7d87804e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a3feae5e-5707-45d3-8bf9-949c7d87804e,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:53.971485 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:54.028335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566f95-fc2a-431c-a74b-1fe49a62c1ab req-7d884787-ed2d-47bf-b501-f2257da0eed8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:54.030966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e566f95-fc2a-431c-a74b-1fe49a62c1ab req-7d884787-ed2d-47bf-b501-f2257da0eed8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 946 time: 0.1066163 Oct 18 20:40:54.039151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=a3feae5e-5707-45d3-8bf9-949c7d87804e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:54.083444 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a90a1698-ba7c-435f-915d-24e70262b1b9 req-cc386db8-6b0f-4de1-8087-e2ef8a11cb9a service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753259 Oct 18 20:40:54.110873 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e566f95-fc2a-431c-a74b-1fe49a62c1ab req-cbd635cc-2fec-48dd-8d4b-f8dd1ee4d9ab tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723214 Oct 18 20:40:54.164851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:54.172156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:54.187125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:54.228194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Pushing event deleted for resources: {'Port': ['ID=48a4eb50-b655-4bd4-8eb8-23e01b3d38f8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:54.238233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-791e6170-c77e-47fe-b2a6-12ca33f81cbf req-1befb270-a0fc-4625-9a9e-06c4dfed7b87 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e8f17f5-723d-45f1-9719-b3c718db99cb HTTP/1.1" status: 200 len: 210 time: 0.0358274 Oct 18 20:40:54.302958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] No DVR routers for this DVR port 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:40:54.306387 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:54.311037 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f4c8625b-fb11-480f-920d-0a5ae880563b req-8079bd93-cb2a-425d-b07e-a1ffb4ea32c5 tempest-FloatingIPsAssociationTestJSON-1158719894 tempest-FloatingIPsAssociationTestJSON-1158719894-project] 10.222.0.79 "DELETE /v2.0/ports/48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 HTTP/1.1" status: 204 len: 173 time: 1.1773407 Oct 18 20:40:54.390931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:54.546715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:54.565437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '02dc74b4-86be-485b-a0d9-a749599bd5d4', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'port_id': '02dc74b4-86be-485b-a0d9-a749599bd5d4', 'mac_address': 'fa:16:3e:16:27:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162ca2fa-5a4b-423e-b7ea-105cc72a0450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:54.603668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a3feae5e-5707-45d3-8bf9-949c7d87804e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:54.673165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:54.708369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dc74b4-86be-485b-a0d9-a749599bd5d4 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:54.715007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26122d2c-c6b6-46d6-98c9-3cb3956741a0 req-d796fcb8-2bbc-4648-bd54-62764721dff0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:54.718863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26122d2c-c6b6-46d6-98c9-3cb3956741a0 req-d796fcb8-2bbc-4648-bd54-62764721dff0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0942848 Oct 18 20:40:54.771943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:54.781271 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:54.785607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26122d2c-c6b6-46d6-98c9-3cb3956741a0 req-c3bd2432-fd07-4b02-b135-ff47fa7cbe45 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Oct 18 20:40:54.848487 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b9fdd-0e9b-493b-a27c-45a6b555c2be x-openstack-request-id: req-5f4b9fdd-0e9b-493b-a27c-45a6b555c2be {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:54.848932 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de81aa2a-db30-496d-8d39-ca6b8e9251b5", "name": "network-vif-plugged", "status": "completed", "tag": "d655d2de-227b-4184-9452-9886510b0c34", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:54.849318 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f4b9fdd-0e9b-493b-a27c-45a6b555c2be {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:54.849905 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd655d2de-227b-4184-9452-9886510b0c34', 'code': 200} Oct 18 20:40:54.929957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:54.957854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'name': 'network-vif-deleted', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:54.968690 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88852370-c041-4910-ad02-edf03c699301" -d '{"events": [{"server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "name": "network-vif-deleted", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:55.030599 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:55.032157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfbd0b-0eca-4813-b15d-85aa3a4184eb req-3761fb87-02e1-4d41-9b54-fdb79ac29384 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:55.042297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1edfbd0b-0eca-4813-b15d-85aa3a4184eb req-3761fb87-02e1-4d41-9b54-fdb79ac29384 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 945 time: 0.1431611 Oct 18 20:40:55.052919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b3fa6-8058-41ce-ae1f-6e74312d7c0e req-81515928-411f-4c77-a041-dad4d41393cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:55.054974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be9b3fa6-8058-41ce-ae1f-6e74312d7c0e req-81515928-411f-4c77-a041-dad4d41393cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 1097 time: 0.0588591 Oct 18 20:40:55.094691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['02dc74b4-86be-485b-a0d9-a749599bd5d4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:40:55.095651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1edfbd0b-0eca-4813-b15d-85aa3a4184eb req-6017c7cc-0c95-4073-aafc-306771615d8c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514104 Oct 18 20:40:55.144652 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be9b3fa6-8058-41ce-ae1f-6e74312d7c0e req-a3218ea9-93ae-4c19-98f6-6becfa3b0a27 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794618 Oct 18 20:40:55.303836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8f6ec-7a0b-4f95-bfce-052c12b666da req-810b03ad-dd89-4a9d-9aa6-cb9225bd9e1d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:55.303836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2b8f6ec-7a0b-4f95-bfce-052c12b666da req-810b03ad-dd89-4a9d-9aa6-cb9225bd9e1d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 945 time: 0.0843143 Oct 18 20:40:55.366409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2b8f6ec-7a0b-4f95-bfce-052c12b666da req-5e21df06-28b7-477e-ac2e-6ed4486cdcd8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Oct 18 20:40:55.451687 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e55bc9-5609-4451-85dc-f70042e63b15 x-openstack-request-id: req-36e55bc9-5609-4451-85dc-f70042e63b15 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:55.452250 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8f17f5-723d-45f1-9719-b3c718db99cb", "name": "network-vif-deleted", "tag": "48a4eb50-b655-4bd4-8eb8-23e01b3d38f8", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:55.452675 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36e55bc9-5609-4451-85dc-f70042e63b15 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:55.453402 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8f17f5-723d-45f1-9719-b3c718db99cb', 'name': 'network-vif-deleted', 'tag': '48a4eb50-b655-4bd4-8eb8-23e01b3d38f8', 'status': 'completed', 'code': 200} Oct 18 20:40:55.596873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc1763-9dcf-4e0a-92f3-293d2e301e4f req-22391de1-43a6-419d-b922-a510e2953f5b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:55.598570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4cc1763-9dcf-4e0a-92f3-293d2e301e4f req-22391de1-43a6-419d-b922-a510e2953f5b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 946 time: 0.0575857 Oct 18 20:40:55.646142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4cc1763-9dcf-4e0a-92f3-293d2e301e4f req-931d47ec-f51f-4cc4-8204-5c90506f1b7f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Oct 18 20:40:55.726721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55628) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:56.256049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:56.285744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e70a74-f034-49d0-8a87-3ca72d48acea req-fcbdfed6-df22-4453-be55-ef4d4f88c011 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:56.287339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2e70a74-f034-49d0-8a87-3ca72d48acea req-fcbdfed6-df22-4453-be55-ef4d4f88c011 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1052988 Oct 18 20:40:56.341918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 02dc74b4-86be-485b-a0d9-a749599bd5d4 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:56.348579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 02dc74b4-86be-485b-a0d9-a749599bd5d4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:56.349203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:56.376595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2e70a74-f034-49d0-8a87-3ca72d48acea req-dcfc7b23-9808-4a67-b0d0-b5a5c42928c8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774906 Oct 18 20:40:56.528927 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:56.537460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:56.599952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:56.606822 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:56.629705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5e38-be79-4f53-94e5-2ea1cbd95ccd req-089e1bca-5f5e-4974-b8d2-035fb31f33e1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:56.631543 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d79f5e38-be79-4f53-94e5-2ea1cbd95ccd req-089e1bca-5f5e-4974-b8d2-035fb31f33e1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 945 time: 0.1155171 Oct 18 20:40:56.702570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:56.731969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d79f5e38-be79-4f53-94e5-2ea1cbd95ccd req-8eea53c4-7f4e-42e1-b99a-6a33b9167e61 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817273 Oct 18 20:40:56.790044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:56.850969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:56.853936 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b402d8fb-b084-4940-b355-0088e0eb1701" -d '{"events": [{"server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "name": "network-vif-plugged", "status": "completed", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:56.953859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5109f8-3f4d-476a-86a8-76f7f9721c69 req-5a9e0cce-9e10-4c6f-b10f-596d1ec79f55 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:56.955844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de5109f8-3f4d-476a-86a8-76f7f9721c69 req-5a9e0cce-9e10-4c6f-b10f-596d1ec79f55 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1149585 Oct 18 20:40:57.057024 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de5109f8-3f4d-476a-86a8-76f7f9721c69 req-83786610-37e7-4813-8f80-183af66f81e6 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685475 Oct 18 20:40:57.208989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca9d82-dd98-4aa6-bcdb-2e9619b52f9d req-92bafe93-c0d7-4ff9-b453-6c09182dcf02 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:57.210599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1ca9d82-dd98-4aa6-bcdb-2e9619b52f9d req-92bafe93-c0d7-4ff9-b453-6c09182dcf02 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 946 time: 0.0692763 Oct 18 20:40:57.221058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Deleting port 6246c3fb-e467-4853-a050-9512f303404a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:40:57.221505 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:57.326040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1ca9d82-dd98-4aa6-bcdb-2e9619b52f9d req-4c886195-7dc3-4c98-86c1-719c59f5bd26 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072598 Oct 18 20:40:57.363535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] For port 6246c3fb-e467-4853-a050-9512f303404a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6246c3fb-e467-4853-a050-9512f303404a,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:57.364069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:57.383544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Calling delete_port for 6246c3fb-e467-4853-a050-9512f303404a owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:40:57.496299 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0458a7-7daf-42cf-8266-9209ced32013 x-openstack-request-id: req-3a0458a7-7daf-42cf-8266-9209ced32013 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:57.497418 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "name": "network-vif-plugged", "status": "completed", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:57.497815 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a0458a7-7daf-42cf-8266-9209ced32013 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:57.499396 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4', 'code': 200} Oct 18 20:40:57.555731 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a3feae5e-5707-45d3-8bf9-949c7d87804e up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:40:57.627760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port a3feae5e-5707-45d3-8bf9-949c7d87804e completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:40:57.636218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port a3feae5e-5707-45d3-8bf9-949c7d87804e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:40:57.636849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:57.649049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128d9bd-b25c-41e8-ae71-e342d4848f5b req-aab0c1c2-3f0a-43f6-9cf3-a602aa783fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:57.651747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8128d9bd-b25c-41e8-ae71-e342d4848f5b req-aab0c1c2-3f0a-43f6-9cf3-a602aa783fbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0852411 Oct 18 20:40:57.702844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:57.736838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6246c3fb-e467-4853-a050-9512f303404a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:57.754001 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:40:57.763797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8128d9bd-b25c-41e8-ae71-e342d4848f5b req-be26d56f-c509-4f82-a4dd-c8264d416303 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028063 Oct 18 20:40:57.829525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:57.885664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port a3feae5e-5707-45d3-8bf9-949c7d87804e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a3feae5e-5707-45d3-8bf9-949c7d87804e,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:57.893650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:57.895411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:40:57.953128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:40:57.953984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48a4eb50-b655-4bd4-8eb8-23e01b3d38f8 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:40:58.060441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=a3feae5e-5707-45d3-8bf9-949c7d87804e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:58.063234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-cd0c083b-5ca8-45ab-93bb-a28db5ae7e8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951941 Oct 18 20:40:58.132950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:58.196139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-5fa7098c-5e22-477f-bca3-2aeac81fabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:58.198652 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-5fa7098c-5e22-477f-bca3-2aeac81fabb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1095 time: 0.0730271 Oct 18 20:40:58.200734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e3df3-0c2e-441f-889b-c668a4a7d42c req-80d418a0-83d7-4f16-8972-c83f8677a5a8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:58.203289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-061e3df3-0c2e-441f-889b-c668a4a7d42c req-80d418a0-83d7-4f16-8972-c83f8677a5a8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1198270 Oct 18 20:40:58.297235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-061e3df3-0c2e-441f-889b-c668a4a7d42c req-b1ad157e-64b8-4abf-9be3-4b07663117c5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819445 Oct 18 20:40:58.358877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-3831a37d-cd95-4219-9e45-d2b9b116c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:58.360718 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-3831a37d-cd95-4219-9e45-d2b9b116c395 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.1385686 Oct 18 20:40:58.457732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-b0b8c37a-39e4-41d0-81c5-3688099557db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 999 time: 0.0877836 Oct 18 20:40:58.494275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Router 366a5baa-09f2-4254-b75a-bcd379fa651a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:40:58.516517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b10d-eb42-4d17-9566-bb214959bb27 req-9b030cbd-c12d-47b6-a330-47894544b004 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:58.518191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a98b10d-eb42-4d17-9566-bb214959bb27 req-9b030cbd-c12d-47b6-a330-47894544b004 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 946 time: 0.0825491 Oct 18 20:40:58.523283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-7db9abd3-7e58-4be6-b9e1-b91d9723ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:58.526111 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-7db9abd3-7e58-4be6-b9e1-b91d9723ce57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0601664 Oct 18 20:40:58.608256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-7992f429-97ee-47f0-b438-cec24de98539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:58.611022 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-7992f429-97ee-47f0-b438-cec24de98539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766289 Oct 18 20:40:58.614000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a98b10d-eb42-4d17-9566-bb214959bb27 req-9bd40728-7269-4730-93e9-7484eb562069 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878437 Oct 18 20:40:58.674424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:40:58.687032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a91e2767-1061-4ac9-ac65-6f7f175b5c15 admin admin] 10.222.0.66 "PUT /v2.0/routers/366a5baa-09f2-4254-b75a-bcd379fa651a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9581230 Oct 18 20:40:58.691046 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] Sync routers for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:40:58.691389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55674) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:40:58.710430 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:58.712055 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:58.787089 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-da10d7ff-329d-4830-a06b-d3aecc2259b0 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664689 Oct 18 20:40:58.863866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8245e85-5ea1-4605-995e-b1883d42400f req-c9608052-4c41-4f3e-9cf7-9ef05ebbfc28 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:58.866889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8245e85-5ea1-4605-995e-b1883d42400f req-c9608052-4c41-4f3e-9cf7-9ef05ebbfc28 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1252296 Oct 18 20:40:58.879604 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:58.897247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:58.974649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4193cffa-cf2f-42ce-8889-00c3e33653e5 req-18e1778f-141d-47c9-b92e-5fac1befe879 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679347 Oct 18 20:40:59.028741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8245e85-5ea1-4605-995e-b1883d42400f req-ad76d879-cbe6-4bec-9d06-5bfd73c3da31 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255929 Oct 18 20:40:59.130933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:59.209209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Deleting port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:40:59.209957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:59.228133 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:40:57Z', 'revision_number': 5, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port': {'id': '83c4d054-b9a4-410e-ace2-55b9d4f42fb3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:39:08Z', 'updated_at': '2021-10-18T20:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:59.266876 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] Checking router: 366a5baa-09f2-4254-b75a-bcd379fa651a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:40:59.279261 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] Routers {'366a5baa-09f2-4254-b75a-bcd379fa651a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:40:59.280310 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['366a5baa-09f2-4254-b75a-bcd379fa651a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:59.333822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] For port 83c4d054-b9a4-410e-ace2-55b9d4f42fb3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:59.334506 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:59.351841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Calling delete_port for 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:40:59.382034 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] Set router 366a5baa-09f2-4254-b75a-bcd379fa651a gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:40:59.442395 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:40:59Z', 'revision_number': 6, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:40:59.480688 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2980b8-fc3c-4578-853c-2d5050fe7156 None None] The sync data for ids ['366a5baa-09f2-4254-b75a-bcd379fa651a'] in n-d-812149-2 is: [{'id': '366a5baa-09f2-4254-b75a-bcd379fa651a', 'name': 'tempest-FloatingIPsAssociationTestJSON-312850772-router', 'tenant_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:39:06Z', 'updated_at': '2021-10-18T20:40:59Z', 'revision_number': 6, 'project_id': 'fc042baa9c0c4f83ba92ceb1a4d46f5e', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:40:59.501369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3feae5e-5707-45d3-8bf9-949c7d87804e'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:40:59.506582 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f0b654-851c-4c9f-8dbe-cb9e18333237" -d '{"events": [{"server_uuid": "d8bc1606-d721-41d3-aefd-30a4be5d24e1", "name": "network-vif-plugged", "status": "completed", "tag": "a3feae5e-5707-45d3-8bf9-949c7d87804e"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:40:59.562260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5f41a61a-6740-4324-8701-7e4bae9507e7 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:40:59.625412 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604da4af-dbbe-42e6-9df0-126fc9355363 req-197b5201-e113-4c39-8672-42741e980284 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:40:59.627063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-604da4af-dbbe-42e6-9df0-126fc9355363 req-197b5201-e113-4c39-8672-42741e980284 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0959895 Oct 18 20:40:59.658858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:59.697849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c4d054-b9a4-410e-ace2-55b9d4f42fb3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:40:59.710361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-604da4af-dbbe-42e6-9df0-126fc9355363 req-b41daf6f-ea96-40ce-bf4d-9394d53c2e2a tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716465 Oct 18 20:40:59.715524 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:59.746062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'mac_address': 'fa:16:3e:58:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:40:59.783867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:59.806352 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fede06-4a9e-4868-bcf8-76c96dfda361 x-openstack-request-id: req-a4fede06-4a9e-4868-bcf8-76c96dfda361 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:40:59.806590 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bc1606-d721-41d3-aefd-30a4be5d24e1", "name": "network-vif-plugged", "status": "completed", "tag": "a3feae5e-5707-45d3-8bf9-949c7d87804e", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:40:59.806996 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a4fede06-4a9e-4868-bcf8-76c96dfda361 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:40:59.807656 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3feae5e-5707-45d3-8bf9-949c7d87804e', 'code': 200} Oct 18 20:40:59.841710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:40:59.878660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f41a61a-6740-4324-8701-7e4bae9507e7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:40:59.926353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:40:59.944149 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.023795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:00.034477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabef6b1-8e48-4883-9047-94ec2b93d9ef req-aa0a9780-bf64-415d-9787-7f44f674959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:00.036789 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dabef6b1-8e48-4883-9047-94ec2b93d9ef req-aa0a9780-bf64-415d-9787-7f44f674959b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 1097 time: 0.1612332 Oct 18 20:41:00.096514 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dabef6b1-8e48-4883-9047-94ec2b93d9ef req-cbf00193-df43-4710-a540-483584200d85 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Oct 18 20:41:00.116933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6246c3fb-e467-4853-a050-9512f303404a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:00.124479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5f41a61a-6740-4324-8701-7e4bae9507e7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:00.190045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6246c3fb-e467-4853-a050-9512f303404a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:41:00.190601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6246c3fb-e467-4853-a050-9512f303404a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:41:00.463294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.472568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.587541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf061e4-1a1a-4c66-b2f3-e21641e0840d req-27a6e774-dee2-4e58-b757-b7e31ec2df58 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:00.591124 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1bf061e4-1a1a-4c66-b2f3-e21641e0840d req-27a6e774-dee2-4e58-b757-b7e31ec2df58 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 946 time: 0.6684594 Oct 18 20:41:00.599943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.600786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366a5baa-09f2-4254-b75a-bcd379fa651a {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:41:00.607353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.608607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0d6a335f-2259-4264-9286-b10e0230c738 admin admin] 10.222.0.66 "DELETE /v2.0/routers/366a5baa-09f2-4254-b75a-bcd379fa651a HTTP/1.1" status: 204 len: 168 time: 1.9162972 Oct 18 20:41:00.611517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:00.659452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1bf061e4-1a1a-4c66-b2f3-e21641e0840d req-4e1c75f1-d95d-49c0-9919-187993341303 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Oct 18 20:41:00.688953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] Deleting subnet 09f4b92e-d65b-420f-9b14-9d8de49ee06f {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:41:00.695219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.773777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.829966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f702ff-b7b9-472b-95b1-74d4a17a9494 req-166c02d0-9f3e-4153-b3a8-e89a7c3ab42b tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:00.832707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d7f702ff-b7b9-472b-95b1-74d4a17a9494 req-166c02d0-9f3e-4153-b3a8-e89a7c3ab42b tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.0994835 Oct 18 20:41:00.893500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d7f702ff-b7b9-472b-95b1-74d4a17a9494 req-80a30751-8308-4ef0-b451-5c31558639ef tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457821 Oct 18 20:41:00.917130 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:00.997452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.031131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f4b92e-d65b-420f-9b14-9d8de49ee06f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:01.036981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.044690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a59b2caf-5853-426a-8cf2-7122ae9db512 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/09f4b92e-d65b-420f-9b14-9d8de49ee06f HTTP/1.1" status: 204 len: 168 time: 0.4311674 Oct 18 20:41:01.048843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55710) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:01.053835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb2229c-3d57-4a9f-b868-ed917798ce73 None None] Network ab8be122-f616-43fd-8c77-8d8c08cccb83 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:41:01.162926 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.280500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Deleting port 07d6483b-ed15-427c-8e59-e55e6e6e3113 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:01.281002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.385394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] For port 07d6483b-ed15-427c-8e59-e55e6e6e3113, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=07d6483b-ed15-427c-8e59-e55e6e6e3113,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:01.386360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.392652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] DHCP port deletion for ab8be122-f616-43fd-8c77-8d8c08cccb83 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:41:01.419132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Calling delete_port for 07d6483b-ed15-427c-8e59-e55e6e6e3113 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:01.460271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] Deleting port 07d6483b-ed15-427c-8e59-e55e6e6e3113 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:01.460673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.485696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25093fd1-ca58-4a35-8570-2d967723038d req-75097941-9dd3-437c-a942-4511eeeb11da tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:01.487508 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25093fd1-ca58-4a35-8570-2d967723038d req-75097941-9dd3-437c-a942-4511eeeb11da tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1294181 Oct 18 20:41:01.553027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] For port 07d6483b-ed15-427c-8e59-e55e6e6e3113, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=07d6483b-ed15-427c-8e59-e55e6e6e3113,segment=NetworkSegment(5dded970-15da-43cd-9968-fd94776371ac),segment_id=5dded970-15da-43cd-9968-fd94776371ac)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:01.553580 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25093fd1-ca58-4a35-8570-2d967723038d req-bef4afb2-e06e-49dc-9434-ac2e5af98105 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527630 Oct 18 20:41:01.553802 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.567344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.576840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5f41a61a-6740-4324-8701-7e4bae9507e7 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:41:01.586334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] Calling delete_port for 07d6483b-ed15-427c-8e59-e55e6e6e3113 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:01.601292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Pushing event deleted for resources: {'Port': ['ID=07d6483b-ed15-427c-8e59-e55e6e6e3113,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:01.618680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] No DVR routers for this DVR port 07d6483b-ed15-427c-8e59-e55e6e6e3113 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:41:01.626213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.626213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.626547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.626964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.628314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.628314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.628314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.629249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.629898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.630455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.631003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.631541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:01.755720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 5f41a61a-6740-4324-8701-7e4bae9507e7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:41:01.756072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.776997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.791277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:01.793378 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.812877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8be122-f616-43fd-8c77-8d8c08cccb83']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:01.830003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dded970-15da-43cd-9968-fd94776371ac') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:01.830393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dded970-15da-43cd-9968-fd94776371ac') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:01.833826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:41:01.834166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83c4d054-b9a4-410e-ace2-55b9d4f42fb3 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:41:01.834571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 07d6483b-ed15-427c-8e59-e55e6e6e3113 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:01.845083 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.848996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d94c35-08bf-41c6-93d9-e630f61007f3 req-7ee95dd7-39fd-4ff2-a1a8-064419d609e4 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:01.851159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08d94c35-08bf-41c6-93d9-e630f61007f3 req-7ee95dd7-39fd-4ff2-a1a8-064419d609e4 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1097 time: 0.1563406 Oct 18 20:41:01.860330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] No DVR routers for this DVR port 07d6483b-ed15-427c-8e59-e55e6e6e3113 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:41:01.881745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.883753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e549b37-753a-4069-8f3c-3d43a09ccb07 None None] Pushing event deleted for resources: {'Port': ['ID=07d6483b-ed15-427c-8e59-e55e6e6e3113,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:01.890008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 07d6483b-ed15-427c-8e59-e55e6e6e3113 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:41:01.890327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 07d6483b-ed15-427c-8e59-e55e6e6e3113 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:41:01.922850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:41:01.923323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:41:01.926555 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:41:01.964985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.000989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08d94c35-08bf-41c6-93d9-e630f61007f3 req-55a5a23e-8b2c-4f5d-99e2-f76e195c0f8e tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305852 Oct 18 20:41:02.005919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:02.010207 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d5b384-0b6d-4648-8f10-649a8f0a0fc8" -d '{"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-plugged", "status": "completed", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:02.020066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.043410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:02.043983 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.052787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] 10.222.0.66 "DELETE /v2.0/networks/ab8be122-f616-43fd-8c77-8d8c08cccb83 HTTP/1.1" status: 204 len: 168 time: 1.0005736 Oct 18 20:41:02.053339 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.072146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f156f06-9dec-4de8-b52e-3e988f08f92c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8be122-f616-43fd-8c77-8d8c08cccb83,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:02.151851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:02.221612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e858d1a-10e4-4402-bad7-f9374b1a6165 req-d80925ba-5e55-42bd-9715-ea1940805847 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:02.224223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e858d1a-10e4-4402-bad7-f9374b1a6165 req-d80925ba-5e55-42bd-9715-ea1940805847 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 946 time: 0.0989482 Oct 18 20:41:02.256348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55734) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:02.306473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e858d1a-10e4-4402-bad7-f9374b1a6165 req-0cc2939b-4089-4f89-b89f-8dfd8b1bacb6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743797 Oct 18 20:41:02.338124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b6aab644-05d0-4934-83c1-6d69a8199028 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc042baa9c0c4f83ba92ceb1a4d46f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777998 Oct 18 20:41:02.340965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55738) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:02.433899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f00788-2de2-4c49-9578-b77f70a95c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.468797 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aa6248-a6dd-4815-bd42-4bab90c62ca7 x-openstack-request-id: req-40aa6248-a6dd-4815-bd42-4bab90c62ca7 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:02.469575 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-plugged", "status": "completed", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:02.469985 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40aa6248-a6dd-4815-bd42-4bab90c62ca7 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:02.470606 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'code': 200} Oct 18 20:41:02.479037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f00788-2de2-4c49-9578-b77f70a95c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.587950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f00788-2de2-4c49-9578-b77f70a95c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.594407 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f00788-2de2-4c49-9578-b77f70a95c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:02.597160 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-37f00788-2de2-4c49-9578-b77f70a95c89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70c7b8c2-6ef9-491c-b80b-4465dde69100 HTTP/1.1" status: 204 len: 168 time: 0.2537076 Oct 18 20:41:02.618881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00788-2de2-4c49-9578-b77f70a95c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7b8c2-6ef9-491c-b80b-4465dde69100,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:03.055933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91067c3f-2d94-42b0-937b-8c0ecfc8301e req-4aeca4f2-95d7-40cb-9964-00e716f7b9e8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:03.057689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91067c3f-2d94-42b0-937b-8c0ecfc8301e req-4aeca4f2-95d7-40cb-9964-00e716f7b9e8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0874007 Oct 18 20:41:03.146300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91067c3f-2d94-42b0-937b-8c0ecfc8301e req-0b336877-9619-4a52-a757-bb7ee365e944 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808935 Oct 18 20:41:03.527924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32d0e-6cc1-43b2-b339-97a59840b2fc req-e0a887ec-eda5-4c24-9a9f-fc3993921035 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:03.531120 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ae32d0e-6cc1-43b2-b339-97a59840b2fc req-e0a887ec-eda5-4c24-9a9f-fc3993921035 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 946 time: 0.1225691 Oct 18 20:41:03.606127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ae32d0e-6cc1-43b2-b339-97a59840b2fc req-e2ba9f18-7d2b-4867-af52-6fae6651bd53 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668151 Oct 18 20:41:03.991059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc03947-d443-4b4b-87e6-65f86b3d3f08 req-0a67b1c7-cf54-4a21-b4c4-ca36095a9cf0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:04.000938 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2dc03947-d443-4b4b-87e6-65f86b3d3f08 req-0a67b1c7-cf54-4a21-b4c4-ca36095a9cf0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 946 time: 0.1593723 Oct 18 20:41:04.116118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2dc03947-d443-4b4b-87e6-65f86b3d3f08 req-9bf3f638-d43d-46c7-8aca-c86205551b2b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060998 Oct 18 20:41:04.984486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecefb7-a6db-47b2-9cdc-5742c83588d6 req-d7bcd07f-fa5e-4a50-aa3d-f82abf88c77b tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:04.987476 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6ecefb7-a6db-47b2-9cdc-5742c83588d6 req-d7bcd07f-fa5e-4a50-aa3d-f82abf88c77b tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0894668 Oct 18 20:41:05.069877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6ecefb7-a6db-47b2-9cdc-5742c83588d6 req-f4ff13a1-380f-47cb-9aac-f288dfbb3c39 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735323 Oct 18 20:41:05.747546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80ba1c-67eb-4356-833f-a14dc82eff60 req-124f80da-d1a6-4941-b88e-e5f4a04f792b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:05.751758 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb80ba1c-67eb-4356-833f-a14dc82eff60 req-124f80da-d1a6-4941-b88e-e5f4a04f792b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 946 time: 0.0945129 Oct 18 20:41:05.817525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb80ba1c-67eb-4356-833f-a14dc82eff60 req-190f5b98-5d73-4db3-984a-29ee7cf4cab4 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570207 Oct 18 20:41:06.948968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8704181f-fead-4dbd-9dfc-1ff6656d2ecf req-7f97a0e3-089e-4406-9e0d-147091fc19e4 tempest-AbsoluteLimitsNegativeTestJSON-1819503728 tempest-AbsoluteLimitsNegativeTestJSON-1819503728-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=39e42f35db234a82927660581d24d0dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746100 Oct 18 20:41:07.187820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704181f-fead-4dbd-9dfc-1ff6656d2ecf req-3ce1a787-c267-4f3c-bf24-4349271aa3a5 tempest-AbsoluteLimitsNegativeTestJSON-1819503728 tempest-AbsoluteLimitsNegativeTestJSON-1819503728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:07.209337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8704181f-fead-4dbd-9dfc-1ff6656d2ecf req-3ce1a787-c267-4f3c-bf24-4349271aa3a5 tempest-AbsoluteLimitsNegativeTestJSON-1819503728 tempest-AbsoluteLimitsNegativeTestJSON-1819503728-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479291 Oct 18 20:41:07.263516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8704181f-fead-4dbd-9dfc-1ff6656d2ecf req-be55081c-ac40-4831-ab29-0db5d3787afb tempest-AbsoluteLimitsNegativeTestJSON-1819503728 tempest-AbsoluteLimitsNegativeTestJSON-1819503728-project] 10.222.0.66 "GET /v2.0/quotas/39e42f35db234a82927660581d24d0dc HTTP/1.1" status: 200 len: 375 time: 0.0509777 Oct 18 20:41:07.317978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-7c2db768-8d45-4158-b579-2f61b779cc6d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:07.322402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-7c2db768-8d45-4158-b579-2f61b779cc6d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 946 time: 0.1624229 Oct 18 20:41:07.336789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8704181f-fead-4dbd-9dfc-1ff6656d2ecf req-e7f644b8-df72-4199-92a3-17d9efc13620 tempest-AbsoluteLimitsNegativeTestJSON-1819503728 tempest-AbsoluteLimitsNegativeTestJSON-1819503728-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=39e42f35db234a82927660581d24d0dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675778 Oct 18 20:41:07.581087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port a3feae5e-5707-45d3-8bf9-949c7d87804e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:07.581760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:07.774520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd60fa-7d94-4193-b47c-53c6a54d8453 req-9ffd8d44-f63b-415e-b179-bd32e89d691e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:07.778718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5abd60fa-7d94-4193-b47c-53c6a54d8453 req-9ffd8d44-f63b-415e-b179-bd32e89d691e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1697147 Oct 18 20:41:07.879701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port a3feae5e-5707-45d3-8bf9-949c7d87804e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a3feae5e-5707-45d3-8bf9-949c7d87804e,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:07.880293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:07.937129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for a3feae5e-5707-45d3-8bf9-949c7d87804e owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:07.946021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5abd60fa-7d94-4193-b47c-53c6a54d8453 req-414d4c86-1dd8-4fcd-8b07-93f76427232a tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562982 Oct 18 20:41:08.166079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:08.278716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:08.302863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:08.323191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a3feae5e-5707-45d3-8bf9-949c7d87804e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:08.340915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=a3feae5e-5707-45d3-8bf9-949c7d87804e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:08.437078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port a3feae5e-5707-45d3-8bf9-949c7d87804e on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:41:08.452921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:08.458980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1d77be4-cbe0-4308-b897-429c5bb6364a req-f91609df-2a61-472d-b72b-d01278ff16c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "DELETE /v2.0/ports/a3feae5e-5707-45d3-8bf9-949c7d87804e HTTP/1.1" status: 204 len: 173 time: 1.1276400 Oct 18 20:41:08.459737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'name': 'network-vif-deleted', 'tag': 'a3feae5e-5707-45d3-8bf9-949c7d87804e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:08.480702 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd86901-55cb-4e81-87a2-b713e226032f" -d '{"events": [{"server_uuid": "d8bc1606-d721-41d3-aefd-30a4be5d24e1", "name": "network-vif-deleted", "tag": "a3feae5e-5707-45d3-8bf9-949c7d87804e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:08.481444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-491e2a05-b9b8-459b-9fa4-c6a6e1b520c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:08.560484 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-737d5577-274d-484e-9374-4a79bfe8c248 req-25ea00c0-5798-43aa-b2b4-546c196661d8 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8bc1606-d721-41d3-aefd-30a4be5d24e1 HTTP/1.1" status: 200 len: 210 time: 0.0668705 Oct 18 20:41:08.807454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-491e2a05-b9b8-459b-9fa4-c6a6e1b520c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:08.817608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-491e2a05-b9b8-459b-9fa4-c6a6e1b520c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:08.841902 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-2da125de-24ea-42f3-8c64-e4a25eeb7e2c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1646521 Oct 18 20:41:08.997910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-491e2a05-b9b8-459b-9fa4-c6a6e1b520c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39e42f35db234a82927660581d24d0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8086495 Oct 18 20:41:08.999207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55910) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:09.000204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e2a05-b9b8-459b-9fa4-c6a6e1b520c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c914ed1-25dc-464a-9161-ebb1a70772ac,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:09.095731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-2320ad4c-31ff-46b8-a56d-e3f47dee4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:09.102626 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-2320ad4c-31ff-46b8-a56d-e3f47dee4bfc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 1097 time: 0.1994328 Oct 18 20:41:09.242801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7295f2-dfac-4e7d-b3f7-28685bbc420f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:09.342169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7295f2-dfac-4e7d-b3f7-28685bbc420f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:09.470290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-e5c714b1-96ce-4799-b4ea-c7fcbf596de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:09.472026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-e5c714b1-96ce-4799-b4ea-c7fcbf596de3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.3367562 Oct 18 20:41:09.693815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7295f2-dfac-4e7d-b3f7-28685bbc420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:09.705874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7295f2-dfac-4e7d-b3f7-28685bbc420f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:09.714243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5e7295f2-dfac-4e7d-b3f7-28685bbc420f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c914ed1-25dc-464a-9161-ebb1a70772ac HTTP/1.1" status: 204 len: 168 time: 0.6939867 Oct 18 20:41:09.771170 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-044896fd-6f22-43a8-91bf-da3e10457431 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 HTTP/1.1" status: 200 len: 217 time: 0.2901297 Oct 18 20:41:09.801720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7295f2-dfac-4e7d-b3f7-28685bbc420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c914ed1-25dc-464a-9161-ebb1a70772ac,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:09.879045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22833d4e-cefd-4737-88bc-50f50d9ef27b req-802849c2-c2d5-44ff-bb81-5ad719dec351 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:09.881869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-22833d4e-cefd-4737-88bc-50f50d9ef27b req-802849c2-c2d5-44ff-bb81-5ad719dec351 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 945 time: 0.4290979 Oct 18 20:41:10.016745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-1abfb87e-873b-492c-88f4-518e4a506ee0 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:10.019310 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-1abfb87e-873b-492c-88f4-518e4a506ee0 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 945 time: 0.2107778 Oct 18 20:41:10.050713 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-22833d4e-cefd-4737-88bc-50f50d9ef27b req-f57477ef-d26c-4860-bf9b-2c37a08abf9b tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334558 Oct 18 20:41:10.160707 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4fc624-b667-41a2-98ee-ebca813af819 x-openstack-request-id: req-1a4fc624-b667-41a2-98ee-ebca813af819 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:10.161150 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bc1606-d721-41d3-aefd-30a4be5d24e1", "name": "network-vif-deleted", "tag": "a3feae5e-5707-45d3-8bf9-949c7d87804e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:10.161539 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a4fc624-b667-41a2-98ee-ebca813af819 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:10.162134 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bc1606-d721-41d3-aefd-30a4be5d24e1', 'name': 'network-vif-deleted', 'tag': 'a3feae5e-5707-45d3-8bf9-949c7d87804e', 'status': 'completed', 'code': 200} Oct 18 20:41:10.173169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-0ebeeede-96a2-4a2a-ac19-115737cb7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:10.173169 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-0ebeeede-96a2-4a2a-ac19-115737cb7397 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.3892078 Oct 18 20:41:10.415084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-3c703dc2-a24c-4adf-b681-6e7b35c6ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:10.418297 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-3c703dc2-a24c-4adf-b681-6e7b35c6ca7d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353716 Oct 18 20:41:10.488509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d5743-b138-4235-b87e-f5d2579de5c0 req-7582452e-52f7-4161-aec3-5b344e950f5e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:10.491246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d1d5743-b138-4235-b87e-f5d2579de5c0 req-7582452e-52f7-4161-aec3-5b344e950f5e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1606066 Oct 18 20:41:10.543818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Deleting port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:10.544822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:10.617145 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d1d5743-b138-4235-b87e-f5d2579de5c0 req-6de8ad4a-8446-459a-b1b7-c297ceb25507 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067102 Oct 18 20:41:11.014997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081abef-dd3f-4bf5-92d0-1e8b60751fb1 req-2676d3dc-f3c9-43ae-b2f2-189d70c9b1b6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:11.025107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2081abef-dd3f-4bf5-92d0-1e8b60751fb1 req-2676d3dc-f3c9-43ae-b2f2-189d70c9b1b6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2074587 Oct 18 20:41:11.085324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2081abef-dd3f-4bf5-92d0-1e8b60751fb1 req-5f03301c-668e-4bb9-8f73-7f2f81b89d13 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585294 Oct 18 20:41:11.531602 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-02038cea-c60d-45d5-a84d-7acb8470bd47 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0890942 Oct 18 20:41:11.629944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a3feae5e-5707-45d3-8bf9-949c7d87804e no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:11.678980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] For port ca15b3d4-1f41-49bf-95c8-2667eb57fe46, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:11.680168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:11.770472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: a3feae5e-5707-45d3-8bf9-949c7d87804e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:41:11.771566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a3feae5e-5707-45d3-8bf9-949c7d87804e not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:41:11.802987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd535d-199a-481f-9602-1cf2bfaa9672 req-9b4b6dec-1341-4f29-b49b-7765e3d46c74 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:11.828737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46bd535d-199a-481f-9602-1cf2bfaa9672 req-9b4b6dec-1341-4f29-b49b-7765e3d46c74 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e9b50f6-edc3-4325-b896-dbba996e1ac2 HTTP/1.1" status: 200 len: 945 time: 0.2640636 Oct 18 20:41:11.943252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:11.989110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9ac13dda-1929-43a5-b712-8a89b2194554 req-e89b78a0-b868-4a07-a1c0-62565a5eba96 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463110 Oct 18 20:41:12.019072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46bd535d-199a-481f-9602-1cf2bfaa9672 req-e68559d1-05b5-4025-bb70-a65d7daac32a tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups?id=0344129a-8066-4e27-953d-a0413247fb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889424 Oct 18 20:41:12.240000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1796313010-network', 'tenant_id': '89e8fc2670d9412094bb79bb26d1b471'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:12.272816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ca15b3d4-1f41-49bf-95c8-2667eb57fe46 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:12.294764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.295246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.296041 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Floating IP 3cccfb49-a304-4143-a2d6-0487ed5a14b5 disassociated. External IP: 172.25.7.115, port: ca15b3d4-1f41-49bf-95c8-2667eb57fe46. Oct 18 20:41:12.296938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Calling delete_port for ca15b3d4-1f41-49bf-95c8-2667eb57fe46 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:12.298897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb51a9-752b-4871-890f-1092c348525e req-66f63f00-1501-4af0-86b9-7b149307adba tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:12.316700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdfb51a9-752b-4871-890f-1092c348525e req-66f63f00-1501-4af0-86b9-7b149307adba tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1510372 Oct 18 20:41:12.420606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdfb51a9-752b-4871-890f-1092c348525e req-fba7d4b6-1b47-4eac-9e35-7bd29e601ceb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021895 Oct 18 20:41:12.425703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Made reservation on behalf of 89e8fc2670d9412094bb79bb26d1b471 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:12.432616 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.476102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.584203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.610017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.677219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.689157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.712568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event deleted for resources: {'Port': ['ID=ca15b3d4-1f41-49bf-95c8-2667eb57fe46,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:12.836803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:41:12.854465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fdbc29-37e4-419d-a065-821d11449569,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:12.861635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:12.862111 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Added segment fcd70818-fbaf-472d-b137-49cd8a63c7fb of type vlan for network 99385a81-2e6d-429a-9867-e9b0b7412e9c Oct 18 20:41:13.003548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6c429-93c1-4d9e-b236-746166f483c2 req-d661d701-8d44-4abb-adaf-882209fc7ee7 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:13.007681 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:13.019268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6e6c429-93c1-4d9e-b236-746166f483c2 req-d661d701-8d44-4abb-adaf-882209fc7ee7 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.3038473 Oct 18 20:41:13.075456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Router 117427c2-62ff-4ede-8679-812fe42d3eb7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:41:13.131342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:13.210328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6e6c429-93c1-4d9e-b236-746166f483c2 req-86684d31-b3d5-4c14-b06c-052fdb8b3972 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873252 Oct 18 20:41:13.264502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:13.268148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:13.271198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:13.346238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:41:13.370998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c285ec-167a-43b7-a403-df2260471830 None None] Sync routers for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:41:13.391404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4403825 Oct 18 20:41:13.424109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:41:13.425199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:13.428403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55990) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:13.447737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Request body: {'subnet': {'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1796313010-subnet', 'tenant_id': '89e8fc2670d9412094bb79bb26d1b471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:13.491005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Made reservation on behalf of 89e8fc2670d9412094bb79bb26d1b471 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:13.496908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:13.509374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461266cf-e9a0-4f60-a110-d1c21e142fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=99385a81-2e6d-429a-9867-e9b0b7412e9c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:13.630764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] No DVR routers for this DVR port ca15b3d4-1f41-49bf-95c8-2667eb57fe46 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:41:13.633607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 99385a81-2e6d-429a-9867-e9b0b7412e9c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:41:13.637972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:13.644322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3afcf256-3674-4aac-ae60-a93d018aed77 req-2dedc056-6e68-4316-9274-39f441dcf1ce tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.30 "DELETE /v2.0/ports/ca15b3d4-1f41-49bf-95c8-2667eb57fe46 HTTP/1.1" status: 204 len: 173 time: 3.6124463 Oct 18 20:41:13.645406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'name': 'network-vif-deleted', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:13.649722 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd4af19-16f5-4fb5-8fac-92f310e6816d" -d '{"events": [{"server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "name": "network-vif-deleted", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:14.037161 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:41:14.045256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:14.187220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5da21fb-ded8-48bc-874b-e785473cc185,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:14.213888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Checking segment: {'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:14.214246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Network hostable DHCP agents. Network: 99385a81-2e6d-429a-9867-e9b0b7412e9c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:41:14.308303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Network 99385a81-2e6d-429a-9867-e9b0b7412e9c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:41:14.348814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 99385a81-2e6d-429a-9867-e9b0b7412e9c) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:41:14.372582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:14.377785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:14.387653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92515af4-e78b-492c-9880-690831c9c8d3 None None] Network 99385a81-2e6d-429a-9867-e9b0b7412e9c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:41:14.445269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f527e63-2266-4afd-af89-b324ae11d192 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0154278 Oct 18 20:41:14.616427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075929-4e57-40d1-8550-b52619d751b0 req-fc2956a9-e87e-4df1-b01a-b0b83376d403 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:14.632282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-fc2956a9-e87e-4df1-b01a-b0b83376d403 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.3660169 Oct 18 20:41:14.696139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-939adc89-525b-4acc-a7ba-8ab1dca6ef95 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0613043 Oct 18 20:41:14.848735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-ebe312db-0145-47d8-8083-a095534d9c9f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1357970 Oct 18 20:41:14.927852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d1bcf-5bb8-40e0-9200-2cf2757593f5 None None] Network 99385a81-2e6d-429a-9867-e9b0b7412e9c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:41:15.070269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-9be8a1b3-bceb-479e-b287-e573367033d9 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126687 Oct 18 20:41:15.270571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-9ee084fd-3039-4fff-bd20-761ec28d8c9a service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856587 Oct 18 20:41:15.466822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:40Z', 'revision_number': 5, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:15.516451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c285ec-167a-43b7-a403-df2260471830 None None] Checking router: 117427c2-62ff-4ede-8679-812fe42d3eb7 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:41:15.540949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:41:15.542260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:40:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:15.564489 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12801aaa-1f99-408d-87d4-e147f576cbd9 x-openstack-request-id: req-12801aaa-1f99-408d-87d4-e147f576cbd9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:15.565942 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b50f6-edc3-4325-b896-dbba996e1ac2", "name": "network-vif-deleted", "tag": "ca15b3d4-1f41-49bf-95c8-2667eb57fe46", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:15.566619 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12801aaa-1f99-408d-87d4-e147f576cbd9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:15.567680 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b50f6-edc3-4325-b896-dbba996e1ac2', 'name': 'network-vif-deleted', 'tag': 'ca15b3d4-1f41-49bf-95c8-2667eb57fe46', 'status': 'completed', 'code': 200} Oct 18 20:41:15.797926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:41:15.821180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dc7ae-787f-43c2-9024-01047711ce58 req-26063835-6098-4451-81c0-34e1b1ff2388 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:15.855918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19dc7ae-787f-43c2-9024-01047711ce58 req-26063835-6098-4451-81c0-34e1b1ff2388 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1309938 Oct 18 20:41:15.953111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19dc7ae-787f-43c2-9024-01047711ce58 req-4ba3207f-906f-4b7c-a804-81d815564b29 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852270 Oct 18 20:41:16.182869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8d438-afc9-4fcf-ae84-18ce980ee59d req-93aad056-0481-474c-881c-d727021d1b53 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:16.186560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85d8d438-afc9-4fcf-ae84-18ce980ee59d req-93aad056-0481-474c-881c-d727021d1b53 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1068819 Oct 18 20:41:16.295346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85d8d438-afc9-4fcf-ae84-18ce980ee59d req-b6af519b-1e6d-474b-9c6e-ead1cec36c6f tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975530 Oct 18 20:41:16.338267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89c285ec-167a-43b7-a403-df2260471830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:40Z', 'revision_number': 5, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:16.381339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c285ec-167a-43b7-a403-df2260471830 None None] The sync data for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 is: [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:38:34Z', 'revision_number': 4, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '366fade5-6f3b-48bb-80f3-a586429bf42e', 'name': '', 'network_id': '05f01f4f-87f4-4fd9-9713-26421b46832e', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'mac_address': 'fa:16:3e:bc:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:30Z', 'updated_at': '2021-10-18T20:38:40Z', 'revision_number': 5, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'subnets': [{'id': '9efc0d32-72bd-44eb-bf97-b1e8391fa210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:41:17.030243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b7a8aee1-7a81-478e-a2b5-45c342ed2155 req-87766271-ea8b-4979-a53e-1b1ee993f475 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1416514398', 'description': 'tempest-description-1949290666'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:17.055989 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8bd43f-d7a0-4b4f-afe2-87b82a21d185 None None] New status for floating IP 3cccfb49-a304-4143-a2d6-0487ed5a14b5: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:41:17.074799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b7a8aee1-7a81-478e-a2b5-45c342ed2155 req-87766271-ea8b-4979-a53e-1b1ee993f475 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:17.365001 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b7a8aee1-7a81-478e-a2b5-45c342ed2155 req-87766271-ea8b-4979-a53e-1b1ee993f475 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:17.371509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b7a8aee1-7a81-478e-a2b5-45c342ed2155 req-87766271-ea8b-4979-a53e-1b1ee993f475 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:17.492555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b7a8aee1-7a81-478e-a2b5-45c342ed2155 req-87766271-ea8b-4979-a53e-1b1ee993f475 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:17.512909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7a8aee1-7a81-478e-a2b5-45c342ed2155 req-87766271-ea8b-4979-a53e-1b1ee993f475 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4880602 Oct 18 20:41:17.558660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87766271-ea8b-4979-a53e-1b1ee993f475 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b5e19a-30bd-4e0f-9f1d-00512389651a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:17.705524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075929-4e57-40d1-8550-b52619d751b0 req-a8a34e31-a0b5-43fa-bc14-d5bb19aa4fec tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:17.707418 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-a8a34e31-a0b5-43fa-bc14-d5bb19aa4fec tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.3894181 Oct 18 20:41:17.727545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': '6324924c-5812-4564-94c4-7e78490a3826', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:17.800918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-477209bc-2419-4bda-a0c7-b07dee834d6d req-c564bcfd-50a7-4230-9c06-2daae99a481f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 210 time: 0.0975869 Oct 18 20:41:17.881592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 56062) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:17.936099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:17.951030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.083976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4437ea4-bc34-4e76-a554-513cf148786c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.202917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4437ea4-bc34-4e76-a554-513cf148786c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.379152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.13 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:41:18.422255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448c736-e490-4070-ac9c-36d7c6d63004 req-c223a11f-494e-488e-81ba-b959a7abff9c tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:18.425834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e448c736-e490-4070-ac9c-36d7c6d63004 req-c223a11f-494e-488e-81ba-b959a7abff9c tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1311612 Oct 18 20:41:18.481476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4437ea4-bc34-4e76-a554-513cf148786c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.486486 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4437ea4-bc34-4e76-a554-513cf148786c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.488585 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d4437ea4-bc34-4e76-a554-513cf148786c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "DELETE /v2.0/security-groups/0344129a-8066-4e27-953d-a0413247fb7b HTTP/1.1" status: 204 len: 168 time: 0.6052661 Oct 18 20:41:18.491419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56066) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:18.510876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4437ea4-bc34-4e76-a554-513cf148786c tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0344129a-8066-4e27-953d-a0413247fb7b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:18.575953 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.598095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e448c736-e490-4070-ac9c-36d7c6d63004 req-b74bebc8-60a0-4557-8540-cd9723ca5a7f tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512311 Oct 18 20:41:18.705802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-b36bf58e-1ce0-4b10-8afa-3659914ff062 req-262e4b0a-144a-4997-badd-4d236b894415 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-120690402', 'description': 'tempest-description-296743563'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:18.750797 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ec2df448-9109-4c67-9559-bd941a6ca308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.786502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b36bf58e-1ce0-4b10-8afa-3659914ff062 req-262e4b0a-144a-4997-badd-4d236b894415 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.788840 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-fbbe9471-9cef-4f6a-8756-47a74c955895 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] show failed (client error): The resource could not be found. Oct 18 20:41:18.790179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fbbe9471-9cef-4f6a-8756-47a74c955895 tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "GET /v2.0/security-groups/0344129a-8066-4e27-953d-a0413247fb7b HTTP/1.1" status: 404 len: 347 time: 0.2842152 Oct 18 20:41:18.797451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 56070) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:18.816749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.896942 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:18.910789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:19.024507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:19.056760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:41:19.059532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:41:19.087069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:41:19.093025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Deleting port 825db539-5499-4e3c-97bd-7572a43b1eb6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:19.093865 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.220212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:19.223019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.225243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.225588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.243303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Calling delete_port for 825db539-5499-4e3c-97bd-7572a43b1eb6 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:19.323745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b36bf58e-1ce0-4b10-8afa-3659914ff062 req-262e4b0a-144a-4997-badd-4d236b894415 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.331487 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b36bf58e-1ce0-4b10-8afa-3659914ff062 req-262e4b0a-144a-4997-badd-4d236b894415 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.341771 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-1921e6e6-5150-4fab-bdcc-42b8bc3d9e5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6193941 Oct 18 20:41:19.363416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Request body: {'port': {'device_id': '6324924c-5812-4564-94c4-7e78490a3826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:19.393913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b36bf58e-1ce0-4b10-8afa-3659914ff062 req-262e4b0a-144a-4997-badd-4d236b894415 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.395300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b36bf58e-1ce0-4b10-8afa-3659914ff062 req-262e4b0a-144a-4997-badd-4d236b894415 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6976905 Oct 18 20:41:19.409474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e4b0a-144a-4997-badd-4d236b894415 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0859d494-ccf5-404c-a111-93293f1932ef,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:19.597723 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.613336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.697434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Pushing event deleted for resources: {'Port': ['ID=825db539-5499-4e3c-97bd-7572a43b1eb6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:19.799416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.804224 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:19.806350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cb828066-b2cf-4354-98c3-2382a6533a9f tempest-ServersTestFqdnHostnames-1983822135 tempest-ServersTestFqdnHostnames-1983822135-project] 10.222.0.66 "DELETE /v2.0/floatingips/3cccfb49-a304-4143-a2d6-0487ed5a14b5 HTTP/1.1" status: 204 len: 168 time: 1.0024960 Oct 18 20:41:19.813328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 56094) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:20.437034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:20.447049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:20.448064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f398-2da1-42c4-b716-db563a495987 req-29c40496-dce3-4a70-beeb-d11cce6cbb5e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:20.460839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96e7f398-2da1-42c4-b716-db563a495987 req-29c40496-dce3-4a70-beeb-d11cce6cbb5e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 932 time: 0.2365243 Oct 18 20:41:20.464257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Transition to ACTIVE for port object 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:41:20.471158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:20.542716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Pushing event updated for resources: {'Port': ['ID=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:20.694977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96e7f398-2da1-42c4-b716-db563a495987 req-181ee50f-59e7-4887-8f06-f5d875eaa49f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326164 Oct 18 20:41:20.728625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Attempting to bind port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:41:20.729617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Attempting to bind port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:41:20.730014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Attempting to bind port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:20.745788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:41:20.746319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Attempting to bind port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:20.754190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:41:20.754575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:20.755086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:41:20.755804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Bound port: 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:41:20.756308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:20.879272 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:21.004892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] For port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:41:21.013462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] For port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:41:21.024520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:21.104327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:21.105341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:21.106985 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] 10.222.0.79 "PUT /v2.0/ports/43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f HTTP/1.1" status: 200 len: 1092 time: 1.7543344 Oct 18 20:41:21.107631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324924c-5812-4564-94c4-7e78490a3826', 'tag': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:21.110175 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389" -d '{"events": [{"name": "network-changed", "server_uuid": "6324924c-5812-4564-94c4-7e78490a3826", "tag": "43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:21.188123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddb35b-5c00-487d-b47f-6519f62f9716 service neutron] Pushing event updated for resources: {'Port': ['ID=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:21.228746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075929-4e57-40d1-8550-b52619d751b0 req-c5e59ec2-86c2-4e11-8722-a423d41aa77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:21.230390 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-c5e59ec2-86c2-4e11-8722-a423d41aa77f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 1095 time: 0.0625856 Oct 18 20:41:21.313194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-5d407551-e22d-47dc-bf2a-39fb23d6442a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f HTTP/1.1" status: 200 len: 217 time: 0.0717809 Oct 18 20:41:21.406914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97075929-4e57-40d1-8550-b52619d751b0 req-7a8eb3c6-dda7-4771-beed-654e20557f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:21.409995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-7a8eb3c6-dda7-4771-beed-654e20557f82 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.0873244 Oct 18 20:41:21.488491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-512ae123-a2d4-4be4-a4fb-63aa8528e1ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675793 Oct 18 20:41:21.517231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-82605fcc-4c4e-4b86-8a21-e35af0b1c746 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:21.528592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-82605fcc-4c4e-4b86-8a21-e35af0b1c746 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 813 time: 0.3594069 Oct 18 20:41:21.561911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-e6b81b45-6b19-4654-b5c4-06bb9e419bd6 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/quotas/89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 375 time: 0.0318966 Oct 18 20:41:21.648272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7fefd308-0ada-48d7-bfe6-e8434a230f02 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848436 Oct 18 20:41:21.706091 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-26731416-67d1-46cc-ad33-eabac435ee05 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084360 Oct 18 20:41:21.886097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97075929-4e57-40d1-8550-b52619d751b0 req-407978ba-3730-46aa-81a7-2b2e8f9c66e5 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690538 Oct 18 20:41:21.976902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-52a663b0-279b-43b5-a024-c54833e80646 service neutron] 10.222.0.66 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267887 Oct 18 20:41:21.997336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Deleting port 366fade5-6f3b-48bb-80f3-a586429bf42e {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:21.998220 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:22.247245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-688a5ea8-f67b-4e19-9e0a-48e8391db5e2 service neutron] 10.222.0.66 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534044 Oct 18 20:41:22.250932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] For port 366fade5-6f3b-48bb-80f3-a586429bf42e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=366fade5-6f3b-48bb-80f3-a586429bf42e,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:22.251555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:22.286540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Calling delete_port for 366fade5-6f3b-48bb-80f3-a586429bf42e owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:22.800406 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:22.863154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9bc1d-3834-4961-b6ac-7b2bcf8d6567 req-1da8bd33-108d-4d65-bf58-4f85cd8897ba tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:22.863996 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbc9bc1d-3834-4961-b6ac-7b2bcf8d6567 req-1da8bd33-108d-4d65-bf58-4f85cd8897ba tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.1347218 Oct 18 20:41:22.869685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=366fade5-6f3b-48bb-80f3-a586429bf42e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:22.998084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbc9bc1d-3834-4961-b6ac-7b2bcf8d6567 req-82445781-85d5-459a-a3c3-e473ef394b2e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024268 Oct 18 20:41:23.145493 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f64b0294-331b-4707-accd-024ddb88e74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:23.813686 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7400414-f335-485f-a8cd-2511a7150fc0 x-openstack-request-id: req-f7400414-f335-485f-a8cd-2511a7150fc0 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:23.814777 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324924c-5812-4564-94c4-7e78490a3826", "tag": "43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:23.815336 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f7400414-f335-485f-a8cd-2511a7150fc0 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:23.815987 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6324924c-5812-4564-94c4-7e78490a3826', 'tag': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f', 'status': 'completed', 'code': 200} Oct 18 20:41:23.951145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:23.981921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-16b07183-591e-4a20-8718-f4724968298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:23.983965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-16b07183-591e-4a20-8718-f4724968298f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 1095 time: 0.1410851 Oct 18 20:41:24.178865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f728cd5-e71d-47d9-a3b8-834bc006261e req-aa46e080-c440-4fc8-b3f5-1f2ca63ffc4c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:24.181726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:24.193285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f728cd5-e71d-47d9-a3b8-834bc006261e req-aa46e080-c440-4fc8-b3f5-1f2ca63ffc4c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 944 time: 0.1344893 Oct 18 20:41:24.287462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-491137cc-1210-4d4c-8a0a-f51ba41cf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:24.291871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-491137cc-1210-4d4c-8a0a-f51ba41cf2ba service neutron] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.2939332 Oct 18 20:41:24.331780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f728cd5-e71d-47d9-a3b8-834bc006261e req-111b6450-0c25-441c-ae46-f4df3ef72e96 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367834 Oct 18 20:41:24.387353 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-bfdfaf27-44d0-4cb6-8fbb-cb03bccbd1e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f HTTP/1.1" status: 200 len: 217 time: 0.0800457 Oct 18 20:41:24.543047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-ebaea9aa-5ae5-4639-816a-81fc2a0219cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:24.551147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-ebaea9aa-5ae5-4639-816a-81fc2a0219cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1541007 Oct 18 20:41:24.614566 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-dd8aa7c6-6313-4d03-a3d2-a607465d61e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550437 Oct 18 20:41:24.680186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Router 117427c2-62ff-4ede-8679-812fe42d3eb7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:41:24.845752 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-7fe76712-a9f2-4cd3-bcc3-43f4ea9f6646 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195451 Oct 18 20:41:24.917772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f4ffc04-fd5d-40ad-a04e-37ca6a9f1467 req-f0798fcd-3f75-471c-b8c7-60c3da7cfbe3 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 210 time: 0.2339797 Oct 18 20:41:25.022134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:25.115482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6dba6c5-8853-41a7-8ca5-bac81f2ac389 req-76d14544-dddd-46d6-881a-0c3cca040243 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607501 Oct 18 20:41:25.217295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-b3fc41d8-5bb1-4a11-87f9-011ef082c1ba tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:25.219108 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-b3fc41d8-5bb1-4a11-87f9-011ef082c1ba tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 813 time: 0.5337815 Oct 18 20:41:25.249628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'port': {'device_id': '5b454083-9627-445c-9321-0b426e857521', 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c', 'admin_state_up': True, 'tenant_id': '89e8fc2670d9412094bb79bb26d1b471'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:25.281240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:41:25.292755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fae477b4-2aec-4ad5-8849-5674a7091e5e admin admin] 10.222.0.66 "PUT /v2.0/routers/117427c2-62ff-4ede-8679-812fe42d3eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4782131 Oct 18 20:41:25.301136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56150) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:25.303368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] Sync routers for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:41:25.328323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134abfa-0196-466c-813c-367062cf03dc req-a898d974-5318-4182-a5e8-e7b5654497fd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:25.339560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b134abfa-0196-466c-813c-367062cf03dc req-a898d974-5318-4182-a5e8-e7b5654497fd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2298124 Oct 18 20:41:25.339880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:41:25.340324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:41:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:25.485019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b134abfa-0196-466c-813c-367062cf03dc req-40471cf7-cb4a-4db1-88ce-532f671e9951 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444597 Oct 18 20:41:25.549141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:25.558477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Made reservation on behalf of 89e8fc2670d9412094bb79bb26d1b471 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:25.572123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:25.634636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:41:25.726953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:41:25.849610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be2376-6806-4b19-b421-5fa83aa211d8 req-3b94a88e-6efb-4b82-9b1c-bbc83c99ed57 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:25.858422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d7be2376-6806-4b19-b421-5fa83aa211d8 req-3b94a88e-6efb-4b82-9b1c-bbc83c99ed57 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.2520638 Oct 18 20:41:26.008447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.021208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d7be2376-6806-4b19-b421-5fa83aa211d8 req-be24bde9-954e-41bb-ab41-939ac04d346f tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610117 Oct 18 20:41:26.088839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Allocated IP 172.20.0.14 (99385a81-2e6d-429a-9867-e9b0b7412e9c/d5da21fb-ded8-48bc-874b-e785473cc185/a5a80b00-f780-4066-a6e9-0a86649a986f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:41:26.115376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10edde-c957-4135-8f24-dbff8658d4f5 req-a210f4be-110d-4805-99e6-1305242cda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:26.118287 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c10edde-c957-4135-8f24-dbff8658d4f5 req-a210f4be-110d-4805-99e6-1305242cda18 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 1097 time: 0.1949811 Oct 18 20:41:26.180427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:26.200736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:41:22Z', 'revision_number': 5, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port': {'id': 'f043021d-0bde-4d70-8504-ec12f0a4a082', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:38:12Z', 'updated_at': '2021-10-18T20:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:26.252132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] Checking router: 117427c2-62ff-4ede-8679-812fe42d3eb7 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:41:26.256654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f', 'mac_address': 'fa:16:3e:83:43:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:41:26.298485 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c10edde-c957-4135-8f24-dbff8658d4f5 req-54f85125-96a3-49f5-bde3-9a22398a6e6e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651623 Oct 18 20:41:26.314558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.332981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] Routers {'117427c2-62ff-4ede-8679-812fe42d3eb7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:41:26.333782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:41:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['117427c2-62ff-4ede-8679-812fe42d3eb7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:26.339206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:26.355005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Deleting port f043021d-0bde-4d70-8504-ec12f0a4a082 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:26.355371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.379431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:26.429595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.461943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] For port f043021d-0bde-4d70-8504-ec12f0a4a082, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f043021d-0bde-4d70-8504-ec12f0a4a082,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:26.462285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.483717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Calling delete_port for f043021d-0bde-4d70-8504-ec12f0a4a082 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:26.585895 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.591468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] Set router 117427c2-62ff-4ede-8679-812fe42d3eb7 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:41:26.594044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:26.649367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.709379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140497a3-623a-4064-bc07-0b3629d62a3d req-b441b24d-6910-471a-b5c7-324b306ecb70 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:26.711491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-140497a3-623a-4064-bc07-0b3629d62a3d req-b441b24d-6910-471a-b5c7-324b306ecb70 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 945 time: 0.1344814 Oct 18 20:41:26.720980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:41:26Z', 'revision_number': 6, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:26.763724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.772087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29aa51-a891-4a1b-ba14-32eb4d417bad None None] The sync data for ids ['117427c2-62ff-4ede-8679-812fe42d3eb7'] in n-d-812149-2 is: [{'id': '117427c2-62ff-4ede-8679-812fe42d3eb7', 'name': 'tempest-ServersTestFqdnHostnames-1517277642-router', 'tenant_id': '81d69748c9e847358aadf4d8fd817339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:38:08Z', 'updated_at': '2021-10-18T20:41:26Z', 'revision_number': 6, 'project_id': '81d69748c9e847358aadf4d8fd817339', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:41:26.836745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Network 99385a81-2e6d-429a-9867-e9b0b7412e9c is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:41:26.853157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:41:26.856428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:26.863331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:41:26.880355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-140497a3-623a-4064-bc07-0b3629d62a3d req-457c0748-9041-4df2-bc12-8fd11075fe38 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508961 Oct 18 20:41:26.930471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f043021d-0bde-4d70-8504-ec12f0a4a082,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:26.942973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:26.987648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:27.008835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:27.012442 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.056303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-7deae61f-82e7-4c56-a104-f5ff347dfd03 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8134463 Oct 18 20:41:27.074785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Request body: {'port': {'device_id': '5b454083-9627-445c-9321-0b426e857521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:27.098576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.202267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.220672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d56295-8551-40a1-9110-69c804d3d5d8 req-ce5c2a47-76b7-4722-be75-beae8f6a4c97 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:27.222497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-51d56295-8551-40a1-9110-69c804d3d5d8 req-ce5c2a47-76b7-4722-be75-beae8f6a4c97 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1097 time: 0.1211989 Oct 18 20:41:27.295286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.299066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.367759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-51d56295-8551-40a1-9110-69c804d3d5d8 req-1b07adf0-882f-4638-9ec6-227a1d7017a6 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159985 Oct 18 20:41:27.412643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.413538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 117427c2-62ff-4ede-8679-812fe42d3eb7 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:41:27.419460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.421651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-27189189-44bb-4e0d-9f83-2b75b8df23a0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/117427c2-62ff-4ede-8679-812fe42d3eb7 HTTP/1.1" status: 204 len: 168 time: 2.1158369 Oct 18 20:41:27.425868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:27.491574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] Deleting subnet 9efc0d32-72bd-44eb-bf97-b1e8391fa210 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:41:27.497793 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.551247 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.611679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af0a35-001a-455e-a886-b5d7d01e8df8 req-eb19ac39-accf-4c74-bca5-6f96bf84e9b1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:27.614041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d1af0a35-001a-455e-a886-b5d7d01e8df8 req-eb19ac39-accf-4c74-bca5-6f96bf84e9b1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 932 time: 0.1531281 Oct 18 20:41:27.669441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.726503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d1af0a35-001a-455e-a886-b5d7d01e8df8 req-6010bda1-cb57-4aab-9915-54b8a85e1de2 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857177 Oct 18 20:41:27.731427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a80b00-f780-4066-a6e9-0a86649a986f {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:27.743179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.780995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Transition to ACTIVE for port object a5a80b00-f780-4066-a6e9-0a86649a986f will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:41:27.788312 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.793899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.831468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f043021d-0bde-4d70-8504-ec12f0a4a082 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:27.889163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:27.890726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f043021d-0bde-4d70-8504-ec12f0a4a082 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:41:27.891297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f043021d-0bde-4d70-8504-ec12f0a4a082 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:41:27.891983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 366fade5-6f3b-48bb-80f3-a586429bf42e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:27.906628 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9efc0d32-72bd-44eb-bf97-b1e8391fa210 HTTP/1.1" status: 204 len: 168 time: 0.4725890 Oct 18 20:41:27.906628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffdac9-85bc-4aa9-bcb8-5591bb0e7291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9efc0d32-72bd-44eb-bf97-b1e8391fa210,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:27.925660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56196) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:27.940190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79e566-b000-46ce-af91-c3a8cb4834cc None None] Network 05f01f4f-87f4-4fd9-9713-26421b46832e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:41:27.945849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 366fade5-6f3b-48bb-80f3-a586429bf42e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:41:27.946566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 366fade5-6f3b-48bb-80f3-a586429bf42e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:41:28.056317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Pushing event updated for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:28.076161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.095363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413866c0-af68-4b63-9b18-cff3e59e6013 req-fc16d9c5-d155-4743-bb3e-6e7efbf8a044 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:28.109488 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-413866c0-af68-4b63-9b18-cff3e59e6013 req-fc16d9c5-d155-4743-bb3e-6e7efbf8a044 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2597566 Oct 18 20:41:28.200370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-413866c0-af68-4b63-9b18-cff3e59e6013 req-1d148da3-7f9b-4733-9ebb-8ccc55b87569 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877469 Oct 18 20:41:28.206922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Attempting to bind port a5a80b00-f780-4066-a6e9-0a86649a986f on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:41:28.207303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Attempting to bind port a5a80b00-f780-4066-a6e9-0a86649a986f by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:41:28.207622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Attempting to bind port a5a80b00-f780-4066-a6e9-0a86649a986f on network 99385a81-2e6d-429a-9867-e9b0b7412e9c {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:28.219317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Deleting port dc524c3f-7dae-40ba-929c-8f6e4844ee57 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:28.220087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Port a5a80b00-f780-4066-a6e9-0a86649a986f on network 99385a81-2e6d-429a-9867-e9b0b7412e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:41:28.220087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Attempting to bind port a5a80b00-f780-4066-a6e9-0a86649a986f on network 99385a81-2e6d-429a-9867-e9b0b7412e9c {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:28.220443 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.236135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:41:28.240542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Checking segment: {'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:28.241635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Bound using segment: {'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:41:28.242394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Bound port: a5a80b00-f780-4066-a6e9-0a86649a986f, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:41:28.243066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.364136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] DHCP port deletion for 05f01f4f-87f4-4fd9-9713-26421b46832e request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:41:28.371354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] For port dc524c3f-7dae-40ba-929c-8f6e4844ee57, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc524c3f-7dae-40ba-929c-8f6e4844ee57,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:28.371860 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.375601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:41:28.391880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Calling delete_port for dc524c3f-7dae-40ba-929c-8f6e4844ee57 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:28.393133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a5a80b00-f780-4066-a6e9-0a86649a986f,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:41:28.416689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87265-91db-4cdc-ab48-2771a46f67ac req-0614e693-f86d-4313-a630-4be6c525a87f tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:28.419883 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60b87265-91db-4cdc-ab48-2771a46f67ac req-0614e693-f86d-4313-a630-4be6c525a87f tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0853207 Oct 18 20:41:28.422055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.455691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] Deleting port dc524c3f-7dae-40ba-929c-8f6e4844ee57 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:28.456788 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.491452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.528182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc524c3f-7dae-40ba-929c-8f6e4844ee57,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:28.528778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:28.529477 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.530944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] 10.222.0.79 "PUT /v2.0/ports/a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 200 len: 1092 time: 1.4656415 Oct 18 20:41:28.531417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:28.533895 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b454083-9627-445c-9321-0b426e857521", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:28.540704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] No DVR routers for this DVR port dc524c3f-7dae-40ba-929c-8f6e4844ee57 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:41:28.569485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60b87265-91db-4cdc-ab48-2771a46f67ac req-5afad400-1bd4-40a6-a010-7d9c606a2c98 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021142 Oct 18 20:41:28.571040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352dda5-7903-4ee4-b7cb-54527ea5696d service neutron] Pushing event updated for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:28.638520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] For port dc524c3f-7dae-40ba-929c-8f6e4844ee57, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc524c3f-7dae-40ba-929c-8f6e4844ee57,segment=NetworkSegment(39695124-fb30-4898-a975-d7a9b3b39400),segment_id=39695124-fb30-4898-a975-d7a9b3b39400)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:28.639249 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.644834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-47c6b9d3-9725-4a55-b16d-45fdef9fbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:28.646806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-47c6b9d3-9725-4a55-b16d-45fdef9fbcd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1095 time: 0.0523586 Oct 18 20:41:28.662069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] Calling delete_port for dc524c3f-7dae-40ba-929c-8f6e4844ee57 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:28.675861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.702142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-022be945-c62e-4f56-99e5-07d52e59971f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 200 len: 217 time: 0.0460331 Oct 18 20:41:28.711920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f01f4f-87f4-4fd9-9713-26421b46832e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:28.741246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39695124-fb30-4898-a975-d7a9b3b39400') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:28.741246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39695124-fb30-4898-a975-d7a9b3b39400') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:41:28.759378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.796797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.799338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-d4854019-1e8d-4f38-90d4-b2e9bd9e77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:28.801541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-d4854019-1e8d-4f38-90d4-b2e9bd9e77bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.0886419 Oct 18 20:41:28.803381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:41:28.803900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:41:28.805960 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:41:28.834006 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.853069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-1b0eab7a-beee-4e52-91a8-9ca47474c2b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383136 Oct 18 20:41:28.883411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] Pushing event deleted for resources: {'Port': ['ID=dc524c3f-7dae-40ba-929c-8f6e4844ee57,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:28.897981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec7f76-f632-435c-b161-79cf70b99f5c None None] No DVR routers for this DVR port dc524c3f-7dae-40ba-929c-8f6e4844ee57 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:41:28.899735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.908333 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:28.916046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] 10.222.0.66 "DELETE /v2.0/networks/05f01f4f-87f4-4fd9-9713-26421b46832e HTTP/1.1" status: 204 len: 168 time: 0.9840515 Oct 18 20:41:28.944346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b878e-bcdc-4591-916b-f0aff91dd883 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f01f4f-87f4-4fd9-9713-26421b46832e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:29.068067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-86ca2261-cc3a-4c9b-83dd-7cf5a560edb3 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042086 Oct 18 20:41:29.140459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:29.200459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0ba45162-43d6-4eef-8812-89e2a429cf2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81d69748c9e847358aadf4d8fd817339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545001 Oct 18 20:41:29.201695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56224) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:29.258072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cdd9261-0de2-4dfd-a12f-93035e6f3c61 req-88565c8c-92b1-45fc-9484-6c53ff5b4e0c service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817238 Oct 18 20:41:29.267961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeeba-8cdf-4511-ab84-a309423063c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:29.304987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeeba-8cdf-4511-ab84-a309423063c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:29.393394 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeeba-8cdf-4511-ab84-a309423063c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:29.398503 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea8eeeba-8cdf-4511-ab84-a309423063c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:29.405048 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ea8eeeba-8cdf-4511-ab84-a309423063c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbe678c9-0d63-4e8e-9b88-47e39f3817a1 HTTP/1.1" status: 204 len: 168 time: 0.1981659 Oct 18 20:41:29.414949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8eeeba-8cdf-4511-ab84-a309423063c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe678c9-0d63-4e8e-9b88-47e39f3817a1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:29.702794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:41:29.804888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc524c3f-7dae-40ba-929c-8f6e4844ee57 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:29.846567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: dc524c3f-7dae-40ba-929c-8f6e4844ee57 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:41:29.847605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc524c3f-7dae-40ba-929c-8f6e4844ee57 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:41:29.868689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:41:29.875763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:41:29.876810 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:30.001740 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:30.031923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324924c-5812-4564-94c4-7e78490a3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:30.034347 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3cbaf2-7a3a-45f7-add4-4487ecd1963a" -d '{"events": [{"server_uuid": "6324924c-5812-4564-94c4-7e78490a3826", "name": "network-vif-plugged", "status": "completed", "tag": "43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:30.055028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:30.061415 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:30.143532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:30.221759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-ed1320b9-018f-4113-8f7d-5c671ced5c5a tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:41:30.223382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-ed1320b9-018f-4113-8f7d-5c671ced5c5a tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0116975 Oct 18 20:41:30.271550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-9938f33f-e2d7-46db-ba55-2a53c86baef8 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:30.273327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-9938f33f-e2d7-46db-ba55-2a53c86baef8 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 1094 time: 0.0417709 Oct 18 20:41:30.287161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Request body: {'binding': {'host': 'n-h2-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:30.287649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:41:30.481199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on host n-h2-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:41:30.481496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:41:30.481911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:30.488141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:41:30.488716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:30.496135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:41:30.496717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:30.497356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:41:30.497922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Bound port: 02dc74b4-86be-485b-a0d9-a749599bd5d4, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:41:30.578488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:41:30.589242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:30.591477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-08db69bc-bcad-4954-93df-b5281a26d1bc service neutron] 10.222.0.66 "POST /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3080540 Oct 18 20:41:30.616900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56268) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:30.803229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-632794848-network', 'tenant_id': '425cad9fc2c4488c99cae6ecd55e2b8e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:30.842313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b52529-c6cf-423d-995d-a34136c70e64 req-e11f6a1b-05ee-4616-b3b0-2b1b91518eb2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:30.843822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Made reservation on behalf of 425cad9fc2c4488c99cae6ecd55e2b8e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:30.856443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3b52529-c6cf-423d-995d-a34136c70e64 req-e11f6a1b-05ee-4616-b3b0-2b1b91518eb2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 946 time: 0.0765622 Oct 18 20:41:30.860996 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:30.876715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:30.940060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3b52529-c6cf-423d-995d-a34136c70e64 req-ee760e16-a8b3-4db7-8722-10ca71faa774 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Oct 18 20:41:30.957809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-f2b78187-5b8b-458a-b536-4d2ebc10778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:30.959627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-f2b78187-5b8b-458a-b536-4d2ebc10778b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0780287 Oct 18 20:41:31.020022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:31.020472 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed42bac6-a794-4803-9a90-926244acfa6c x-openstack-request-id: req-ed42bac6-a794-4803-9a90-926244acfa6c {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:31.020780 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b454083-9627-445c-9321-0b426e857521", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:31.021046 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed42bac6-a794-4803-9a90-926244acfa6c {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:31.021570 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f', 'status': 'completed', 'code': 200} Oct 18 20:41:31.028299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:31.057539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:41:31.146889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-de30181b-c943-4ed1-b1a5-4bb024946e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.148827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-de30181b-c943-4ed1-b1a5-4bb024946e76 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.1783557 Oct 18 20:41:31.155386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22235777-d1b5-40bf-9723-86c8d39c180e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:31.159119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:31.159572 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Added segment 4270677e-ea2e-4f85-ae06-c3c95cffd98b of type vlan for network f83f666b-7a8d-47a5-98bb-4cc6c969d166 Oct 18 20:41:31.216515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-98984cfc-c317-4dde-a62d-ac6117fd1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.218062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-98984cfc-c317-4dde-a62d-ac6117fd1bed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1095 time: 0.1384118 Oct 18 20:41:31.233758 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-c6293c16-59ef-48e6-b406-7952170cc5e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0530558 Oct 18 20:41:31.235071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:31.318488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036730d-ca93-4277-91e1-f3117e37e253 req-f655f7ad-cefb-43d0-a613-f7a5fdeb2e49 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.321361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0036730d-ca93-4277-91e1-f3117e37e253 req-f655f7ad-cefb-43d0-a613-f7a5fdeb2e49 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1938145 Oct 18 20:41:31.336515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:31.337897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.339245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:31.354412 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-793157d3-2995-4afb-9afb-1ab12839d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.357197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-793157d3-2995-4afb-9afb-1ab12839d5c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1153173 Oct 18 20:41:31.400908 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7826276 Oct 18 20:41:31.411772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56274) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:41:31.418903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Request body: {'subnet': {'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-632794848-subnet', 'tenant_id': '425cad9fc2c4488c99cae6ecd55e2b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:31.427673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-9c154e76-8e18-4814-971c-e3aac28db19d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580420 Oct 18 20:41:31.459673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-9c0436c7-43f6-47b9-a7f5-16a6d3628fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.461595 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-9c0436c7-43f6-47b9-a7f5-16a6d3628fb3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 914 time: 0.2324269 Oct 18 20:41:31.462121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0036730d-ca93-4277-91e1-f3117e37e253 req-0fae960c-0a0c-44a8-afbf-e1c55b97468d tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281757 Oct 18 20:41:31.487618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355be39-40ad-4c0b-a25f-f191ee619776 admin admin] Pushing event updated for resources: {'Network': ['ID=f83f666b-7a8d-47a5-98bb-4cc6c969d166,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:31.504075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f83f666b-7a8d-47a5-98bb-4cc6c969d166 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:41:31.591134 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-c24dba95-6940-454a-969f-a19c671927b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 200 len: 217 time: 0.1110969 Oct 18 20:41:31.593188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Made reservation on behalf of 425cad9fc2c4488c99cae6ecd55e2b8e for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:31.596984 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:31.683988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393e41-63e4-4aa1-8dfd-462868bebc57 req-fff4d523-378c-41d9-90f0-1bf95ad3760f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.686673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4393e41-63e4-4aa1-8dfd-462868bebc57 req-fff4d523-378c-41d9-90f0-1bf95ad3760f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 944 time: 0.1260991 Oct 18 20:41:31.697365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-c2cdb4c0-64e4-45b2-908e-a6c9d17cc2d3 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579627 Oct 18 20:41:31.720030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5f41a61a-6740-4324-8701-7e4bae9507e7 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:41:31.782392 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-18f4604b-eef8-4175-be55-c7cfd39ee69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:31.784520 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-18f4604b-eef8-4175-be55-c7cfd39ee69c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.1838677 Oct 18 20:41:31.848246 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-8eded747-fbd4-4932-ae0b-743bf76ac4b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506430 Oct 18 20:41:31.901651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4393e41-63e4-4aa1-8dfd-462868bebc57 req-d4181cc6-cfd6-4add-93e3-be5f3550d2a7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019880 Oct 18 20:41:31.940885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-fe3b9ff2-28b4-4c4d-b0ef-4cc2bfd6aae1 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299285 Oct 18 20:41:32.041852 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:32.116910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:32.124665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:32.227424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:32.289463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421db7f7-7b48-4e75-a4e2-a647309b4d95 req-9333a525-3b26-4aa9-880b-0cc20aaec146 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:32.300251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-421db7f7-7b48-4e75-a4e2-a647309b4d95 req-9333a525-3b26-4aa9-880b-0cc20aaec146 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1154666 Oct 18 20:41:32.381189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-421db7f7-7b48-4e75-a4e2-a647309b4d95 req-98f57d04-ae49-480a-a842-d14bc9b99061 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791514 Oct 18 20:41:32.598658 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebeee9f-e46e-4f99-b387-2384a271bdb5 x-openstack-request-id: req-6ebeee9f-e46e-4f99-b387-2384a271bdb5 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:32.599240 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324924c-5812-4564-94c4-7e78490a3826", "name": "network-vif-plugged", "status": "completed", "tag": "43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:32.599773 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ebeee9f-e46e-4f99-b387-2384a271bdb5 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:32.600559 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324924c-5812-4564-94c4-7e78490a3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f', 'code': 200} Oct 18 20:41:32.667690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-216019f5-4ed2-42a5-b36d-d4e7bdf40a37 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8088264 Oct 18 20:41:32.826483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:32.852867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcdb2f-287c-43cf-af78-4b7bca8c69f4 req-3cd55369-f61b-4002-8a2a-9a2519872311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:32.855679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-19bcdb2f-287c-43cf-af78-4b7bca8c69f4 req-3cd55369-f61b-4002-8a2a-9a2519872311 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 1097 time: 0.1284919 Oct 18 20:41:32.873595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae56d00-6a16-4dcb-81f8-46212758678b req-44c7efca-e5dd-4362-be38-441d7ed155ab tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:32.880171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ae56d00-6a16-4dcb-81f8-46212758678b req-44c7efca-e5dd-4362-be38-441d7ed155ab tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1369448 Oct 18 20:41:32.920826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d1b622-fe06-4cb6-b208-a6daaa3b053b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:32.933932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20e0c68f-2f69-482c-a8fb-fe8dbb959ce0 req-72f70730-8466-4b8b-9e97-36e8e04d868e service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471561 Oct 18 20:41:32.949761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Checking segment: {'id': '4270677e-ea2e-4f85-ae06-c3c95cffd98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:32.950474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Network hostable DHCP agents. Network: f83f666b-7a8d-47a5-98bb-4cc6c969d166, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:41:32.979885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Network f83f666b-7a8d-47a5-98bb-4cc6c969d166 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:41:32.989878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-19bcdb2f-287c-43cf-af78-4b7bca8c69f4 req-9922b944-8988-4a5e-a253-bd99804194fd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077843 Oct 18 20:41:32.994221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, f83f666b-7a8d-47a5-98bb-4cc6c969d166) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:41:32.999869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:33.000699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:33.011983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44321b92-1ad3-44d5-a497-d7e3d9edc9be None None] Network f83f666b-7a8d-47a5-98bb-4cc6c969d166 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:41:33.033721 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-90002367-a0a1-4e36-b9b7-37fcab389558 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6203830 Oct 18 20:41:33.045898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ae56d00-6a16-4dcb-81f8-46212758678b req-f868e795-6987-4c7f-b78a-00a0632fcf4e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502147 Oct 18 20:41:33.273141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d2613f-972a-4c34-a760-8eb0c221ebf5 None None] Network f83f666b-7a8d-47a5-98bb-4cc6c969d166 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:41:33.331072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519acb3-9187-4436-9ae8-d3f290492b4f req-4aaeb8fc-5e3d-42ce-8d4b-5bb8cb8aecfd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:33.334099 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e519acb3-9187-4436-9ae8-d3f290492b4f req-4aaeb8fc-5e3d-42ce-8d4b-5bb8cb8aecfd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 946 time: 0.1049516 Oct 18 20:41:33.411268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e519acb3-9187-4436-9ae8-d3f290492b4f req-8dbe7b06-00fe-4c9f-b47b-20edf121bca1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640943 Oct 18 20:41:33.612925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657559-79e4-4071-9d7a-2e6bb231c2e5 req-84727033-ea57-4743-8964-5bfb5e127320 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:33.615295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a657559-79e4-4071-9d7a-2e6bb231c2e5 req-84727033-ea57-4743-8964-5bfb5e127320 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.0849981 Oct 18 20:41:33.699685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a657559-79e4-4071-9d7a-2e6bb231c2e5 req-6d018bab-81ff-43bc-80b8-80d9ee2c9186 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711935 Oct 18 20:41:33.750688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a5a80b00-f780-4066-a6e9-0a86649a986f details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:41:33.949372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd25be9-583c-402c-9c02-6d3ce06f57a2 req-b5ffab29-eec9-4aa4-8a21-ea4ae948ac5b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:33.952113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd25be9-583c-402c-9c02-6d3ce06f57a2 req-b5ffab29-eec9-4aa4-8a21-ea4ae948ac5b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 944 time: 0.1074436 Oct 18 20:41:33.981222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a5a80b00-f780-4066-a6e9-0a86649a986f,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:33.997902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'a5a80b00-f780-4066-a6e9-0a86649a986f', 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c', 'port_id': 'a5a80b00-f780-4066-a6e9-0a86649a986f', 'mac_address': 'fa:16:3e:ab:eb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5da21fb-ded8-48bc-874b-e785473cc185', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:41:34.032307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd25be9-583c-402c-9c02-6d3ce06f57a2 req-e50bab3e-c897-4192-945e-cef91a9290d6 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677440 Oct 18 20:41:34.070535 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:34.098974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a80b00-f780-4066-a6e9-0a86649a986f {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:34.139695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a5a80b00-f780-4066-a6e9-0a86649a986f,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:34.147204 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:34.244879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:34.261123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.262070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.262663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.263449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.264021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.264642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.265195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.265755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.266565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.267135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.267693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.268281 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:34.601547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:34.604503 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b34387-85e2-4d2d-a8c4-9101948765b6" -d '{"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-unplugged", "status": "completed", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:34.710378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-344dbdfa-1cb1-4f12-9faf-16cfae978d45 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:34.711821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-344dbdfa-1cb1-4f12-9faf-16cfae978d45 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/networks?id=f83f666b-7a8d-47a5-98bb-4cc6c969d166 HTTP/1.1" status: 200 len: 817 time: 0.1631331 Oct 18 20:41:34.739087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-54f36f32-c0c8-4df3-9631-332fc40997f9 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/quotas/425cad9fc2c4488c99cae6ecd55e2b8e HTTP/1.1" status: 200 len: 375 time: 0.0149755 Oct 18 20:41:34.752895 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:41:34.787669 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-7153627d-a66e-424f-9694-83f00a1c8bb9 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=425cad9fc2c4488c99cae6ecd55e2b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392799 Oct 18 20:41:34.822990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:34.980666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-68fdb7f9-537c-4727-ab6c-d9048de160a2 service neutron] 10.222.0.66 "GET /v2.0/networks/f83f666b-7a8d-47a5-98bb-4cc6c969d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811268 Oct 18 20:41:35.110087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-a1a634c5-f430-4202-9a97-690562082711 service neutron] 10.222.0.66 "GET /v2.0/networks/f83f666b-7a8d-47a5-98bb-4cc6c969d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224384 Oct 18 20:41:35.472818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ba57d-f946-42f0-8201-8125fa40e203 req-1840a1b8-fec0-4138-8c03-2b4abcfe06a7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:35.479766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a64ba57d-f946-42f0-8201-8125fa40e203 req-1840a1b8-fec0-4138-8c03-2b4abcfe06a7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0995774 Oct 18 20:41:35.561424 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a64ba57d-f946-42f0-8201-8125fa40e203 req-9554d067-6c53-44a7-83ae-4bf4a7a52273 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704792 Oct 18 20:41:36.909419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ad041-b7df-405b-abd9-9e91091d67ba req-bb90b6f4-e2b0-4932-9f01-a0e272797017 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:36.923563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-020ad041-b7df-405b-abd9-9e91091d67ba req-bb90b6f4-e2b0-4932-9f01-a0e272797017 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1093214 Oct 18 20:41:36.976595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-1b9cc690-2dab-4310-8587-dbce8a4e8931 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:36.979866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-1b9cc690-2dab-4310-8587-dbce8a4e8931 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.30 "GET /v2.0/networks?id=f83f666b-7a8d-47a5-98bb-4cc6c969d166 HTTP/1.1" status: 200 len: 817 time: 0.2063067 Oct 18 20:41:36.996693 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-020ad041-b7df-405b-abd9-9e91091d67ba req-e80df297-161c-4bde-bc59-752bdda9819b tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713291 Oct 18 20:41:37.005622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Request body: {'port': {'device_id': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166', 'admin_state_up': True, 'tenant_id': '425cad9fc2c4488c99cae6ecd55e2b8e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:37.192164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6c3f6-ccff-4c3c-8774-c885c115a924 req-964462ef-1fd0-4304-bed7-1b6c422920d4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:37.193977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62c6c3f6-ccff-4c3c-8774-c885c115a924 req-964462ef-1fd0-4304-bed7-1b6c422920d4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0802050 Oct 18 20:41:37.206475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Made reservation on behalf of 425cad9fc2c4488c99cae6ecd55e2b8e for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:37.213406 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:37.276222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62c6c3f6-ccff-4c3c-8774-c885c115a924 req-53128d32-978f-4e9e-bb9c-5fc03ec7d6e1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Oct 18 20:41:37.463046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Allocated IP 172.20.0.2 (f83f666b-7a8d-47a5-98bb-4cc6c969d166/b2d1b622-fe06-4cb6-b208-a6daaa3b053b/94ec44c1-c35e-403f-be7c-f922d9b2d569) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:41:37.502916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7d7a-b78e-4ca2-8132-7d9aa6c6c421 req-b93021c1-2cfd-4135-9771-b11d350c4b49 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:37.505767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e0f7d7a-b78e-4ca2-8132-7d9aa6c6c421 req-b93021c1-2cfd-4135-9771-b11d350c4b49 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 946 time: 0.0970325 Oct 18 20:41:37.575407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e0f7d7a-b78e-4ca2-8132-7d9aa6c6c421 req-e8944a51-cc5b-4e4f-bc97-87bcd874855f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625830 Oct 18 20:41:37.628661 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041e7e72-f8b2-43ec-88af-b07a3042ceef x-openstack-request-id: req-041e7e72-f8b2-43ec-88af-b07a3042ceef {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:37.630063 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-unplugged", "status": "completed", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:37.631093 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-041e7e72-f8b2-43ec-88af-b07a3042ceef {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:37.633742 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'code': 200} Oct 18 20:41:37.762767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:37.779824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a5a80b00-f780-4066-a6e9-0a86649a986f up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:41:37.816658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:37.843025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee78e2-887e-4c05-87f0-29669833d7f0 req-689086ea-2aa7-4237-8b4a-33053af76ebe tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:37.846074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83ee78e2-887e-4c05-87f0-29669833d7f0 req-689086ea-2aa7-4237-8b4a-33053af76ebe tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 945 time: 0.1261871 Oct 18 20:41:37.881893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Network f83f666b-7a8d-47a5-98bb-4cc6c969d166 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:41:37.887162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:41:37.890637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:41:37.921291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port a5a80b00-f780-4066-a6e9-0a86649a986f completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:41:37.931470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port a5a80b00-f780-4066-a6e9-0a86649a986f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:41:37.933220 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:37.946200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83ee78e2-887e-4c05-87f0-29669833d7f0 req-4a1d4da2-ceee-415c-a5fa-de7ae02aba4f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731511 Oct 18 20:41:37.969717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Pushing event updated for resources: {'Port': ['ID=94ec44c1-c35e-403f-be7c-f922d9b2d569,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:37.999725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:38.000850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:38.049507 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-b2824c9d-2c63-4c3f-9aeb-f86086e9620b tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532062 Oct 18 20:41:38.077143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Request body: {'port': {'device_id': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:38.127909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:38.178317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a5a80b00-f780-4066-a6e9-0a86649a986f,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:38.184821 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:38.185434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a6b23-3dfe-45a7-97d6-f1be6a2187d0 req-95bd28e0-9e63-4f33-b1fe-6ac7b84a3a61 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:38.196929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc7a6b23-3dfe-45a7-97d6-f1be6a2187d0 req-95bd28e0-9e63-4f33-b1fe-6ac7b84a3a61 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 931 time: 0.0947952 Oct 18 20:41:38.215026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:38.257244 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc7a6b23-3dfe-45a7-97d6-f1be6a2187d0 req-4d1a086f-f527-4932-8a32-f99602f65d93 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589266 Oct 18 20:41:38.273056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:38.709936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-6c477dda-9f00-4634-818e-3e0199e01982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:38.713270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-6c477dda-9f00-4634-818e-3e0199e01982 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1095 time: 0.1639743 Oct 18 20:41:38.999986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-31a21b41-39ea-4498-b1a5-8c8eb6d12553 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:39.003105 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-31a21b41-39ea-4498-b1a5-8c8eb6d12553 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.1942606 Oct 18 20:41:39.015696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-9d968811-9bf8-4414-8fcc-6d1e7ab71a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:39.018417 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-9d968811-9bf8-4414-8fcc-6d1e7ab71a03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.2932527 Oct 18 20:41:39.029997 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-5cb2e66a-2c21-4e3e-9660-37759e50566c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0175135 Oct 18 20:41:39.033554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ec44c1-c35e-403f-be7c-f922d9b2d569 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:39.062951 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:39.132982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-dbcae6de-3385-4d1a-94fa-92f003b6e882 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945628 Oct 18 20:41:39.164061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Transition to ACTIVE for port object 94ec44c1-c35e-403f-be7c-f922d9b2d569 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:41:39.173381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:39.225732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-6ccb7a30-8796-4589-9ac9-cc2b034697a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 999 time: 0.1834111 Oct 18 20:41:39.278259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-8d9acc10-8583-4dc4-ac7a-c4cb375756ee service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339698 Oct 18 20:41:39.297340 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Pushing event updated for resources: {'Port': ['ID=94ec44c1-c35e-403f-be7c-f922d9b2d569,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:39.397053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-cff8753d-d418-4618-8da5-4d9fbf9afa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:39.399461 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-cff8753d-d418-4618-8da5-4d9fbf9afa64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1567662 Oct 18 20:41:39.419042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-e79862a0-d88b-4e9a-b83f-72465647e720 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335278 Oct 18 20:41:39.488740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Attempting to bind port 94ec44c1-c35e-403f-be7c-f922d9b2d569 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:41:39.488740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Attempting to bind port 94ec44c1-c35e-403f-be7c-f922d9b2d569 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '4270677e-ea2e-4f85-ae06-c3c95cffd98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:41:39.488740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Attempting to bind port 94ec44c1-c35e-403f-be7c-f922d9b2d569 on network f83f666b-7a8d-47a5-98bb-4cc6c969d166 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:39.507342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Port 94ec44c1-c35e-403f-be7c-f922d9b2d569 on network f83f666b-7a8d-47a5-98bb-4cc6c969d166 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:41:39.507873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Attempting to bind port 94ec44c1-c35e-403f-be7c-f922d9b2d569 on network f83f666b-7a8d-47a5-98bb-4cc6c969d166 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:39.529706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:41:39.530246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Checking segment: {'id': '4270677e-ea2e-4f85-ae06-c3c95cffd98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:39.530896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Bound using segment: {'id': '4270677e-ea2e-4f85-ae06-c3c95cffd98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:41:39.531653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Bound port: 94ec44c1-c35e-403f-be7c-f922d9b2d569, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4270677e-ea2e-4f85-ae06-c3c95cffd98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:41:39.532269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:39.558655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-fcf86989-6117-4633-a734-1e9267a87314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:39.561478 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-fcf86989-6117-4633-a734-1e9267a87314 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526883 Oct 18 20:41:39.638169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:39.642419 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e32af2-08ca-4560-876c-41e2dcc58c0f" -d '{"events": [{"server_uuid": "5b454083-9627-445c-9321-0b426e857521", "name": "network-vif-plugged", "status": "completed", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:39.738338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] For port 94ec44c1-c35e-403f-be7c-f922d9b2d569, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:41:39.803781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0000-353b-4b1a-abed-ad32746f6896 req-35d1045e-600a-4515-be8f-2d7cfd9cc5f4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:39.806088 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-157b0000-353b-4b1a-abed-ad32746f6896 req-35d1045e-600a-4515-be8f-2d7cfd9cc5f4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1146681 Oct 18 20:41:39.832559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] For port 94ec44c1-c35e-403f-be7c-f922d9b2d569, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=94ec44c1-c35e-403f-be7c-f922d9b2d569,segment=NetworkSegment(4270677e-ea2e-4f85-ae06-c3c95cffd98b),segment_id=4270677e-ea2e-4f85-ae06-c3c95cffd98b)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:41:39.858727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:39.952270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:39.953461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:39.956513 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] 10.222.0.30 "PUT /v2.0/ports/94ec44c1-c35e-403f-be7c-f922d9b2d569 HTTP/1.1" status: 200 len: 1091 time: 1.8969524 Oct 18 20:41:39.961351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'tag': '94ec44c1-c35e-403f-be7c-f922d9b2d569'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:39.966135 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed" -d '{"events": [{"name": "network-changed", "server_uuid": "e8524d0a-0de4-4ee9-b8a1-863af1acb558", "tag": "94ec44c1-c35e-403f-be7c-f922d9b2d569"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:40.010405 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-1957f138-d591-4387-b588-0aae89849ac2 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315758 Oct 18 20:41:40.090262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b8ade-e734-40e7-ae3c-75380577e17c service neutron] Pushing event updated for resources: {'Port': ['ID=94ec44c1-c35e-403f-be7c-f922d9b2d569,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:40.263203 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-80001abe-89d3-4a2e-9c94-4a1d1f00d2fc req-430b1dac-3c43-4ca3-a664-ab1bf56feabc service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937079 Oct 18 20:41:40.291518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-1970e2dc-ab20-4b2f-a6a6-2f60b0af6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:40.293332 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-1970e2dc-ab20-4b2f-a6a6-2f60b0af6784 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=425cad9fc2c4488c99cae6ecd55e2b8e&device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 1094 time: 0.2723997 Oct 18 20:41:40.296113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-157b0000-353b-4b1a-abed-ad32746f6896 req-05842917-b86d-4f9f-b7b1-b3d29e602bb7 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685800 Oct 18 20:41:40.354523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-fea25cb5-d08c-4bc4-92af-4915fbca7579 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94ec44c1-c35e-403f-be7c-f922d9b2d569 HTTP/1.1" status: 200 len: 217 time: 0.0523756 Oct 18 20:41:40.424614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:41:40.463267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-a28e712e-1730-4c40-b10f-4d862fd0d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:40.464875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-a28e712e-1730-4c40-b10f-4d862fd0d0cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2d1b622-fe06-4cb6-b208-a6daaa3b053b HTTP/1.1" status: 200 len: 857 time: 0.1025691 Oct 18 20:41:40.535392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100c48b-0480-4595-80ce-0a6aa9962df4 req-9a5cfbe5-632c-47dd-841d-bcef7929274a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:40.537944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-900d9a94-0e0f-474f-8079-d43d62ed4f08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f83f666b-7a8d-47a5-98bb-4cc6c969d166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629933 Oct 18 20:41:40.538162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e100c48b-0480-4595-80ce-0a6aa9962df4 req-9a5cfbe5-632c-47dd-841d-bcef7929274a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1299911 Oct 18 20:41:40.605943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:40.627487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '0b993461-b9a5-45ea-8844-b94619b8babd', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': '0b993461-b9a5-45ea-8844-b94619b8babd', 'mac_address': 'fa:16:3e:e5:21:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:41:40.652689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e100c48b-0480-4595-80ce-0a6aa9962df4 req-bacaa47d-5c4b-4593-8002-a0ddcc45cde7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071527 Oct 18 20:41:40.730017 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:40.760584 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-57465b77-ca91-4727-bf24-81a4fb91ba1d service neutron] 10.222.0.30 "GET /v2.0/networks/f83f666b-7a8d-47a5-98bb-4cc6c969d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084334 Oct 18 20:41:40.771532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b993461-b9a5-45ea-8844-b94619b8babd {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:40.836676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:40.867627 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:41.005935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:41.070860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['0b993461-b9a5-45ea-8844-b94619b8babd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:41.088451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642b2b5-05ab-4ed9-b8e6-1687b06e6972 req-b29c8f30-e6cb-4f49-bd1d-e84b17fbe288 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:41.091123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b642b2b5-05ab-4ed9-b8e6-1687b06e6972 req-b29c8f30-e6cb-4f49-bd1d-e84b17fbe288 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 946 time: 0.1092358 Oct 18 20:41:41.091436 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3b63b6a8-ab54-4cd2-b8ce-5dabbfe9ccf6 req-24850d0f-e18b-4f0d-98e6-bb1e9efd89dd service neutron] 10.222.0.30 "GET /v2.0/networks/f83f666b-7a8d-47a5-98bb-4cc6c969d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131733 Oct 18 20:41:41.157773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b642b2b5-05ab-4ed9-b8e6-1687b06e6972 req-777ad6b4-cca1-4acf-9552-af259083091a tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502222 Oct 18 20:41:41.311398 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb510577-e1d4-44a5-a5d1-e74a9eb46168 req-6e5a05d7-2f70-468e-9866-4d1ce051414d tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:41.317480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb510577-e1d4-44a5-a5d1-e74a9eb46168 req-6e5a05d7-2f70-468e-9866-4d1ce051414d tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 943 time: 0.0902092 Oct 18 20:41:41.399379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb510577-e1d4-44a5-a5d1-e74a9eb46168 req-05977edf-8e4a-4e69-9af6-c1a9dd72bb4c tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793378 Oct 18 20:41:41.794763 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59c7d11f-9988-4e8f-afa3-14e430bafdab req-3b85894b-db3c-4325-83a5-374e8210d8e3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 210 time: 0.1172283 Oct 18 20:41:41.985627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-769f055f-39dc-4dc0-aaad-522e043dc216 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:41.987768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-769f055f-39dc-4dc0-aaad-522e043dc216 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.3488421 Oct 18 20:41:42.016455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:42.034252 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe48e52-b689-4cb0-bcf9-2868c76f76d4 x-openstack-request-id: req-afe48e52-b689-4cb0-bcf9-2868c76f76d4 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:42.035170 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b454083-9627-445c-9321-0b426e857521", "name": "network-vif-plugged", "status": "completed", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:42.035170 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afe48e52-b689-4cb0-bcf9-2868c76f76d4 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:42.035711 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f', 'code': 200} Oct 18 20:41:42.114382 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ea5f2-f56a-4e0c-bb2e-973fa7ff120d x-openstack-request-id: req-ea3ea5f2-f56a-4e0c-bb2e-973fa7ff120d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:42.115786 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8524d0a-0de4-4ee9-b8a1-863af1acb558", "tag": "94ec44c1-c35e-403f-be7c-f922d9b2d569", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:42.116471 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea3ea5f2-f56a-4e0c-bb2e-973fa7ff120d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:42.117463 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'tag': '94ec44c1-c35e-403f-be7c-f922d9b2d569', 'status': 'completed', 'code': 200} Oct 18 20:41:42.239470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:41:42.248568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:42.286693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b479aea-5636-4e49-a845-0d2a15dd2d36 req-7604f396-137a-4ce9-bc4f-6f6fa4f1c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:42.289508 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b479aea-5636-4e49-a845-0d2a15dd2d36 req-7604f396-137a-4ce9-bc4f-6f6fa4f1c31d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1097 time: 0.1535449 Oct 18 20:41:42.305218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-07a9668b-df0e-4ee9-8e17-0c91dab111a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:42.307074 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-07a9668b-df0e-4ee9-8e17-0c91dab111a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=425cad9fc2c4488c99cae6ecd55e2b8e&device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 1094 time: 0.1585810 Oct 18 20:41:42.430436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:41:42.469632 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7b479aea-5636-4e49-a845-0d2a15dd2d36 req-b005b273-7147-4c92-ab9d-b70977214166 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712167 Oct 18 20:41:42.511155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-96f5ac8f-1a84-4780-ad79-1ab68e1f7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:42.516695 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-96f5ac8f-1a84-4780-ad79-1ab68e1f7e73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f83f666b-7a8d-47a5-98bb-4cc6c969d166 HTTP/1.1" status: 200 len: 918 time: 0.1999466 Oct 18 20:41:42.557411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 0b993461-b9a5-45ea-8844-b94619b8babd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:41:42.558633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:42.620056 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-1347be8a-f7e6-472b-93e6-91751c516648 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94ec44c1-c35e-403f-be7c-f922d9b2d569 HTTP/1.1" status: 200 len: 217 time: 0.0949771 Oct 18 20:41:42.640708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135983c9-44e3-4e33-93cb-9423abd5e144 req-1f2e94a9-ead0-4889-822b-4c2a5bc1a3b4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:42.643201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-135983c9-44e3-4e33-93cb-9423abd5e144 req-1f2e94a9-ead0-4889-822b-4c2a5bc1a3b4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.3899815 Oct 18 20:41:42.684989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.2 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/178eae64-c3d4-4bf6-ad00-cf0bfda26fe9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:41:42.712510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-48f2bbcd-bb78-4d11-a563-829ff26a92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:42.715923 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-48f2bbcd-bb78-4d11-a563-829ff26a92cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2d1b622-fe06-4cb6-b208-a6daaa3b053b HTTP/1.1" status: 200 len: 857 time: 0.0881917 Oct 18 20:41:42.735287 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:42.791227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:42.796460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-135983c9-44e3-4e33-93cb-9423abd5e144 req-d9ac20c2-63dd-4d83-9efd-833eb11ad907 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326551 Oct 18 20:41:42.801732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:42.810585 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-135a913c-5fa3-44b0-9452-dc69241d5258 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f83f666b-7a8d-47a5-98bb-4cc6c969d166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805292 Oct 18 20:41:42.878941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=10']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:43.021180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:43.144502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3577d-bdf1-442d-8c60-98c77ff667ba req-e03c97ef-fa0f-4185-a587-acfe3ed60cbf tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:43.147208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77f3577d-bdf1-442d-8c60-98c77ff667ba req-e03c97ef-fa0f-4185-a587-acfe3ed60cbf tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1413507 Oct 18 20:41:43.161686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-a04660b9-c15c-405e-87fe-0f3962caa6c2 service neutron] 10.222.0.30 "GET /v2.0/networks/f83f666b-7a8d-47a5-98bb-4cc6c969d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426743 Oct 18 20:41:43.165047 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:43.276110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77f3577d-bdf1-442d-8c60-98c77ff667ba req-04a37339-9eb7-487a-9e5c-ad82dea17cb1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065462 Oct 18 20:41:43.297438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:43.313931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:43.338832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:43.430425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:43.477455 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9cc0ec0d-95bb-4a19-b683-e9f14aab1aed req-33016345-2db7-4975-bdd3-c5a70f72e056 service neutron] 10.222.0.30 "GET /v2.0/networks/f83f666b-7a8d-47a5-98bb-4cc6c969d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062429 Oct 18 20:41:43.499759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:41:43.502550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:41:43.511766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:41:43.577344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:43.578056 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:43.612597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94ee12-6013-43d5-88ad-da18ba0bfd3e req-1a842d36-e64c-4931-965d-fe38d61d11e7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:43.628285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c94ee12-6013-43d5-88ad-da18ba0bfd3e req-1a842d36-e64c-4931-965d-fe38d61d11e7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1988735 Oct 18 20:41:43.674953 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-3a0e24bd-1729-4a29-bd92-d3d07203a54c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6662014 Oct 18 20:41:43.715821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Request body: {'port': {'device_id': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:43.802586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:43.817074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c94ee12-6013-43d5-88ad-da18ba0bfd3e req-8ea4d4ee-0b66-474e-a18e-523aaadfee50 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865244 Oct 18 20:41:44.048021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:44.061532 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd198cca-7891-4f52-8060-fdcebd3c2081" -d '{"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-plugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:44.197720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1ad06-7027-4c91-b843-a185140bf532 req-7046d12d-4327-42f5-ad31-c4983f5513d4 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:44.207458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0df1ad06-7027-4c91-b843-a185140bf532 req-7046d12d-4327-42f5-ad31-c4983f5513d4 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 946 time: 0.2050936 Oct 18 20:41:44.445866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0df1ad06-7027-4c91-b843-a185140bf532 req-0ff929c9-fdb7-4a6c-851b-2cdfcc2d8f35 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342532 Oct 18 20:41:44.446904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 94ec44c1-c35e-403f-be7c-f922d9b2d569 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:41:44.608370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:44.631627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 94ec44c1-c35e-403f-be7c-f922d9b2d569, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=94ec44c1-c35e-403f-be7c-f922d9b2d569,segment=NetworkSegment(4270677e-ea2e-4f85-ae06-c3c95cffd98b),segment_id=4270677e-ea2e-4f85-ae06-c3c95cffd98b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:44.647900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:44.681189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '94ec44c1-c35e-403f-be7c-f922d9b2d569', 'network_id': 'f83f666b-7a8d-47a5-98bb-4cc6c969d166', 'port_id': '94ec44c1-c35e-403f-be7c-f922d9b2d569', 'mac_address': 'fa:16:3e:5a:a2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d1b622-fe06-4cb6-b208-a6daaa3b053b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:41:44.704133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Transition to ACTIVE for port object 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:41:44.718869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:44.758740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392e1c2-2b64-4b5d-8e0f-bc05d729e5f4 req-1af54c23-86da-450e-b09b-466e738576d7 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:44.770844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0392e1c2-2b64-4b5d-8e0f-bc05d729e5f4 req-1af54c23-86da-450e-b09b-466e738576d7 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 943 time: 0.1552169 Oct 18 20:41:44.870665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:44.902512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ec44c1-c35e-403f-be7c-f922d9b2d569 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:44.903343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0392e1c2-2b64-4b5d-8e0f-bc05d729e5f4 req-754f32ff-46c8-4ec9-aa4a-0eea890e58d4 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308734 Oct 18 20:41:44.925861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Pushing event updated for resources: {'Port': ['ID=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:44.978642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 94ec44c1-c35e-403f-be7c-f922d9b2d569, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=94ec44c1-c35e-403f-be7c-f922d9b2d569,segment=NetworkSegment(4270677e-ea2e-4f85-ae06-c3c95cffd98b),segment_id=4270677e-ea2e-4f85-ae06-c3c95cffd98b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:44.990887 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:45.100238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Attempting to bind port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:41:45.100933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Attempting to bind port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:41:45.101994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Attempting to bind port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:45.110989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:41:45.111736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Attempting to bind port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:45.115969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=94ec44c1-c35e-403f-be7c-f922d9b2d569,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:45.124275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:41:45.124990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:45.125699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:41:45.126767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Bound port: 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:41:45.127602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:45.305835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['94ec44c1-c35e-403f-be7c-f922d9b2d569'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:45.354035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff4df1-3840-4752-af9d-39893ca67ac4 req-91851a53-2ba3-46bc-9064-58160aef57fa tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:45.356878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ff4df1-3840-4752-af9d-39893ca67ac4 req-91851a53-2ba3-46bc-9064-58160aef57fa tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 943 time: 0.1322491 Oct 18 20:41:45.358772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] For port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:41:45.365718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] For port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:41:45.403804 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:45.609264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:45.610515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:45.613230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] 10.222.0.79 "PUT /v2.0/ports/178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 HTTP/1.1" status: 200 len: 1091 time: 1.9162025 Oct 18 20:41:45.613817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'tag': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:45.617923 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e784fbd-44e0-4646-8022-00d2e9b9d744" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee6705b-fb84-47a6-b56b-36fdc6df418d", "tag": "178eae64-c3d4-4bf6-ad00-cf0bfda26fe9"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:45.651885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32ff4df1-3840-4752-af9d-39893ca67ac4 req-3346a7ba-98d7-47b3-9f02-db516b0ff750 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759302 Oct 18 20:41:45.665843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104165-506b-40be-b194-ed4a53c26a43 service neutron] Pushing event updated for resources: {'Port': ['ID=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:45.791566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-fb66a166-e28b-4d0b-abd3-a2d24ef49dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:45.794142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-fb66a166-e28b-4d0b-abd3-a2d24ef49dc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 1094 time: 0.0804424 Oct 18 20:41:45.907161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-22a9a0f0-1535-455f-9f98-7203f1aabd18 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 HTTP/1.1" status: 200 len: 217 time: 0.0959451 Oct 18 20:41:46.041561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-b7ac3c9e-d598-4e03-8b6c-ce53061fe905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:46.045029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-b7ac3c9e-d598-4e03-8b6c-ce53061fe905 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1191945 Oct 18 20:41:46.066514 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e765994-c3bd-4e25-8d10-b77cabc6d109 req-114b288f-3dab-444e-b723-d79c6fc0b882 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:46.068160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e765994-c3bd-4e25-8d10-b77cabc6d109 req-114b288f-3dab-444e-b723-d79c6fc0b882 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0989096 Oct 18 20:41:46.118244 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-7ceaf465-adce-4861-9d5c-6000b2b97868 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634718 Oct 18 20:41:46.199818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e765994-c3bd-4e25-8d10-b77cabc6d109 req-7f3ada9d-a972-4737-ba6d-cb22006d36ae tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158607 Oct 18 20:41:46.305730 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-93f8efd8-aebf-444a-8b22-6eeb596a90c3 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785054 Oct 18 20:41:46.325569 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e0aae1-c954-41b6-b505-53a99b82db4b x-openstack-request-id: req-c7e0aae1-c954-41b6-b505-53a99b82db4b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:46.326466 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-plugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:46.326466 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7e0aae1-c954-41b6-b505-53a99b82db4b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:46.326807 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd', 'code': 200} Oct 18 20:41:46.565292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a0dec5c-42d9-443f-9200-54e300aa0036 req-795e5522-1464-4a58-87da-402840e0b89b service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471013 Oct 18 20:41:46.585604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f81170-8bdc-464f-b806-b2464c2ad4b3 req-6c637333-b65a-467a-9c9f-b3e79af5e035 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:46.590452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1f81170-8bdc-464f-b806-b2464c2ad4b3 req-6c637333-b65a-467a-9c9f-b3e79af5e035 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 946 time: 0.1485586 Oct 18 20:41:46.660141 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1f81170-8bdc-464f-b806-b2464c2ad4b3 req-94543c80-3550-4561-be9c-e2214614a13a tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608857 Oct 18 20:41:46.869292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5904e-51df-4255-a875-c753cb75ba2f req-5103282b-98db-46cf-a5b4-a6719d5c180b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:46.871500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2e5904e-51df-4255-a875-c753cb75ba2f req-5103282b-98db-46cf-a5b4-a6719d5c180b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 946 time: 0.1035748 Oct 18 20:41:46.969407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2e5904e-51df-4255-a875-c753cb75ba2f req-057b8593-d758-4bea-9efe-4872258df047 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903234 Oct 18 20:41:47.052950 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6696d89-92bb-4d2d-b74e-6b48a932f511 x-openstack-request-id: req-e6696d89-92bb-4d2d-b74e-6b48a932f511 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:47.053435 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee6705b-fb84-47a6-b56b-36fdc6df418d", "tag": "178eae64-c3d4-4bf6-ad00-cf0bfda26fe9", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:47.053809 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6696d89-92bb-4d2d-b74e-6b48a932f511 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:47.054312 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'tag': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9', 'status': 'completed', 'code': 200} Oct 18 20:41:47.247645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-a8e014ac-0cdc-4d46-ba92-210a8ad91b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:47.249598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-a8e014ac-0cdc-4d46-ba92-210a8ad91b18 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 1094 time: 0.1554489 Oct 18 20:41:47.287439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dd888-a6bd-4b9d-b952-1b1274167d1c req-65c3169d-9d69-4091-a342-56c0c63c1a62 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:47.289138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-776dd888-a6bd-4b9d-b952-1b1274167d1c req-65c3169d-9d69-4091-a342-56c0c63c1a62 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 944 time: 0.1293316 Oct 18 20:41:47.417304 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-776dd888-a6bd-4b9d-b952-1b1274167d1c req-24b702fd-84bc-40fb-a201-78910415be8c tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148913 Oct 18 20:41:47.453046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-ca7558fb-f000-4a87-b624-f5994829fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:47.453046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-ca7558fb-f000-4a87-b624-f5994829fa04 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.1895721 Oct 18 20:41:47.453308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-638be217-1822-446b-9ff7-f0fbc19907f6 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:47.454200 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-638be217-1822-446b-9ff7-f0fbc19907f6 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1097 time: 0.0871837 Oct 18 20:41:47.506386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:47.555048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-2d78be1d-cb6e-41c9-a134-1a3adf40393d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 HTTP/1.1" status: 200 len: 217 time: 0.0718043 Oct 18 20:41:47.668590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-b03e6b89-9740-405f-a4b0-3b7d0b334b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:47.671696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-b03e6b89-9740-405f-a4b0-3b7d0b334b67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1012194 Oct 18 20:41:47.679786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:47.770956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-46c595d2-2e9a-442a-8fef-13220d832a55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873451 Oct 18 20:41:47.808256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:41:48.054418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-a8c82f66-84d8-4d51-bc14-8563fbfad90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:48.058337 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-a8c82f66-84d8-4d51-bc14-8563fbfad90e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1096 time: 0.2183802 Oct 18 20:41:48.066592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:48.077094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-50c08436-91a4-4366-a9df-7e05cc1cb09a service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974064 Oct 18 20:41:48.113611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 has no active binding in host n-h2-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:41:48.186381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:48.320788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e784fbd-44e0-4646-8022-00d2e9b9d744 req-97997dbb-304b-4dc2-8c41-d62e77a9d924 service neutron] 10.222.0.79 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337184 Oct 18 20:41:48.347571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd805db7-0034-490d-acf7-cfca79e93906 req-2ccfe91e-f779-4d3b-9bcf-a0e789c76f67 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:48.350433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd805db7-0034-490d-acf7-cfca79e93906 req-2ccfe91e-f779-4d3b-9bcf-a0e789c76f67 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 943 time: 0.1080344 Oct 18 20:41:48.393985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-e86ea247-29f0-4318-8913-120644019724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:48.396747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-e86ea247-29f0-4318-8913-120644019724 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 918 time: 0.3281415 Oct 18 20:41:48.398801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:41:48.422511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd805db7-0034-490d-acf7-cfca79e93906 req-3601678e-445e-4071-bf3e-245cb154da17 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631175 Oct 18 20:41:48.482614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 94ec44c1-c35e-403f-be7c-f922d9b2d569 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:41:48.539550 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-6931782f-4e0f-4710-b098-d072928b9182 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 200 len: 217 time: 0.0988095 Oct 18 20:41:48.625799 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.629906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:48.634646 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa61ea8e-53df-4f73-82f0-62b763d58147" -d '{"events": [{"server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:48.639187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 94ec44c1-c35e-403f-be7c-f922d9b2d569 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:41:48.644300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.655551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 94ec44c1-c35e-403f-be7c-f922d9b2d569 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:41:48.656315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.664166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.667822 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-b2450155-b2a9-4b3d-acd2-d7536b2ab13f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1416514398&fields=id&tenant_id=89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 267 time: 0.0768166 Oct 18 20:41:48.775351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-7d9aff60-cf91-410d-866c-3152b00937c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:48.776726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0a4d08e1-9e2b-40ee-ba1b-4e704f982cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.778534 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-7d9aff60-cf91-410d-866c-3152b00937c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.2258847 Oct 18 20:41:48.787674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-ff8c9147-df74-41f3-bee1-6349bde7b486 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:48.801918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-ff8c9147-df74-41f3-bee1-6349bde7b486 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 946 time: 0.1119764 Oct 18 20:41:48.808479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'port': {'security_groups': ['97fdbc29-37e4-419d-a065-821d11449569', 'd8b5e19a-30bd-4e0f-9f1d-00512389651a']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:48.855880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.877181 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-b0c76cc3-9682-477f-93e4-382589ac3262 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891821 Oct 18 20:41:48.898340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ec44c1-c35e-403f-be7c-f922d9b2d569'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:48.914765 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85cf855-b56a-4b7c-9746-19c309c34209" -d '{"events": [{"server_uuid": "e8524d0a-0de4-4ee9-b8a1-863af1acb558", "name": "network-vif-plugged", "status": "completed", "tag": "94ec44c1-c35e-403f-be7c-f922d9b2d569"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:48.940775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on host n-h1-812149-2 for vnic_type normal with profile {"migrating_to": "n-h2-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:41:48.941456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:41:48.942005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:48.943728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 94ec44c1-c35e-403f-be7c-f922d9b2d569, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=94ec44c1-c35e-403f-be7c-f922d9b2d569,segment=NetworkSegment(4270677e-ea2e-4f85-ae06-c3c95cffd98b),segment_id=4270677e-ea2e-4f85-ae06-c3c95cffd98b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:48.945339 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.946208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:48.952162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:48.984616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:41:48.984616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Attempting to bind port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:41:48.996059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:41:48.996671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:41:48.997045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:41:48.997523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Bound port: 02dc74b4-86be-485b-a0d9-a749599bd5d4, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:41:48.997886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:49.100589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=94ec44c1-c35e-403f-be7c-f922d9b2d569,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:49.241606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-015b1cd0-0069-40d0-9cfd-7ab0feb9fcbc service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398547 Oct 18 20:41:49.247920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:41:49.254417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:41:49.291797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:49.336667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a5a80b00-f780-4066-a6e9-0a86649a986f,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:49.393354 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:49.402494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:49.421333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:49.530228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:49.531341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:49.541261 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b13c54f-9916-44df-9b8c-b63b264aeec6 req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "PUT /v2.0/ports/a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 200 len: 982 time: 0.7380774 Oct 18 20:41:49.544171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7320-6dc3-4311-88e2-9228afa4e6f9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:49.560106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:49.569087 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86" -d '{"events": [{"name": "network-changed", "server_uuid": "5b454083-9627-445c-9321-0b426e857521", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:49.588056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:49.604208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:49.605383 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:49.607939 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] 10.222.0.79 "PUT /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 1122 time: 2.1216953 Oct 18 20:41:49.627995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.629099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.629247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.629805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.630389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.631166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.631778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.632326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.632937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.633503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.635049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.635203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ec0099-e845-4373-a735-067e223cad63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:41:49.646537 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f71fa843-5bf7-4178-b8b8-531548f95829 req-a6b1456f-9e52-46f4-b70a-8f4736fd25fa service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897517 Oct 18 20:41:49.782496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['02dc74b4-86be-485b-a0d9-a749599bd5d4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:49.876026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f66e-fe47-4975-9686-0df3b581eead req-1153f181-ddf8-43b1-b8a7-566b249592cb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:49.891350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21a0f66e-fe47-4975-9686-0df3b581eead req-1153f181-ddf8-43b1-b8a7-566b249592cb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1990099 Oct 18 20:41:49.976339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21a0f66e-fe47-4975-9686-0df3b581eead req-679d9282-5ebd-4ae8-a61c-594a6802a285 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836463 Oct 18 20:41:50.124222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:50.128027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['02dc74b4-86be-485b-a0d9-a749599bd5d4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:50.131272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:41:50.204269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc8010-c321-4c84-9a24-2ac6475149fb req-7f3f7efc-c7ef-4aa0-9e85-ef4736345faf tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:50.221444 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0dc8010-c321-4c84-9a24-2ac6475149fb req-7f3f7efc-c7ef-4aa0-9e85-ef4736345faf tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1297405 Oct 18 20:41:50.278300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0dc8010-c321-4c84-9a24-2ac6475149fb req-34cafce6-5771-482b-a5ec-1af185108eb2 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551608 Oct 18 20:41:50.364147 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:41:50.479306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d0f83-dac1-4220-8117-79ba07f45a51 req-4c39cdf5-dea7-4073-9214-95bdd9680b97 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:50.480933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b4d0f83-dac1-4220-8117-79ba07f45a51 req-4c39cdf5-dea7-4073-9214-95bdd9680b97 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0707476 Oct 18 20:41:50.574536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b4d0f83-dac1-4220-8117-79ba07f45a51 req-160d340a-9f95-458e-9971-d37a057d54a3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758963 Oct 18 20:41:50.773475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4072b-4dc7-4805-849d-5397b7d9e8aa req-e8a1f231-5573-4877-8d8c-dae9a4182ffa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:50.776891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1b4072b-4dc7-4805-849d-5397b7d9e8aa req-e8a1f231-5573-4877-8d8c-dae9a4182ffa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 945 time: 0.1041031 Oct 18 20:41:50.820440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:50.886862 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1b4072b-4dc7-4805-849d-5397b7d9e8aa req-079ba29f-f699-4580-ba66-d5d027ec9828 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978990 Oct 18 20:41:50.936046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9', 'mac_address': 'fa:16:3e:23:53:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:41:51.004879 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b57278-f52b-4d0e-8dab-1064b551661e x-openstack-request-id: req-92b57278-f52b-4d0e-8dab-1064b551661e {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:51.005996 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:51.006449 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92b57278-f52b-4d0e-8dab-1064b551661e {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:51.007060 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4', 'code': 200} Oct 18 20:41:51.196192 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ae47a-4749-4f9e-b2ea-e1144d364da2 x-openstack-request-id: req-464ae47a-4749-4f9e-b2ea-e1144d364da2 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:51.196784 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8524d0a-0de4-4ee9-b8a1-863af1acb558", "name": "network-vif-plugged", "status": "completed", "tag": "94ec44c1-c35e-403f-be7c-f922d9b2d569", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:51.197156 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-464ae47a-4749-4f9e-b2ea-e1144d364da2 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:51.197864 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ec44c1-c35e-403f-be7c-f922d9b2d569', 'code': 200} Oct 18 20:41:51.273875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:51.351539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:41:51.379194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53831f-59ed-4e82-b6b7-ee731419ab64 req-48075b6e-6823-4fdd-9933-a3bfe3844a55 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:51.382010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e53831f-59ed-4e82-b6b7-ee731419ab64 req-48075b6e-6823-4fdd-9933-a3bfe3844a55 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 943 time: 0.1051621 Oct 18 20:41:51.386332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930c2c3-5a9a-47b6-9991-6a0ce5c923a9 req-85f4dd42-68ff-4651-8701-34cf985b9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:51.388197 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d930c2c3-5a9a-47b6-9991-6a0ce5c923a9 req-85f4dd42-68ff-4651-8701-34cf985b9ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 1096 time: 0.0989480 Oct 18 20:41:51.424079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:51.441514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:51.478512 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e53831f-59ed-4e82-b6b7-ee731419ab64 req-a2d14dce-8d6b-479c-b77c-3b12d85aa3b5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852814 Oct 18 20:41:51.491659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d930c2c3-5a9a-47b6-9991-6a0ce5c923a9 req-19a87876-9380-4bee-bad3-daf34c8e4cae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947597 Oct 18 20:41:51.576147 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:51.650857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-63de6bb1-eb00-4a10-897e-62d30110309e req-3a6a902a-2016-40e6-a3fc-0900585d3900 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-120690402&fields=id&tenant_id=89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 267 time: 0.0566735 Oct 18 20:41:51.716267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de6bb1-eb00-4a10-897e-62d30110309e req-b841ec35-9d42-4709-a51a-52013901fcf6 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:51.730682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-63de6bb1-eb00-4a10-897e-62d30110309e req-b841ec35-9d42-4709-a51a-52013901fcf6 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 985 time: 0.0774903 Oct 18 20:41:51.754997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'port': {'security_groups': ['97fdbc29-37e4-419d-a065-821d11449569', 'd8b5e19a-30bd-4e0f-9f1d-00512389651a', '0859d494-ccf5-404c-a111-93293f1932ef']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:51.885875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:52.221606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['178eae64-c3d4-4bf6-ad00-cf0bfda26fe9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:52.296428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a5a80b00-f780-4066-a6e9-0a86649a986f,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:52.356939 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:52.374436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:52.472017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:52.472017 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:52.477580 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-63de6bb1-eb00-4a10-897e-62d30110309e req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "PUT /v2.0/ports/a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 200 len: 1021 time: 0.7326667 Oct 18 20:41:52.544782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b28853-4d6a-4504-91c5-6cdb06062131 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:52.663047 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b0c76-df3a-4980-bd52-66ef9638645b x-openstack-request-id: req-544b0c76-df3a-4980-bd52-66ef9638645b {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:52.663703 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b454083-9627-445c-9321-0b426e857521", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:52.663703 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-544b0c76-df3a-4980-bd52-66ef9638645b {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:52.664203 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f', 'status': 'completed', 'code': 200} Oct 18 20:41:52.720617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:52.806719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-cb032125-1837-4e5b-b293-7791b71410ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:52.809575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-cb032125-1837-4e5b-b293-7791b71410ff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1175 time: 0.1087911 Oct 18 20:41:52.990688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488be75-8e00-4701-b938-95bf352db12d req-a9b3e422-6686-4a51-a687-67cd280a1dd6 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:53.004981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b488be75-8e00-4701-b938-95bf352db12d req-a9b3e422-6686-4a51-a687-67cd280a1dd6 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0998962 Oct 18 20:41:53.010322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:53.019435 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0e4dec-e097-4dde-8336-36d3841292c6" -d '{"events": [{"name": "network-changed", "server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:53.115690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b488be75-8e00-4701-b938-95bf352db12d req-7299032d-0fae-4810-b08f-cd97a108eabc tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092734 Oct 18 20:41:53.155652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-a6e10310-b5c6-4bad-bcde-4708640e7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:53.183190 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-a6e10310-b5c6-4bad-bcde-4708640e7707 service neutron] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 914 time: 0.3468788 Oct 18 20:41:53.229414 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-4fe19f53-39d3-453e-a805-142ea1821089 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 200 len: 217 time: 0.0508938 Oct 18 20:41:53.262345 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aeb02eed-4910-4624-9bdb-c75e671972b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:53.308034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-72c1e55d-79b6-4875-9a81-d8b56cff70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:53.310293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-72c1e55d-79b6-4875-9a81-d8b56cff70f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.0658572 Oct 18 20:41:53.376020 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-c3dd0656-78f8-4094-883c-1e75d6c9ecd7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573370 Oct 18 20:41:53.445065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ca525-b326-4553-b94b-c95b747cc48e req-516155b5-8329-43a1-a3c3-08c1d22906fa tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:53.447325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc6ca525-b326-4553-b94b-c95b747cc48e req-516155b5-8329-43a1-a3c3-08c1d22906fa tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0993924 Oct 18 20:41:53.548889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc6ca525-b326-4553-b94b-c95b747cc48e req-3ce1f587-e3a3-47d4-9416-7edc4b10b914 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859952 Oct 18 20:41:53.558480 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-5220499a-4b71-4dea-b0d0-0bd7c09b2ae0 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690617 Oct 18 20:41:53.725716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dcce7157-9c82-4d78-b6e7-e4fbdc866e86 req-95bf3835-bf94-4180-8848-18d05c62bc51 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495805 Oct 18 20:41:53.732882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709866-ce69-4069-bbfd-ee89356a2d8d req-1f962063-756b-4edf-b2e9-49dbbee5c8b1 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:53.735107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c709866-ce69-4069-bbfd-ee89356a2d8d req-1f962063-756b-4edf-b2e9-49dbbee5c8b1 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 945 time: 0.0743697 Oct 18 20:41:53.789201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c709866-ce69-4069-bbfd-ee89356a2d8d req-8ee014a3-2b3d-4a66-b404-c8f896134550 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Oct 18 20:41:54.043345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:54.053495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1018e1-bff2-463d-8f02-aede763e985d req-9087c855-acb9-463a-ac31-0e52b5920858 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:54.066752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be1018e1-bff2-463d-8f02-aede763e985d req-9087c855-acb9-463a-ac31-0e52b5920858 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1024 time: 0.0864151 Oct 18 20:41:54.188103 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:54.219212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be1018e1-bff2-463d-8f02-aede763e985d req-861e5cc7-ae0e-4d7a-adc1-e9caef4b8b13 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=0859d494-ccf5-404c-a111-93293f1932ef&id=d8b5e19a-30bd-4e0f-9f1d-00512389651a&id=97fdbc29-37e4-419d-a065-821d11449569 HTTP/1.1" status: 200 len: 6156 time: 0.1461880 Oct 18 20:41:54.402875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51e098-9854-48b6-b36f-4f99ce4d5012 req-1045e597-eb6a-4d3e-9c43-ccb43ea364d8 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:54.417255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d51e098-9854-48b6-b36f-4f99ce4d5012 req-1045e597-eb6a-4d3e-9c43-ccb43ea364d8 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 944 time: 0.1075425 Oct 18 20:41:54.493076 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d51e098-9854-48b6-b36f-4f99ce4d5012 req-4feeb585-9658-496f-8520-b7c911b176a9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738149 Oct 18 20:41:54.654498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070eaac-eec6-4953-a513-1ee9918a47a8 req-1fa44e1b-6474-4b28-ae94-1e56ed4af58c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:54.656042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a070eaac-eec6-4953-a513-1ee9918a47a8 req-1fa44e1b-6474-4b28-ae94-1e56ed4af58c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0724180 Oct 18 20:41:54.664993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:54.668253 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f9058e-799c-473c-a749-4c8de48606bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5b454083-9627-445c-9321-0b426e857521", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:54.749118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a070eaac-eec6-4953-a513-1ee9918a47a8 req-b2c47971-89a2-4b59-a1ca-ad2d1f3aed40 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744817 Oct 18 20:41:54.824613 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f678aa15-c876-4b28-93d5-c4ea8518bad7 x-openstack-request-id: req-f678aa15-c876-4b28-93d5-c4ea8518bad7 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:54.825282 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:54.825282 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f678aa15-c876-4b28-93d5-c4ea8518bad7 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:54.825629 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4', 'status': 'completed', 'code': 200} Oct 18 20:41:54.941651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-7bae6b58-ae8d-4e7e-8c2c-1334a47e7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:54.946568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-7bae6b58-ae8d-4e7e-8c2c-1334a47e7caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1125 time: 0.0896418 Oct 18 20:41:55.036213 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:55.157203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-da1429fd-e95c-498e-8543-440367994d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:55.158976 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-da1429fd-e95c-498e-8543-440367994d88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.2001607 Oct 18 20:41:55.240446 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-4ca962ea-fe87-46f0-8757-ab14f55eaef6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0659370 Oct 18 20:41:55.284604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc2c66-aa01-4f2c-acc0-97ba7317a3c2 req-51a69204-d47f-4a56-8584-50fe14b7ee9a tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:55.297257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75fc2c66-aa01-4f2c-acc0-97ba7317a3c2 req-51a69204-d47f-4a56-8584-50fe14b7ee9a tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0785730 Oct 18 20:41:55.330428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-2ec4b2dd-0a6e-4b00-8495-123205ce6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:55.333294 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-2ec4b2dd-0a6e-4b00-8495-123205ce6f28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0846634 Oct 18 20:41:55.352630 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75fc2c66-aa01-4f2c-acc0-97ba7317a3c2 req-99de044d-3800-4443-9795-6a8d52351f01 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Oct 18 20:41:55.392820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-b2dedbe0-a76c-40e1-99f3-3d7a9a906216 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495508 Oct 18 20:41:55.413599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-8d637bc8-d2cb-43ca-9954-5f342b858cb1 req-f4f554c7-139e-406b-8045-4c4011cd677e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1956319430 ', 'description': 'tempest-description-333667424'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:41:55.448731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d637bc8-d2cb-43ca-9954-5f342b858cb1 req-f4f554c7-139e-406b-8045-4c4011cd677e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:55.577160 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-fe4c06cb-8829-46d8-b697-81f46af0319b service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715460 Oct 18 20:41:55.619365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d637bc8-d2cb-43ca-9954-5f342b858cb1 req-f4f554c7-139e-406b-8045-4c4011cd677e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:55.626027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d637bc8-d2cb-43ca-9954-5f342b858cb1 req-f4f554c7-139e-406b-8045-4c4011cd677e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:55.672081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8d637bc8-d2cb-43ca-9954-5f342b858cb1 req-f4f554c7-139e-406b-8045-4c4011cd677e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:55.693008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d637bc8-d2cb-43ca-9954-5f342b858cb1 req-f4f554c7-139e-406b-8045-4c4011cd677e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2838132 Oct 18 20:41:55.700265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f554c7-139e-406b-8045-4c4011cd677e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf45970-99e8-45ed-a5d3-928feddc9a8c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:55.758805 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe0e4dec-e097-4dde-8336-36d3841292c6 req-6dd66d7f-c0eb-40f0-b96f-09ac56f8c9a1 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621404 Oct 18 20:41:55.834216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:41:55.835177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fbaea-8882-446d-a3d9-1d5c4a35c4f9 req-aa717506-ba90-4c4d-9a18-550e420878e8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:55.838622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b8fbaea-8882-446d-a3d9-1d5c4a35c4f9 req-aa717506-ba90-4c4d-9a18-550e420878e8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0930963 Oct 18 20:41:55.942426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:41:55.949979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:41:55.950454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:55.965013 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b8fbaea-8882-446d-a3d9-1d5c4a35c4f9 req-d536b3d3-25d6-4a12-9988-853368a341f7 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126490 Oct 18 20:41:56.034215 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb5761-1f4a-4697-ab69-c6ff7fd9ab0e x-openstack-request-id: req-6ecb5761-1f4a-4697-ab69-c6ff7fd9ab0e {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:56.034706 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b454083-9627-445c-9321-0b426e857521", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:56.035135 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ecb5761-1f4a-4697-ab69-c6ff7fd9ab0e {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:56.035798 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f', 'status': 'completed', 'code': 200} Oct 18 20:41:56.082828 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:56.191186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:56.197205 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58d8419-fc28-404f-acd2-be841aafe3e0" -d '{"events": [{"server_uuid": "4ee6705b-fb84-47a6-b56b-36fdc6df418d", "name": "network-vif-plugged", "status": "completed", "tag": "178eae64-c3d4-4bf6-ad00-cf0bfda26fe9"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:56.218372 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9058e-799c-473c-a749-4c8de48606bd req-ac158dcf-f3d9-4da8-a72b-ee59a607ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:56.222498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57f9058e-799c-473c-a749-4c8de48606bd req-ac158dcf-f3d9-4da8-a72b-ee59a607ba80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1175 time: 0.1353433 Oct 18 20:41:56.249653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:56.256153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:56.419803 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:56.538450 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:56.548980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9058e-799c-473c-a749-4c8de48606bd req-3b9e5d9e-f1fd-4df2-be94-f6e2cb23ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:56.551603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57f9058e-799c-473c-a749-4c8de48606bd req-3b9e5d9e-f1fd-4df2-be94-f6e2cb23ccac service neutron] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 914 time: 0.3206048 Oct 18 20:41:56.671530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7440d3-4496-45f8-8eec-7ed8e0f43b8a req-c9951669-ae79-4b77-873c-83c6af46ddd6 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:56.674147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57f9058e-799c-473c-a749-4c8de48606bd req-282e9c7d-57f9-4d81-a313-03b0f33aaf13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 200 len: 217 time: 0.1086986 Oct 18 20:41:56.677038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b7440d3-4496-45f8-8eec-7ed8e0f43b8a req-c9951669-ae79-4b77-873c-83c6af46ddd6 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 945 time: 0.0960431 Oct 18 20:41:56.753264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b7440d3-4496-45f8-8eec-7ed8e0f43b8a req-2bca5a19-ecb1-4a6b-870a-80c702db0f7e tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/security-groups?id=22235777-d1b5-40bf-9723-86c8d39c180e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663657 Oct 18 20:41:56.773982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9058e-799c-473c-a749-4c8de48606bd req-162cfecf-a8d4-448c-bc02-a61429eccbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:56.779377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57f9058e-799c-473c-a749-4c8de48606bd req-162cfecf-a8d4-448c-bc02-a61429eccbd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.0956755 Oct 18 20:41:56.867678 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57f9058e-799c-473c-a749-4c8de48606bd req-d70ec224-7b3a-4985-884b-c218f9cd8d3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667832 Oct 18 20:41:56.960272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-be521a3b-6b6a-4716-82c1-e7e264a4cfc5 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:56.962288 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-be521a3b-6b6a-4716-82c1-e7e264a4cfc5 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 945 time: 0.1809106 Oct 18 20:41:56.980039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d125b-15c7-4dfb-bbd8-cb5b10840738 req-6f4d2a5f-56cd-4692-ace9-bae82751f0f6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:56.983256 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd9d125b-15c7-4dfb-bbd8-cb5b10840738 req-6f4d2a5f-56cd-4692-ace9-bae82751f0f6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 945 time: 0.1153669 Oct 18 20:41:57.064336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd9d125b-15c7-4dfb-bbd8-cb5b10840738 req-f28f14d7-5a62-434a-a581-87984a3990dd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735676 Oct 18 20:41:57.239823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-beb4696e-18f4-42b5-8fbd-847132d0f68a req-1d22a184-8004-442f-b01a-834d7ca9dd7e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/baf45970-99e8-45ed-a5d3-928feddc9a8c HTTP/1.1" status: 200 len: 1782 time: 0.1358376 Oct 18 20:41:57.428501 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc3edb0-d94e-4949-abed-1207d387bea8 x-openstack-request-id: req-3cc3edb0-d94e-4949-abed-1207d387bea8 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:57.429312 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee6705b-fb84-47a6-b56b-36fdc6df418d", "name": "network-vif-plugged", "status": "completed", "tag": "178eae64-c3d4-4bf6-ad00-cf0bfda26fe9", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:57.429312 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3cc3edb0-d94e-4949-abed-1207d387bea8 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:57.429640 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9', 'code': 200} Oct 18 20:41:57.464618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57f9058e-799c-473c-a749-4c8de48606bd req-25ce147f-9d46-4769-a5a6-819f6979a489 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850847 Oct 18 20:41:57.549678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Deleting port 94ec44c1-c35e-403f-be7c-f922d9b2d569 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:41:57.550076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:57.616620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2646ae-4563-4e24-9e0c-30e2ebe68eed req-ac5ca13a-815a-4f86-8d9c-843facb695d3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:57.620308 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a2646ae-4563-4e24-9e0c-30e2ebe68eed req-ac5ca13a-815a-4f86-8d9c-843facb695d3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0762165 Oct 18 20:41:57.691443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a2646ae-4563-4e24-9e0c-30e2ebe68eed req-10100888-6e6a-430d-a792-44dabbf8c6ed tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594869 Oct 18 20:41:57.769439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1a32c-f803-43f8-be17-1acd8cc4cd3d req-fb6ffaf7-d67a-4819-aac3-699b4b8d0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:57.771529 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbf1a32c-f803-43f8-be17-1acd8cc4cd3d req-fb6ffaf7-d67a-4819-aac3-699b4b8d0d08 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 1096 time: 0.2491920 Oct 18 20:41:57.785228 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-57f9058e-799c-473c-a749-4c8de48606bd req-0e6671a3-099d-47b4-80a7-a3dabae0ecbb service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025637 Oct 18 20:41:57.855528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] For port 94ec44c1-c35e-403f-be7c-f922d9b2d569, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=94ec44c1-c35e-403f-be7c-f922d9b2d569,segment=NetworkSegment(4270677e-ea2e-4f85-ae06-c3c95cffd98b),segment_id=4270677e-ea2e-4f85-ae06-c3c95cffd98b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:41:57.856040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:57.895592 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dbf1a32c-f803-43f8-be17-1acd8cc4cd3d req-4dc42f71-249b-40c5-a719-96d0237b14e6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064215 Oct 18 20:41:57.901249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Calling delete_port for 94ec44c1-c35e-403f-be7c-f922d9b2d569 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:41:57.935149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de182c2e-9abf-4539-b705-e5cb0d5eb4f9 req-f9a5cf6a-9c18-4914-be60-e35467248480 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:57.943314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de182c2e-9abf-4539-b705-e5cb0d5eb4f9 req-f9a5cf6a-9c18-4914-be60-e35467248480 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 944 time: 0.1274915 Oct 18 20:41:58.000096 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de182c2e-9abf-4539-b705-e5cb0d5eb4f9 req-2b195b41-e712-45e7-a855-76622c1bb567 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553765 Oct 18 20:41:58.175210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:58.190895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['94ec44c1-c35e-403f-be7c-f922d9b2d569'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:41:58.232193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Pushing event deleted for resources: {'Port': ['ID=94ec44c1-c35e-403f-be7c-f922d9b2d569,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:58.234213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77eb2-bcb1-4d7d-bd8b-7ba6fc166b20 req-623189e3-5bfe-4a03-bb80-dedff121ca21 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:58.257284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7ce77eb2-bcb1-4d7d-bd8b-7ba6fc166b20 req-623189e3-5bfe-4a03-bb80-dedff121ca21 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1119580 Oct 18 20:41:58.309412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] No DVR routers for this DVR port 94ec44c1-c35e-403f-be7c-f922d9b2d569 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:41:58.315620 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:58.322608 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a7490db6-8cb9-4b7c-872b-0ce4cbd135d3 req-c8da4de6-5d05-424c-a243-10a51b3c60fa tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.30 "DELETE /v2.0/ports/94ec44c1-c35e-403f-be7c-f922d9b2d569 HTTP/1.1" status: 204 len: 173 time: 0.9732959 Oct 18 20:41:58.323452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'name': 'network-vif-deleted', 'tag': '94ec44c1-c35e-403f-be7c-f922d9b2d569'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:41:58.328236 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b13156-f2e5-48e7-9786-7737fa645fe3" -d '{"events": [{"server_uuid": "e8524d0a-0de4-4ee9-b8a1-863af1acb558", "name": "network-vif-deleted", "tag": "94ec44c1-c35e-403f-be7c-f922d9b2d569"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:41:58.335764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7ce77eb2-bcb1-4d7d-bd8b-7ba6fc166b20 req-181ab6fe-1d86-467b-8e0b-24852df6b407 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763922 Oct 18 20:41:58.474224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-213f08dd-06ee-4c38-b105-43d5e69ed314 req-6a4a7c21-39e5-4524-ac02-20feb9aa012e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/baf45970-99e8-45ed-a5d3-928feddc9a8c HTTP/1.1" status: 200 len: 1782 time: 0.0732443 Oct 18 20:41:58.572271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-213f08dd-06ee-4c38-b105-43d5e69ed314 req-9bd48bec-6321-467c-b718-1ddcfce5d591 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:58.609823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-213f08dd-06ee-4c38-b105-43d5e69ed314 req-9bd48bec-6321-467c-b718-1ddcfce5d591 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:58.679712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-213f08dd-06ee-4c38-b105-43d5e69ed314 req-9bd48bec-6321-467c-b718-1ddcfce5d591 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:58.683267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-213f08dd-06ee-4c38-b105-43d5e69ed314 req-9bd48bec-6321-467c-b718-1ddcfce5d591 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:41:58.684624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-213f08dd-06ee-4c38-b105-43d5e69ed314 req-9bd48bec-6321-467c-b718-1ddcfce5d591 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/baf45970-99e8-45ed-a5d3-928feddc9a8c HTTP/1.1" status: 204 len: 173 time: 0.1949747 Oct 18 20:41:58.695474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd48bec-6321-467c-b718-1ddcfce5d591 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf45970-99e8-45ed-a5d3-928feddc9a8c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:41:58.917356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff10537-b1be-4cf6-8030-8deb9f45e14f req-1950331e-da08-4753-99cb-d2229044a55a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:58.919367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eff10537-b1be-4cf6-8030-8deb9f45e14f req-1950331e-da08-4753-99cb-d2229044a55a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0905211 Oct 18 20:41:58.980356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eff10537-b1be-4cf6-8030-8deb9f45e14f req-8cfda913-0402-47be-b310-75bc833c1d66 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510485 Oct 18 20:41:59.140443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fd6b52e-293c-4388-acb6-49a1b6195f4a req-c4fe96f5-f77b-4743-a8ca-2073734d35d8 tempest-InstanceActionsV221TestJSON-1850118584 tempest-InstanceActionsV221TestJSON-1850118584-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8524d0a-0de4-4ee9-b8a1-863af1acb558 HTTP/1.1" status: 200 len: 210 time: 0.0357826 Oct 18 20:41:59.300874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd845402-171c-4852-8753-f9edbca8b807 req-855d2f2e-0f13-442b-9f7b-47a598f0907b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:59.302607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd845402-171c-4852-8753-f9edbca8b807 req-855d2f2e-0f13-442b-9f7b-47a598f0907b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 945 time: 0.0611689 Oct 18 20:41:59.362330 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd845402-171c-4852-8753-f9edbca8b807 req-84ec88b8-77ea-4bdf-86ad-83328816290f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Oct 18 20:41:59.419246 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e9738-9ff9-4d7d-a44b-5a08083821df x-openstack-request-id: req-592e9738-9ff9-4d7d-a44b-5a08083821df {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:41:59.419988 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8524d0a-0de4-4ee9-b8a1-863af1acb558", "name": "network-vif-deleted", "tag": "94ec44c1-c35e-403f-be7c-f922d9b2d569", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:41:59.420274 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-592e9738-9ff9-4d7d-a44b-5a08083821df {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:41:59.420849 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8524d0a-0de4-4ee9-b8a1-863af1acb558', 'name': 'network-vif-deleted', 'tag': '94ec44c1-c35e-403f-be7c-f922d9b2d569', 'status': 'completed', 'code': 200} Oct 18 20:41:59.836151 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-3c8c0ef9-ee4c-4d6d-ae8e-af0c2c0e85a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825751 Oct 18 20:41:59.938352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-30842539-345b-494e-9677-abc3d1b59d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:41:59.940372 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-30842539-345b-494e-9677-abc3d1b59d20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 1096 time: 0.0511885 Oct 18 20:42:00.119451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-b8c0d5ac-4ebb-4422-98f7-daf7a34dae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:00.122070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-b8c0d5ac-4ebb-4422-98f7-daf7a34dae40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.1493690 Oct 18 20:42:00.172911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-62035568-e605-414b-ab8f-f059ccdc4d53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 200 len: 217 time: 0.0424745 Oct 18 20:42:00.229794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-989b6206-746e-4a55-ac31-bbd694be5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:00.231595 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-989b6206-746e-4a55-ac31-bbd694be5d78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0519171 Oct 18 20:42:00.269758 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-1c0954f5-12e6-4a97-afb6-8d06c4b997b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278878 Oct 18 20:42:00.384672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-ce627c2c-d8d0-429b-8603-6e99c24ce151 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060877 Oct 18 20:42:00.492452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c37d5a9a-0553-4586-8634-1181a35a55a7 req-0b55f523-0ea7-4bda-9864-034c09ac8211 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008151 Oct 18 20:42:02.525230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 94ec44c1-c35e-403f-be7c-f922d9b2d569 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:42:02.556365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 94ec44c1-c35e-403f-be7c-f922d9b2d569 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:42:02.556804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 94ec44c1-c35e-403f-be7c-f922d9b2d569 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:42:02.557274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:42:02.657824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:02.686951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:02.689414 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030a1d75-bab7-4256-ba96-d80e3b8d6973" -d '{"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-unplugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:02.704529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:02.710041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:02.772349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=11']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:05.431995 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-dbd5cf5c-3f48-4ca2-98e8-bfa76303ae92 req-de0a1d0e-03a5-412a-b51e-e7cbe47ceb0a tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:42:05.433166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbd5cf5c-3f48-4ca2-98e8-bfa76303ae92 req-de0a1d0e-03a5-412a-b51e-e7cbe47ceb0a tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/baf45970-99e8-45ed-a5d3-928feddc9a8c HTTP/1.1" status: 404 len: 352 time: 0.0289652 Oct 18 20:42:05.685557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a38e-f1c2-45d1-8145-3ec0b2b5602c req-91a115f4-c11e-4c41-99ab-f7c3cb7a0ee0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:05.688343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81e2a38e-f1c2-45d1-8145-3ec0b2b5602c req-91a115f4-c11e-4c41-99ab-f7c3cb7a0ee0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0871482 Oct 18 20:42:05.764314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81e2a38e-f1c2-45d1-8145-3ec0b2b5602c req-b1a40631-b220-4250-82a6-15cf8b0a1aba tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654438 Oct 18 20:42:05.933173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8c8c-87b9-43fb-845a-55ab829278ca req-6dada2f7-a78e-4565-b30f-426bd9301b10 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:05.935834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-646a8c8c-87b9-43fb-845a-55ab829278ca req-6dada2f7-a78e-4565-b30f-426bd9301b10 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 944 time: 0.0881107 Oct 18 20:42:06.003003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-646a8c8c-87b9-43fb-845a-55ab829278ca req-c6cc920b-49f8-4fd7-b2e5-3cc2fc9e1262 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Oct 18 20:42:06.198608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0436-7c6e-41bf-ae9a-179cac7a18fa req-97778d71-a56e-4377-8ac7-75bb95b3fd79 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:06.200148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-261f0436-7c6e-41bf-ae9a-179cac7a18fa req-97778d71-a56e-4377-8ac7-75bb95b3fd79 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0771866 Oct 18 20:42:06.274602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-261f0436-7c6e-41bf-ae9a-179cac7a18fa req-a55691ed-bc16-4681-b657-3572db691944 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620129 Oct 18 20:42:06.510144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a6085-b6f4-488c-a99a-2189bf9e4435 req-2f71eb75-e90c-4595-805d-39ad637736c7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:06.513302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d2a6085-b6f4-488c-a99a-2189bf9e4435 req-2f71eb75-e90c-4595-805d-39ad637736c7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 945 time: 0.0965936 Oct 18 20:42:06.579554 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d2a6085-b6f4-488c-a99a-2189bf9e4435 req-2d5b91c7-1374-4f74-bde7-85d77623e6d5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589528 Oct 18 20:42:06.636966 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1853918a-1ee9-4d47-a5b1-4be1479de37f x-openstack-request-id: req-1853918a-1ee9-4d47-a5b1-4be1479de37f {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:06.637857 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-unplugged", "status": "completed", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:06.637857 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1853918a-1ee9-4d47-a5b1-4be1479de37f {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:06.638351 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd', 'code': 200} Oct 18 20:42:06.652900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-14c36974-a889-424d-a9c5-a00dfb6511f1 req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1833767289', 'description': 'tempest-description-732604977'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:06.680501 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14c36974-a889-424d-a9c5-a00dfb6511f1 req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:06.796722 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14c36974-a889-424d-a9c5-a00dfb6511f1 req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:06.803146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14c36974-a889-424d-a9c5-a00dfb6511f1 req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:06.846975 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14c36974-a889-424d-a9c5-a00dfb6511f1 req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:06.849289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14c36974-a889-424d-a9c5-a00dfb6511f1 req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2004602 Oct 18 20:42:06.855944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1c722e-c3c4-41a8-9bf8-6bbfeb557f53,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:06.870846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.871481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.871738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.872295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.872925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.873475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.874068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.874613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.875289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.875699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.876245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:06.876840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d3c95a-bfce-4ba3-b72d-564a72f65552 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:07.029179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6972a-30ea-4fa5-bf10-ca70f1a06e3e req-e23b97b6-aceb-4c48-83a2-698c7cd072e6 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:07.030870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fda6972a-30ea-4fa5-bf10-ca70f1a06e3e req-e23b97b6-aceb-4c48-83a2-698c7cd072e6 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 948 time: 0.0855153 Oct 18 20:42:07.089988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fda6972a-30ea-4fa5-bf10-ca70f1a06e3e req-ad997179-1ff8-4327-bb36-41ba64a8d552 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503671 Oct 18 20:42:07.156300 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-5909149d-5b1c-4ab2-89ac-e4ae80aaa293 service neutron] 10.222.0.30 "GET /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4/bindings/n-h2-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.1080034 Oct 18 20:42:07.297302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a02ac-3ca0-4a1e-b1b0-b154a0f1de40 req-8e64beb2-c38b-4bd7-b9c0-0c8d7c7b850a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:07.300227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-083a02ac-3ca0-4a1e-b1b0-b154a0f1de40 req-8e64beb2-c38b-4bd7-b9c0-0c8d7c7b850a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0963776 Oct 18 20:42:07.370786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-083a02ac-3ca0-4a1e-b1b0-b154a0f1de40 req-3ecd2c67-82ed-41e5-8b1e-0b3733ccb56a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522208 Oct 18 20:42:07.458781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:07.484342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:07.531570 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dc74b4-86be-485b-a0d9-a749599bd5d4 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:07.552255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:07.573171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:07.599447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a7c73503-6391-495d-bacc-355a3c3f0861 req-47bc10c4-7e9c-4b43-9d62-da22f741fbf5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-562583503', 'description': 'tempest-description-1921988172'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:07.632223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7c73503-6391-495d-bacc-355a3c3f0861 req-47bc10c4-7e9c-4b43-9d62-da22f741fbf5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:07.664395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] Transition to ACTIVE for port object 02dc74b4-86be-485b-a0d9-a749599bd5d4 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:42:07.670216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:07.730211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7c73503-6391-495d-bacc-355a3c3f0861 req-47bc10c4-7e9c-4b43-9d62-da22f741fbf5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:07.736827 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7c73503-6391-495d-bacc-355a3c3f0861 req-47bc10c4-7e9c-4b43-9d62-da22f741fbf5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:07.742517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] No DVR routers for this DVR port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:42:07.773538 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a7c73503-6391-495d-bacc-355a3c3f0861 req-47bc10c4-7e9c-4b43-9d62-da22f741fbf5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:07.775253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7c73503-6391-495d-bacc-355a3c3f0861 req-47bc10c4-7e9c-4b43-9d62-da22f741fbf5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1803761 Oct 18 20:42:07.782775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc10c4-7e9c-4b43-9d62-da22f741fbf5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c07982-82d4-43de-a3d9-7c25bf2821c7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:07.792099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] Pushing event updated for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:07.800803 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d6ed000b-ceb5-4967-af9b-a2b3ddcf8e48 service neutron] 10.222.0.30 "PUT /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4/bindings/n-h2-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6351938 Oct 18 20:42:07.910875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f365d-3d36-4d8e-a876-a9ede61aba6e req-568a8632-e3ce-4401-8a50-9a2f920b79bb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:07.914644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f83f365d-3d36-4d8e-a876-a9ede61aba6e req-568a8632-e3ce-4401-8a50-9a2f920b79bb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 945 time: 0.0663812 Oct 18 20:42:07.938919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-c616366e-9b30-4a7f-ab84-cf5d526b2065 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:07.941666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-c616366e-9b30-4a7f-ab84-cf5d526b2065 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.0662270 Oct 18 20:42:07.959865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f83f365d-3d36-4d8e-a876-a9ede61aba6e req-ed239ff8-c21e-4d9f-a0f2-284eefae3cf1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Oct 18 20:42:08.017140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-96136244-ad6c-4a2c-9fec-9b9dd6711164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:08.018865 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-96136244-ad6c-4a2c-9fec-9b9dd6711164 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2&tenant_id=eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 1096 time: 0.0556211 Oct 18 20:42:08.097130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-e2806500-b71b-417a-bd05-b57342c053e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:08.098689 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-e2806500-b71b-417a-bd05-b57342c053e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0537126 Oct 18 20:42:08.230400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e8258-6532-40cc-8937-0e204bf41864 req-76292991-2689-402e-aa0f-f8eb23f0db60 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:08.232161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d53e8258-6532-40cc-8937-0e204bf41864 req-76292991-2689-402e-aa0f-f8eb23f0db60 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0646837 Oct 18 20:42:08.255305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d55dd428-4c7f-40f6-9cd4-11671fdca543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:08.257980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d55dd428-4c7f-40f6-9cd4-11671fdca543 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.1513443 Oct 18 20:42:08.281643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d53e8258-6532-40cc-8937-0e204bf41864 req-1f811293-efe0-44d8-a21d-0f2a852a1ff1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382226 Oct 18 20:42:08.351667 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-241aa6b1-89c1-4599-b367-1fa37bddde78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 200 len: 217 time: 0.0771532 Oct 18 20:42:08.400320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bd6e5-2021-49b8-8a4b-6858861c0152 req-29f0b674-a544-4e6d-bb8b-59b1048b35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:08.401983 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-416bd6e5-2021-49b8-8a4b-6858861c0152 req-29f0b674-a544-4e6d-bb8b-59b1048b35da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1096 time: 0.1426666 Oct 18 20:42:08.428832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d8b02a7f-a5df-479f-aac6-e895c49d5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:08.430328 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-d8b02a7f-a5df-479f-aac6-e895c49d5c25 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0678082 Oct 18 20:42:08.459813 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-416bd6e5-2021-49b8-8a4b-6858861c0152 req-3a80e5af-e057-40c5-ad24-28851fa6c4ca service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504544 Oct 18 20:42:08.475758 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-54bced58-fea2-4814-b3bc-93c46d23a965 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317824 Oct 18 20:42:08.510182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d3ac8-cf3f-4b56-9bff-8aded124085b req-6bedd1f6-e98a-4136-8c82-99e43541ec88 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:08.512815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-351d3ac8-cf3f-4b56-9bff-8aded124085b req-6bedd1f6-e98a-4136-8c82-99e43541ec88 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 945 time: 0.0894165 Oct 18 20:42:08.544406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:42:08.581710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-351d3ac8-cf3f-4b56-9bff-8aded124085b req-a5768488-8572-4b75-8829-b286cc4dcc7d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620916 Oct 18 20:42:08.599745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:42:08.628370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-65a140dc-5db7-4439-a601-84d8883bbabd req-3f88709d-237b-4fd6-9c41-c292c37ecf87 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-977334414', 'description': 'tempest-description-1643061315'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:08.660864 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65a140dc-5db7-4439-a601-84d8883bbabd req-3f88709d-237b-4fd6-9c41-c292c37ecf87 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:08.769914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65a140dc-5db7-4439-a601-84d8883bbabd req-3f88709d-237b-4fd6-9c41-c292c37ecf87 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:08.776295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65a140dc-5db7-4439-a601-84d8883bbabd req-3f88709d-237b-4fd6-9c41-c292c37ecf87 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:08.814787 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-65a140dc-5db7-4439-a601-84d8883bbabd req-3f88709d-237b-4fd6-9c41-c292c37ecf87 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:08.816098 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-65a140dc-5db7-4439-a601-84d8883bbabd req-3f88709d-237b-4fd6-9c41-c292c37ecf87 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1988819 Oct 18 20:42:08.821596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88709d-237b-4fd6-9c41-c292c37ecf87 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4f7cc2-c3e6-4e0c-b024-18a07b22a109,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:08.876435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-e80278c7-20df-42cf-9904-9538294cfc1a service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308069 Oct 18 20:42:08.987724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 56724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:09.052799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] Deleting subnet b2d1b622-fe06-4cb6-b208-a6daaa3b053b {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:42:09.057269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.060869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-5fb7bf9d-4e7c-47d4-810e-eb42ff533d71 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756158 Oct 18 20:42:09.105593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.156681 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.275792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e05c00-ccc8-47fc-b489-a2034f20a203 req-d2735aad-17bb-4fad-be27-26b21bc5bcc1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:09.278567 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49e05c00-ccc8-47fc-b489-a2034f20a203 req-d2735aad-17bb-4fad-be27-26b21bc5bcc1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 946 time: 0.0999219 Oct 18 20:42:09.281104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.354301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d1b622-fe06-4cb6-b208-a6daaa3b053b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:09.366073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.372670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26060dd5-029a-483f-bac2-3a1ccbd47e60 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b2d1b622-fe06-4cb6-b208-a6daaa3b053b HTTP/1.1" status: 204 len: 168 time: 0.3800814 Oct 18 20:42:09.376059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56730) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:09.405865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49e05c00-ccc8-47fc-b489-a2034f20a203 req-308614ff-de11-4c08-820c-23c9126f5670 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165769 Oct 18 20:42:09.459277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1f82-15a3-4882-a2e1-e531511db070 req-e7fb8800-7786-456e-8a21-95512113cd4a tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:09.460857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-e7fb8800-7786-456e-8a21-95512113cd4a tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.1216116 Oct 18 20:42:09.464656 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.598878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57a90b5b-d855-42b5-bbe1-3ffc41e828df req-212ffe0a-d1e6-4bc5-9cab-5a17df0d7055 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 10909 time: 0.1549642 Oct 18 20:42:09.607539 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.660909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83f666b-7a8d-47a5-98bb-4cc6c969d166']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:42:09.676601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4270677e-ea2e-4f85-ae06-c3c95cffd98b') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:42:09.676913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4270677e-ea2e-4f85-ae06-c3c95cffd98b') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:42:09.686347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57a90b5b-d855-42b5-bbe1-3ffc41e828df req-e47e2e3b-dd97-4605-879e-bfbcf2ae87f6 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/97fdbc29-37e4-419d-a065-821d11449569 HTTP/1.1" status: 200 len: 2985 time: 0.0790319 Oct 18 20:42:09.694969 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.711059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-951a1f82-15a3-4882-a2e1-e531511db070 req-2c145167-a679-4a41-aff4-d0d6dae6e3df service neutron] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:09.715640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-951a1f82-15a3-4882-a2e1-e531511db070 req-2c145167-a679-4a41-aff4-d0d6dae6e3df service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.716951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-951a1f82-15a3-4882-a2e1-e531511db070 req-2c145167-a679-4a41-aff4-d0d6dae6e3df service neutron] 10.222.0.79 "DELETE /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4/bindings/n-h1-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.2461040 Oct 18 20:42:09.718107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.727298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:42:09.727760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:42:09.730176 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:42:09.774273 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57a90b5b-d855-42b5-bbe1-3ffc41e828df req-1737a4ce-265e-4d64-8006-ca951f9b6743 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/97fdbc29-37e4-419d-a065-821d11449569 HTTP/1.1" status: 200 len: 2985 time: 0.0796993 Oct 18 20:42:09.804436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.815701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:09.822665 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] 10.222.0.66 "DELETE /v2.0/networks/f83f666b-7a8d-47a5-98bb-4cc6c969d166 HTTP/1.1" status: 204 len: 168 time: 0.4450281 Oct 18 20:42:09.845843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9aad1-5f91-4ef4-be87-4af1887593aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f83f666b-7a8d-47a5-98bb-4cc6c969d166,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:10.004493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56748) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:10.068206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-96ac07d6-cbaf-418f-ae88-830f5d6b2988 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=425cad9fc2c4488c99cae6ecd55e2b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592582 Oct 18 20:42:10.068965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56750) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:10.186386 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-765a17eb-3bfa-4010-a7bf-e206a66135d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:10.229057 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-765a17eb-3bfa-4010-a7bf-e206a66135d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:10.303349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-765a17eb-3bfa-4010-a7bf-e206a66135d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:10.307702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-765a17eb-3bfa-4010-a7bf-e206a66135d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:10.312918 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-765a17eb-3bfa-4010-a7bf-e206a66135d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22235777-d1b5-40bf-9723-86c8d39c180e HTTP/1.1" status: 204 len: 168 time: 0.2388539 Oct 18 20:42:10.320885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a17eb-3bfa-4010-a7bf-e206a66135d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22235777-d1b5-40bf-9723-86c8d39c180e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:10.519321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a1f2-e0a6-43ea-a969-ab35c94b19c6 req-7f2e3f5b-9db1-4efe-a57b-694e2330d57e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:10.521295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd66a1f2-e0a6-43ea-a969-ab35c94b19c6 req-7f2e3f5b-9db1-4efe-a57b-694e2330d57e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 945 time: 0.4970276 Oct 18 20:42:10.571203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd66a1f2-e0a6-43ea-a969-ab35c94b19c6 req-84117b0e-0187-42c4-88af-63de1e21f9ba tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Oct 18 20:42:10.715253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40640b95-dbb2-4401-844d-a45408f37e15 req-a08698b8-caca-4d60-870a-e4a17d3548c0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:10.718811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-40640b95-dbb2-4401-844d-a45408f37e15 req-a08698b8-caca-4d60-870a-e4a17d3548c0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0680547 Oct 18 20:42:10.781741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-40640b95-dbb2-4401-844d-a45408f37e15 req-5c319fc3-64fc-4892-a524-554c8462643a tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Oct 18 20:42:10.949082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea7af4-59f5-421b-a259-6603d263651e req-df9eec38-6ea0-4342-872d-e1f422fb7b43 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:10.951185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84ea7af4-59f5-421b-a259-6603d263651e req-df9eec38-6ea0-4342-872d-e1f422fb7b43 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 945 time: 0.0857759 Oct 18 20:42:11.015611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84ea7af4-59f5-421b-a259-6603d263651e req-0496f7f1-ce9d-4510-a5a3-89f28dd9e71a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 Oct 18 20:42:11.109095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-655df135-4e67-428f-afd8-1fbdd4a8c830 req-eb787789-ec65-4581-aeb7-36db816b0658 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/fc1c722e-c3c4-41a8-9bf8-6bbfeb557f53 HTTP/1.1" status: 200 len: 1802 time: 0.0640826 Oct 18 20:42:11.195137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-655df135-4e67-428f-afd8-1fbdd4a8c830 req-50c8e8c9-a78d-4a1b-9189-271e7ca68ac1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.223531 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-655df135-4e67-428f-afd8-1fbdd4a8c830 req-50c8e8c9-a78d-4a1b-9189-271e7ca68ac1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.283794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-655df135-4e67-428f-afd8-1fbdd4a8c830 req-50c8e8c9-a78d-4a1b-9189-271e7ca68ac1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.288756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-655df135-4e67-428f-afd8-1fbdd4a8c830 req-50c8e8c9-a78d-4a1b-9189-271e7ca68ac1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.291289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-655df135-4e67-428f-afd8-1fbdd4a8c830 req-50c8e8c9-a78d-4a1b-9189-271e7ca68ac1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/fc1c722e-c3c4-41a8-9bf8-6bbfeb557f53 HTTP/1.1" status: 204 len: 173 time: 0.1747730 Oct 18 20:42:11.308457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8e8c9-a78d-4a1b-9189-271e7ca68ac1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1c722e-c3c4-41a8-9bf8-6bbfeb557f53,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:11.424011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56792) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:11.574364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-306409359-network', 'tenant_id': 'ffe2697bde7f44ddbc0ed6cfb05a845d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:11.604143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Made reservation on behalf of ffe2697bde7f44ddbc0ed6cfb05a845d for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:11.606829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.617421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.725323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.731186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.751794 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:42:11.757359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:42:11.806089 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.806577 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Added segment 89135ef8-8232-452a-9774-f0cabf0b9915 of type vlan for network 837e43bb-59e0-4db3-aec5-9f803a409f1e Oct 18 20:42:11.811949 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-52326e1b-f047-4706-bc43-3640445785d1 req-6899f7f0-36cd-4130-b432-738ec99789a9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:42:11.813718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52326e1b-f047-4706-bc43-3640445785d1 req-6899f7f0-36cd-4130-b432-738ec99789a9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/fc1c722e-c3c4-41a8-9bf8-6bbfeb557f53 HTTP/1.1" status: 404 len: 352 time: 0.0233376 Oct 18 20:42:11.821998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e05340-17c7-4407-b995-060207d96d3d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:11.890335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.921683 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.923028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:11.924643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:11.971640 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5460246 Oct 18 20:42:11.984880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 56814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:11.992453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Request body: {'subnet': {'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-306409359-subnet', 'tenant_id': 'ffe2697bde7f44ddbc0ed6cfb05a845d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:12.001961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c6665-f518-420e-b471-47b962f20b23 admin admin] Pushing event updated for resources: {'Network': ['ID=837e43bb-59e0-4db3-aec5-9f803a409f1e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:12.014596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:42:12.073800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Made reservation on behalf of ffe2697bde7f44ddbc0ed6cfb05a845d for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:12.077635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:12.099029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592af6b-4914-4db2-9bb8-c620ce304452 req-9472ee5e-1c96-4c5f-bd63-224508da74ec tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:12.101943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5592af6b-4914-4db2-9bb8-c620ce304452 req-9472ee5e-1c96-4c5f-bd63-224508da74ec tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.1256251 Oct 18 20:42:12.219104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5592af6b-4914-4db2-9bb8-c620ce304452 req-ec0ea0bf-bf21-4ca1-94d3-b45434487640 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992739 Oct 18 20:42:12.405705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:12.515882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75653af0-e33e-4678-a575-6657f07ec78d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:12.516255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-d7be9f68-7e7a-4d8b-8edc-eee5c5529dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:12.518794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-d7be9f68-7e7a-4d8b-8edc-eee5c5529dc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1096 time: 0.0767481 Oct 18 20:42:12.532530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Checking segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:12.533056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Network hostable DHCP agents. Network: 837e43bb-59e0-4db3-aec5-9f803a409f1e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:42:12.547626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c283a-7bd9-4ed9-ae15-3a71430a78cc req-ec32e6e2-7254-4ed0-94ad-fc7ee7ff1def tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:12.550057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b49c283a-7bd9-4ed9-ae15-3a71430a78cc req-ec32e6e2-7254-4ed0-94ad-fc7ee7ff1def tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 945 time: 0.1078594 Oct 18 20:42:12.574873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:42:12.597102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 837e43bb-59e0-4db3-aec5-9f803a409f1e) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:12.610084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:12.611029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:12.615099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf813c10-42a1-4e0e-95cd-ac92d571f2b5 None None] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:42:12.622486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b49c283a-7bd9-4ed9-ae15-3a71430a78cc req-e5ebbf19-c7af-4674-8da5-7d67e6f97925 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587265 Oct 18 20:42:12.656144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8a2528b-659c-4ff3-97ac-583f1016ac67 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6700313 Oct 18 20:42:12.704491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-8f1e2de4-7f98-434a-a9cc-1d9079789c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:12.707708 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-8f1e2de4-7f98-434a-a9cc-1d9079789c2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 918 time: 0.1751356 Oct 18 20:42:12.761690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6266941d-3931-44fe-b432-55b10c8d0362 req-21c886b0-8ac1-44f5-a844-7b676d19848b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/08c07982-82d4-43de-a3d9-7c25bf2821c7 HTTP/1.1" status: 200 len: 1802 time: 0.1039331 Oct 18 20:42:12.763842 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-014e330a-a88a-43a2-a506-aa3f976aa571 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 200 len: 217 time: 0.0473058 Oct 18 20:42:12.876869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6266941d-3931-44fe-b432-55b10c8d0362 req-1d36b4b3-7e09-4fe5-ae42-e9f561295779 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:12.889441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-95a63999-0a04-4837-832d-45361aaa7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:12.892080 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-95a63999-0a04-4837-832d-45361aaa7f41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.1161199 Oct 18 20:42:12.937189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-837e43bb-59e0-4db3-aec5-9f803a409f1e', 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'tenant_id': 'ffe2697bde7f44ddbc0ed6cfb05a845d', 'fixed_ips': [{'subnet_id': '75653af0-e33e-4678-a575-6657f07ec78d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:42:12.938069 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:12.948240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6266941d-3931-44fe-b432-55b10c8d0362 req-1d36b4b3-7e09-4fe5-ae42-e9f561295779 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:12.977059 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-bb78b348-5597-4951-a245-d87f4300fb08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621958 Oct 18 20:42:13.034707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6266941d-3931-44fe-b432-55b10c8d0362 req-1d36b4b3-7e09-4fe5-ae42-e9f561295779 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:13.038677 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6266941d-3931-44fe-b432-55b10c8d0362 req-1d36b4b3-7e09-4fe5-ae42-e9f561295779 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:13.042081 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6266941d-3931-44fe-b432-55b10c8d0362 req-1d36b4b3-7e09-4fe5-ae42-e9f561295779 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/08c07982-82d4-43de-a3d9-7c25bf2821c7 HTTP/1.1" status: 204 len: 173 time: 0.2764969 Oct 18 20:42:13.061790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36b4b3-7e09-4fe5-ae42-e9f561295779 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c07982-82d4-43de-a3d9-7c25bf2821c7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:13.139306 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:13.170551 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-861b2358-4785-42ff-ac8d-9c518d7a5a7a service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856046 Oct 18 20:42:13.235136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Allocated IP 172.20.0.2 (837e43bb-59e0-4db3-aec5-9f803a409f1e/75653af0-e33e-4678-a575-6657f07ec78d/68284a7f-84a1-47b9-8c89-550c551fcc76) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:42:13.331077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84078d46-e0ed-4b82-a499-6559d81cc6eb req-8d1b178f-7a29-48b5-b438-54a171252bb5 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438303 Oct 18 20:42:13.509473 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:13.523865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:13.547485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914e9b5-d68e-4c79-9a32-676c0488d7a3 req-8aa4e942-412f-423a-932b-93639e02d97c tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:13.550564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7914e9b5-d68e-4c79-9a32-676c0488d7a3 req-8aa4e942-412f-423a-932b-93639e02d97c tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0819817 Oct 18 20:42:13.599032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:42:13.605615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:13.612521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:42:13.636146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Pushing event updated for resources: {'Port': ['ID=68284a7f-84a1-47b9-8c89-550c551fcc76,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:13.637583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7914e9b5-d68e-4c79-9a32-676c0488d7a3 req-04b22c84-f6ff-4c52-95c8-99826feacf45 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738881 Oct 18 20:42:13.754409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Attempting to bind port 68284a7f-84a1-47b9-8c89-550c551fcc76 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:42:13.755241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Attempting to bind port 68284a7f-84a1-47b9-8c89-550c551fcc76 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:42:13.756026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Attempting to bind port 68284a7f-84a1-47b9-8c89-550c551fcc76 on network 837e43bb-59e0-4db3-aec5-9f803a409f1e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:13.766470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:42:13.767313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Checking segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:13.768340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:13.769224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Bound using segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:42:13.772857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Bound port: 68284a7f-84a1-47b9-8c89-550c551fcc76, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:42:13.775346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:13.802588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-29531f89-b903-4f58-a147-90b471ea6353 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:13.806333 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-29531f89-b903-4f58-a147-90b471ea6353 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ee6705b-fb84-47a6-b56b-36fdc6df418d HTTP/1.1" status: 200 len: 945 time: 0.1078258 Oct 18 20:42:13.810474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8175f-d719-4873-8092-103df433622f req-55a314f3-a9f5-4a10-b8df-bd4eec5658d0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:13.818049 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5e8175f-d719-4873-8092-103df433622f req-55a314f3-a9f5-4a10-b8df-bd4eec5658d0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0827463 Oct 18 20:42:13.890070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] For port 68284a7f-84a1-47b9-8c89-550c551fcc76, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:13.896354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] For port 68284a7f-84a1-47b9-8c89-550c551fcc76, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68284a7f-84a1-47b9-8c89-550c551fcc76,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:42:13.909503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5e8175f-d719-4873-8092-103df433622f req-e07b2544-5a31-44be-8c5d-6308120fac1c tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782647 Oct 18 20:42:13.919972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:14.019413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:42:14.020098 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:14.070243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc26d8-1830-4ed2-b4be-6214af7688c1 None None] Pushing event updated for resources: {'Port': ['ID=68284a7f-84a1-47b9-8c89-550c551fcc76,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:14.215847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:14.216375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:14.233095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:42:14.499875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:14.518386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:14.521800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:14.572345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=178eae64-c3d4-4bf6-ad00-cf0bfda26fe9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:14.633962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-6cfafbdd-ff23-422e-8bb3-10dd126489cb tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:14.637603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-6cfafbdd-ff23-422e-8bb3-10dd126489cb tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 815 time: 0.2127311 Oct 18 20:42:14.680838 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-0b23ae20-a430-47ea-8675-6ea655885678 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/quotas/ffe2697bde7f44ddbc0ed6cfb05a845d HTTP/1.1" status: 200 len: 375 time: 0.0233979 Oct 18 20:42:14.717480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:42:14.721685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:14.729026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-43c5be4f-b0dc-4079-b158-b29a63af166e req-52dd324e-5207-4c00-969b-13b55226e21e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "DELETE /v2.0/ports/178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 HTTP/1.1" status: 204 len: 173 time: 0.9088604 Oct 18 20:42:14.729786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'name': 'network-vif-deleted', 'tag': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:14.736413 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7889e200-d351-4d39-93f7-77a68a539876" -d '{"events": [{"server_uuid": "4ee6705b-fb84-47a6-b56b-36fdc6df418d", "name": "network-vif-deleted", "tag": "178eae64-c3d4-4bf6-ad00-cf0bfda26fe9"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:14.849297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-c3913bf3-b8ca-4f6d-89a6-1dbabed7b3cd tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1509998 Oct 18 20:42:15.049891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-247070f7-1885-45df-9b82-1f57794c7075 service neutron] 10.222.0.66 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860445 Oct 18 20:42:15.211943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-5da6ad14-6fd4-4000-8400-c135dee5d5d2 service neutron] 10.222.0.66 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509309 Oct 18 20:42:15.436609 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-2188ee51-b83c-4c43-a383-1b72814dc94b req-8e786cc1-d5fc-4a61-869a-102b80d2baf1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:42:15.452575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2188ee51-b83c-4c43-a383-1b72814dc94b req-8e786cc1-d5fc-4a61-869a-102b80d2baf1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/08c07982-82d4-43de-a3d9-7c25bf2821c7 HTTP/1.1" status: 404 len: 352 time: 0.0588701 Oct 18 20:42:15.487596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a01e2-13db-4156-808f-2b0d436fc61f None None] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:42:15.575976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-55a83a9d-dc66-47fd-a58f-5e352ddd1cee None None] Provisioning complete for port 68284a7f-84a1-47b9-8c89-550c551fcc76 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:15.579300 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55a83a9d-dc66-47fd-a58f-5e352ddd1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.054711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:42:16.058644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68284a7f-84a1-47b9-8c89-550c551fcc76 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:42:16.126482 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce12faf8-d391-4734-bcc6-f12e41c59382 x-openstack-request-id: req-ce12faf8-d391-4734-bcc6-f12e41c59382 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:16.127229 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee6705b-fb84-47a6-b56b-36fdc6df418d", "name": "network-vif-deleted", "tag": "178eae64-c3d4-4bf6-ad00-cf0bfda26fe9", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:16.127620 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce12faf8-d391-4734-bcc6-f12e41c59382 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:16.128872 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee6705b-fb84-47a6-b56b-36fdc6df418d', 'name': 'network-vif-deleted', 'tag': '178eae64-c3d4-4bf6-ad00-cf0bfda26fe9', 'status': 'completed', 'code': 200} Oct 18 20:42:16.185461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:42:16.186035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 178eae64-c3d4-4bf6-ad00-cf0bfda26fe9 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:42:16.267453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55a83a9d-dc66-47fd-a58f-5e352ddd1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.271327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cb19-fc92-4f5f-be14-523dd2d8acf1 req-30de1b9f-5d08-485f-b854-2728d488efab tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:16.281357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d259cb19-fc92-4f5f-be14-523dd2d8acf1 req-30de1b9f-5d08-485f-b854-2728d488efab tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0904586 Oct 18 20:42:16.343220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d259cb19-fc92-4f5f-be14-523dd2d8acf1 req-91ee0d08-e672-469e-a4c0-3980c51b0790 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610993 Oct 18 20:42:16.356425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-55a83a9d-dc66-47fd-a58f-5e352ddd1cee None None] For port 68284a7f-84a1-47b9-8c89-550c551fcc76, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68284a7f-84a1-47b9-8c89-550c551fcc76,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:16.373197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55a83a9d-dc66-47fd-a58f-5e352ddd1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.431753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 68284a7f-84a1-47b9-8c89-550c551fcc76 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:16.432445 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.496834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a83a9d-dc66-47fd-a58f-5e352ddd1cee None None] Pushing event updated for resources: {'Port': ['ID=68284a7f-84a1-47b9-8c89-550c551fcc76,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:16.646901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31a90310-7df7-40f7-b8b8-97c7a4677cad req-a2e63a0f-a8d6-4b26-9da5-9807980c1237 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/be4f7cc2-c3e6-4e0c-b024-18a07b22a109 HTTP/1.1" status: 200 len: 1802 time: 0.0746844 Oct 18 20:42:16.756908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-31a90310-7df7-40f7-b8b8-97c7a4677cad req-59405e58-5681-444c-a24c-fce786f59fb7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.785060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-31a90310-7df7-40f7-b8b8-97c7a4677cad req-59405e58-5681-444c-a24c-fce786f59fb7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.841606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bc008229-a020-4702-a204-7133e48ab7dc None None] Provisioning complete for port 68284a7f-84a1-47b9-8c89-550c551fcc76 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:16.844049 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc008229-a020-4702-a204-7133e48ab7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.855349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-31a90310-7df7-40f7-b8b8-97c7a4677cad req-59405e58-5681-444c-a24c-fce786f59fb7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.860683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-31a90310-7df7-40f7-b8b8-97c7a4677cad req-59405e58-5681-444c-a24c-fce786f59fb7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:16.862894 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31a90310-7df7-40f7-b8b8-97c7a4677cad req-59405e58-5681-444c-a24c-fce786f59fb7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/be4f7cc2-c3e6-4e0c-b024-18a07b22a109 HTTP/1.1" status: 204 len: 173 time: 0.2006750 Oct 18 20:42:16.881403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405e58-5681-444c-a24c-fce786f59fb7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4f7cc2-c3e6-4e0c-b024-18a07b22a109,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:17.185763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-5d72b291-45a8-4919-a26a-5b4b6012c499 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:17.199277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-5d72b291-45a8-4919-a26a-5b4b6012c499 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 815 time: 0.1883812 Oct 18 20:42:17.228884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-0d8c7d54-41ce-4183-afbc-a74e7eb5dca9 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/quotas/ffe2697bde7f44ddbc0ed6cfb05a845d HTTP/1.1" status: 200 len: 375 time: 0.0275910 Oct 18 20:42:17.291397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-f1076247-3fec-48d7-a60c-ba5a40f86eef tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:17.293672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-f1076247-3fec-48d7-a60c-ba5a40f86eef tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 815 time: 0.1898286 Oct 18 20:42:17.303790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-bfeb0b6b-c905-41bc-b6a6-37576988a0bc tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736732 Oct 18 20:42:17.314838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Request body: {'port': {'device_id': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'admin_state_up': True, 'tenant_id': 'ffe2697bde7f44ddbc0ed6cfb05a845d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:17.439519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-0d87440a-92ab-47cf-838a-c3f715135fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245267 Oct 18 20:42:17.494053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Made reservation on behalf of ffe2697bde7f44ddbc0ed6cfb05a845d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:17.498666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:17.605146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-e582f13a-039c-4ba7-8950-c673da2da143 service neutron] 10.222.0.66 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527042 Oct 18 20:42:17.678647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Allocated IP 172.20.0.4 (837e43bb-59e0-4db3-aec5-9f803a409f1e/75653af0-e33e-4678-a575-6657f07ec78d/53a9d7b1-b305-43db-bc55-911914a0678c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:42:17.893492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68284a7f-84a1-47b9-8c89-550c551fcc76 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:42:18.013855 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.030982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 68284a7f-84a1-47b9-8c89-550c551fcc76 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:18.031792 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.069648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.143227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:42:18.149394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:18.154189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:42:18.234203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:18.235175 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.253539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Pushing event updated for resources: {'Port': ['ID=53a9d7b1-b305-43db-bc55-911914a0678c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:18.293546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-b54780f9-92fc-452f-930d-e33f962e3e5a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835486 Oct 18 20:42:18.315066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Request body: {'port': {'device_id': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:18.461040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.614586 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.772179 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dad6d8a7-f69b-4d25-b93a-afacebe6fbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.796351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-97c34465-a50c-47df-a026-c7d718243eed None None] Provisioning complete for port 53a9d7b1-b305-43db-bc55-911914a0678c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:18.797707 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-97c34465-a50c-47df-a026-c7d718243eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:18.805795 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-28fa3b21-7828-4465-b78d-007da470a2c3 req-2770b933-8026-4649-a5ad-3eaa00894c85 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:42:18.828183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-28fa3b21-7828-4465-b78d-007da470a2c3 req-2770b933-8026-4649-a5ad-3eaa00894c85 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/be4f7cc2-c3e6-4e0c-b024-18a07b22a109 HTTP/1.1" status: 404 len: 352 time: 0.0476367 Oct 18 20:42:18.916668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-97c34465-a50c-47df-a026-c7d718243eed None None] Port 53a9d7b1-b305-43db-bc55-911914a0678c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:42:19.017291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c3a7b-877e-4500-a43b-a11c53c63d9c req-fe373b73-b66d-4399-b263-084309e057d8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:19.020019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee2c3a7b-877e-4500-a43b-a11c53c63d9c req-fe373b73-b66d-4399-b263-084309e057d8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1167569 Oct 18 20:42:19.116763 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee2c3a7b-877e-4500-a43b-a11c53c63d9c req-0f707160-67c2-4ea9-a579-5eb526f5f430 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801761 Oct 18 20:42:19.230191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a9d7b1-b305-43db-bc55-911914a0678c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:19.249159 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:19.278337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Transition to ACTIVE for port object 53a9d7b1-b305-43db-bc55-911914a0678c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:42:19.287516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:19.481082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Pushing event updated for resources: {'Port': ['ID=53a9d7b1-b305-43db-bc55-911914a0678c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:19.628202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Attempting to bind port 53a9d7b1-b305-43db-bc55-911914a0678c on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:42:19.628583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Attempting to bind port 53a9d7b1-b305-43db-bc55-911914a0678c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:42:19.628939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Attempting to bind port 53a9d7b1-b305-43db-bc55-911914a0678c on network 837e43bb-59e0-4db3-aec5-9f803a409f1e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:19.641841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Port 53a9d7b1-b305-43db-bc55-911914a0678c on network 837e43bb-59e0-4db3-aec5-9f803a409f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:42:19.642466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Attempting to bind port 53a9d7b1-b305-43db-bc55-911914a0678c on network 837e43bb-59e0-4db3-aec5-9f803a409f1e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:19.660231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:42:19.660837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Checking segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:19.661078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Bound using segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:42:19.661776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Bound port: 53a9d7b1-b305-43db-bc55-911914a0678c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:42:19.662686 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:19.879440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3674f693-4813-401e-99d7-23a1e479250b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:19.883552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3674f693-4813-401e-99d7-23a1e479250b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 815 time: 0.3692780 Oct 18 20:42:19.930009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-c127d520-b27a-4996-bb64-6bd85ad8101e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/quotas/ffe2697bde7f44ddbc0ed6cfb05a845d HTTP/1.1" status: 200 len: 375 time: 0.0343409 Oct 18 20:42:20.043600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-15d7f1d0-077c-4912-a155-3a3da5fc72a6 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008384 Oct 18 20:42:20.116106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-a58ba6b4-dd62-4b8b-8333-e87c17f3f673 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:20.118344 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-a58ba6b4-dd62-4b8b-8333-e87c17f3f673 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 815 time: 0.2303002 Oct 18 20:42:20.124129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] For port 53a9d7b1-b305-43db-bc55-911914a0678c, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:20.134741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Request body: {'port': {'device_id': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'admin_state_up': True, 'tenant_id': 'ffe2697bde7f44ddbc0ed6cfb05a845d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:20.232042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] For port 53a9d7b1-b305-43db-bc55-911914a0678c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=53a9d7b1-b305-43db-bc55-911914a0678c,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:42:20.233865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-21d56185-73c1-4cc5-824f-e570131d69b2 service neutron] 10.222.0.66 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888025 Oct 18 20:42:20.240902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:20.268304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:20.269483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:20.272004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] 10.222.0.30 "PUT /v2.0/ports/53a9d7b1-b305-43db-bc55-911914a0678c HTTP/1.1" status: 200 len: 1091 time: 1.9697521 Oct 18 20:42:20.282347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'tag': '53a9d7b1-b305-43db-bc55-911914a0678c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:20.284069 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed05b81-4387-4a8b-a25e-379d5da40f16" -d '{"events": [{"name": "network-changed", "server_uuid": "2526a265-f4f9-4359-8a99-80547b7bc2ca", "tag": "53a9d7b1-b305-43db-bc55-911914a0678c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:20.527910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-5fdda0d7-0de1-47c9-a0f0-c21c0b764728 service neutron] 10.222.0.66 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836809 Oct 18 20:42:20.620498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cabb05-6204-4fe5-b9be-06a31a417c88 service neutron] Pushing event updated for resources: {'Port': ['ID=53a9d7b1-b305-43db-bc55-911914a0678c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:20.661611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-4dedc328-1497-4fe3-bca9-667433d802bd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:20.663849 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-4dedc328-1497-4fe3-bca9-667433d802bd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 946 time: 0.3122573 Oct 18 20:42:20.667427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Made reservation on behalf of ffe2697bde7f44ddbc0ed6cfb05a845d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:20.672805 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:20.695177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-1bcfd5b8-dfef-4082-a95c-38a099792530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:20.698169 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-1bcfd5b8-dfef-4082-a95c-38a099792530 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 1094 time: 0.3414598 Oct 18 20:42:20.840933 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-53291caa-d0e4-49bf-a073-f07d1c823520 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53a9d7b1-b305-43db-bc55-911914a0678c HTTP/1.1" status: 200 len: 217 time: 0.1293042 Oct 18 20:42:21.143558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-d765118f-5d67-425b-ac2e-3633b2f42e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:21.146222 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-d765118f-5d67-425b-ac2e-3633b2f42e28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 200 len: 854 time: 0.2933609 Oct 18 20:42:21.172278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9c99-b821-4615-9a28-45380acfaaca req-71f42ecd-5f1c-4683-9bc7-fba89e636b99 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:21.175549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f99b9c99-b821-4615-9a28-45380acfaaca req-71f42ecd-5f1c-4683-9bc7-fba89e636b99 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 946 time: 0.1369689 Oct 18 20:42:21.279718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f99b9c99-b821-4615-9a28-45380acfaaca req-9e8d4a9e-586d-41b3-827a-9e6c56b941ec tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940681 Oct 18 20:42:21.523273 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-222f811e-627d-4926-913c-3b5f09aecb0a req-beb1dc7b-b22a-4030-882a-54e5eb0dabd4 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 6156 time: 0.1594522 Oct 18 20:42:21.670459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-222f811e-627d-4926-913c-3b5f09aecb0a req-b772479b-ae6e-41da-ab01-888a4951a66b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/97fdbc29-37e4-419d-a065-821d11449569 HTTP/1.1" status: 200 len: 2985 time: 0.1346660 Oct 18 20:42:21.809055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-222f811e-627d-4926-913c-3b5f09aecb0a req-3a334643-b8b3-48a9-8930-4d77af6f331b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/97fdbc29-37e4-419d-a065-821d11449569 HTTP/1.1" status: 200 len: 2985 time: 0.1217628 Oct 18 20:42:21.910120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Allocated IP 172.20.0.12 (837e43bb-59e0-4db3-aec5-9f803a409f1e/75653af0-e33e-4678-a575-6657f07ec78d/0d926540-6179-4b7d-a54f-347d41da0f36) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:42:22.079802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:42:22.080274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.089865 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba28acf-7f72-4325-bdd6-f4933e6ff54b x-openstack-request-id: req-1ba28acf-7f72-4325-bdd6-f4933e6ff54b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:22.090343 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2526a265-f4f9-4359-8a99-80547b7bc2ca", "tag": "53a9d7b1-b305-43db-bc55-911914a0678c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:22.090945 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ba28acf-7f72-4325-bdd6-f4933e6ff54b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:22.091589 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'tag': '53a9d7b1-b305-43db-bc55-911914a0678c', 'status': 'completed', 'code': 200} Oct 18 20:42:22.131690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedbc78-d242-48d7-8888-5c607237ea29 req-0835caa6-b3b2-4054-bdfb-9a8cacad1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:22.134126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-0835caa6-b3b2-4054-bdfb-9a8cacad1159 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837e43bb-59e0-4db3-aec5-9f803a409f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3915482 Oct 18 20:42:22.198349 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32c25ed1-c84f-4a2e-bd14-90259818f05f req-e8232603-331e-4a79-a8b6-f73e313dd04f tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 210 time: 0.0395930 Oct 18 20:42:22.347269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.348971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-d50ea757-7573-4b36-a1ee-fac514ee7d32 req-ace4f5bf-e23d-4da4-be02-e2c967c19328 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1855488998', 'description': 'tempest-description-1698883822'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:22.392483 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d50ea757-7573-4b36-a1ee-fac514ee7d32 req-ace4f5bf-e23d-4da4-be02-e2c967c19328 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.405962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:22.405962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.444926 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-89191068-40ed-4625-b936-f898cdca0937 service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024385 Oct 18 20:42:22.445998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:42:22.529009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d50ea757-7573-4b36-a1ee-fac514ee7d32 req-ace4f5bf-e23d-4da4-be02-e2c967c19328 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.536190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d50ea757-7573-4b36-a1ee-fac514ee7d32 req-ace4f5bf-e23d-4da4-be02-e2c967c19328 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.587579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4f5bf-e23d-4da4-be02-e2c967c19328 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd10f13-817c-4fb1-9226-63305fcd3383,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:22.595524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d50ea757-7573-4b36-a1ee-fac514ee7d32 req-ace4f5bf-e23d-4da4-be02-e2c967c19328 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.611538 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d50ea757-7573-4b36-a1ee-fac514ee7d32 req-ace4f5bf-e23d-4da4-be02-e2c967c19328 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2696347 Oct 18 20:42:22.656729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:22.819158 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf105fc2-364d-44bd-8f1d-9bf887445e19 req-f50d9255-cded-4d20-a033-6137f9b1ebed tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:22.822393 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf105fc2-364d-44bd-8f1d-9bf887445e19 req-f50d9255-cded-4d20-a033-6137f9b1ebed tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1017447 Oct 18 20:42:22.876191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf105fc2-364d-44bd-8f1d-9bf887445e19 req-5c8d8937-3c8e-4ab5-9bed-03ab6b0c29d0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Oct 18 20:42:22.896050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:42:22.934441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-adedbc78-d242-48d7-8888-5c607237ea29 req-506a4a8d-7131-4ebd-9864-c103354e3350 service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685776 Oct 18 20:42:22.969683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:22.988482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Pushing event updated for resources: {'Port': ['ID=0d926540-6179-4b7d-a54f-347d41da0f36,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:23.004097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-d255db70-c474-442c-ab92-0b2c6ed71b39 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:23.007076 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-d255db70-c474-442c-ab92-0b2c6ed71b39 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.79 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 815 time: 0.4443998 Oct 18 20:42:23.008790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:42:23.025301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Request body: {'port': {'device_id': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'admin_state_up': True, 'tenant_id': 'ffe2697bde7f44ddbc0ed6cfb05a845d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:23.121314 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-927cf786-d976-4858-b6aa-d94ce270bc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.377072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-44621772-40bd-4569-abf4-8b01f281c0f3 None None] Provisioning complete for port 0d926540-6179-4b7d-a54f-347d41da0f36 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:23.377743 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44621772-40bd-4569-abf4-8b01f281c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.421393 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-cd34b45d-18c0-45b8-981a-55569dd15b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:23.423181 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-cd34b45d-18c0-45b8-981a-55569dd15b0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 1094 time: 0.3922584 Oct 18 20:42:23.432172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-44621772-40bd-4569-abf4-8b01f281c0f3 None None] Port 0d926540-6179-4b7d-a54f-347d41da0f36 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:42:23.455952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:23.457339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.476215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8342-72f2-4664-a0c4-28316eaf2113 req-e5ba8803-8794-4c13-b3a2-388e734c269c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:23.479541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-251d8342-72f2-4664-a0c4-28316eaf2113 req-e5ba8803-8794-4c13-b3a2-388e734c269c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=6324924c-5812-4564-94c4-7e78490a3826 HTTP/1.1" status: 200 len: 946 time: 0.1001911 Oct 18 20:42:23.537251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-251d8342-72f2-4664-a0c4-28316eaf2113 req-d82f7dfd-7d86-4dcd-b610-294ac6bf6dd4 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Oct 18 20:42:23.570221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Made reservation on behalf of ffe2697bde7f44ddbc0ed6cfb05a845d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:23.575781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.578359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.588408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70314-e151-4ae3-8fad-2199563c54de req-9214c860-72c1-412c-bc34-a913c7878574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:23.591076 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7da70314-e151-4ae3-8fad-2199563c54de req-9214c860-72c1-412c-bc34-a913c7878574 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1095 time: 0.3459375 Oct 18 20:42:23.592488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:23.595195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2eeed4a2-2fff-474a-aeee-e411d729a197 req-203965c7-55e9-49e3-b16e-a1831dcbcaf7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-293207948', 'description': 'tempest-description-25338133'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:23.649334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2eeed4a2-2fff-474a-aeee-e411d729a197 req-203965c7-55e9-49e3-b16e-a1831dcbcaf7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.659003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-11ebdfab-6f0a-426f-8b7c-0bd0b50a0697 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5301793 Oct 18 20:42:23.744314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Request body: {'port': {'device_id': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:23.777434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:23.823666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2eeed4a2-2fff-474a-aeee-e411d729a197 req-203965c7-55e9-49e3-b16e-a1831dcbcaf7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.834285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2eeed4a2-2fff-474a-aeee-e411d729a197 req-203965c7-55e9-49e3-b16e-a1831dcbcaf7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.920038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2eeed4a2-2fff-474a-aeee-e411d729a197 req-203965c7-55e9-49e3-b16e-a1831dcbcaf7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:23.940817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2eeed4a2-2fff-474a-aeee-e411d729a197 req-203965c7-55e9-49e3-b16e-a1831dcbcaf7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3477168 Oct 18 20:42:23.940817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203965c7-55e9-49e3-b16e-a1831dcbcaf7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9468ae-0295-43d2-b278-2e54ea9502da,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:23.948568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:42:23.979125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:42:23.979486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:42:24.123143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port 43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:42:24.163503 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:24.173592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-49c4eb5b-a4c5-4972-a581-c58e3e77160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:24.176329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-49c4eb5b-a4c5-4972-a581-c58e3e77160d service neutron] 10.222.0.30 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 916 time: 0.7421129 Oct 18 20:42:24.188851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:24.194401 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0df736cd-119e-4555-ab7d-d9dcee1e7146 req-d8f0a07e-57de-48ec-9d9f-a1195c47f17f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.79 "DELETE /v2.0/ports/43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f HTTP/1.1" status: 204 len: 173 time: 3.4948404 Oct 18 20:42:24.203101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324924c-5812-4564-94c4-7e78490a3826', 'name': 'network-vif-deleted', 'tag': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:24.205745 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a1600-787c-495b-8ef2-4a9ce9a0d20b" -d '{"events": [{"server_uuid": "6324924c-5812-4564-94c4-7e78490a3826", "name": "network-vif-deleted", "tag": "43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:24.297862 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:24.342704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70314-e151-4ae3-8fad-2199563c54de req-d056e62a-c29d-426e-803f-cbf9ac417f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:24.345226 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7da70314-e151-4ae3-8fad-2199563c54de req-d056e62a-c29d-426e-803f-cbf9ac417f96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.6744256 Oct 18 20:42:24.354882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-e7cfbef7-2e8b-439b-892a-96a68c462773 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53a9d7b1-b305-43db-bc55-911914a0678c HTTP/1.1" status: 200 len: 217 time: 0.1446865 Oct 18 20:42:24.707804 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7da70314-e151-4ae3-8fad-2199563c54de req-35dd551c-0788-47ec-8b90-d03755e32cbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 999 time: 0.3468077 Oct 18 20:42:24.736882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Allocated IP 172.20.0.9 (837e43bb-59e0-4db3-aec5-9f803a409f1e/75653af0-e33e-4678-a575-6657f07ec78d/f4506fb0-899b-4a6d-abce-46be0b5fffa7) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:42:24.834773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-e58a4b4e-acad-4202-b1de-07736e16c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:24.836540 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-e58a4b4e-acad-4202-b1de-07736e16c88e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 200 len: 854 time: 0.4586525 Oct 18 20:42:25.027355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:25.056020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9690b2-8ad8-45ad-af4f-e9a199f85869 req-b344b492-1331-4b8c-9a23-560e2b920aec tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:25.066125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f9690b2-8ad8-45ad-af4f-e9a199f85869 req-b344b492-1331-4b8c-9a23-560e2b920aec tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1143751 Oct 18 20:42:25.121231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f9690b2-8ad8-45ad-af4f-e9a199f85869 req-7552c837-a58f-463f-9991-f214f29b075f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539677 Oct 18 20:42:25.160816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70314-e151-4ae3-8fad-2199563c54de req-f598cc86-0ebf-40c4-9ce7-0fc1813807b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:25.162794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7da70314-e151-4ae3-8fad-2199563c54de req-f598cc86-0ebf-40c4-9ce7-0fc1813807b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.2586668 Oct 18 20:42:25.204026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-f9029b55-d360-4672-9a64-a3060580869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:25.206065 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-f9029b55-d360-4672-9a64-a3060580869c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837e43bb-59e0-4db3-aec5-9f803a409f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2865307 Oct 18 20:42:25.229668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08145245-12d8-44b8-8bd3-a37879fac830 req-2a2ccbd1-a079-4580-823f-e7ac72a880e2 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 210 time: 0.0338724 Oct 18 20:42:25.425879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:25.445039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70314-e151-4ae3-8fad-2199563c54de req-df15b90f-ce1f-411e-a955-5f7bc4b06d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:25.446740 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7da70314-e151-4ae3-8fad-2199563c54de req-df15b90f-ce1f-411e-a955-5f7bc4b06d9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333422 Oct 18 20:42:25.511176 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-69a7dcda-1672-484c-8023-01fd5573d37d service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856300 Oct 18 20:42:25.608784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:25.656916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7781fbce-e43a-4826-aa00-7ffc0cb6ea3a tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:25.659005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7781fbce-e43a-4826-aa00-7ffc0cb6ea3a tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 813 time: 0.1818826 Oct 18 20:42:25.684131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-41fc0a72-e9ce-4731-b201-f613dd16db7e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/quotas/89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 375 time: 0.0180027 Oct 18 20:42:25.776668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-10a9167e-d613-476f-9cd6-874a77e413d2 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842764 Oct 18 20:42:25.960611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-583927ee-c639-4185-9bd1-eec7e34c35cf service neutron] 10.222.0.66 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724496 Oct 18 20:42:26.090933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-5a1e3601-66a9-49d4-b4d0-8b70664420d6 service neutron] 10.222.0.66 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221185 Oct 18 20:42:26.173733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:42:26.185710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:26.195741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:42:26.203610 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7da70314-e151-4ae3-8fad-2199563c54de req-0fb747cd-bc55-48da-93ac-966d4631e927 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7442889 Oct 18 20:42:26.369173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Pushing event updated for resources: {'Port': ['ID=f4506fb0-899b-4a6d-abce-46be0b5fffa7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:26.387764 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6db427-f137-4f8f-8923-71f73968ba54 x-openstack-request-id: req-ec6db427-f137-4f8f-8923-71f73968ba54 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:26.393038 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324924c-5812-4564-94c4-7e78490a3826", "name": "network-vif-deleted", "tag": "43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:26.394572 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec6db427-f137-4f8f-8923-71f73968ba54 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:26.396839 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324924c-5812-4564-94c4-7e78490a3826', 'name': 'network-vif-deleted', 'tag': '43df48a0-9d7e-4a0c-8bf5-47dda6e56f1f', 'status': 'completed', 'code': 200} Oct 18 20:42:26.438331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ed05b81-4387-4a8b-a25e-379d5da40f16 req-28d8ac91-bfea-4a83-8818-255260c04df6 service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171324 Oct 18 20:42:26.543354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:26.545336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:26.546799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:26.555869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7da70314-e151-4ae3-8fad-2199563c54de req-d222b7f1-be25-440f-8af1-85815a75ee80 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309319 Oct 18 20:42:26.604950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-2397c3d0-19bc-4889-abe8-49e6e7464f2b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5861404 Oct 18 20:42:26.647928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Request body: {'port': {'device_id': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:26.679537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 53a9d7b1-b305-43db-bc55-911914a0678c details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:42:26.720548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d926540-6179-4b7d-a54f-347d41da0f36 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:26.737052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:26.829341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:26.831984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Transition to ACTIVE for port object 0d926540-6179-4b7d-a54f-347d41da0f36 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:42:26.852147 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:27.026882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 53a9d7b1-b305-43db-bc55-911914a0678c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=53a9d7b1-b305-43db-bc55-911914a0678c,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:27.050378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '53a9d7b1-b305-43db-bc55-911914a0678c', 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'port_id': '53a9d7b1-b305-43db-bc55-911914a0678c', 'mac_address': 'fa:16:3e:6e:a0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75653af0-e33e-4678-a575-6657f07ec78d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:42:27.069814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-34880216-7744-42f5-9b0d-30ca5b6f7ccd None None] Provisioning complete for port f4506fb0-899b-4a6d-abce-46be0b5fffa7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:27.071540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34880216-7744-42f5-9b0d-30ca5b6f7ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:27.443922 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:27.444850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ac41d-e341-4bb3-b29e-dd9d06217e8b req-bb6a3dcd-1fc8-4cda-a36b-3f8627d2810f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:27.458636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f01ac41d-e341-4bb3-b29e-dd9d06217e8b req-bb6a3dcd-1fc8-4cda-a36b-3f8627d2810f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2224462 Oct 18 20:42:27.543025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4506fb0-899b-4a6d-abce-46be0b5fffa7 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:27.549771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f01ac41d-e341-4bb3-b29e-dd9d06217e8b req-92de4aec-6675-469a-b543-9f5f7d730c92 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878479 Oct 18 20:42:27.554278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:27.565565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-34880216-7744-42f5-9b0d-30ca5b6f7ccd None None] Port f4506fb0-899b-4a6d-abce-46be0b5fffa7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:42:27.575160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Transition to ACTIVE for port object f4506fb0-899b-4a6d-abce-46be0b5fffa7 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:42:27.589284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a9d7b1-b305-43db-bc55-911914a0678c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:27.635043 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:27.681848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 53a9d7b1-b305-43db-bc55-911914a0678c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=53a9d7b1-b305-43db-bc55-911914a0678c,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:27.724711 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:27.760063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfda977-f88d-4567-be1b-3170e6febd19 req-4c16c32d-666b-40f8-91cb-c01c1cffc2ee tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:27.783474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abfda977-f88d-4567-be1b-3170e6febd19 req-4c16c32d-666b-40f8-91cb-c01c1cffc2ee tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 943 time: 0.1362631 Oct 18 20:42:27.790855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Attempting to bind port 0d926540-6179-4b7d-a54f-347d41da0f36 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:42:27.791440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Attempting to bind port 0d926540-6179-4b7d-a54f-347d41da0f36 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:42:27.791945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Attempting to bind port 0d926540-6179-4b7d-a54f-347d41da0f36 on network 837e43bb-59e0-4db3-aec5-9f803a409f1e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:27.811649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Port 0d926540-6179-4b7d-a54f-347d41da0f36 on network 837e43bb-59e0-4db3-aec5-9f803a409f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:42:27.812219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Attempting to bind port 0d926540-6179-4b7d-a54f-347d41da0f36 on network 837e43bb-59e0-4db3-aec5-9f803a409f1e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:27.867850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=53a9d7b1-b305-43db-bc55-911914a0678c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:27.872074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abfda977-f88d-4567-be1b-3170e6febd19 req-66d02872-3887-4b7e-8fdc-11f8e76bc068 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820854 Oct 18 20:42:27.877161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:42:27.877830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Checking segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:27.878233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Bound using segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:42:27.878815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Bound port: 0d926540-6179-4b7d-a54f-347d41da0f36, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:42:27.881002 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:27.957309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Pushing event updated for resources: {'Port': ['ID=0d926540-6179-4b7d-a54f-347d41da0f36,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:28.008486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['53a9d7b1-b305-43db-bc55-911914a0678c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:28.187819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5021da30-e579-4b66-bc74-0af2138773c7 req-d160c097-f735-48fa-86c5-5618991c193c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 210 time: 0.1086774 Oct 18 20:42:28.281066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Pushing event updated for resources: {'Port': ['ID=f4506fb0-899b-4a6d-abce-46be0b5fffa7,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:28.304623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] For port 0d926540-6179-4b7d-a54f-347d41da0f36, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:28.383858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] For port 0d926540-6179-4b7d-a54f-347d41da0f36, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0d926540-6179-4b7d-a54f-347d41da0f36,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:42:28.388037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Attempting to bind port f4506fb0-899b-4a6d-abce-46be0b5fffa7 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:42:28.388840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Attempting to bind port f4506fb0-899b-4a6d-abce-46be0b5fffa7 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:42:28.389049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Attempting to bind port f4506fb0-899b-4a6d-abce-46be0b5fffa7 on network 837e43bb-59e0-4db3-aec5-9f803a409f1e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:28.396543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Port f4506fb0-899b-4a6d-abce-46be0b5fffa7 on network 837e43bb-59e0-4db3-aec5-9f803a409f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:42:28.397151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Attempting to bind port f4506fb0-899b-4a6d-abce-46be0b5fffa7 on network 837e43bb-59e0-4db3-aec5-9f803a409f1e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:28.405770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:28.424167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:42:28.424587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Checking segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:28.425120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Bound using segment: {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:42:28.425613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Bound port: f4506fb0-899b-4a6d-abce-46be0b5fffa7, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89135ef8-8232-452a-9774-f0cabf0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:42:28.425970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:28.473306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:28.475790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:28.478326 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] 10.222.0.30 "PUT /v2.0/ports/0d926540-6179-4b7d-a54f-347d41da0f36 HTTP/1.1" status: 200 len: 1092 time: 4.7495570 Oct 18 20:42:28.505111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'tag': '0d926540-6179-4b7d-a54f-347d41da0f36'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:28.523293 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f506e999-069d-496c-871f-38dd7e252b42" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5d946a-9c7e-4a6a-ab23-ecab868624a4", "tag": "0d926540-6179-4b7d-a54f-347d41da0f36"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:28.761039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ea5b2270-4a2c-4a5a-8649-45658c507519 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:28.768537 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ea5b2270-4a2c-4a5a-8649-45658c507519 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.3781528 Oct 18 20:42:28.829134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-187cc437-132c-4d77-92d8-996f3943dbb9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0320556 Oct 18 20:42:28.960134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a64789-5999-48bc-b6f5-1a837a4fe407 service neutron] Pushing event updated for resources: {'Port': ['ID=0d926540-6179-4b7d-a54f-347d41da0f36,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:29.003306 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-4d7a7ae3-7d26-4302-b863-1f0d2c821569 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695879 Oct 18 20:42:29.269606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] For port f4506fb0-899b-4a6d-abce-46be0b5fffa7, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:29.276304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] For port f4506fb0-899b-4a6d-abce-46be0b5fffa7, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f4506fb0-899b-4a6d-abce-46be0b5fffa7,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:42:29.285710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-671183b4-ca84-4404-8b7b-3f6c36fe0404 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803285 Oct 18 20:42:29.330018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:29.340888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-92c6fbe2-a939-475d-a504-e88589e12902 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:29.344215 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-92c6fbe2-a939-475d-a504-e88589e12902 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 813 time: 0.3743424 Oct 18 20:42:29.365489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'port': {'device_id': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c', 'admin_state_up': True, 'tenant_id': '89e8fc2670d9412094bb79bb26d1b471'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:29.400044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-c74de6a9-5280-4468-8239-9573811be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:29.403016 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-c74de6a9-5280-4468-8239-9573811be231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 1095 time: 0.8651490 Oct 18 20:42:29.418748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:29.420177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:29.422900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] 10.222.0.79 "PUT /v2.0/ports/f4506fb0-899b-4a6d-abce-46be0b5fffa7 HTTP/1.1" status: 200 len: 1091 time: 2.7825034 Oct 18 20:42:29.528484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-7d3ab80f-1b36-46d1-a73d-1116310768aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d926540-6179-4b7d-a54f-347d41da0f36 HTTP/1.1" status: 200 len: 217 time: 0.1037564 Oct 18 20:42:29.609139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-9563458a-39c4-4455-95ea-acd351c7b4ac service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192086 Oct 18 20:42:29.815204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572ef87-4229-4e61-82bf-ac826e6fbc91 service neutron] Pushing event updated for resources: {'Port': ['ID=f4506fb0-899b-4a6d-abce-46be0b5fffa7,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:29.866507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-730fcdba-5fc9-4005-9d6e-aba23a130db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:29.870544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-730fcdba-5fc9-4005-9d6e-aba23a130db3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 1094 time: 0.3408296 Oct 18 20:42:29.884088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-aed4c8ab-bb2b-4ba6-8f35-c7af4bab5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:29.887673 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-aed4c8ab-bb2b-4ba6-8f35-c7af4bab5147 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 200 len: 854 time: 0.3353837 Oct 18 20:42:29.970254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Made reservation on behalf of 89e8fc2670d9412094bb79bb26d1b471 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:29.975952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:30.073850 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-dcb4d385-9346-4011-b256-798aff9ebff8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4506fb0-899b-4a6d-abce-46be0b5fffa7 HTTP/1.1" status: 200 len: 217 time: 0.0784745 Oct 18 20:42:30.277552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-54fd3582-80d9-4f1e-98dc-1d750e2e295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:30.280762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-54fd3582-80d9-4f1e-98dc-1d750e2e295d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837e43bb-59e0-4db3-aec5-9f803a409f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3781109 Oct 18 20:42:30.335286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-cd040a7a-5415-45ec-8244-5ea4b1a3b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:30.340732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-cd040a7a-5415-45ec-8244-5ea4b1a3b4ba service neutron] 10.222.0.79 "GET /v2.0/subnets?id=75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 200 len: 854 time: 0.2550516 Oct 18 20:42:30.574968 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad88f36-cae2-451c-ba2b-5068dd7998d5 x-openstack-request-id: req-5ad88f36-cae2-451c-ba2b-5068dd7998d5 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:30.575408 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5d946a-9c7e-4a6a-ab23-ecab868624a4", "tag": "0d926540-6179-4b7d-a54f-347d41da0f36", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:30.575829 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ad88f36-cae2-451c-ba2b-5068dd7998d5 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:30.576449 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'tag': '0d926540-6179-4b7d-a54f-347d41da0f36', 'status': 'completed', 'code': 200} Oct 18 20:42:30.666409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-738745c8-f53d-41e3-b127-f6c1a83fde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:30.669711 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-738745c8-f53d-41e3-b127-f6c1a83fde65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=837e43bb-59e0-4db3-aec5-9f803a409f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2960541 Oct 18 20:42:30.695149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Allocated IP 172.20.0.2 (99385a81-2e6d-429a-9867-e9b0b7412e9c/d5da21fb-ded8-48bc-874b-e785473cc185/8d128128-8277-4ea3-8012-d0cd65ce2f5e) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:42:30.706222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 53a9d7b1-b305-43db-bc55-911914a0678c up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:42:30.757029 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-589878cc-775a-4ab8-b1bb-7e82b0b3a612 service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655688 Oct 18 20:42:30.882105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 53a9d7b1-b305-43db-bc55-911914a0678c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:42:30.892103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 53a9d7b1-b305-43db-bc55-911914a0678c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:30.893157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:30.902155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf5baa-373e-48dd-9b8e-be1b858bb953 req-74a3e96d-e1f5-4faf-b183-b93898646f65 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:30.950384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54bf5baa-373e-48dd-9b8e-be1b858bb953 req-74a3e96d-e1f5-4faf-b183-b93898646f65 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2681005 Oct 18 20:42:31.187315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:31.263718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a9d7b1-b305-43db-bc55-911914a0678c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:31.275000 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c161b1-9fb3-4ae3-8a8d-45e2be03d3be" -d '{"events": [{"server_uuid": "2526a265-f4f9-4359-8a99-80547b7bc2ca", "name": "network-vif-plugged", "status": "completed", "tag": "53a9d7b1-b305-43db-bc55-911914a0678c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:31.308113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 53a9d7b1-b305-43db-bc55-911914a0678c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=53a9d7b1-b305-43db-bc55-911914a0678c,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:31.318466 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:31.392749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54bf5baa-373e-48dd-9b8e-be1b858bb953 req-ea901274-5574-4cab-b990-cf2152c5b581 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4359369 Oct 18 20:42:31.422117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=53a9d7b1-b305-43db-bc55-911914a0678c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:31.475494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-e8f63e40-1e50-41b1-9293-13d0b4ac2ea6 service neutron] 10.222.0.79 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748904 Oct 18 20:42:31.483371 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2391a41a-390c-46f7-b213-c1f8314dd1aa req-eb5becd8-1740-4ea8-b315-6bcfc40945af service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186434 Oct 18 20:42:31.615355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc68fe5-2081-47b1-b0a8-76e289a87f04 req-46099caf-9df1-450f-9d14-164efb534021 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:31.625347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cc68fe5-2081-47b1-b0a8-76e289a87f04 req-46099caf-9df1-450f-9d14-164efb534021 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 943 time: 0.1371703 Oct 18 20:42:31.696134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cc68fe5-2081-47b1-b0a8-76e289a87f04 req-17ed31aa-dea4-407b-8b21-40c235676cd1 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608273 Oct 18 20:42:31.857824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506e999-069d-496c-871f-38dd7e252b42 req-2acda1ec-6410-494a-9bb1-8b5e1cd67a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:31.860537 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f506e999-069d-496c-871f-38dd7e252b42 req-2acda1ec-6410-494a-9bb1-8b5e1cd67a59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 1095 time: 0.2620666 Oct 18 20:42:31.917659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-100e39f0-af28-44f8-8daa-be4881b87688 req-61cd2304-48b0-46a6-b038-70a94b2da225 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 210 time: 0.0713165 Oct 18 20:42:31.942347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:32.032582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18eb2173-b284-483b-a30e-7004a34afdd3 req-36422774-b0a6-42ee-b02a-dc9630c9e496 service neutron] 10.222.0.79 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290773 Oct 18 20:42:32.162636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0074b4c0-8457-4c0d-a6ce-993d4f80606b req-74c0752b-1dca-45f9-8bf1-046c290890d2 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 210 time: 0.1011822 Oct 18 20:42:32.356945 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819120bc-32c3-4417-963b-ad82d101aab7 x-openstack-request-id: req-819120bc-32c3-4417-963b-ad82d101aab7 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:32.359138 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526a265-f4f9-4359-8a99-80547b7bc2ca", "name": "network-vif-plugged", "status": "completed", "tag": "53a9d7b1-b305-43db-bc55-911914a0678c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:32.359138 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-819120bc-32c3-4417-963b-ad82d101aab7 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:32.359138 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a9d7b1-b305-43db-bc55-911914a0678c', 'code': 200} Oct 18 20:42:32.449066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506e999-069d-496c-871f-38dd7e252b42 req-a58ad250-4959-443e-af60-3acbdc1847fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:32.452587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f506e999-069d-496c-871f-38dd7e252b42 req-a58ad250-4959-443e-af60-3acbdc1847fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 916 time: 0.5602109 Oct 18 20:42:32.509095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:32.532643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:32.600696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'tag': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:32.603645 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869b6f2-091b-40ca-a738-b7571cd96276" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f600a-38cb-4c63-885c-6bd2a62a43cc", "tag": "f4506fb0-899b-4a6d-abce-46be0b5fffa7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:32.620132 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f506e999-069d-496c-871f-38dd7e252b42 req-c5ee16bb-71ce-4520-a7bc-6673d09568d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d926540-6179-4b7d-a54f-347d41da0f36 HTTP/1.1" status: 200 len: 217 time: 0.1492116 Oct 18 20:42:32.684442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918890-2d1b-400f-b0c1-e55398129134 req-0bf43515-5b65-43b7-900b-dd5d4cd86e72 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:32.686065 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-0bf43515-5b65-43b7-900b-dd5d4cd86e72 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.7099495 Oct 18 20:42:32.732337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:32.761988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Network 99385a81-2e6d-429a-9867-e9b0b7412e9c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:42:32.815902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:32.827738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:32.850377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:42:32.909266 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0466633-2793-4d30-ac63-a87f804fe310 x-openstack-request-id: req-f0466633-2793-4d30-ac63-a87f804fe310 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:32.909571 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f600a-38cb-4c63-885c-6bd2a62a43cc", "tag": "f4506fb0-899b-4a6d-abce-46be0b5fffa7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:32.909703 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0466633-2793-4d30-ac63-a87f804fe310 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:32.910141 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'tag': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7', 'status': 'completed', 'code': 200} Oct 18 20:42:32.942665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5907b-005d-48a0-8a4c-c28bdcff73ae req-76f55fdf-d477-4cd5-afe2-301155ccbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:32.948138 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7bc5907b-005d-48a0-8a4c-c28bdcff73ae req-76f55fdf-d477-4cd5-afe2-301155ccbdaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 1096 time: 0.4623041 Oct 18 20:42:33.147961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08992dc-95b2-46c2-87cd-6d0d6b8691a4 req-b188a291-4a92-4996-9400-ad9bc7b413cc tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:33.158091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e08992dc-95b2-46c2-87cd-6d0d6b8691a4 req-b188a291-4a92-4996-9400-ad9bc7b413cc tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 943 time: 0.1549735 Oct 18 20:42:33.309965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e08992dc-95b2-46c2-87cd-6d0d6b8691a4 req-27584efa-0a42-41f5-8b44-2bb6571e81be tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447506 Oct 18 20:42:33.793350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506e999-069d-496c-871f-38dd7e252b42 req-488a7f1c-d872-49bd-b675-5b437350a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:33.798968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f506e999-069d-496c-871f-38dd7e252b42 req-488a7f1c-d872-49bd-b675-5b437350a0c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 200 len: 854 time: 1.1424797 Oct 18 20:42:33.882272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:33.883410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:33.963082 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-7ecb52ca-37d5-4710-a8ca-8ab87b193bdb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6027288 Oct 18 20:42:34.003154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Request body: {'port': {'device_id': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:34.095326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-32312032-8cd7-4fe6-98fb-03c5cf3d3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:34.103506 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-32312032-8cd7-4fe6-98fb-03c5cf3d3dcf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 1094 time: 1.1616061 Oct 18 20:42:34.136861 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7bc5907b-005d-48a0-8a4c-c28bdcff73ae req-dadc2a9b-bf2c-4299-bfbe-0951ff33ceeb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1038840 Oct 18 20:42:34.215285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506e999-069d-496c-871f-38dd7e252b42 req-f027b7d7-95bb-4545-ac99-037cc79de161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:34.217702 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f506e999-069d-496c-871f-38dd7e252b42 req-f027b7d7-95bb-4545-ac99-037cc79de161 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837e43bb-59e0-4db3-aec5-9f803a409f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3996060 Oct 18 20:42:34.218925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:34.337781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:34.341849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:34.714059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a92656-51f9-4dfd-a6ce-3c0fbaa9ad19 req-8015c30d-e499-4df4-9a6f-80d1828474c2 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:34.717187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4a92656-51f9-4dfd-a6ce-3c0fbaa9ad19 req-8015c30d-e499-4df4-9a6f-80d1828474c2 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 931 time: 0.0865812 Oct 18 20:42:34.736472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0d926540-6179-4b7d-a54f-347d41da0f36 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:42:34.752278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-81933ade-5843-4de6-b04a-906a1107e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:34.761917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-81933ade-5843-4de6-b04a-906a1107e8b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 916 time: 0.6165555 Oct 18 20:42:34.807251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4a92656-51f9-4dfd-a6ce-3c0fbaa9ad19 req-5da938e2-daef-4fab-87d4-4d2787083195 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737634 Oct 18 20:42:34.900456 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-171bebe8-a835-49dc-917a-e6ea6663639c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4506fb0-899b-4a6d-abce-46be0b5fffa7 HTTP/1.1" status: 200 len: 217 time: 0.0997670 Oct 18 20:42:34.946474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0d926540-6179-4b7d-a54f-347d41da0f36, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0d926540-6179-4b7d-a54f-347d41da0f36,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:34.962917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-498759b8-745c-4969-a684-7bb16f81b915 req-065d3de2-d5c3-4190-99f9-a7f8d9297500 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 210 time: 0.0507591 Oct 18 20:42:34.969872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '0d926540-6179-4b7d-a54f-347d41da0f36', 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'port_id': '0d926540-6179-4b7d-a54f-347d41da0f36', 'mac_address': 'fa:16:3e:e5:22:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75653af0-e33e-4678-a575-6657f07ec78d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:42:35.105875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:35.149601 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f506e999-069d-496c-871f-38dd7e252b42 req-e26e8ae2-70ad-401e-9ebd-367a31e7bb33 service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944236 Oct 18 20:42:35.162016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d926540-6179-4b7d-a54f-347d41da0f36 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:35.163736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-535183d7-453b-44d9-b288-041dafbf05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:35.166780 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-535183d7-453b-44d9-b288-041dafbf05e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 200 len: 854 time: 0.1559653 Oct 18 20:42:35.225164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0d926540-6179-4b7d-a54f-347d41da0f36, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0d926540-6179-4b7d-a54f-347d41da0f36,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:35.228985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.14 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/4197e6bf-e897-43b1-8a2a-149271f8de50) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:42:35.235238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:35.308877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb567f-51b2-4faf-a660-808d4a969c24 req-5ebf1078-09bd-4841-8605-474360e7b4c2 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:35.321666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50bb567f-51b2-4faf-a660-808d4a969c24 req-5ebf1078-09bd-4841-8605-474360e7b4c2 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 943 time: 0.1510785 Oct 18 20:42:35.372516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0d926540-6179-4b7d-a54f-347d41da0f36,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:35.387816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.388879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.389782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.390534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.391117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.391885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.392739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.393274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.393782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.394496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.395099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.395438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:35.416840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50bb567f-51b2-4faf-a660-808d4a969c24 req-ea3aebea-eb67-47b9-a233-d1bffa4f94e2 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925295 Oct 18 20:42:35.520733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['0d926540-6179-4b7d-a54f-347d41da0f36'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:35.930747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f506e999-069d-496c-871f-38dd7e252b42 req-9045528e-67ae-4c82-a07f-c05cf97ba260 service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617490 Oct 18 20:42:36.002226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-eb2cd218-4c19-41d8-9ed3-e3f164d6c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:36.004985 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-eb2cd218-4c19-41d8-9ed3-e3f164d6c105 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=837e43bb-59e0-4db3-aec5-9f803a409f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8011050 Oct 18 20:42:36.022702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f4506fb0-899b-4a6d-abce-46be0b5fffa7 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:42:36.238569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:36.261471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d128128-8277-4ea3-8012-d0cd65ce2f5e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:36.281095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f4506fb0-899b-4a6d-abce-46be0b5fffa7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f4506fb0-899b-4a6d-abce-46be0b5fffa7,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:36.286055 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:36.331799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7', 'network_id': '837e43bb-59e0-4db3-aec5-9f803a409f1e', 'port_id': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7', 'mac_address': 'fa:16:3e:24:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75653af0-e33e-4678-a575-6657f07ec78d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:42:36.343264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Transition to ACTIVE for port object 8d128128-8277-4ea3-8012-d0cd65ce2f5e will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:42:36.350627 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-390dfd6f-acb8-4ef4-b657-43a44617f7db service neutron] 10.222.0.79 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321917 Oct 18 20:42:36.356790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:36.415032 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:36.467045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4506fb0-899b-4a6d-abce-46be0b5fffa7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:36.491335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:36.533793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f4506fb0-899b-4a6d-abce-46be0b5fffa7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f4506fb0-899b-4a6d-abce-46be0b5fffa7,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:36.550154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:36.561767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Pushing event updated for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:36.618173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:36.761141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0d926540-6179-4b7d-a54f-347d41da0f36 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:42:36.816570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f4506fb0-899b-4a6d-abce-46be0b5fffa7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:36.850334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:42:36.876766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:36.892441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:42:36.910289 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5869b6f2-091b-40ca-a738-b7571cd96276 req-a66c0f08-bd9b-4fab-91e5-54b54983df50 service neutron] 10.222.0.79 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468445 Oct 18 20:42:36.981120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 0d926540-6179-4b7d-a54f-347d41da0f36 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:42:36.981428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6134546-a3e1-4e46-bf07-1a6291f43f7e req-6322ad08-12a1-4b71-8d0a-f1924efc9852 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:36.982959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6134546-a3e1-4e46-bf07-1a6291f43f7e req-6322ad08-12a1-4b71-8d0a-f1924efc9852 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 943 time: 0.1879251 Oct 18 20:42:36.985281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=4197e6bf-e897-43b1-8a2a-149271f8de50,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:37.004632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 0d926540-6179-4b7d-a54f-347d41da0f36 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:37.006440 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.028585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:37.029258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.040727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Attempting to bind port 8d128128-8277-4ea3-8012-d0cd65ce2f5e on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:42:37.041046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Attempting to bind port 8d128128-8277-4ea3-8012-d0cd65ce2f5e by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:42:37.041393 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Attempting to bind port 8d128128-8277-4ea3-8012-d0cd65ce2f5e on network 99385a81-2e6d-429a-9867-e9b0b7412e9c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:37.051289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Port 8d128128-8277-4ea3-8012-d0cd65ce2f5e on network 99385a81-2e6d-429a-9867-e9b0b7412e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:42:37.051689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Attempting to bind port 8d128128-8277-4ea3-8012-d0cd65ce2f5e on network 99385a81-2e6d-429a-9867-e9b0b7412e9c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:37.062362 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-a489d973-2210-4a71-b85a-379ac91d10e7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3425913 Oct 18 20:42:37.063746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:42:37.064141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Checking segment: {'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:37.064607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Bound using segment: {'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:42:37.065013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Bound port: 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd70818-fbaf-472d-b137-49cd8a63c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:42:37.065371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.088087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Request body: {'port': {'device_id': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:37.128084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6134546-a3e1-4e46-bf07-1a6291f43f7e req-9b379bfb-466a-4cb6-9339-5665044f758e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312749 Oct 18 20:42:37.134165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f4506fb0-899b-4a6d-abce-46be0b5fffa7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:37.274858 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.332113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069537cb-8ff5-490b-933f-3161d309ea84 req-72c39e19-0587-4c53-966d-4d9ef3d87487 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:37.335619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-069537cb-8ff5-490b-933f-3161d309ea84 req-72c39e19-0587-4c53-966d-4d9ef3d87487 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 932 time: 0.1018765 Oct 18 20:42:37.374474 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.407044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:37.427203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:42:37.431735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-069537cb-8ff5-490b-933f-3161d309ea84 req-1d8f6c88-0c6a-4281-b7d6-9d0e1a9172eb tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883980 Oct 18 20:42:37.448283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.474954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d926540-6179-4b7d-a54f-347d41da0f36'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:37.480444 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10befd8-78a5-4820-855d-f6ec8f0dc829" -d '{"events": [{"server_uuid": "1a5d946a-9c7e-4a6a-ab23-ecab868624a4", "name": "network-vif-plugged", "status": "completed", "tag": "0d926540-6179-4b7d-a54f-347d41da0f36"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:37.515493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0d926540-6179-4b7d-a54f-347d41da0f36, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0d926540-6179-4b7d-a54f-347d41da0f36,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:37.528812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.681690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Pushing event updated for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:37.688118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:37.689768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:37.693429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-2ceffeaf-51eb-4536-990c-528c481ba397 service neutron] 10.222.0.79 "PUT /v2.0/ports/8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 1091 time: 3.6972773 Oct 18 20:42:37.699298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:37.702766 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:37.717449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0d926540-6179-4b7d-a54f-347d41da0f36,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:37.760290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61c006-c139-48cb-ae79-718298f45f29 req-faf14727-43cf-46ae-bb16-d868df58b9e3 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:37.774046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f61c006-c139-48cb-ae79-718298f45f29 req-faf14727-43cf-46ae-bb16-d868df58b9e3 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 944 time: 0.1317215 Oct 18 20:42:37.851147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f61c006-c139-48cb-ae79-718298f45f29 req-0bba5544-af41-48f6-bdd6-ba9432251072 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723629 Oct 18 20:42:37.871682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-e12adfe3-9975-41a1-9e7c-95a088d579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:37.873690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-e12adfe3-9975-41a1-9e7c-95a088d579f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1094 time: 0.1103928 Oct 18 20:42:37.953112 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-73f622df-19ae-47ce-b455-04b14c8b4510 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 217 time: 0.0684946 Oct 18 20:42:38.057310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-fc42405d-bd67-4ba2-9cc9-27eb2617217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:38.058854 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-fc42405d-bd67-4ba2-9cc9-27eb2617217a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.0957611 Oct 18 20:42:38.112959 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-1120832d-e21b-4a2c-9c98-9d21aef13547 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333452 Oct 18 20:42:38.126431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4197e6bf-e897-43b1-8a2a-149271f8de50 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:38.154018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:38.227197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Transition to ACTIVE for port object 4197e6bf-e897-43b1-8a2a-149271f8de50 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:42:38.279102 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:38.421399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Pushing event updated for resources: {'Port': ['ID=4197e6bf-e897-43b1-8a2a-149271f8de50,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:38.434373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-72d35658-5ad5-4915-b04f-c0c21db37063 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025320 Oct 18 20:42:38.668553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Attempting to bind port 4197e6bf-e897-43b1-8a2a-149271f8de50 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:42:38.668827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Attempting to bind port 4197e6bf-e897-43b1-8a2a-149271f8de50 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:42:38.669128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Attempting to bind port 4197e6bf-e897-43b1-8a2a-149271f8de50 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:38.687883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Port 4197e6bf-e897-43b1-8a2a-149271f8de50 on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:42:38.688472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Attempting to bind port 4197e6bf-e897-43b1-8a2a-149271f8de50 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:42:38.711535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:42:38.711983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:38.712212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:42:38.712690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Bound port: 4197e6bf-e897-43b1-8a2a-149271f8de50, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:42:38.713162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:38.720174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf5515c4-184b-4a35-8706-3ba3ef6d979c req-f174dfa4-9f32-4293-bc23-766d7de2d8b5 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485228 Oct 18 20:42:38.853727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] For port 4197e6bf-e897-43b1-8a2a-149271f8de50, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:42:38.861254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] For port 4197e6bf-e897-43b1-8a2a-149271f8de50, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4197e6bf-e897-43b1-8a2a-149271f8de50,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:42:38.870560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:38.885256 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f51a8e-ebc5-4982-beda-1e2ddf917969 x-openstack-request-id: req-01f51a8e-ebc5-4982-beda-1e2ddf917969 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:38.886186 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5d946a-9c7e-4a6a-ab23-ecab868624a4", "name": "network-vif-plugged", "status": "completed", "tag": "0d926540-6179-4b7d-a54f-347d41da0f36", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:38.886186 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01f51a8e-ebc5-4982-beda-1e2ddf917969 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:38.886814 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d926540-6179-4b7d-a54f-347d41da0f36', 'code': 200} Oct 18 20:42:38.961193 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3919bf-b9d7-41c7-96b7-8b1f30c05484 x-openstack-request-id: req-da3919bf-b9d7-41c7-96b7-8b1f30c05484 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:38.961552 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:38.961912 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-da3919bf-b9d7-41c7-96b7-8b1f30c05484 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:38.972515 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e', 'status': 'completed', 'code': 200} Oct 18 20:42:38.986002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:38.986977 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:38.989650 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] 10.222.0.30 "PUT /v2.0/ports/4197e6bf-e897-43b1-8a2a-149271f8de50 HTTP/1.1" status: 200 len: 1092 time: 1.9099090 Oct 18 20:42:39.158246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0743d37-549d-4fd2-9b48-5a8402bfa28f req-95cc7ad0-d1f2-4b09-8a85-3e1ab23e347e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.164981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0743d37-549d-4fd2-9b48-5a8402bfa28f req-95cc7ad0-d1f2-4b09-8a85-3e1ab23e347e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 943 time: 0.1141322 Oct 18 20:42:39.228372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0743d37-549d-4fd2-9b48-5a8402bfa28f req-115ada6e-d3db-465a-af77-98a6dc014d85 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592294 Oct 18 20:42:39.233924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2da9ed-9081-474c-96f2-825c3ba31a91 service neutron] Pushing event updated for resources: {'Port': ['ID=4197e6bf-e897-43b1-8a2a-149271f8de50,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:39.300430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1e6ef-8c0c-4470-a7ae-304438579ff5 req-be42a1f4-e5f9-46c4-b326-c880fc004e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.303159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ab1e6ef-8c0c-4470-a7ae-304438579ff5 req-be42a1f4-e5f9-46c4-b326-c880fc004e2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 1097 time: 0.1840818 Oct 18 20:42:39.307355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-2452d500-d267-406e-befc-42f730a15718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.310237 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-2452d500-d267-406e-befc-42f730a15718 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1094 time: 0.2655513 Oct 18 20:42:39.313444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918890-2d1b-400f-b0c1-e55398129134 req-b8ffa851-fb1c-4735-ae6e-279cf55a5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.316142 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-b8ffa851-fb1c-4735-ae6e-279cf55a5e5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 1095 time: 0.1593425 Oct 18 20:42:39.411569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe040a37-0ae4-4e99-8e3a-49eb487a4f71 req-33ffe7c4-8378-460a-99cf-c3c206497259 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.413365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe040a37-0ae4-4e99-8e3a-49eb487a4f71 req-33ffe7c4-8378-460a-99cf-c3c206497259 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 944 time: 0.0723555 Oct 18 20:42:39.457155 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-357b5b9b-ad7e-4861-aa06-05ef1c6224f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4197e6bf-e897-43b1-8a2a-149271f8de50 HTTP/1.1" status: 200 len: 217 time: 0.1134400 Oct 18 20:42:39.479124 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe040a37-0ae4-4e99-8e3a-49eb487a4f71 req-f0da0bf4-caba-4c51-a178-451fd33ec0cb tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499299 Oct 18 20:42:39.599319 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ab1e6ef-8c0c-4470-a7ae-304438579ff5 req-890df7a3-bb23-483d-b3c6-34c4332cf45d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815711 Oct 18 20:42:39.654691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918890-2d1b-400f-b0c1-e55398129134 req-7f84c5ac-e359-4697-836d-d065724b6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.657172 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-7f84c5ac-e359-4697-836d-d065724b6d1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1412048 Oct 18 20:42:39.662338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-bed9a262-228f-4f51-8810-f17588d9b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.665647 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-bed9a262-228f-4f51-8810-f17588d9b954 service neutron] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 914 time: 0.3456731 Oct 18 20:42:39.755026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-0238e751-1676-4d89-b74d-28c5ba2a5b6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 217 time: 0.0811000 Oct 18 20:42:39.884588 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-0a511d06-856a-47ab-9814-3d11888e5799 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567522 Oct 18 20:42:39.939191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-79c5c68a-1dc5-4eae-b39f-ddc2dc891c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:39.942243 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-79c5c68a-1dc5-4eae-b39f-ddc2dc891c98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.1759956 Oct 18 20:42:40.013983 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-d7fb6368-91a1-432e-aedc-8ae5200380f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619369 Oct 18 20:42:40.031172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f4506fb0-899b-4a6d-abce-46be0b5fffa7 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:42:40.040264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2d062-8bf0-445c-ae22-2f9b94189a64 req-0f09509f-4a40-4c30-84ae-3e0268bd9407 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:40.042329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f2d062-8bf0-445c-ae22-2f9b94189a64 req-0f09509f-4a40-4c30-84ae-3e0268bd9407 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 944 time: 0.0822034 Oct 18 20:42:40.143098 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f2d062-8bf0-445c-ae22-2f9b94189a64 req-f6f5d66d-eba3-472b-83d7-c17f30390843 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869770 Oct 18 20:42:40.167396 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-2e4df5bb-af7b-4d79-8ae5-3b746577f84a service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654450 Oct 18 20:42:40.218865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port f4506fb0-899b-4a6d-abce-46be0b5fffa7 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:42:40.228140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port f4506fb0-899b-4a6d-abce-46be0b5fffa7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:40.239930 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:40.418684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6f36-2123-490c-abee-72c42fbbaddb req-2d3ff11a-ea9c-4091-b335-15c867145500 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:40.438730 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-540a6f36-2123-490c-abee-72c42fbbaddb req-2d3ff11a-ea9c-4091-b335-15c867145500 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.1306195 Oct 18 20:42:40.443932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-441aa28b-bd78-44a0-b585-ef97b3487f1f service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748995 Oct 18 20:42:40.447997 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:40.488340 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e8918890-2d1b-400f-b0c1-e55398129134 req-3ae5500a-b056-454c-8300-8e4f900f9b10 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748480 Oct 18 20:42:40.503508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f4506fb0-899b-4a6d-abce-46be0b5fffa7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f4506fb0-899b-4a6d-abce-46be0b5fffa7,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:40.511248 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:40.525009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-540a6f36-2123-490c-abee-72c42fbbaddb req-1f6ec1ca-7902-4ca6-8716-a55e049652f8 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Oct 18 20:42:40.590753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f4506fb0-899b-4a6d-abce-46be0b5fffa7,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:40.629684 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5b1445f5-81fb-48c1-bcf2-af1853bc20c1 req-98243439-7d83-4d8f-9b6c-566026eaf51d service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727166 Oct 18 20:42:40.726933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fba701-c5b0-49b4-b0df-328dd91c5512 req-c9faee39-349b-4a0f-9971-9dcf779e9cc4 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:40.728832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3fba701-c5b0-49b4-b0df-328dd91c5512 req-c9faee39-349b-4a0f-9971-9dcf779e9cc4 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 943 time: 0.0662286 Oct 18 20:42:40.798063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3fba701-c5b0-49b4-b0df-328dd91c5512 req-712197f1-8e50-40e4-afee-0ca08b16308e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597005 Oct 18 20:42:40.888269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:40.891191 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba3b32f-d7f3-46a5-a7a8-086badb109ce" -d '{"events": [{"server_uuid": "b85f600a-38cb-4c63-885c-6bd2a62a43cc", "name": "network-vif-plugged", "status": "completed", "tag": "f4506fb0-899b-4a6d-abce-46be0b5fffa7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:40.960308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55783a-fb42-4f5e-b481-06fffc95eb97 req-1e1e85b5-ac6b-4b55-897e-ab844515eb21 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:40.962309 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e55783a-fb42-4f5e-b481-06fffc95eb97 req-1e1e85b5-ac6b-4b55-897e-ab844515eb21 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 944 time: 0.0750194 Oct 18 20:42:40.973516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'tag': '4197e6bf-e897-43b1-8a2a-149271f8de50'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:40.977339 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda2b628-b2c2-4608-be89-b285dabaf4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d432c1ef-48ac-4708-a091-9e82e00251c3", "tag": "4197e6bf-e897-43b1-8a2a-149271f8de50"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:41.023790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e55783a-fb42-4f5e-b481-06fffc95eb97 req-4670105a-4bbe-4dff-80d8-6ffc062ddd7e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527327 Oct 18 20:42:41.213298 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00fc54-aeda-4431-99b1-771b98af31d8 x-openstack-request-id: req-8c00fc54-aeda-4431-99b1-771b98af31d8 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:41.214277 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f600a-38cb-4c63-885c-6bd2a62a43cc", "name": "network-vif-plugged", "status": "completed", "tag": "f4506fb0-899b-4a6d-abce-46be0b5fffa7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:41.214277 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c00fc54-aeda-4431-99b1-771b98af31d8 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:41.215115 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7', 'code': 200} Oct 18 20:42:41.282607 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8578be8-19e2-4c68-9920-e8b5d3037e7b x-openstack-request-id: req-c8578be8-19e2-4c68-9920-e8b5d3037e7b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:41.283381 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d432c1ef-48ac-4708-a091-9e82e00251c3", "tag": "4197e6bf-e897-43b1-8a2a-149271f8de50", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:41.283915 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8578be8-19e2-4c68-9920-e8b5d3037e7b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:41.285230 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'tag': '4197e6bf-e897-43b1-8a2a-149271f8de50', 'status': 'completed', 'code': 200} Oct 18 20:42:41.469593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce297a-345f-4407-82d7-598a9582f5c9 req-2934b5b8-1f31-452c-b4dc-6c39a1ae3976 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:41.480372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42ce297a-345f-4407-82d7-598a9582f5c9 req-2934b5b8-1f31-452c-b4dc-6c39a1ae3976 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.0971341 Oct 18 20:42:41.540723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42ce297a-345f-4407-82d7-598a9582f5c9 req-81335985-0a62-426a-83fd-1c559e1dbe86 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591502 Oct 18 20:42:41.763250 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f87cd-f0dc-45e6-adbb-83a97e9d4818 req-7e0886c0-bdb5-401c-836b-4b38ca66cf9f tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:41.766995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-136f87cd-f0dc-45e6-adbb-83a97e9d4818 req-7e0886c0-bdb5-401c-836b-4b38ca66cf9f tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.0961230 Oct 18 20:42:41.792753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0900e-f5b5-462b-8504-8727e0c98d1d req-7d3b6e19-2253-40d5-a607-0eb7afbbb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:41.794291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6cd0900e-f5b5-462b-8504-8727e0c98d1d req-7d3b6e19-2253-40d5-a607-0eb7afbbb207 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 1096 time: 0.4880998 Oct 18 20:42:41.796257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-b2556a3e-ea02-417f-b952-a4b29a2d755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:41.797720 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-b2556a3e-ea02-417f-b952-a4b29a2d755d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 1095 time: 0.0716145 Oct 18 20:42:41.863142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-136f87cd-f0dc-45e6-adbb-83a97e9d4818 req-720908dd-0ad7-4443-bef3-f63550913132 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746636 Oct 18 20:42:41.928595 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6cd0900e-f5b5-462b-8504-8727e0c98d1d req-20ec08c1-69c0-4011-9a26-8b0b5f46c900 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216755 Oct 18 20:42:41.979221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-7d6b3cc6-8fc1-4dea-815d-088666cfe21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:41.983166 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-7d6b3cc6-8fc1-4dea-815d-088666cfe21c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.1660731 Oct 18 20:42:42.060592 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-27d26ecc-351f-4e1a-ac4d-2ade95230c7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4197e6bf-e897-43b1-8a2a-149271f8de50 HTTP/1.1" status: 200 len: 217 time: 0.0689628 Oct 18 20:42:42.075885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b610b-1c45-4a65-b6c9-e713b60f1ea6 req-d639d532-ddf9-41d0-b85f-1046a39db7d1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:42.078192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f56b610b-1c45-4a65-b6c9-e713b60f1ea6 req-d639d532-ddf9-41d0-b85f-1046a39db7d1 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 943 time: 0.0808666 Oct 18 20:42:42.149117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f56b610b-1c45-4a65-b6c9-e713b60f1ea6 req-1f124a3e-d28b-4f67-b674-ba3986272c29 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585456 Oct 18 20:42:42.177644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-2e02ab68-8fa6-4a65-b089-0c53a99e9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:42.179764 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-2e02ab68-8fa6-4a65-b089-0c53a99e9cdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1076672 Oct 18 20:42:42.219866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-5e071aad-c24d-4aa7-b0ae-a846fc375f4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320311 Oct 18 20:42:42.384827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-92199224-d020-4aad-8c34-5a9e8141d450 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:42.387543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-92199224-d020-4aad-8c34-5a9e8141d450 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.1663334 Oct 18 20:42:42.405746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee133ea-c4c7-4294-811e-c4c29ad05b90 req-b9c05bbf-e551-43bc-bffb-9ccf0fd9da9f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:42.408800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ee133ea-c4c7-4294-811e-c4c29ad05b90 req-b9c05bbf-e551-43bc-bffb-9ccf0fd9da9f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 944 time: 0.1483135 Oct 18 20:42:42.482652 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-941d3b14-a476-4247-96ce-80eade5f5f6b service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491963 Oct 18 20:42:42.547728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ee133ea-c4c7-4294-811e-c4c29ad05b90 req-0732f16d-e6c0-4b8b-90d5-033a3661d722 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138411 Oct 18 20:42:42.732032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Deleting port 5f41a61a-6740-4324-8701-7e4bae9507e7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:42:42.732661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:42.740123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bda2b628-b2c2-4608-be89-b285dabaf4e8 req-0cdcd339-f3f4-4800-a4ec-bd4c9ce96afc service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387199 Oct 18 20:42:42.877954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9d20e-38d6-421c-9261-fe6239fe263f req-6ecbc4ad-0b4a-49b6-9d9d-6b0daeae9c24 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:42.890401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29f9d20e-38d6-421c-9261-fe6239fe263f req-6ecbc4ad-0b4a-49b6-9d9d-6b0daeae9c24 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.1079469 Oct 18 20:42:42.910931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] For port 5f41a61a-6740-4324-8701-7e4bae9507e7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5f41a61a-6740-4324-8701-7e4bae9507e7,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:42.911953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:42.946038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Calling delete_port for 5f41a61a-6740-4324-8701-7e4bae9507e7 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:42:42.979785 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29f9d20e-38d6-421c-9261-fe6239fe263f req-3e81e6d4-7e5f-4666-ad90-c48ed3a3cff2 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872612 Oct 18 20:42:43.035723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:43.192702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af490bfd-0ead-4ed7-8995-8d78b9af016c req-39093261-5b46-4695-8d45-038c1bb074f3 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:43.197357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af490bfd-0ead-4ed7-8995-8d78b9af016c req-39093261-5b46-4695-8d45-038c1bb074f3 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f628633-7734-45f1-9a89-50cf810c4927 HTTP/1.1" status: 200 len: 947 time: 0.0975518 Oct 18 20:42:43.243137 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:43.269348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af490bfd-0ead-4ed7-8995-8d78b9af016c req-d185670e-beb1-4f55-ad89-0c923fa240d5 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636761 Oct 18 20:42:43.296211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Pushing event deleted for resources: {'Port': ['ID=5f41a61a-6740-4324-8701-7e4bae9507e7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:43.419056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] No DVR routers for this DVR port 5f41a61a-6740-4324-8701-7e4bae9507e7 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:42:43.436288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:43.444214 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8abff128-1b4a-44e1-8b7f-4f919796dba6 req-beaa054c-65c7-425b-8257-8a28482a31ea tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.79 "DELETE /v2.0/ports/5f41a61a-6740-4324-8701-7e4bae9507e7 HTTP/1.1" status: 204 len: 173 time: 1.0487018 Oct 18 20:42:43.445734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-deleted', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:43.457916 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea997e0-06b3-45c4-9718-c0ed9536b1c8" -d '{"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-deleted", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:43.528315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9466ca-05f6-4670-a003-1e1843cb794e req-937ca48d-b2eb-47af-b9fa-132d05a9fb1a tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:43.534741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b9466ca-05f6-4670-a003-1e1843cb794e req-937ca48d-b2eb-47af-b9fa-132d05a9fb1a tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 943 time: 0.1266739 Oct 18 20:42:43.651631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b9466ca-05f6-4670-a003-1e1843cb794e req-3e0a2f91-d4c0-4446-a212-9e2f67196170 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942829 Oct 18 20:42:43.741435 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f309b-3b73-4d3b-b2cb-dedd260e1707 x-openstack-request-id: req-9b9f309b-3b73-4d3b-b2cb-dedd260e1707 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:43.742313 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f628633-7734-45f1-9a89-50cf810c4927", "name": "network-vif-deleted", "tag": "5f41a61a-6740-4324-8701-7e4bae9507e7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:43.742940 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b9f309b-3b73-4d3b-b2cb-dedd260e1707 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:43.743659 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f628633-7734-45f1-9a89-50cf810c4927', 'name': 'network-vif-deleted', 'tag': '5f41a61a-6740-4324-8701-7e4bae9507e7', 'status': 'completed', 'code': 200} Oct 18 20:42:43.925634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c00011-2268-4daa-a05c-91b52c7e63e0 req-c718bc85-bb0d-4457-bec9-8a12894d86ac tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:43.929568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17c00011-2268-4daa-a05c-91b52c7e63e0 req-c718bc85-bb0d-4457-bec9-8a12894d86ac tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 944 time: 0.0868948 Oct 18 20:42:44.021049 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17c00011-2268-4daa-a05c-91b52c7e63e0 req-af45db9b-9472-4bb0-97ae-2dde493e9fc4 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795910 Oct 18 20:42:44.053605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 8d128128-8277-4ea3-8012-d0cd65ce2f5e details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:42:44.279919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:44.302701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '8d128128-8277-4ea3-8012-d0cd65ce2f5e', 'network_id': '99385a81-2e6d-429a-9867-e9b0b7412e9c', 'port_id': '8d128128-8277-4ea3-8012-d0cd65ce2f5e', 'mac_address': 'fa:16:3e:89:21:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5da21fb-ded8-48bc-874b-e785473cc185', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:42:44.369618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:44.397909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d128128-8277-4ea3-8012-d0cd65ce2f5e {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:44.439276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:44.450748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:44.540913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:44.587464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-86c65658-4d4f-4eb4-9bf0-06507255e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:44.590632 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-86c65658-4d4f-4eb4-9bf0-06507255e8d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1096 time: 0.0845220 Oct 18 20:42:44.626844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb51a0-45a8-47b7-8531-c2e44f1291d8 req-fa100e52-72ed-4343-843c-827966990de7 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:44.628998 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27cb51a0-45a8-47b7-8531-c2e44f1291d8 req-fa100e52-72ed-4343-843c-827966990de7 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.1043260 Oct 18 20:42:44.698808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27cb51a0-45a8-47b7-8531-c2e44f1291d8 req-77601487-0a51-4426-baca-6b0592881d26 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587583 Oct 18 20:42:44.766074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4197e6bf-e897-43b1-8a2a-149271f8de50 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:42:44.784247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-42414acb-5b9e-4f52-8dce-72be1a29d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:44.786219 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-42414acb-5b9e-4f52-8dce-72be1a29d195 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 918 time: 0.1855047 Oct 18 20:42:44.855394 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-c7100fb8-0d26-4685-bceb-2887827f71ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 200 len: 217 time: 0.0595572 Oct 18 20:42:44.946897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['8d128128-8277-4ea3-8012-d0cd65ce2f5e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:44.983159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-5af81975-fbfa-45d7-8c0b-eeb0d5f4f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:44.985245 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-5af81975-fbfa-45d7-8c0b-eeb0d5f4f542 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.1199057 Oct 18 20:42:44.995019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3286-8bbb-4be1-8361-c7b9d7434e85 req-0ca93403-691f-4da1-9c10-a124e55f3f9d tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:45.006153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4197e6bf-e897-43b1-8a2a-149271f8de50, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4197e6bf-e897-43b1-8a2a-149271f8de50,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:45.010054 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb3b3286-8bbb-4be1-8361-c7b9d7434e85 req-0ca93403-691f-4da1-9c10-a124e55f3f9d tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1287310 Oct 18 20:42:45.029243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '4197e6bf-e897-43b1-8a2a-149271f8de50', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': '4197e6bf-e897-43b1-8a2a-149271f8de50', 'mac_address': 'fa:16:3e:f2:d2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:42:45.044902 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-3a7f9830-4b94-4de2-9ce3-24d30513db0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499046 Oct 18 20:42:45.085277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb3b3286-8bbb-4be1-8361-c7b9d7434e85 req-f2a4ccf7-5eec-4317-89ca-e301ca46c889 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Oct 18 20:42:45.119631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:45.148614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4197e6bf-e897-43b1-8a2a-149271f8de50 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:42:45.192762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4197e6bf-e897-43b1-8a2a-149271f8de50, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4197e6bf-e897-43b1-8a2a-149271f8de50,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:45.204591 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:45.301187 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-ae5afe65-a25d-4e38-a693-58807e2acfd3 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431059 Oct 18 20:42:45.324093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=4197e6bf-e897-43b1-8a2a-149271f8de50,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:45.346127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffaae6-1d92-434c-a453-8afe7d1e2fbe req-c05222b6-2c24-4c1c-9db7-9693af7cdd02 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:45.351741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ffaae6-1d92-434c-a453-8afe7d1e2fbe req-c05222b6-2c24-4c1c-9db7-9693af7cdd02 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 944 time: 0.1100557 Oct 18 20:42:45.435889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ffaae6-1d92-434c-a453-8afe7d1e2fbe req-0980e601-2add-4217-9772-f87ab6d5670e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723333 Oct 18 20:42:45.507955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5dcb59d6-db8a-4090-a16e-006438c0dd18 req-0481a7a4-09b3-43ff-86ff-e76f5fdae228 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982257 Oct 18 20:42:45.577032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['4197e6bf-e897-43b1-8a2a-149271f8de50'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:45.641499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37aa12-7fd4-4c8d-97d9-4e180afdc7ab req-f0c5a8d6-8bd3-4bf4-b99c-24a4ff4db48e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:45.649063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff37aa12-7fd4-4c8d-97d9-4e180afdc7ab req-f0c5a8d6-8bd3-4bf4-b99c-24a4ff4db48e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.1288805 Oct 18 20:42:45.717445 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff37aa12-7fd4-4c8d-97d9-4e180afdc7ab req-e9a034a0-fe3c-42cf-a8c4-c1e9bc9e477c tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639114 Oct 18 20:42:46.057316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5f41a61a-6740-4324-8701-7e4bae9507e7 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:42:46.095023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 5f41a61a-6740-4324-8701-7e4bae9507e7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:42:46.095531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5f41a61a-6740-4324-8701-7e4bae9507e7 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:42:46.117126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848455d-ef9e-4ec8-8542-ece70041e531 req-db97f541-88fe-437e-be5d-569c152d8bc9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:46.119553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0848455d-ef9e-4ec8-8542-ece70041e531 req-db97f541-88fe-437e-be5d-569c152d8bc9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 945 time: 0.0752971 Oct 18 20:42:46.171471 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0848455d-ef9e-4ec8-8542-ece70041e531 req-22bbd1c0-8e05-478a-9c95-b6d627852a1c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Oct 18 20:42:46.452440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69cf4e-ddb0-4c77-b3eb-01866c3e658f req-b24f89ce-506a-46af-9d0c-4c3036a4104e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:46.454609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed69cf4e-ddb0-4c77-b3eb-01866c3e658f req-b24f89ce-506a-46af-9d0c-4c3036a4104e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 946 time: 0.0769579 Oct 18 20:42:46.517798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed69cf4e-ddb0-4c77-b3eb-01866c3e658f req-b90c7e34-1c7e-4b44-94fd-24bab6d58875 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539584 Oct 18 20:42:46.683068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e17f-26a6-4bcd-ad65-6700fc9a68d2 req-a0909af6-557b-480c-9ef2-1ecb486bb2a8 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:46.684807 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54e1e17f-26a6-4bcd-ad65-6700fc9a68d2 req-a0909af6-557b-480c-9ef2-1ecb486bb2a8 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 948 time: 0.0640793 Oct 18 20:42:46.748773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54e1e17f-26a6-4bcd-ad65-6700fc9a68d2 req-5f2bdc1c-f4c7-44b9-8873-d597785741ac tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524108 Oct 18 20:42:46.933656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518196d-3202-41ca-a9b3-521d8081f009 req-a56ed3d4-86cc-4b40-800e-53f870f962f2 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:46.937488 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1518196d-3202-41ca-a9b3-521d8081f009 req-a56ed3d4-86cc-4b40-800e-53f870f962f2 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0861034 Oct 18 20:42:47.001752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1518196d-3202-41ca-a9b3-521d8081f009 req-dc30c3e6-a21a-4976-8c41-cdb2cda56de5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Oct 18 20:42:47.178677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d0e3b-46c9-49cc-88c1-1ad6eb427bfd req-999853ed-4955-414e-ae1a-e7b159ab6eaa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:47.181222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-001d0e3b-46c9-49cc-88c1-1ad6eb427bfd req-999853ed-4955-414e-ae1a-e7b159ab6eaa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 944 time: 0.0832086 Oct 18 20:42:47.238617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-001d0e3b-46c9-49cc-88c1-1ad6eb427bfd req-7be34611-9646-43e5-85bc-a86ee656c206 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487733 Oct 18 20:42:47.612694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba133b-575d-4122-8a45-bf21f715bae4 req-8950b310-3e5d-4297-8def-7729fdd8f2cf tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:47.614709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72ba133b-575d-4122-8a45-bf21f715bae4 req-8950b310-3e5d-4297-8def-7729fdd8f2cf tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.0706012 Oct 18 20:42:47.673233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72ba133b-575d-4122-8a45-bf21f715bae4 req-9379cf68-5de2-494c-b3f9-c808c14c0fe2 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490382 Oct 18 20:42:47.845078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e026da-3796-461c-a0ec-e912e5220119 req-fdefcef0-455d-4a11-9a9f-5ecaa96ba618 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:47.853246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d1e026da-3796-461c-a0ec-e912e5220119 req-fdefcef0-455d-4a11-9a9f-5ecaa96ba618 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 945 time: 0.0845675 Oct 18 20:42:47.919766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d1e026da-3796-461c-a0ec-e912e5220119 req-112727b9-db0b-4e22-9151-fa5d57fc3a57 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602658 Oct 18 20:42:48.072108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 8d128128-8277-4ea3-8012-d0cd65ce2f5e up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:42:48.354625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 8d128128-8277-4ea3-8012-d0cd65ce2f5e completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:42:48.354997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-8783f31f-b8b0-4eac-aaa1-d350b6f2098b tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:48.357701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-8783f31f-b8b0-4eac-aaa1-d350b6f2098b tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.30 "GET /v2.0/ports?device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 948 time: 0.0801950 Oct 18 20:42:48.370918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 8d128128-8277-4ea3-8012-d0cd65ce2f5e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:48.374366 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:48.557928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:48.581495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9728e3-2b41-4a08-9a7d-6641a60ae341 req-03d27164-e223-42f9-9b45-f5c60c4667f4 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:48.582239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Deleting port 0b993461-b9a5-45ea-8844-b94619b8babd {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:42:48.583306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:48.586474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad9728e3-2b41-4a08-9a7d-6641a60ae341 req-03d27164-e223-42f9-9b45-f5c60c4667f4 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.1099501 Oct 18 20:42:48.627804 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:48.628769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:48.632115 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572a4f5-0599-4831-a5cb-f096aca51b9a" -d '{"events": [{"server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "name": "network-vif-plugged", "status": "completed", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:48.657942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:48.667607 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:48.682220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad9728e3-2b41-4a08-9a7d-6641a60ae341 req-ff53c944-f35b-4872-890b-4c37f6101622 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800281 Oct 18 20:42:48.735911 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bfed-ce8e-444d-9f3d-440f1fb70763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:48.750012 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:42:48.780634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:48.807154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4197e6bf-e897-43b1-8a2a-149271f8de50 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:42:48.817513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] For port 0b993461-b9a5-45ea-8844-b94619b8babd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0b993461-b9a5-45ea-8844-b94619b8babd,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:48.818333 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:48.855497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c31206-a0bd-497b-99d6-645e87b9bc00 req-0a13fd3c-989d-4467-9242-4f58b57de567 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:48.856477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Calling delete_port for 0b993461-b9a5-45ea-8844-b94619b8babd owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:42:48.870275 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66c31206-a0bd-497b-99d6-645e87b9bc00 req-0a13fd3c-989d-4467-9242-4f58b57de567 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/ports?device_id=570ac828-8181-43bb-a52c-49baccd13a92 HTTP/1.1" status: 200 len: 948 time: 0.0997207 Oct 18 20:42:48.922686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66c31206-a0bd-497b-99d6-645e87b9bc00 req-f2e68d5d-7e75-49ab-b9ab-10a53efbf933 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.66 "GET /v2.0/security-groups?id=fdcdb0de-7740-4498-a660-5e140d324e06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512145 Oct 18 20:42:48.929654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 4197e6bf-e897-43b1-8a2a-149271f8de50 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:42:48.938016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 4197e6bf-e897-43b1-8a2a-149271f8de50 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:42:48.939093 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:49.150597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:49.154595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae4ab9-05a2-4b9a-baea-6a3fb0df12b8 req-6f978ee4-0f73-4d91-bec6-466ebd79a2e1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:49.176035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fae4ab9-05a2-4b9a-baea-6a3fb0df12b8 req-6f978ee4-0f73-4d91-bec6-466ebd79a2e1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1373689 Oct 18 20:42:49.215457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4197e6bf-e897-43b1-8a2a-149271f8de50, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4197e6bf-e897-43b1-8a2a-149271f8de50,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:49.221795 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:49.237554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:49.258406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fae4ab9-05a2-4b9a-baea-6a3fb0df12b8 req-d99f60bd-6056-4f00-a45f-6468112677bd tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789547 Oct 18 20:42:49.345399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=4197e6bf-e897-43b1-8a2a-149271f8de50,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:49.352190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Pushing event deleted for resources: {'Port': ['ID=0b993461-b9a5-45ea-8844-b94619b8babd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:49.389623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] No DVR routers for this DVR port 0b993461-b9a5-45ea-8844-b94619b8babd on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:42:49.392850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:49.397009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ff1be6f-9855-42d6-8789-506a35559e89 req-5134604a-1bce-4796-be4a-14614b393b84 tempest-ListImageFiltersTestJSON-1612761959 tempest-ListImageFiltersTestJSON-1612761959-project] 10.222.0.30 "DELETE /v2.0/ports/0b993461-b9a5-45ea-8844-b94619b8babd HTTP/1.1" status: 204 len: 173 time: 1.0284207 Oct 18 20:42:49.397676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-deleted', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:49.401393 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8879683-2509-498d-9a91-735af50f4e3d" -d '{"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-deleted", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:49.459090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c9612-87eb-4e41-b263-b0ac7fc5d4f0 req-ecf360ae-8481-45ba-b635-41e6c2dc222c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:49.461614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-914c9612-87eb-4e41-b263-b0ac7fc5d4f0 req-ecf360ae-8481-45ba-b635-41e6c2dc222c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 945 time: 0.0912817 Oct 18 20:42:49.526296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-914c9612-87eb-4e41-b263-b0ac7fc5d4f0 req-22bbb75a-a036-43e6-a4e7-935e58b51b76 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554049 Oct 18 20:42:49.589978 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5952cd1d-b727-4dd8-be70-61a404bc4264 x-openstack-request-id: req-5952cd1d-b727-4dd8-be70-61a404bc4264 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:49.590554 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "name": "network-vif-plugged", "status": "completed", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:49.590701 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5952cd1d-b727-4dd8-be70-61a404bc4264 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:49.591098 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e', 'code': 200} Oct 18 20:42:49.739681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8680b-58a4-4028-a287-3931f95afc2f req-b2cc67a0-1e1c-4804-a22c-fc204859252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:49.743505 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8fa8680b-58a4-4028-a287-3931f95afc2f req-b2cc67a0-1e1c-4804-a22c-fc204859252b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1096 time: 0.0658083 Oct 18 20:42:49.817189 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8fa8680b-58a4-4028-a287-3931f95afc2f req-7780ab36-99a5-491b-9dab-2a0af8e13b22 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642488 Oct 18 20:42:49.958864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96440fdb-8ac3-4baf-a37d-4b5e3622263c req-d75f4dbf-8c74-42a1-a6f0-13ebb8e534c7 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:49.971595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96440fdb-8ac3-4baf-a37d-4b5e3622263c req-d75f4dbf-8c74-42a1-a6f0-13ebb8e534c7 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:49.981734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96440fdb-8ac3-4baf-a37d-4b5e3622263c req-d75f4dbf-8c74-42a1-a6f0-13ebb8e534c7 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:49.984455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96440fdb-8ac3-4baf-a37d-4b5e3622263c req-d75f4dbf-8c74-42a1-a6f0-13ebb8e534c7 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc&device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4&device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 2417 time: 0.1083469 Oct 18 20:42:50.101602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96440fdb-8ac3-4baf-a37d-4b5e3622263c req-bb9f7291-c44f-46b0-b7cf-6c65e24623a4 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044862 Oct 18 20:42:50.243441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674df5a-8eba-42b1-884a-6984780af974 req-a99d8e7d-3f31-44b9-9274-f53d91fa85e0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:50.245618 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8674df5a-8eba-42b1-884a-6984780af974 req-a99d8e7d-3f31-44b9-9274-f53d91fa85e0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.0729756 Oct 18 20:42:50.316879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8674df5a-8eba-42b1-884a-6984780af974 req-70e59ec1-93d8-4da0-93b0-3ebc397a5225 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591614 Oct 18 20:42:50.471492 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07371f23-50f3-471f-a96f-acd2d9d66a08 x-openstack-request-id: req-07371f23-50f3-471f-a96f-acd2d9d66a08 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:50.472201 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ac828-8181-43bb-a52c-49baccd13a92", "name": "network-vif-deleted", "tag": "0b993461-b9a5-45ea-8844-b94619b8babd", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:50.472806 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07371f23-50f3-471f-a96f-acd2d9d66a08 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:50.473728 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ac828-8181-43bb-a52c-49baccd13a92', 'name': 'network-vif-deleted', 'tag': '0b993461-b9a5-45ea-8844-b94619b8babd', 'status': 'completed', 'code': 200} Oct 18 20:42:50.705908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec754d-45f2-4e49-a151-94e4652f256e req-ee0b435c-2f64-4f25-8492-c5207950723f tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:50.708687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9ec754d-45f2-4e49-a151-94e4652f256e req-ee0b435c-2f64-4f25-8492-c5207950723f tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.0944178 Oct 18 20:42:50.799399 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9ec754d-45f2-4e49-a151-94e4652f256e req-21d43705-b6d6-4595-a81e-bed39a399dda tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762296 Oct 18 20:42:50.938937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06ad57-26c6-45d8-9980-b206dca8eeff req-dabf2ed8-1da7-4067-8c27-c49075f085e4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:50.940726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e06ad57-26c6-45d8-9980-b206dca8eeff req-dabf2ed8-1da7-4067-8c27-c49075f085e4 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0767694 Oct 18 20:42:50.995982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e06ad57-26c6-45d8-9980-b206dca8eeff req-4e85ff02-d3aa-41be-a621-b9498cd14e3c tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438795 Oct 18 20:42:51.575683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec3ff6-9df5-4f04-9dfb-652f612bad98 req-a1baa9b6-7734-432e-8454-03f0490d99d7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:51.578294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cec3ff6-9df5-4f04-9dfb-652f612bad98 req-a1baa9b6-7734-432e-8454-03f0490d99d7 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 945 time: 0.1051688 Oct 18 20:42:51.592234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4197e6bf-e897-43b1-8a2a-149271f8de50'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:51.602282 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0f80f-c804-4e8e-9077-02d67403e574" -d '{"events": [{"server_uuid": "d432c1ef-48ac-4708-a091-9e82e00251c3", "name": "network-vif-plugged", "status": "completed", "tag": "4197e6bf-e897-43b1-8a2a-149271f8de50"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:51.684151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cec3ff6-9df5-4f04-9dfb-652f612bad98 req-ad84014a-1a3b-477e-9f85-5c394d8058b2 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868483 Oct 18 20:42:52.030984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dba1e-1adb-4d5f-ab54-2ed0c26bb6a6 req-06beb68d-e2ac-4069-ac1d-2d9e65cde251 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:52.030984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf9dba1e-1adb-4d5f-ab54-2ed0c26bb6a6 req-06beb68d-e2ac-4069-ac1d-2d9e65cde251 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.0749769 Oct 18 20:42:52.102315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf9dba1e-1adb-4d5f-ab54-2ed0c26bb6a6 req-696ed9a9-9604-4fa1-ad84-d3325e386303 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651815 Oct 18 20:42:52.639659 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639d4d9-88b0-4b5c-82d4-a25dfa072a9d x-openstack-request-id: req-3639d4d9-88b0-4b5c-82d4-a25dfa072a9d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:52.640523 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d432c1ef-48ac-4708-a091-9e82e00251c3", "name": "network-vif-plugged", "status": "completed", "tag": "4197e6bf-e897-43b1-8a2a-149271f8de50", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:52.640748 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3639d4d9-88b0-4b5c-82d4-a25dfa072a9d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:52.641227 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4197e6bf-e897-43b1-8a2a-149271f8de50', 'code': 200} Oct 18 20:42:52.789892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275dbe0-8267-407e-a0fc-3b3914a085bf req-456a7748-5b9e-4ea5-8a1c-ebf7972b301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:52.791566 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8275dbe0-8267-407e-a0fc-3b3914a085bf req-456a7748-5b9e-4ea5-8a1c-ebf7972b301e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 1097 time: 0.0780015 Oct 18 20:42:52.837998 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8275dbe0-8267-407e-a0fc-3b3914a085bf req-bce0393a-ebfe-4313-8945-fab927240249 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Oct 18 20:42:52.845700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:42:52.873141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 0b993461-b9a5-45ea-8844-b94619b8babd {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:42:52.883313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0b993461-b9a5-45ea-8844-b94619b8babd not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:42:52.906077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c0d9e-4ec6-45d5-938c-53336b61f079 req-d4974471-851d-49d9-8f2a-a526ef7e1ea0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:52.909036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b21c0d9e-4ec6-45d5-938c-53336b61f079 req-d4974471-851d-49d9-8f2a-a526ef7e1ea0 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0841417 Oct 18 20:42:52.969924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b21c0d9e-4ec6-45d5-938c-53336b61f079 req-cca8033e-cf61-4992-914c-3a4512f3be8a tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505538 Oct 18 20:42:53.123687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0525438a-67fb-4b2e-8529-d2188ebdb95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:53.565367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b09aa2-e297-4f4f-94b5-4f4692672f01 req-52c0e05f-11eb-489c-b683-d7c42c583f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:53.569371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3b09aa2-e297-4f4f-94b5-4f4692672f01 req-52c0e05f-11eb-489c-b683-d7c42c583f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 945 time: 0.0953500 Oct 18 20:42:53.636047 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3b09aa2-e297-4f4f-94b5-4f4692672f01 req-6d0adf75-b298-4623-9575-12d893bc0bbb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579851 Oct 18 20:42:53.744350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57670) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:53.902732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0259c-b799-47ab-8b4b-b58a3ecf4020 req-371c7be4-df65-4fc6-a9e3-cb394d1a53a6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:53.905221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bef0259c-b799-47ab-8b4b-b58a3ecf4020 req-371c7be4-df65-4fc6-a9e3-cb394d1a53a6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.0801744 Oct 18 20:42:54.037525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bef0259c-b799-47ab-8b4b-b58a3ecf4020 req-9aa1233d-80d3-4586-8ea2-1000d081ea70 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104445 Oct 18 20:42:54.055679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cf4c6129-9661-4115-81b3-6daac43352b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=931224f36efc4349a32e89c428c8547e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054392 Oct 18 20:42:54.056231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57680) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:54.156092 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:54.165818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-246273e8-0632-41dc-8738-e299dde89019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:54.199340 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-246273e8-0632-41dc-8738-e299dde89019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:54.331587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c48830d-f442-455a-957c-177902132847 req-ff3879e7-6617-45be-ae8c-0dc1a0baeb5c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1855488998&fields=id&tenant_id=89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 267 time: 0.0728633 Oct 18 20:42:54.360250 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-246273e8-0632-41dc-8738-e299dde89019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:54.364686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-246273e8-0632-41dc-8738-e299dde89019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:54.366364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-246273e8-0632-41dc-8738-e299dde89019 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fdcdb0de-7740-4498-a660-5e140d324e06 HTTP/1.1" status: 204 len: 168 time: 0.3085175 Oct 18 20:42:54.422457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246273e8-0632-41dc-8738-e299dde89019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcdb0de-7740-4498-a660-5e140d324e06,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:54.473712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48830d-f442-455a-957c-177902132847 req-fc170441-5a00-47ca-8761-739717cbf2de tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:54.482009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c48830d-f442-455a-957c-177902132847 req-fc170441-5a00-47ca-8761-739717cbf2de tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 945 time: 0.1368940 Oct 18 20:42:54.499425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'port': {'security_groups': ['97fdbc29-37e4-419d-a065-821d11449569', 'dfd10f13-817c-4fb1-9226-63305fcd3383']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:54.644461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:55.013416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:42:55.061552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:55.068052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:55.076327 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:55.105023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f', '8d128128-8277-4ea3-8012-d0cd65ce2f5e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:55.181264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:55.182375 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:55.205264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c48830d-f442-455a-957c-177902132847 req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "PUT /v2.0/ports/8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 981 time: 0.7164376 Oct 18 20:42:55.205797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:42:55.210957 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f17d79b-a6bf-4717-bf29-780843ad9de5" -d '{"events": [{"name": "network-changed", "server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:42:55.269134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf727b82-414c-4700-9eba-e6d6500e9312 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:55.378707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['8d128128-8277-4ea3-8012-d0cd65ce2f5e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:42:55.901083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57716) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:55.903632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf952-dcfc-41f8-879a-126e86e9843b req-0302d934-7ad8-4471-b22c-2db86a7a20c6 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:55.907467 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55aaf952-dcfc-41f8-879a-126e86e9843b req-0302d934-7ad8-4471-b22c-2db86a7a20c6 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1183929 Oct 18 20:42:56.044676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55aaf952-dcfc-41f8-879a-126e86e9843b req-ce1909b3-1c87-4f4d-8ae8-be2bf8b9aba9 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231298 Oct 18 20:42:56.150210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1996092185-network', 'tenant_id': '710f69b06a88425eb6655d8a51ede1dd'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:56.200339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Made reservation on behalf of 710f69b06a88425eb6655d8a51ede1dd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:56.204893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.222274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.241848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ea46e-d038-412c-b288-e5233b800028 req-dc0b0250-f187-42e3-afe1-4be2dcdca614 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:56.244372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b3ea46e-d038-412c-b288-e5233b800028 req-dc0b0250-f187-42e3-afe1-4be2dcdca614 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.0835645 Oct 18 20:42:56.323833 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b3ea46e-d038-412c-b288-e5233b800028 req-d45d5764-9b8e-4f1d-b3a9-3336d82c6ad7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669322 Oct 18 20:42:56.388827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.396776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.449345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:42:56.461244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd32443-6eaa-4dbd-850f-a18fe3a2472f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:56.473687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.474015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.474359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.474685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.475213 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.475684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.476503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.477076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.477361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.477880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.478194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.478697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:42:56.486541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.487425 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Added segment b66a3cc7-c77c-4280-bc61-011f0cf84707 of type vlan for network 65dea40b-d395-45f6-964a-301c86d0806e Oct 18 20:42:56.523458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.562727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.576437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5f3f5d0-562d-4a29-a831-c29695587e3a req-138f3f42-823a-402b-b864-bc1e6d2fae98 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/dfd10f13-817c-4fb1-9226-63305fcd3383 HTTP/1.1" status: 200 len: 1803 time: 0.0941095 Oct 18 20:42:56.615700 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.616991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:56.617816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.675958 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-e5f3f5d0-562d-4a29-a831-c29695587e3a req-85fb1a82-f7f7-43f0-b260-fe827ff42f4c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 20:42:56.677146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5f3f5d0-562d-4a29-a831-c29695587e3a req-85fb1a82-f7f7-43f0-b260-fe827ff42f4c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/dfd10f13-817c-4fb1-9226-63305fcd3383 HTTP/1.1" status: 409 len: 341 time: 0.0875299 Oct 18 20:42:56.682926 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7722201 Oct 18 20:42:56.685948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57722) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:42:56.692718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Request body: {'subnet': {'network_id': '65dea40b-d395-45f6-964a-301c86d0806e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1996092185-subnet', 'tenant_id': '710f69b06a88425eb6655d8a51ede1dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:42:56.747038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Made reservation on behalf of 710f69b06a88425eb6655d8a51ede1dd for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:42:56.756045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:56.762031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65ab4f-2964-4167-887d-4bce70abf05d admin admin] Pushing event updated for resources: {'Network': ['ID=65dea40b-d395-45f6-964a-301c86d0806e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:56.785871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 65dea40b-d395-45f6-964a-301c86d0806e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:42:56.797858 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb037a04-d761-4602-bcee-c588580515af x-openstack-request-id: req-eb037a04-d761-4602-bcee-c588580515af {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:42:56.799188 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:42:56.799741 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb037a04-d761-4602-bcee-c588580515af {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:42:56.800504 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e', 'status': 'completed', 'code': 200} Oct 18 20:42:56.917086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-b3182255-664b-4d87-9ba4-797c5e9c0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:56.919879 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-b3182255-664b-4d87-9ba4-797c5e9c0818 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1135 time: 0.0815270 Oct 18 20:42:57.156738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-c202cc3e-0c96-4ff7-a2a7-33e36556f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:57.159570 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-c202cc3e-0c96-4ff7-a2a7-33e36556f3e7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 914 time: 0.2257769 Oct 18 20:42:57.179655 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:57.261696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-04f973ea-c7b4-49ed-899b-59baab3de568 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 217 time: 0.0837491 Oct 18 20:42:57.297304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Checking segment: {'id': 'b66a3cc7-c77c-4280-bc61-011f0cf84707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '65dea40b-d395-45f6-964a-301c86d0806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:42:57.297912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Network hostable DHCP agents. Network: 65dea40b-d395-45f6-964a-301c86d0806e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:42:57.309252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3256cfc2-20d3-46cd-8e1c-b11ebad36b28,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:42:57.342619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Network 65dea40b-d395-45f6-964a-301c86d0806e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:42:57.375149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 65dea40b-d395-45f6-964a-301c86d0806e) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:42:57.384180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:57.386969 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:42:57.390077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda613a-d0d3-46e2-aab1-fe01e996be01 None None] Network 65dea40b-d395-45f6-964a-301c86d0806e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:42:57.411039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-e534ec1e-2672-4fa4-9995-e1201dda9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:57.415039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-e534ec1e-2672-4fa4-9995-e1201dda9e76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.1426063 Oct 18 20:42:57.421017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cbe94e31-cd44-48d0-81d0-46ef04c7252d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7331598 Oct 18 20:42:57.483902 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-da62cf74-2cc8-49f7-8386-4924e30ec067 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510161 Oct 18 20:42:57.717489 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-e63ef59c-e276-46a4-8016-ced2534180a3 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230079 Oct 18 20:42:57.853024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc6d5b-1100-4d38-b05e-dc6b592af1db None None] Network 65dea40b-d395-45f6-964a-301c86d0806e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:42:58.052356 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9f17d79b-a6bf-4717-bf29-780843ad9de5 req-743e55f0-3707-4236-bafc-c119eb17f3cd service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242054 Oct 18 20:42:58.252665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbbd40-c234-426f-9421-74f4fe0da44b req-facecc01-9b6d-431e-90f3-b83ab79d4b1b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:58.267665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebbbbd40-c234-426f-9421-74f4fe0da44b req-facecc01-9b6d-431e-90f3-b83ab79d4b1b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.1327975 Oct 18 20:42:58.274830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-eeb2d755-3b29-4118-bdbd-3069c8619f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:58.279927 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-eeb2d755-3b29-4118-bdbd-3069c8619f35 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1135 time: 0.1053147 Oct 18 20:42:58.349426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebbbbd40-c234-426f-9421-74f4fe0da44b req-a72c6757-e055-4f85-92fc-861bea28a53c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801082 Oct 18 20:42:58.533732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c5aa3-0cdc-4bd1-bdea-f3d7919ad54d req-e1294279-709a-4401-a9cb-48ba22a424df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:58.539441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ba9c5aa3-0cdc-4bd1-bdea-f3d7919ad54d req-e1294279-709a-4401-a9cb-48ba22a424df service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1096 time: 0.1962779 Oct 18 20:42:58.576080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028a9e5-d276-478f-a183-d8d96512fa8d req-fb0fc08c-6cc9-4b1d-864d-1d902f88282e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:58.579473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5028a9e5-d276-478f-a183-d8d96512fa8d req-fb0fc08c-6cc9-4b1d-864d-1d902f88282e tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.1043909 Oct 18 20:42:58.605800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-d49f81f7-36b6-48ff-a0b2-eef37ba5ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:58.608625 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-d49f81f7-36b6-48ff-a0b2-eef37ba5ccb8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 914 time: 0.3186319 Oct 18 20:42:58.642698 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5028a9e5-d276-478f-a183-d8d96512fa8d req-778449d0-86f2-42cb-944a-5429be865aa5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Oct 18 20:42:58.654157 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ba9c5aa3-0cdc-4bd1-bdea-f3d7919ad54d req-0415dbef-9a0f-4de0-b44c-1c630bddf76d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018825 Oct 18 20:42:58.690969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-a8cb8980-0b1e-4521-8c1c-094682cd7818 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 217 time: 0.0605867 Oct 18 20:42:58.860527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b337d6-58e4-46af-a49e-24d938366973 req-59f3884e-e12b-4b4d-a45f-070c3e6bcbaf tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:58.864329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91b337d6-58e4-46af-a49e-24d938366973 req-59f3884e-e12b-4b4d-a45f-070c3e6bcbaf tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 984 time: 0.1026516 Oct 18 20:42:58.942679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91b337d6-58e4-46af-a49e-24d938366973 req-0af28791-ade5-4e8f-b17f-24e4989d6643 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfd10f13-817c-4fb1-9226-63305fcd3383&id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0676582 Oct 18 20:42:59.107317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-a399a926-7601-4d23-bef9-82a38f4391e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:59.110070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-a399a926-7601-4d23-bef9-82a38f4391e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.1380775 Oct 18 20:42:59.163973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-54b0f542-89ca-47aa-a544-d90bf92bc2eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417109 Oct 18 20:42:59.350012 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-7c76f7d6-bf6f-4cc2-b0ad-d02c6635a969 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770389 Oct 18 20:42:59.372036 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-02282203-48dd-4551-b410-d0b8143e3196 req-193daf26-e46a-4803-8e70-9a394b90e862 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] show failed (client error): The resource could not be found. Oct 18 20:42:59.373448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02282203-48dd-4551-b410-d0b8143e3196 req-193daf26-e46a-4803-8e70-9a394b90e862 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "GET /v2.0/security-groups/e3e547e8-8886-49f6-9a6d-b540ea2bd1fc HTTP/1.1" status: 404 len: 352 time: 0.0205379 Oct 18 20:42:59.523308 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d5c72d5c-b2e4-4e6a-a245-3a472cad7674 req-89dc7fce-efe6-42ec-88f8-49c6977f8254 service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634090 Oct 18 20:42:59.703693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a96598-3b6a-4e18-ab47-5c8dc8337da8 req-f80b299d-c5e0-4e7f-b16c-82689516e35d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:59.713331 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2a96598-3b6a-4e18-ab47-5c8dc8337da8 req-f80b299d-c5e0-4e7f-b16c-82689516e35d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.1005685 Oct 18 20:42:59.769231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2a96598-3b6a-4e18-ab47-5c8dc8337da8 req-6ff56594-d81b-4299-ae57-350287d0240a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485985 Oct 18 20:42:59.959797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fc9f1-c5f7-4bc9-87cb-9d7697c05f81 req-3f007f0a-3147-46a1-b382-59c5d260c79f tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:42:59.962438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c22fc9f1-c5f7-4bc9-87cb-9d7697c05f81 req-3f007f0a-3147-46a1-b382-59c5d260c79f tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.0726864 Oct 18 20:43:00.030177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c22fc9f1-c5f7-4bc9-87cb-9d7697c05f81 req-3e6453ad-3b31-4502-9eb4-12a8f4984b1c tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609205 Oct 18 20:43:00.202669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68771-2d44-45d6-b2fb-0858397ed618 req-9d6d9ef1-d1de-4ee7-8e3c-e3365fa440fb tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:00.210128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14c68771-2d44-45d6-b2fb-0858397ed618 req-9d6d9ef1-d1de-4ee7-8e3c-e3365fa440fb tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0858607 Oct 18 20:43:00.249667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14c68771-2d44-45d6-b2fb-0858397ed618 req-44420229-ebda-498b-871e-e2b5eb2932a1 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392425 Oct 18 20:43:00.394128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68f9ead3-4783-4f2a-8045-6c7aad831762 req-b0855df0-376f-4ede-9675-f580ee3ef520 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=710f69b06a88425eb6655d8a51ede1dd HTTP/1.1" status: 200 len: 2988 time: 0.0764878 Oct 18 20:43:00.473915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68f9ead3-4783-4f2a-8045-6c7aad831762 req-a4bd19bb-cb6a-440d-b00f-a1fe6cc7eccd tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "GET /v2.0/security-groups/bdd32443-6eaa-4dbd-850f-a18fe3a2472f HTTP/1.1" status: 200 len: 2985 time: 0.0692129 Oct 18 20:43:00.547510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68f9ead3-4783-4f2a-8045-6c7aad831762 req-cb256874-42d4-4d30-9c65-4ac34fe01507 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "GET /v2.0/security-groups/bdd32443-6eaa-4dbd-850f-a18fe3a2472f HTTP/1.1" status: 200 len: 2985 time: 0.0659454 Oct 18 20:43:00.818124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0619284-c488-469d-8553-1a200f16352f req-7008e6ba-9dca-4812-aaef-2b69f6afd1ad tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:00.820666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0619284-c488-469d-8553-1a200f16352f req-7008e6ba-9dca-4812-aaef-2b69f6afd1ad tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 984 time: 0.0741668 Oct 18 20:43:00.870679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0619284-c488-469d-8553-1a200f16352f req-51bb6c08-92bb-4b2b-87c1-5083ea9bbb83 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfd10f13-817c-4fb1-9226-63305fcd3383&id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0427268 Oct 18 20:43:01.057687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3482081a-00d1-451e-bb94-818f6be61513 req-b78bc685-5c81-4c1c-b240-8e8e2361b313 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "GET /v2.0/security-groups/bdd32443-6eaa-4dbd-850f-a18fe3a2472f HTTP/1.1" status: 200 len: 2985 time: 0.0745113 Oct 18 20:43:01.139822 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-3482081a-00d1-451e-bb94-818f6be61513 req-469fee2f-9bad-4522-8a9c-4c7fd5c0e63b tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 20:43:01.141282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3482081a-00d1-451e-bb94-818f6be61513 req-469fee2f-9bad-4522-8a9c-4c7fd5c0e63b tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "DELETE /v2.0/security-groups/bdd32443-6eaa-4dbd-850f-a18fe3a2472f HTTP/1.1" status: 409 len: 352 time: 0.0772247 Oct 18 20:43:01.266078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e99084-d49a-4ee6-9ba5-f904dd06c133 req-dcc30ce2-99d7-46b0-9235-022f09a556b1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:01.267884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93e99084-d49a-4ee6-9ba5-f904dd06c133 req-dcc30ce2-99d7-46b0-9235-022f09a556b1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.0633869 Oct 18 20:43:01.328101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93e99084-d49a-4ee6-9ba5-f904dd06c133 req-6d1c5d67-4057-46a4-8fde-59b4eeba326a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521765 Oct 18 20:43:01.431503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-3531ca12-57f6-46e9-92eb-cc18d7c68a95 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-293207948&fields=id&tenant_id=89e8fc2670d9412094bb79bb26d1b471 HTTP/1.1" status: 200 len: 267 time: 0.0388057 Oct 18 20:43:01.916320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-5e104d48-cb43-438d-aff6-959d8c974e0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062210 Oct 18 20:43:01.934908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-db8f2f8b-d390-41d8-88bb-5d3e46a42968 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:01.937425 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-db8f2f8b-d390-41d8-88bb-5d3e46a42968 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 984 time: 0.4979870 Oct 18 20:43:01.950660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'port': {'security_groups': ['97fdbc29-37e4-419d-a065-821d11449569', 'dfd10f13-817c-4fb1-9226-63305fcd3383', '6e9468ae-0295-43d2-b278-2e54ea9502da']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:02.001241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00657b66-680d-429a-b039-c4afe3a35962 req-b7f37099-c24f-43e7-b2fe-c8b49779756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:02.002833 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-b7f37099-c24f-43e7-b2fe-c8b49779756d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 1096 time: 0.0586154 Oct 18 20:43:02.053209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:02.131322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00657b66-680d-429a-b039-c4afe3a35962 req-c70517ee-b6a0-4352-ad74-7afcea47e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:02.134501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-c70517ee-b6a0-4352-ad74-7afcea47e95d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.1051059 Oct 18 20:43:02.206902 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-9453cb82-07a9-49cd-82fe-ab4963124101 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1944e8-bb9c-41be-86a6-690262c7dea3 HTTP/1.1" status: 200 len: 217 time: 0.0623727 Oct 18 20:43:02.273074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00657b66-680d-429a-b039-c4afe3a35962 req-4fc9a992-5530-4622-ab40-ea8438ae5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:02.274795 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-4fc9a992-5530-4622-ab40-ea8438ae5212 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.0574708 Oct 18 20:43:02.329794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-27037f90-09cc-4795-ae54-fc27659e958f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444162 Oct 18 20:43:02.376896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:02.432160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:02.439386 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:02.457984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f', '8d128128-8277-4ea3-8012-d0cd65ce2f5e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:02.522477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:02.523627 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:02.525957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3ef6bd8-2f8e-48ce-931a-295db2c4285b req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "PUT /v2.0/ports/8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 1020 time: 0.5805588 Oct 18 20:43:02.526566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:02.531028 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f38477-73ed-45bd-adce-86765f6019bd" -d '{"events": [{"name": "network-changed", "server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:02.534224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea01ca-a457-42f5-a531-4c20432a330c req-8b73e05d-5f1d-4473-936d-b8e80b2dff65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:02.537216 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-14ea01ca-a457-42f5-a531-4c20432a330c req-8b73e05d-5f1d-4473-936d-b8e80b2dff65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/ports?device_id=d432c1ef-48ac-4708-a091-9e82e00251c3 HTTP/1.1" status: 200 len: 946 time: 0.1117716 Oct 18 20:43:02.582224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-4ec0da60-2d26-467f-8e6a-79f8d81411fc service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408390 Oct 18 20:43:02.582550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95466323-3fb8-4db9-b550-93a86f1d819c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:02.687826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479470f3-aa76-470d-b229-2467592deb8e req-cc6effd0-88d6-4e33-bf66-7702b304b954 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:02.693149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-479470f3-aa76-470d-b229-2467592deb8e req-cc6effd0-88d6-4e33-bf66-7702b304b954 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.0694060 Oct 18 20:43:02.720955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['8d128128-8277-4ea3-8012-d0cd65ce2f5e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:02.754610 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-479470f3-aa76-470d-b229-2467592deb8e req-9676587f-7492-467c-b844-8fdf13cf117e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Oct 18 20:43:02.804662 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-b5c8613a-69da-4810-b751-85dfdf53c84d req-7bb09f06-e0f7-4c90-8afb-3576141c99c4 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] show failed (client error): The resource could not be found. Oct 18 20:43:02.806337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5c8613a-69da-4810-b751-85dfdf53c84d req-7bb09f06-e0f7-4c90-8afb-3576141c99c4 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "GET /v2.0/security-groups/14281b82-0365-4286-bc77-73949b8093e5 HTTP/1.1" status: 404 len: 352 time: 0.0229535 Oct 18 20:43:02.832125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port 4197e6bf-e897-43b1-8a2a-149271f8de50 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:43:02.832794 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:02.871493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00657b66-680d-429a-b039-c4afe3a35962 req-d9db4b2b-09db-4618-a6a1-2fdaf8a7de1b service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752862 Oct 18 20:43:03.006971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06c4f-4cbc-401b-8240-27d5025f6bdf req-352ef431-b875-4d56-8fa3-79a47dc38244 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:03.009737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ba06c4f-4cbc-401b-8240-27d5025f6bdf req-352ef431-b875-4d56-8fa3-79a47dc38244 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0944197 Oct 18 20:43:03.010203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port 4197e6bf-e897-43b1-8a2a-149271f8de50, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4197e6bf-e897-43b1-8a2a-149271f8de50,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:03.011014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:03.027119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for 4197e6bf-e897-43b1-8a2a-149271f8de50 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:43:03.081074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ba06c4f-4cbc-401b-8240-27d5025f6bdf req-d33d5cdf-7266-4aaa-ae4a-b77e87fa6290 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630009 Oct 18 20:43:03.266996 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:03.283556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3', '4197e6bf-e897-43b1-8a2a-149271f8de50'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:03.330470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-5a8c162e-7b16-47d8-a7ac-eeeb8ce7304d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:03.334558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-5a8c162e-7b16-47d8-a7ac-eeeb8ce7304d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.1522253 Oct 18 20:43:03.339023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=4197e6bf-e897-43b1-8a2a-149271f8de50,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:03.372566 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-79640739-a7f3-4c04-9319-0611a8540546 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/quotas/eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 375 time: 0.0174532 Oct 18 20:43:03.412048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port 4197e6bf-e897-43b1-8a2a-149271f8de50 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:43:03.418014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:03.423550 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-14ea01ca-a457-42f5-a531-4c20432a330c req-944223e0-da8d-4522-95cd-c8b85bf2b254 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "DELETE /v2.0/ports/4197e6bf-e897-43b1-8a2a-149271f8de50 HTTP/1.1" status: 204 len: 173 time: 0.8732078 Oct 18 20:43:03.424522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'name': 'network-vif-deleted', 'tag': '4197e6bf-e897-43b1-8a2a-149271f8de50'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:03.429574 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bab9191-2c70-4266-a0da-fcd27ba1965f" -d '{"events": [{"server_uuid": "d432c1ef-48ac-4708-a091-9e82e00251c3", "name": "network-vif-deleted", "tag": "4197e6bf-e897-43b1-8a2a-149271f8de50"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:03.467700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-172775d7-d535-4724-bd7c-bfbe9bdcc1c2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820458 Oct 18 20:43:03.624990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-0299b17e-74ac-4762-912f-5595f4def9ee service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412497 Oct 18 20:43:03.734458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-2dc1e243-5f6b-4efd-85e4-d3957ff9fa8a service neutron] 10.222.0.66 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023812 Oct 18 20:43:04.256305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7fe73805-c9c7-4d18-bfcc-cc2066ac916e req-3b164882-bed0-4a69-a534-29eb14455f6b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/6e9468ae-0295-43d2-b278-2e54ea9502da HTTP/1.1" status: 200 len: 1800 time: 0.0700135 Oct 18 20:43:04.339303 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-7fe73805-c9c7-4d18-bfcc-cc2066ac916e req-4d92f92f-6aa6-47f0-9616-a56a9b618d3c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 20:43:04.340451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7fe73805-c9c7-4d18-bfcc-cc2066ac916e req-4d92f92f-6aa6-47f0-9616-a56a9b618d3c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/6e9468ae-0295-43d2-b278-2e54ea9502da HTTP/1.1" status: 409 len: 341 time: 0.0702727 Oct 18 20:43:04.385468 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace43af5-0814-4ddd-b9f6-7947adc51451 x-openstack-request-id: req-ace43af5-0814-4ddd-b9f6-7947adc51451 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:04.385821 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:04.385997 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ace43af5-0814-4ddd-b9f6-7947adc51451 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:04.386498 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e', 'status': 'completed', 'code': 200} Oct 18 20:43:04.434976 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-b9f55310-12dd-4978-82ee-7f45626e4f8c req-bd5a17ce-58ac-49e6-8a20-c6e3bb2bb2b9 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] show failed (client error): The resource could not be found. Oct 18 20:43:04.437182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9f55310-12dd-4978-82ee-7f45626e4f8c req-bd5a17ce-58ac-49e6-8a20-c6e3bb2bb2b9 tempest-SecurityGroupsNegativeTestJSON-1898757474 tempest-SecurityGroupsNegativeTestJSON-1898757474-project] 10.222.0.66 "GET /v2.0/security-groups/49d9abec-45f3-4963-b415-f1f1a9ba9bf4 HTTP/1.1" status: 404 len: 352 time: 0.0258553 Oct 18 20:43:04.460003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57822) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:04.493422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f38477-73ed-45bd-adce-86765f6019bd req-4dfa7b1b-a6a6-4303-b84c-400d7dbf72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:04.496312 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-48f38477-73ed-45bd-adce-86765f6019bd req-4dfa7b1b-a6a6-4303-b84c-400d7dbf72de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=89e8fc2670d9412094bb79bb26d1b471&device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1174 time: 0.0834143 Oct 18 20:43:04.532898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] Deleting subnet 3256cfc2-20d3-46cd-8e1c-b11ebad36b28 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:43:04.538429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:04.596540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:04.660224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f38477-73ed-45bd-adce-86765f6019bd req-03556723-e20e-4142-8773-96f203baf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:04.664582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-48f38477-73ed-45bd-adce-86765f6019bd req-03556723-e20e-4142-8773-96f203baf4d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 200 len: 914 time: 0.1590824 Oct 18 20:43:04.673405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:04.682010 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00db53-9440-452e-8666-c80bbf6660ef x-openstack-request-id: req-2f00db53-9440-452e-8666-c80bbf6660ef {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:04.683151 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d432c1ef-48ac-4708-a091-9e82e00251c3", "name": "network-vif-deleted", "tag": "4197e6bf-e897-43b1-8a2a-149271f8de50", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:04.684976 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f00db53-9440-452e-8666-c80bbf6660ef {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:04.686422 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd432c1ef-48ac-4708-a091-9e82e00251c3', 'name': 'network-vif-deleted', 'tag': '4197e6bf-e897-43b1-8a2a-149271f8de50', 'status': 'completed', 'code': 200} Oct 18 20:43:04.767908 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-48f38477-73ed-45bd-adce-86765f6019bd req-8170c8ac-f596-4ca5-865d-b736a1905ab4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 200 len: 217 time: 0.0948889 Oct 18 20:43:04.814059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772d21c-c51c-4eb0-8655-059daf32854a req-71e86755-886f-4d1b-b6a7-2eebcbb8d8ef tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:04.815952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8772d21c-c51c-4eb0-8655-059daf32854a req-71e86755-886f-4d1b-b6a7-2eebcbb8d8ef tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.0778172 Oct 18 20:43:04.817956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:04.856470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f38477-73ed-45bd-adce-86765f6019bd req-e22b1631-3497-4e0e-94fa-6b1a8eb7e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:04.858824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3256cfc2-20d3-46cd-8e1c-b11ebad36b28,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:04.859221 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-48f38477-73ed-45bd-adce-86765f6019bd req-e22b1631-3497-4e0e-94fa-6b1a8eb7e123 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 200 len: 853 time: 0.0837352 Oct 18 20:43:04.874073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:04.880514 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-86b843ca-e51d-4c3e-841b-c1f4b15a3bf1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3256cfc2-20d3-46cd-8e1c-b11ebad36b28 HTTP/1.1" status: 204 len: 168 time: 0.4162631 Oct 18 20:43:04.880845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:04.906361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-48f38477-73ed-45bd-adce-86765f6019bd req-932eb11f-6481-4ea9-83ab-d90b5f7382e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=99385a81-2e6d-429a-9867-e9b0b7412e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377808 Oct 18 20:43:04.941296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8772d21c-c51c-4eb0-8655-059daf32854a req-1893fb64-b6bc-43c8-ac78-8df285aa80a0 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933170 Oct 18 20:43:05.003478 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:05.051541 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-48f38477-73ed-45bd-adce-86765f6019bd req-ad6374ad-26ba-484d-9bb5-e41daa1e783a service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253819 Oct 18 20:43:05.136760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:05.181341 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-48f38477-73ed-45bd-adce-86765f6019bd req-c9451cbb-af67-49d1-97c4-e1f7b710bfff service neutron] 10.222.0.79 "GET /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206307 Oct 18 20:43:05.187390 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a885c110-7840-40f3-bed5-233bc5e96b02 req-ca181f85-c601-400f-8b50-8573f88e6d39 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 210 time: 0.0945868 Oct 18 20:43:05.191752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dea40b-d395-45f6-964a-301c86d0806e']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:05.206053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66a3cc7-c77c-4280-bc61-011f0cf84707') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:05.206297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66a3cc7-c77c-4280-bc61-011f0cf84707') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:05.221294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:05.240134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:05.252707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:43:05.254174 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:43:05.256490 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:43:05.410712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:05.429619 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:05.435855 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] 10.222.0.66 "DELETE /v2.0/networks/65dea40b-d395-45f6-964a-301c86d0806e HTTP/1.1" status: 204 len: 168 time: 0.5535483 Oct 18 20:43:05.512609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a937cff-8202-42ff-b6e1-c5736351e637 admin admin] Pushing event deleted for resources: {'Network': ['ID=65dea40b-d395-45f6-964a-301c86d0806e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:05.592068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-86fb431c-8e58-49cb-8066-c80c28eb460d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:05.605150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-86fb431c-8e58-49cb-8066-c80c28eb460d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.3114486 Oct 18 20:43:05.618059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-828ced54-0faa-49f3-ba63-d0529b41beca tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/quotas/c99b15dce0144fc98d343a9c5a373ad6 HTTP/1.1" status: 200 len: 375 time: 0.0119247 Oct 18 20:43:05.643272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57848) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:05.771748 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-221bdf3a-98c7-4423-b0bc-715596fd994e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=710f69b06a88425eb6655d8a51ede1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251011 Oct 18 20:43:05.774511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57852) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:05.778487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-4f6c2a27-c0c9-4195-82a0-c7774cee58f8 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484876 Oct 18 20:43:05.802547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1fb9b089-635a-4445-ad20-8bfb375da709 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:05.804642 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1fb9b089-635a-4445-ad20-8bfb375da709 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 808 time: 0.1784093 Oct 18 20:43:05.830522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Request body: {'port': {'device_id': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'admin_state_up': True, 'tenant_id': 'eff7fd68770546b79e960296e39e6d36'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:05.954881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-67eec72a-b135-4970-99d9-0779176cac7b service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549468 Oct 18 20:43:06.009763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-67acbf38-c28b-45b1-b744-ed36da0bf4be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:06.073926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-32d01ae7-0923-4963-8920-ced9e45749c4 service neutron] 10.222.0.66 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175213 Oct 18 20:43:06.079918 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-67acbf38-c28b-45b1-b744-ed36da0bf4be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:06.168611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Made reservation on behalf of eff7fd68770546b79e960296e39e6d36 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:06.176654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:06.285312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-67acbf38-c28b-45b1-b744-ed36da0bf4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:06.290179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-67acbf38-c28b-45b1-b744-ed36da0bf4be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:06.293888 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-67acbf38-c28b-45b1-b744-ed36da0bf4be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdd32443-6eaa-4dbd-850f-a18fe3a2472f HTTP/1.1" status: 204 len: 168 time: 0.5110514 Oct 18 20:43:06.400910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acbf38-c28b-45b1-b744-ed36da0bf4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd32443-6eaa-4dbd-850f-a18fe3a2472f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:06.800452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Allocated IP 172.20.0.12 (a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f/162ca2fa-5a4b-423e-b7ea-105cc72a0450/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:06.816111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79689-0cea-46af-a245-0515c0398a9b req-bf0f5e01-8bc6-4519-86b9-9d3b8eb59917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:06.818782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7fd79689-0cea-46af-a245-0515c0398a9b req-bf0f5e01-8bc6-4519-86b9-9d3b8eb59917 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 1096 time: 0.1347420 Oct 18 20:43:06.939978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4197e6bf-e897-43b1-8a2a-149271f8de50 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:43:07.041336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 4197e6bf-e897-43b1-8a2a-149271f8de50 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:43:07.041686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4197e6bf-e897-43b1-8a2a-149271f8de50 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:43:07.057110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a153ba-f0bb-425b-a92b-11c1784f33f5 req-dd0ec0e5-fbb5-43e6-81ad-b3d86ba34391 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:07.066420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23a153ba-f0bb-425b-a92b-11c1784f33f5 req-dd0ec0e5-fbb5-43e6-81ad-b3d86ba34391 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.1527703 Oct 18 20:43:07.188724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23a153ba-f0bb-425b-a92b-11c1784f33f5 req-c1b1c973-eddc-4dc2-9ebc-d5d234746fc9 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210551 Oct 18 20:43:07.294564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dff0c1c7-d53a-458d-9715-4b7a13031483 req-94efae61-1b28-464e-8b81-2f875905e7ce tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 210 time: 0.0481305 Oct 18 20:43:07.521683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39e632a7-9793-4e0b-96f6-94b4745e0bb5 req-a4db2e7f-68fd-4683-9a81-253898d9cbfd tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 210 time: 0.0505047 Oct 18 20:43:07.574229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:07.625116 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:07.645893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['02dc74b4-86be-485b-a0d9-a749599bd5d4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:07.681428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a73ff-8760-4cf1-8de7-5f7b387c43c1 req-debc46a3-8ace-4121-8401-985d39919a9c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:07.683391 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c19a73ff-8760-4cf1-8de7-5f7b387c43c1 req-debc46a3-8ace-4121-8401-985d39919a9c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0708885 Oct 18 20:43:07.736864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:07.739036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c19a73ff-8760-4cf1-8de7-5f7b387c43c1 req-0c554d3c-4dae-4895-927d-57b9dfcf5276 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450375 Oct 18 20:43:07.769499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:07.769499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:07.774108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:07.833102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79689-0cea-46af-a245-0515c0398a9b req-bdf690df-cddf-4094-830e-b129b113c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:07.834706 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7fd79689-0cea-46af-a245-0515c0398a9b req-bdf690df-cddf-4094-830e-b129b113c035 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 200 len: 918 time: 1.0062618 Oct 18 20:43:07.906217 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7fd79689-0cea-46af-a245-0515c0398a9b req-8ce8bb75-8dbb-48b7-b985-d635b189a550 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 200 len: 217 time: 0.0589683 Oct 18 20:43:07.919168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:07.920549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:07.999501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-baacdf9c-3b61-4846-8cf8-ff9a9c334b97 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1774390 Oct 18 20:43:08.011238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd79689-0cea-46af-a245-0515c0398a9b req-1922e4e3-cdcc-4b2a-b022-79c12e90d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:08.013070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7fd79689-0cea-46af-a245-0515c0398a9b req-1922e4e3-cdcc-4b2a-b022-79c12e90d3b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 200 len: 857 time: 0.0895522 Oct 18 20:43:08.019965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Request body: {'port': {'device_id': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:08.036902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:08.076066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c18b-bdbe-4fca-9ae4-6dd428f45103 req-0a02c2ab-e757-4881-bd98-5d6814ed105f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:08.086150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6c48c18b-bdbe-4fca-9ae4-6dd428f45103 req-0a02c2ab-e757-4881-bd98-5d6814ed105f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1023 time: 0.1486182 Oct 18 20:43:08.096324 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7fd79689-0cea-46af-a245-0515c0398a9b req-4146ed7f-09c4-4e7d-a042-62de828a88d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5f440991-0642-436f-9379-edd499e35fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480554 Oct 18 20:43:08.152432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6c48c18b-bdbe-4fca-9ae4-6dd428f45103 req-15c9a5d8-f314-4216-8555-26a0e1fb4bf3 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e9468ae-0295-43d2-b278-2e54ea9502da&id=dfd10f13-817c-4fb1-9226-63305fcd3383&id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0648093 Oct 18 20:43:08.194688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.303837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201973f-69c8-4649-923b-d68172ad290f req-93631c29-e5c7-433b-9fae-27610c644dd6 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:08.309060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d201973f-69c8-4649-923b-d68172ad290f req-93631c29-e5c7-433b-9fae-27610c644dd6 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0705979 Oct 18 20:43:08.316374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1606342797-network', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:08.369700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Made reservation on behalf of 09a86ba765934c77b7c25ca5e1f18925 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:08.373141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.387779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.435259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d201973f-69c8-4649-923b-d68172ad290f req-97b5246b-c53c-4584-89cf-467e988bc526 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114309 Oct 18 20:43:08.555932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.562333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.569971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7fd79689-0cea-46af-a245-0515c0398a9b req-45f11911-3d24-4721-a656-b70ade3939b0 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621222 Oct 18 20:43:08.597146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:43:08.620898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14cf996-78b0-47f4-b29b-993f151bbe9b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:08.635278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.636143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.636697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.645580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.646318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.646863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.647425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.647964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.648587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.649146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.649651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.650162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:08.666661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.668472 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Added segment b6ea0b39-2859-4e87-859e-94cfa343cf28 of type vlan for network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 Oct 18 20:43:08.758186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.839320 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.840345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:08.841159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:08.920653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] Pushing event updated for resources: {'Network': ['ID=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:08.938107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:43:08.944592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05c601-581b-4fbe-a896-3f31531afcf2 req-f98bcb75-08ff-49f9-93a0-484369d7b484 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:08.946428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a05c601-581b-4fbe-a896-3f31531afcf2 req-f98bcb75-08ff-49f9-93a0-484369d7b484 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1485620 Oct 18 20:43:08.950930 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-14c7479e-669d-464d-86f1-96a13e48d597 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9079485 Oct 18 20:43:08.957001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57908) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:08.965058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Request body: {'subnet': {'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1606342797-subnet', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:09.027252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a05c601-581b-4fbe-a896-3f31531afcf2 req-9a27a2df-2fdd-48c3-a0ef-e49b42510498 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688453 Oct 18 20:43:09.039664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Made reservation on behalf of 09a86ba765934c77b7c25ca5e1f18925 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:09.056515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.119604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7fd79689-0cea-46af-a245-0515c0398a9b req-a3ca181c-adf8-41cd-a413-138bd02183e1 service neutron] 10.222.0.79 "GET /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259302 Oct 18 20:43:09.125621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-afc9a35d-5de2-424c-8559-b9a0ef6ddf49 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:09.136648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-afc9a35d-5de2-424c-8559-b9a0ef6ddf49 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 805 time: 0.8268597 Oct 18 20:43:09.236097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Request body: {'port': {'device_id': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'admin_state_up': True, 'tenant_id': 'c99b15dce0144fc98d343a9c5a373ad6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:09.396153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557ce9b-9775-44cb-a300-34e46f53258b req-49c8da33-48dd-4daf-83e5-0f9219acc00b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:09.401096 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1557ce9b-9775-44cb-a300-34e46f53258b req-49c8da33-48dd-4daf-83e5-0f9219acc00b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.2474709 Oct 18 20:43:09.421228 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-1ad0a73c-7358-47c4-b269-8b14ca80ed5d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:09.422920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-1ad0a73c-7358-47c4-b269-8b14ca80ed5d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1023 time: 0.3582096 Oct 18 20:43:09.500672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1557ce9b-9775-44cb-a300-34e46f53258b req-a2cb1427-b998-4119-8d99-412d3fa5962d tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870597 Oct 18 20:43:09.509276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.587502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fc5efb-b232-4b52-b540-8a670f058795,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:09.592899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Checking segment: {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:09.593266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Network hostable DHCP agents. Network: c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:43:09.626005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:09.648554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.652334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-369a6b43-65b5-4cbf-89e7-cfc131b18e6e req-611642ef-867f-43ac-b136-79292ce1c8ee tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 210 time: 0.0485837 Oct 18 20:43:09.653392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:43:09.667148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:09.672563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:09.673322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.693041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6274207e-e084-4fdf-8b38-41d6d49f1ec0 None None] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:43:09.694835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Transition to ACTIVE for port object f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:43:09.702874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Made reservation on behalf of c99b15dce0144fc98d343a9c5a373ad6 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:09.709154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2086b8f9-79eb-42a7-bd8e-dcdd6a25fec8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7495129 Oct 18 20:43:09.712309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.720184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:09.725583 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:09.761447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Deleting port 8d128128-8277-4ea3-8012-d0cd65ce2f5e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:43:09.761645 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.761818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.762881 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.764734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.885045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:09.900773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:10.000787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:43:10.001688 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.099787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f060b5-4141-4113-8d70-a45c81190445 req-503e62c5-ec6e-4406-89fa-5569afd35f51 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:10.107459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Allocated IP 172.20.0.6 (cc561521-13d7-4390-8cc4-dace8001706a/14959704-4708-415f-a60a-24cbf9e5381c/580f9591-654d-4d38-ac7e-4d6ce586b515) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:10.117540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9f060b5-4141-4113-8d70-a45c81190445 req-503e62c5-ec6e-4406-89fa-5569afd35f51 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 944 time: 0.2849841 Oct 18 20:43:10.123194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] For port 8d128128-8277-4ea3-8012-d0cd65ce2f5e, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=8d128128-8277-4ea3-8012-d0cd65ce2f5e,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:10.125687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.157069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Calling delete_port for 8d128128-8277-4ea3-8012-d0cd65ce2f5e owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:43:10.208353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Allocated IP 172.20.0.2 (c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7/89fc5efb-b232-4b52-b540-8a670f058795/5f27e5c2-e450-406a-95a2-f06c87ac6932) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:10.319430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.338627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9f060b5-4141-4113-8d70-a45c81190445 req-bd802c75-3366-4a3c-b98e-aa43f68e0547 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125406 Oct 18 20:43:10.345129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:10.345129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:10.345129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:10.373705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:10.373705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:10.406179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:10.406683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:10.406996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:10.407412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Bound port: f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:10.407701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.450666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.483684 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.498336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.552570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Pushing event updated for resources: {'Port': ['ID=5f27e5c2-e450-406a-95a2-f06c87ac6932,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:10.568468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:10.570254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:10.574023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:10.584110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:10.589727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:10.599264 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.607521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.638449 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.646403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:10.653317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f', '8d128128-8277-4ea3-8012-d0cd65ce2f5e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:10.662423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:10.663540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.665049 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] 10.222.0.30 "PUT /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 1092 time: 2.6504123 Oct 18 20:43:10.667483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:10.669822 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:10.684020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Network cc561521-13d7-4390-8cc4-dace8001706a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:10.702603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:10.711477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:10.723155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Attempting to bind port 5f27e5c2-e450-406a-95a2-f06c87ac6932 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:10.723155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Attempting to bind port 5f27e5c2-e450-406a-95a2-f06c87ac6932 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:10.723401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Attempting to bind port 5f27e5c2-e450-406a-95a2-f06c87ac6932 on network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:10.733697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:10.734106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Checking segment: {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:10.734490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.734893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Bound using segment: {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:10.735391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Bound port: 5f27e5c2-e450-406a-95a2-f06c87ac6932, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:10.735777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.759297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2af813-69d3-4f3a-aaf4-42bf43cdba28 service neutron] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:10.802689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] No DVR routers for this DVR port 8d128128-8277-4ea3-8012-d0cd65ce2f5e on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:43:10.823939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.827904 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-60b13764-5358-41f5-b2dd-6fc6353c2b68 req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "DELETE /v2.0/ports/8d128128-8277-4ea3-8012-d0cd65ce2f5e HTTP/1.1" status: 204 len: 173 time: 1.3939247 Oct 18 20:43:10.885719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event updated for resources: {'Port': ['ID=580f9591-654d-4d38-ac7e-4d6ce586b515,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:10.894177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:10.894983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:10.923266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] For port 5f27e5c2-e450-406a-95a2-f06c87ac6932, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:10.939531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb570c-5043-4b74-9cb6-61af28a2846c tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'Port': ['ID=8d128128-8277-4ea3-8012-d0cd65ce2f5e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:10.945780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-50992461-2999-42e3-800c-fa115753a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:10.947947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-50992461-2999-42e3-800c-fa115753a733 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1095 time: 0.2121220 Oct 18 20:43:10.952787 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-37cda076-8751-4bf5-8849-a6cbfceacb65 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7375998 Oct 18 20:43:10.972603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Request body: {'port': {'device_id': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:10.995251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08484b-f07f-4fd1-bc21-6e1ae30dbefa req-b5096298-095a-4a83-b086-fa4c8d4f2fe2 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:11.005536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb08484b-f07f-4fd1-bc21-6e1ae30dbefa req-b5096298-095a-4a83-b086-fa4c8d4f2fe2 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=4567f723-efe6-4084-8d1a-2f63d14b7db1 HTTP/1.1" status: 200 len: 1023 time: 0.5118594 Oct 18 20:43:11.028403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] For port 5f27e5c2-e450-406a-95a2-f06c87ac6932, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5f27e5c2-e450-406a-95a2-f06c87ac6932,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:11.042643 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:11.065331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-cfecc2c7-7be7-409d-aaa1-af59193310cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 217 time: 0.0975804 Oct 18 20:43:11.128668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:11.145824 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb08484b-f07f-4fd1-bc21-6e1ae30dbefa req-4ca93c88-c13d-4ab1-97d8-f7b4c970f743 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e9468ae-0295-43d2-b278-2e54ea9502da&id=dfd10f13-817c-4fb1-9226-63305fcd3383&id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1387966 Oct 18 20:43:11.198834 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:11.211289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f541-87ee-4114-876c-edc4d0f6e948 None None] Pushing event updated for resources: {'Port': ['ID=5f27e5c2-e450-406a-95a2-f06c87ac6932,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:11.259683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-eb9f23b0-7b88-416b-80db-bf187d5d25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:11.261813 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-eb9f23b0-7b88-416b-80db-bf187d5d25d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1800222 Oct 18 20:43:11.268867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:11.348161 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-24318239-d3a3-4839-9010-cae467518b2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766118 Oct 18 20:43:11.406690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Allocated IP 172.25.7.174 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/cada6d6e-4dbd-4e19-8ff8-d3d7753f9406) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:11.734556 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-62e36592-5fd6-40f8-910c-ec1572458d57 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769403 Oct 18 20:43:11.735971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-0715759d-e272-4f87-ab02-6a35f4b062dc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:11.751665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-0715759d-e272-4f87-ab02-6a35f4b062dc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.4457922 Oct 18 20:43:11.796226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-854cee97-8e78-446f-8940-5d51272b326e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/quotas/492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 375 time: 0.0370233 Oct 18 20:43:11.924910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580f9591-654d-4d38-ac7e-4d6ce586b515 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:11.937675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:11.956277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Transition to ACTIVE for port object 580f9591-654d-4d38-ac7e-4d6ce586b515 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:43:11.963856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:11.984063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5f27e5c2-e450-406a-95a2-f06c87ac6932 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:11.998520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.005907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4b723f2-818c-4444-850f-20d56a7159c7 req-b962c088-98ce-4b92-8942-3bc2ce9cb3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602265 Oct 18 20:43:12.060063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-5db56253-4bb1-44ad-aa77-9480c3145402 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2550066 Oct 18 20:43:12.071136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.075523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Pushing event updated for resources: {'Port': ['ID=580f9591-654d-4d38-ac7e-4d6ce586b515,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:12.131548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5f27e5c2-e450-406a-95a2-f06c87ac6932 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:12.132433 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.155622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:12.166408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:12.169890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:12.240419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Pushing event updated for resources: {'Port': ['ID=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:12.265370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Attempting to bind port 580f9591-654d-4d38-ac7e-4d6ce586b515 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:12.266169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Attempting to bind port 580f9591-654d-4d38-ac7e-4d6ce586b515 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:12.266745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Attempting to bind port 580f9591-654d-4d38-ac7e-4d6ce586b515 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:12.277509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.281642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Port 580f9591-654d-4d38-ac7e-4d6ce586b515 on network cc561521-13d7-4390-8cc4-dace8001706a not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:12.284192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Attempting to bind port 580f9591-654d-4d38-ac7e-4d6ce586b515 on network cc561521-13d7-4390-8cc4-dace8001706a {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:12.299177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:12.299955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Checking segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:12.300689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Bound using segment: {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:12.301465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Bound port: 580f9591-654d-4d38-ac7e-4d6ce586b515, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32d0bf9-0b15-4be8-9979-aac80de47030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:12.302083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.308090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-6b427e1e-8848-47e2-b8cc-fb163807c51b service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314298 Oct 18 20:43:12.350023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 5f27e5c2-e450-406a-95a2-f06c87ac6932, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5f27e5c2-e450-406a-95a2-f06c87ac6932,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:12.358108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.471559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] For port 580f9591-654d-4d38-ac7e-4d6ce586b515, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:12.475213 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] For port 580f9591-654d-4d38-ac7e-4d6ce586b515, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=580f9591-654d-4d38-ac7e-4d6ce586b515,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:12.484024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=5f27e5c2-e450-406a-95a2-f06c87ac6932,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:12.489372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.589348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Pushing event updated for resources: {'Port': ['ID=580f9591-654d-4d38-ac7e-4d6ce586b515,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:12.632702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.633379 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.634962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cbe16d88-2055-4264-9d85-cc9fb5b97dff service neutron] 10.222.0.30 "PUT /v2.0/ports/580f9591-654d-4d38-ac7e-4d6ce586b515 HTTP/1.1" status: 200 len: 1091 time: 1.6668146 Oct 18 20:43:12.666173 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-d3d0ee64-1753-4b7b-a798-b3db6336a1f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0821617 Oct 18 20:43:12.722565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-be0191f2-f5cc-43db-8855-976a3b19e80c service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513613 Oct 18 20:43:12.767081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:12.824115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-78076d16-afcd-44c2-964f-2b851b5e347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.826678 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-78076d16-afcd-44c2-964f-2b851b5e347f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 1094 time: 0.1272712 Oct 18 20:43:12.834927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.835643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.836078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.836583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.837058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.837881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.838348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:12.840534 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-224b19f6-dd15-4441-ab8b-34dfdef3f3d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6503 time: 0.0844116 Oct 18 20:43:12.877198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ec464-6aba-4f46-8840-67f2191df77e None None] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:43:13.050851 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-fc605338-62e3-4b99-9d9f-d05dabb28f5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580f9591-654d-4d38-ac7e-4d6ce586b515 HTTP/1.1" status: 200 len: 217 time: 0.2084780 Oct 18 20:43:13.147957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5b18d2e4-a658-4b7a-9830-5e3d5d6fe253 None None] Provisioning complete for port 5f27e5c2-e450-406a-95a2-f06c87ac6932 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:13.149188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5b18d2e4-a658-4b7a-9830-5e3d5d6fe253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:13.206726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:13.261759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-c55c7899-ba64-401e-a69e-ba4a34843767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:13.272556 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-c55c7899-ba64-401e-a69e-ba4a34843767 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.2020769 Oct 18 20:43:13.272556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-c3f62f96-85de-449c-ba95-01631021be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:13.272556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-c3f62f96-85de-449c-ba95-01631021be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:13.272556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-c3f62f96-85de-449c-ba95-01631021be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:13.272556 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-c3f62f96-85de-449c-ba95-01631021be00 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=771705f7-431b-42de-8b04-c7312ffd5459&id=771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 200 len: 2298 time: 0.2434382 Oct 18 20:43:13.416883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-cceae988-92eb-45fb-a5b3-a7c591f300a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422188 Oct 18 20:43:13.545187 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-d3ee8a84-c21c-4a2c-b25a-cd28fd5b0798 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24ac76e-6682-4c27-ae6b-5269907a2def HTTP/1.1" status: 200 len: 1001 time: 0.2497385 Oct 18 20:43:13.740128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-a6da35d6-5f5d-4c4c-8614-a22abaad8bc9 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089464 Oct 18 20:43:13.871890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-39243a65-0cf9-4a78-a1f0-eacc243f7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:13.874285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-39243a65-0cf9-4a78-a1f0-eacc243f7ac1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c305f89f-866e-4576-9b5b-498946350648 HTTP/1.1" status: 200 len: 856 time: 0.2452435 Oct 18 20:43:13.888522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b37f4-1f26-483d-995a-53965e1dcfe3 req-3d6317b4-cf17-486e-9dd7-b1b5244bc0b6 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:13.896620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-468b37f4-1f26-483d-995a-53965e1dcfe3 req-3d6317b4-cf17-486e-9dd7-b1b5244bc0b6 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.3188031 Oct 18 20:43:13.948101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:13.949973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-83639dca-6495-4d84-8899-9c8152a482ce None None] Provisioning complete for port 5f27e5c2-e450-406a-95a2-f06c87ac6932 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:13.950386 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83639dca-6495-4d84-8899-9c8152a482ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:13.981715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-468b37f4-1f26-483d-995a-53965e1dcfe3 req-e1d79cc9-a356-4b24-88f1-46bcd36f4575 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827646 Oct 18 20:43:14.017604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5f27e5c2-e450-406a-95a2-f06c87ac6932 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:14.178704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-188fa18d-726f-4aad-8a8f-79db8c643924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:14.184035 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-188fa18d-726f-4aad-8a8f-79db8c643924 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2936797 Oct 18 20:43:14.197345 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3382865e-a96a-4d41-9bad-6fb7595c65a1 req-ac8c53af-2ec9-42a3-9594-0b0038d099e8 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458377 Oct 18 20:43:14.360518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 8d128128-8277-4ea3-8012-d0cd65ce2f5e no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:43:14.394204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 8d128128-8277-4ea3-8012-d0cd65ce2f5e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:43:14.394814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 8d128128-8277-4ea3-8012-d0cd65ce2f5e not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:43:14.421527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdbb81-ec5f-4079-9b14-b1c2f689527e req-0b98f713-d53e-427d-9d82-49fd13bd938b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:14.427723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfbdbb81-ec5f-4079-9b14-b1c2f689527e req-0b98f713-d53e-427d-9d82-49fd13bd938b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.1956315 Oct 18 20:43:14.458921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5f27e5c2-e450-406a-95a2-f06c87ac6932 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:14.459559 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:14.514460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfbdbb81-ec5f-4079-9b14-b1c2f689527e req-1be4f169-1bd6-4093-9bd9-90a5dd534d97 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676932 Oct 18 20:43:14.518486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Router ba609a57-c0ae-429a-a2a1-a238e252963f is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:43:14.765346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:43:14.777234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Sync routers for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:43:14.792080 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:43:14.796812 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:42:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:14.842634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:14.847065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0f9b0fe0-623e-4c3b-a14c-e7a8e18d7764 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.1229594 Oct 18 20:43:14.847481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57956) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:14.973354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0e5c-67d1-4025-988d-314aa50d2a10 req-3059675f-ce0f-4e48-ade2-72c1b0f285d1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:14.976414 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:43:14.987005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-169a0e5c-67d1-4025-988d-314aa50d2a10 req-3059675f-ce0f-4e48-ade2-72c1b0f285d1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 943 time: 0.2111750 Oct 18 20:43:15.093854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-169a0e5c-67d1-4025-988d-314aa50d2a10 req-83bf3b7e-b357-4c8a-bca0-1c6ddae1eb5a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989668 Oct 18 20:43:15.199029 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa00496-6232-4334-889d-82d94899cb53 x-openstack-request-id: req-9fa00496-6232-4334-889d-82d94899cb53 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:15.199621 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:15.199776 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9fa00496-6232-4334-889d-82d94899cb53 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:15.200424 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314', 'status': 'completed', 'code': 200} Oct 18 20:43:15.422831 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:12Z', 'revision_number': 3, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:15.484452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-601342b3-9b5e-420d-9344-2cab1c7303ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:15.487595 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-601342b3-9b5e-420d-9344-2cab1c7303ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1095 time: 0.2921264 Oct 18 20:43:15.491505 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-5e65582e-9238-42e9-b568-79c58600141b service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2842109 Oct 18 20:43:15.583059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f3ca1-687c-4e5e-98e5-a9ecd6ebc49e req-bd057f87-1503-4567-9234-d2064cb7fe22 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:15.585555 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-111f3ca1-687c-4e5e-98e5-a9ecd6ebc49e req-bd057f87-1503-4567-9234-d2064cb7fe22 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 944 time: 0.3220468 Oct 18 20:43:15.590468 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Checking router: ba609a57-c0ae-429a-a2a1-a238e252963f for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:43:15.591099 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Updating router ba609a57-c0ae-429a-a2a1-a238e252963f port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:43:15.625878 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:15.666765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-44be439a-5019-4b43-96b4-cf4be358046e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:15.668367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-44be439a-5019-4b43-96b4-cf4be358046e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.4664888 Oct 18 20:43:15.719203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:15.737866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'port': {'device_id': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'admin_state_up': True, 'tenant_id': '492d8af0ecfc4698b1048f493d46788d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:15.755736 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-111f3ca1-687c-4e5e-98e5-a9ecd6ebc49e req-0e895114-ee29-446d-b1ad-710aa1afbaef tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429386 Oct 18 20:43:15.890619 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-5df4beb9-907d-408b-b577-9ce059903536 service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649395 Oct 18 20:43:15.898443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-eeee03d1-8a48-4a11-90f0-a6c138305e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:15.900117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-eeee03d1-8a48-4a11-90f0-a6c138305e63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.4030833 Oct 18 20:43:15.980153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Allocated IP 172.20.0.1 (c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7/89fc5efb-b232-4b52-b540-8a670f058795/7a38ad53-19b5-42e6-b27d-607ab7cbb8b5) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:15.998742 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-35276b62-b868-4df0-aa19-7cf1d3cabe25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 217 time: 0.0940082 Oct 18 20:43:16.064608 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-4efd2687-cb21-4e02-a1a1-69156217662b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 217 time: 0.1521602 Oct 18 20:43:16.161978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744e6d4f-2754-4fe1-a4fc-d6bbcf22cb2a req-fc2d213a-92df-417f-8f34-d72bae9dccce tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 210 time: 0.0591245 Oct 18 20:43:16.193241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-17322b92-8d1a-49cf-8fb4-26d75c26503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:16.194987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-17322b92-8d1a-49cf-8fb4-26d75c26503f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1514285 Oct 18 20:43:16.213016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Made reservation on behalf of 492d8af0ecfc4698b1048f493d46788d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:16.221645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.257414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-d8999a58-0acf-4c24-a23f-2439d845f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:16.259192 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-d8999a58-0acf-4c24-a23f-2439d845f749 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.1665173 Oct 18 20:43:16.260751 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.262060 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.272566 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.367118 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-09ce1d40-3fb2-4ac7-b342-2223caf07d7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812125 Oct 18 20:43:16.369515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.385525 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Pushing event updated for resources: {'Port': ['ID=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:16.410564 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Attempting to bind port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:16.411188 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Attempting to bind port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:16.411967 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Attempting to bind port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:16.419362 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.420293 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.420877 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.421439 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.422007 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.422564 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.423117 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.423661 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.424224 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.424849 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.425386 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.425950 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:16.427015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:16.430395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-58ed0bc7-cb16-485c-ad6a-872e398f59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:16.431970 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-58ed0bc7-cb16-485c-ad6a-872e398f59ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919065 Oct 18 20:43:16.436571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:16.441098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:16.447465 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:16.447708 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:16.448426 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.449049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:16.449870 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Bound port: cada6d6e-4dbd-4e19-8ff8-d3d7753f9406, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:16.450501 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.475714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Pushing event updated for resources: {'Port': ['ID=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:16.502257 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.593508 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] For port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:16.602704 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] For port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:16.615677 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.704668 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:43:16.713405 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:42:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:16.719259 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6da08-b113-47f9-9840-29246303c385 None None] Pushing event updated for resources: {'Port': ['ID=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:16.768225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:16.792073 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-d0afaed2-18da-4424-8a4a-27c213969e05 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138005 Oct 18 20:43:16.800834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Allocated IP 172.20.0.13 (e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58/38c43b8b-1588-4e19-983a-8ced18e1ec0d/d037d402-6644-4024-9c0e-49bc51ce0aef) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:16.984094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 580f9591-654d-4d38-ac7e-4d6ce586b515 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:43:17.002640 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:43:17.007765 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-2e57b7a4-5f3b-45da-9f7c-1c3255670719 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010011 Oct 18 20:43:17.057203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.069870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.117070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5ba1a34-2839-48ac-9cc6-cf0c6c0d17fa req-e9af5493-192b-46b3-b8c6-aa2cd0bb3456 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005269 Oct 18 20:43:17.187324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 580f9591-654d-4d38-ac7e-4d6ce586b515, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=580f9591-654d-4d38-ac7e-4d6ce586b515,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:17.196831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Pushing event updated for resources: {'Port': ['ID=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:17.202906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'name': 'network-vif-deleted', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e'}, {'name': 'network-changed', 'server_uuid': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'tag': '580f9591-654d-4d38-ac7e-4d6ce586b515'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:17.207150 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a51e44-117c-4188-a10e-6dfd794f71bb" -d '{"events": [{"server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "name": "network-vif-deleted", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e"}, {"name": "network-changed", "server_uuid": "b1f87df5-27fa-44e3-89c2-e81d5ea4b741", "tag": "580f9591-654d-4d38-ac7e-4d6ce586b515"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:17.216017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5d50c2cd-60e7-4ecd-8c12-00ed6b1d5094 None None] Provisioning complete for port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:17.217581 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d50c2cd-60e7-4ecd-8c12-00ed6b1d5094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.235429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-088a0ca3-9f86-4e0f-90b5-8996d23f4ccc req-9b66abee-dcdf-44bc-9ae5-d4295c5c5c5e tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/dfd10f13-817c-4fb1-9226-63305fcd3383 HTTP/1.1" status: 200 len: 1803 time: 0.2809296 Oct 18 20:43:17.247276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.278654 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-ffe067ef-017d-4c16-a2ca-dcb4d464383e service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508643 Oct 18 20:43:17.303723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '580f9591-654d-4d38-ac7e-4d6ce586b515', 'network_id': 'cc561521-13d7-4390-8cc4-dace8001706a', 'port_id': '580f9591-654d-4d38-ac7e-4d6ce586b515', 'mac_address': 'fa:16:3e:39:5c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14959704-4708-415f-a60a-24cbf9e5381c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:43:17.311568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.316173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5d50c2cd-60e7-4ecd-8c12-00ed6b1d5094 None None] Port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:43:17.405352 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.425147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:17.431741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:17.446639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580f9591-654d-4d38-ac7e-4d6ce586b515 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:17.465265 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:15Z', 'revision_number': 1, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:17.496501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 580f9591-654d-4d38-ac7e-4d6ce586b515, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=580f9591-654d-4d38-ac7e-4d6ce586b515,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:17.508614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.536257 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd231d1-c2a1-4715-bcf5-04896395a77d None None] The sync data for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 is: [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:15Z', 'revision_number': 1, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:43:17.561534 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.582638 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-5c9efee7-d627-4e1a-b131-4270f717b125 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 217 time: 0.2687628 Oct 18 20:43:17.592706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d655d2de-227b-4184-9452-9886510b0c34'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:17.595558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:17.631981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=580f9591-654d-4d38-ac7e-4d6ce586b515,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:17.688715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-088a0ca3-9f86-4e0f-90b5-8996d23f4ccc req-1c781c84-8619-4ede-b2dd-9e7621691896 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.790887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-088a0ca3-9f86-4e0f-90b5-8996d23f4ccc req-1c781c84-8619-4ede-b2dd-9e7621691896 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.880291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-088a0ca3-9f86-4e0f-90b5-8996d23f4ccc req-1c781c84-8619-4ede-b2dd-9e7621691896 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.884785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['580f9591-654d-4d38-ac7e-4d6ce586b515'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:17.885033 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-088a0ca3-9f86-4e0f-90b5-8996d23f4ccc req-1c781c84-8619-4ede-b2dd-9e7621691896 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:17.911505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:17.933647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-088a0ca3-9f86-4e0f-90b5-8996d23f4ccc req-1c781c84-8619-4ede-b2dd-9e7621691896 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/dfd10f13-817c-4fb1-9226-63305fcd3383 HTTP/1.1" status: 204 len: 173 time: 0.6754591 Oct 18 20:43:17.938003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:17.965546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=d037d402-6644-4024-9c0e-49bc51ce0aef,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:17.977664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:18.038487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-8d743c5a-6edb-4e3a-827f-2acf264d17be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:18.054767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-8d743c5a-6edb-4e3a-827f-2acf264d17be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.3197796 Oct 18 20:43:18.058396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c781c84-8619-4ede-b2dd-9e7621691896 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd10f13-817c-4fb1-9226-63305fcd3383,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:18.100371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Router ba609a57-c0ae-429a-a2a1-a238e252963f has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:43:18.240094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-bb74cca1-c3fa-475d-98f1-b5186b64574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:18.243313 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-bb74cca1-c3fa-475d-98f1-b5186b64574a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1528149 Oct 18 20:43:18.253991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:18.254669 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:18.293497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d4864-416a-46a2-84b7-ae54c773d367 req-0aa24260-86dd-4b64-b2fb-3a95f583b32b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:18.305029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e1d4864-416a-46a2-84b7-ae54c773d367 req-0aa24260-86dd-4b64-b2fb-3a95f583b32b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 944 time: 0.1776757 Oct 18 20:43:18.363770 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-3ed1510b-df10-4657-b756-cd0850f978c6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6297121 Oct 18 20:43:18.372864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4d112e39-1e2b-4377-be5f-01d85b9cbd64 None None] Provisioning complete for port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:18.373652 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4d112e39-1e2b-4377-be5f-01d85b9cbd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:18.395906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Request body: {'port': {'device_id': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:18.432182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e1d4864-416a-46a2-84b7-ae54c773d367 req-2b8272d0-2075-4a40-a8ee-373734266952 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261466 Oct 18 20:43:18.464892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:43:18.489310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b2eeecaa-0138-4c42-b241-f9a3551d52ab admin admin] 10.222.0.66 "PUT /v2.0/routers/ba609a57-c0ae-429a-a2a1-a238e252963f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6317201 Oct 18 20:43:18.610928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4d112e39-1e2b-4377-be5f-01d85b9cbd64 None None] Port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:43:18.697028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:18.717493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-1327b77a-1510-47ff-9c6f-aa9894625176 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487348 Oct 18 20:43:18.719336 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:18.737395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-60c8cec1-b9c7-4fa1-b135-cfb7fac4d3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:18.772294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4f5b20c6-a691-4c73-94b4-695d8f29c779 None None] Provisioning complete for port d037d402-6644-4024-9c0e-49bc51ce0aef triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:18.772735 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f5b20c6-a691-4c73-94b4-695d8f29c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:18.866866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b20c6-a691-4c73-94b4-695d8f29c779 None None] Port d037d402-6644-4024-9c0e-49bc51ce0aef cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:43:19.045723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb170c-e486-4249-aa54-e5dc2baf822f req-73ae638f-7428-4f8f-9f82-7b7f490c3f7c tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:19.047847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aeb170c-e486-4249-aa54-e5dc2baf822f req-73ae638f-7428-4f8f-9f82-7b7f490c3f7c tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 944 time: 0.1325078 Oct 18 20:43:19.118647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aeb170c-e486-4249-aa54-e5dc2baf822f req-2aaf4915-4c23-49e2-a4ca-1be4b74ae7e9 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Oct 18 20:43:19.229051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-d9c111c2-343a-42b0-8a06-b6d8c107f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:19.231030 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-d9c111c2-343a-42b0-8a06-b6d8c107f1b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 1096 time: 0.2589340 Oct 18 20:43:19.311601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52398a3b-c72f-4033-9a8b-e6d895f4c988 req-00d82f52-4feb-425b-ba6e-e82378cf1269 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:19.325658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52398a3b-c72f-4033-9a8b-e6d895f4c988 req-00d82f52-4feb-425b-ba6e-e82378cf1269 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 932 time: 0.1313915 Oct 18 20:43:19.395200 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-6aa75fa6-a6b7-429e-b4f1-e0bf680863aa service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625588 Oct 18 20:43:19.415360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52398a3b-c72f-4033-9a8b-e6d895f4c988 req-3646c111-aa99-45b1-ad81-9980cee32875 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844784 Oct 18 20:43:19.572873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-4cc9dcf0-a849-4ec8-a04e-75aa6c776f42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba20ca2b-4013-4f97-928b-5e57144313fa HTTP/1.1" status: 200 len: 217 time: 0.0883961 Oct 18 20:43:19.687314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-d49d4288-4bcc-45c2-bb29-ce86652afac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:19.689376 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-d49d4288-4bcc-45c2-bb29-ce86652afac2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1013179 Oct 18 20:43:19.826162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-2f268ba7-f496-4b21-8cd7-36980480fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:19.833714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-2f268ba7-f496-4b21-8cd7-36980480fb9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 200 len: 916 time: 0.5908821 Oct 18 20:43:19.850041 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3213370a-dae3-40ff-b55a-0b534f714943 x-openstack-request-id: req-3213370a-dae3-40ff-b55a-0b534f714943 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:19.850449 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4567f723-efe6-4084-8d1a-2f63d14b7db1", "name": "network-vif-deleted", "tag": "8d128128-8277-4ea3-8012-d0cd65ce2f5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1f87df5-27fa-44e3-89c2-e81d5ea4b741", "tag": "580f9591-654d-4d38-ac7e-4d6ce586b515", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:19.850824 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3213370a-dae3-40ff-b55a-0b534f714943 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:19.851412 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4567f723-efe6-4084-8d1a-2f63d14b7db1', 'name': 'network-vif-deleted', 'tag': '8d128128-8277-4ea3-8012-d0cd65ce2f5e', 'status': 'completed', 'code': 200} Oct 18 20:43:19.851810 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'tag': '580f9591-654d-4d38-ac7e-4d6ce586b515', 'status': 'completed', 'code': 200} Oct 18 20:43:19.855250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-d9289de2-404e-45f1-a8c6-90a907cf7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:19.858300 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-d9289de2-404e-45f1-a8c6-90a907cf7f85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1597617 Oct 18 20:43:20.008804 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2c382c7-4594-4cde-970b-a60406050044 req-0f9c99d6-4097-498b-a43d-2ca8234def22 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/6e9468ae-0295-43d2-b278-2e54ea9502da HTTP/1.1" status: 200 len: 1800 time: 0.1033659 Oct 18 20:43:20.032360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:20.045277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-2ceeac08-d12c-4b40-9dae-9d05a62624d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53a9d7b1-b305-43db-bc55-911914a0678c HTTP/1.1" status: 200 len: 217 time: 0.1843784 Oct 18 20:43:20.149454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b2c382c7-4594-4cde-970b-a60406050044 req-0e150c24-ea4f-4713-ac73-7a1e31980d1d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.188678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:20.189260 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.219418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b2c382c7-4594-4cde-970b-a60406050044 req-0e150c24-ea4f-4713-ac73-7a1e31980d1d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.237768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-b7f86916-e5e0-44b4-a903-dcf11767e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:20.239320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-b7f86916-e5e0-44b4-a903-dcf11767e116 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 1095 time: 0.3445947 Oct 18 20:43:20.270158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d037d402-6644-4024-9c0e-49bc51ce0aef {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:20.275823 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-6d19ab09-cad1-4d82-b957-6ca468630ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:20.277533 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-6d19ab09-cad1-4d82-b957-6ca468630ec3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 200 len: 854 time: 0.2075534 Oct 18 20:43:20.306687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.318139 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-12fc8755-7fd8-4207-8b9e-4107631ed15b service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221847 Oct 18 20:43:20.356860 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b2c382c7-4594-4cde-970b-a60406050044 req-0e150c24-ea4f-4713-ac73-7a1e31980d1d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.362688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b2c382c7-4594-4cde-970b-a60406050044 req-0e150c24-ea4f-4713-ac73-7a1e31980d1d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.391513 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2c382c7-4594-4cde-970b-a60406050044 req-0e150c24-ea4f-4713-ac73-7a1e31980d1d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/6e9468ae-0295-43d2-b278-2e54ea9502da HTTP/1.1" status: 204 len: 173 time: 0.3705432 Oct 18 20:43:20.410606 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.420036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e150c24-ea4f-4713-ac73-7a1e31980d1d tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9468ae-0295-43d2-b278-2e54ea9502da,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:20.455407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Transition to ACTIVE for port object d037d402-6644-4024-9c0e-49bc51ce0aef will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:43:20.468067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:20.475677 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.512133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:20.555572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:20.680943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-a01da71c-78ed-45f5-aa06-05b416763eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:20.683398 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-a01da71c-78ed-45f5-aa06-05b416763eaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=837e43bb-59e0-4db3-aec5-9f803a409f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3906829 Oct 18 20:43:20.715797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ac4ee-9594-4593-af8a-15d113e7b319 req-4cefaea8-f47a-4b1a-a01f-94e02b306a3d tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:20.723953 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c2ac4ee-9594-4593-af8a-15d113e7b319 req-4cefaea8-f47a-4b1a-a01f-94e02b306a3d tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.0819228 Oct 18 20:43:20.777022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3c2ac4ee-9594-4593-af8a-15d113e7b319 req-17a47457-7ac0-4633-b235-739905762d7e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517788 Oct 18 20:43:20.999918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 580f9591-654d-4d38-ac7e-4d6ce586b515 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:21.120846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 580f9591-654d-4d38-ac7e-4d6ce586b515 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:43:21.130745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 580f9591-654d-4d38-ac7e-4d6ce586b515 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:21.133973 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.170946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d037d402-6644-4024-9c0e-49bc51ce0aef,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:21.202087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-0b076af3-4886-4ecf-b518-8f66ea8ebdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:21.207073 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-0b076af3-4886-4ecf-b518-8f66ea8ebdff service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 200 len: 906 time: 0.9552386 Oct 18 20:43:21.215976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58004) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:21.225503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c7f2ad37-f531-4805-8c7d-f7b9fea022a5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364060331', 'description': 'tempest-description--1733460915'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:21.311648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ad37-f531-4805-8c7d-f7b9fea022a5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.370408 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.445046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580f9591-654d-4d38-ac7e-4d6ce586b515'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:21.448201 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d28faa0-0888-4045-a123-e431225e8f5e" -d '{"events": [{"server_uuid": "b1f87df5-27fa-44e3-89c2-e81d5ea4b741", "name": "network-vif-plugged", "status": "completed", "tag": "580f9591-654d-4d38-ac7e-4d6ce586b515"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:21.486551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 580f9591-654d-4d38-ac7e-4d6ce586b515, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=580f9591-654d-4d38-ac7e-4d6ce586b515,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:21.498078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-cb65702e-fbe3-4aa4-94c0-20637742263e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=580f9591-654d-4d38-ac7e-4d6ce586b515 HTTP/1.1" status: 200 len: 217 time: 0.2335329 Oct 18 20:43:21.500836 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.556197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abad39b-e953-473e-bad4-34ef17966bd8 req-dbeb2837-fb8e-465a-856d-a8a594fa064f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:21.556961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Sync routers for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:43:21.571109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5abad39b-e953-473e-bad4-34ef17966bd8 req-dbeb2837-fb8e-465a-856d-a8a594fa064f tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 944 time: 0.2040539 Oct 18 20:43:21.592616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:43:21.593574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:42:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:21.621685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ad37-f531-4805-8c7d-f7b9fea022a5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.642141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ad37-f531-4805-8c7d-f7b9fea022a5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.647585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-aac9bdd4-d298-40b4-9cb2-7e98946fdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:21.650326 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-aac9bdd4-d298-40b4-9cb2-7e98946fdf4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 200 len: 845 time: 0.1062579 Oct 18 20:43:21.667481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=580f9591-654d-4d38-ac7e-4d6ce586b515,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:21.698897 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5abad39b-e953-473e-bad4-34ef17966bd8 req-e228ba32-a564-4546-8db1-7b683659909d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179023 Oct 18 20:43:21.715585 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f2ad37-f531-4805-8c7d-f7b9fea022a5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.724279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c7f2ad37-f531-4805-8c7d-f7b9fea022a5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5053623 Oct 18 20:43:21.725934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58010) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:21.744631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8091c4f6-de7b-40b9-996a-96c33fd052e7 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Request body: {'security_group_rule': {'security_group_id': 'f81a270b-925f-4226-a9d6-c26db45f4718', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:21.776739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2ad37-f531-4805-8c7d-f7b9fea022a5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a270b-925f-4226-a9d6-c26db45f4718,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:21.840556 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8091c4f6-de7b-40b9-996a-96c33fd052e7 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:21.848609 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-8af7ccaa-ec83-45e7-8d8e-d92432b9a09a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc561521-13d7-4390-8cc4-dace8001706a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761873 Oct 18 20:43:21.866932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-9d3b9b9a-6cd8-436b-b4c1-006184ab2fb1 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5149071 Oct 18 20:43:21.901582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:43:21.988848 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-73b42e9c-b411-4d44-ba15-b550b91ebb8e service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2762139 Oct 18 20:43:22.043659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8091c4f6-de7b-40b9-996a-96c33fd052e7 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.053031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8091c4f6-de7b-40b9-996a-96c33fd052e7 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.097418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:22.126578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091c4f6-de7b-40b9-996a-96c33fd052e7 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dec49b-d248-4535-8730-e91626860328,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:22.128202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Attempting to bind port d037d402-6644-4024-9c0e-49bc51ce0aef on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:22.128784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Attempting to bind port d037d402-6644-4024-9c0e-49bc51ce0aef by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:22.130376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Attempting to bind port d037d402-6644-4024-9c0e-49bc51ce0aef on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:22.140823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8091c4f6-de7b-40b9-996a-96c33fd052e7 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.143695 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8091c4f6-de7b-40b9-996a-96c33fd052e7 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4080269 Oct 18 20:43:22.173674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58014) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:22.176128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-bca39f9f-e234-4ee3-953d-b53b8e491f06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c HTTP/1.1" status: 200 len: 217 time: 0.2309115 Oct 18 20:43:22.185648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-91942d8e-ac81-4e15-b8d2-7df5a9b8272b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Request body: {'security_group_rule': {'security_group_id': 'f81a270b-925f-4226-a9d6-c26db45f4718', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:22.218136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Port d037d402-6644-4024-9c0e-49bc51ce0aef on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:22.218584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Attempting to bind port d037d402-6644-4024-9c0e-49bc51ce0aef on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:22.253709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82233-feee-4224-8915-aff86cefa352 req-cef9b61e-6742-4653-b259-d777fbcc1e27 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:22.266900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bf82233-feee-4224-8915-aff86cefa352 req-cef9b61e-6742-4653-b259-d777fbcc1e27 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 944 time: 0.1353002 Oct 18 20:43:22.343945 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bf82233-feee-4224-8915-aff86cefa352 req-eff4ebdf-eb22-4563-a66f-c30e05e24961 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734153 Oct 18 20:43:22.398524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e6b2fdb6-3e2f-4f0f-bb87-dadcce4008d1 req-d7d1923f-8b91-4a15-ad85-7c91ba6ae1ca tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-354192174', 'description': 'tempest-description-1998644268'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:22.435748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:22.437295 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.449395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e6b2fdb6-3e2f-4f0f-bb87-dadcce4008d1 req-d7d1923f-8b91-4a15-ad85-7c91ba6ae1ca tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.534666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8aeb5bb7-eed0-446c-8ece-51cea3f7a8de req-0ff588ad-0e8d-40dc-928a-4c45bd894419 service neutron] 10.222.0.30 "GET /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239545 Oct 18 20:43:22.537409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-39c91724-f2fe-47f4-92cb-1ae258a269ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:22.541340 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-39c91724-f2fe-47f4-92cb-1ae258a269ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.3453157 Oct 18 20:43:22.564995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 2, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:22.609492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e6b2fdb6-3e2f-4f0f-bb87-dadcce4008d1 req-d7d1923f-8b91-4a15-ad85-7c91ba6ae1ca tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.618822 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e6b2fdb6-3e2f-4f0f-bb87-dadcce4008d1 req-d7d1923f-8b91-4a15-ad85-7c91ba6ae1ca tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.644901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Checking router: ba609a57-c0ae-429a-a2a1-a238e252963f for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:43:22.645878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Updating router ba609a57-c0ae-429a-a2a1-a238e252963f port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:43:22.653474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91942d8e-ac81-4e15-b8d2-7df5a9b8272b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.664711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:22.665466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:22.666487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Bound using segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:22.667421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Bound port: d037d402-6644-4024-9c0e-49bc51ce0aef, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:22.669736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.673353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e6b2fdb6-3e2f-4f0f-bb87-dadcce4008d1 req-d7d1923f-8b91-4a15-ad85-7c91ba6ae1ca tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.685432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6b2fdb6-3e2f-4f0f-bb87-dadcce4008d1 req-d7d1923f-8b91-4a15-ad85-7c91ba6ae1ca tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2983379 Oct 18 20:43:22.703704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1923f-8b91-4a15-ad85-7c91ba6ae1ca tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:22.704812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:22.754256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-c627b9b2-cf6e-444e-a74b-b9f37fca2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:22.758406 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-c627b9b2-cf6e-444e-a74b-b9f37fca2b3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2087774 Oct 18 20:43:22.923119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f19d66-6073-4cc3-b9ce-7b66b4dc3408 req-c87ac8c9-0374-4adf-b5c3-c6864c9b6ba6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:22.933149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61f19d66-6073-4cc3-b9ce-7b66b4dc3408 req-c87ac8c9-0374-4adf-b5c3-c6864c9b6ba6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 944 time: 0.1287928 Oct 18 20:43:22.994576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61f19d66-6073-4cc3-b9ce-7b66b4dc3408 req-fb52453c-5c9f-4e72-81b2-243671bfe326 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570283 Oct 18 20:43:23.085744 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba1a009-8b19-4993-9aee-ce47825b2d64 x-openstack-request-id: req-4ba1a009-8b19-4993-9aee-ce47825b2d64 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:23.086086 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f87df5-27fa-44e3-89c2-e81d5ea4b741", "name": "network-vif-plugged", "status": "completed", "tag": "580f9591-654d-4d38-ac7e-4d6ce586b515", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:23.086461 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ba1a009-8b19-4993-9aee-ce47825b2d64 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:23.088584 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580f9591-654d-4d38-ac7e-4d6ce586b515', 'code': 200} Oct 18 20:43:23.094407 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-b4cb5e21-2910-4d3e-a9ae-f2174b9042fe service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2190187 Oct 18 20:43:23.097528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91942d8e-ac81-4e15-b8d2-7df5a9b8272b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.130690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] For port d037d402-6644-4024-9c0e-49bc51ce0aef, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:23.137236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91942d8e-ac81-4e15-b8d2-7df5a9b8272b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.243079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e647c611-7f74-489d-87c3-536e9fe38b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.321275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] For port d037d402-6644-4024-9c0e-49bc51ce0aef, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d037d402-6644-4024-9c0e-49bc51ce0aef,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:23.329804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91942d8e-ac81-4e15-b8d2-7df5a9b8272b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e3e161-5a25-4e20-9957-0245ff8a4f84,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:23.360634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b2ffd-0f8e-4609-aa32-cb6c281e67d6 req-48287548-d2d8-41c2-8569-d5b1dd73d565 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:23.365088 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-924b2ffd-0f8e-4609-aa32-cb6c281e67d6 req-48287548-d2d8-41c2-8569-d5b1dd73d565 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.1039011 Oct 18 20:43:23.394685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.413471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-2af638b6-23cb-4318-85be-eb9dcc636d6b service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999100 Oct 18 20:43:23.418236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91942d8e-ac81-4e15-b8d2-7df5a9b8272b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.425045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-91942d8e-ac81-4e15-b8d2-7df5a9b8272b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2416840 Oct 18 20:43:23.434963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58024) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:23.440819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:23.460824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.474666 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.477360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.515282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-924b2ffd-0f8e-4609-aa32-cb6c281e67d6 req-865de0ee-6f71-43e7-ab0f-3ec6f33af36e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387734 Oct 18 20:43:23.546960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:23.547605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.549984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] 10.222.0.79 "PUT /v2.0/ports/d037d402-6644-4024-9c0e-49bc51ce0aef HTTP/1.1" status: 200 len: 1092 time: 5.1653852 Oct 18 20:43:23.563532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:23.569778 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:23.609780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac7184-9f5b-410f-8d58-1e32427df87e None None] Pushing event updated for resources: {'Port': ['ID=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:23.633297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382cfd-454a-4ae5-8efe-da879a11cf52 req-45a4d0c5-8f71-45f3-8dc2-01568fa5c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:23.635900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-75382cfd-454a-4ae5-8efe-da879a11cf52 req-45a4d0c5-8f71-45f3-8dc2-01568fa5c332 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 1096 time: 0.3747661 Oct 18 20:43:23.681939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc3b037c-013e-45c8-9496-342cbd13d4ac req-81011700-e555-473b-86a7-dfcac356da58 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae HTTP/1.1" status: 200 len: 1802 time: 0.0763190 Oct 18 20:43:23.688279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-cc3b037c-013e-45c8-9496-342cbd13d4ac req-170c71e4-a515-49bc-bf40-00ee19436dae tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1924748884', 'description': 'tempest-description-hth-493813843'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:23.743441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc3b037c-013e-45c8-9496-342cbd13d4ac req-170c71e4-a515-49bc-bf40-00ee19436dae tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.747025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Attempting to bind port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:23.747726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Attempting to bind port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:23.752816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Attempting to bind port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 on network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:23.761930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:23.762396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Checking segment: {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:23.767098 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.767704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Bound using segment: {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:23.768288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Bound port: 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:23.768796 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.810283 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc3b037c-013e-45c8-9496-342cbd13d4ac req-170c71e4-a515-49bc-bf40-00ee19436dae tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.888435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc3b037c-013e-45c8-9496-342cbd13d4ac req-170c71e4-a515-49bc-bf40-00ee19436dae tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.891919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc3b037c-013e-45c8-9496-342cbd13d4ac req-170c71e4-a515-49bc-bf40-00ee19436dae tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.906456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc3b037c-013e-45c8-9496-342cbd13d4ac req-170c71e4-a515-49bc-bf40-00ee19436dae tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "PUT /v2.0/security-groups/c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae HTTP/1.1" status: 200 len: 1776 time: 0.2230704 Oct 18 20:43:23.949916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] For port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:23.952858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fa8ac-bb7b-49ef-a083-4ef133da12c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d037d402-6644-4024-9c0e-49bc51ce0aef,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:23.953760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] For port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:23.966649 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:23.978797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b4a51e44-117c-4188-a10e-6dfd794f71bb req-3f2ecdd5-fcb0-4433-a56b-3e943374d029 service neutron] 10.222.0.30 "GET /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714690 Oct 18 20:43:23.999956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c71e4-a515-49bc-bf40-00ee19436dae tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:24.066034 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-75382cfd-454a-4ae5-8efe-da879a11cf52 req-7ee8bf2f-6d17-4148-874e-37db7984013f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708573 Oct 18 20:43:24.073533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-2dfdf488-d83b-4fc7-96b9-61d34ef10983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:24.076869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-2dfdf488-d83b-4fc7-96b9-61d34ef10983 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 1095 time: 0.4250295 Oct 18 20:43:24.084886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac7184-9f5b-410f-8d58-1e32427df87e None None] Pushing event updated for resources: {'Port': ['ID=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:24.085871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-a612752e-ae1a-46d3-964a-787132d6eed1 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192658 Oct 18 20:43:24.131970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9b3d778f-830a-4806-ba28-f338f8294e9c None None] Provisioning complete for port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:24.132434 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b3d778f-830a-4806-ba28-f338f8294e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:24.199113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06960e0-e75e-4699-8322-5c45d14cdd8b req-1d067445-bae9-4313-b958-c98435af6bbd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:24.208901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e06960e0-e75e-4699-8322-5c45d14cdd8b req-1d067445-bae9-4313-b958-c98435af6bbd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.1524315 Oct 18 20:43:24.249624 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:24.257986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:24.259495 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-5c842d51-588d-4161-ac1c-97c88f641fdb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d037d402-6644-4024-9c0e-49bc51ce0aef HTTP/1.1" status: 200 len: 217 time: 0.1715856 Oct 18 20:43:24.262178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-14210d29-1302-4981-b8cc-be2b626c93d0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1 HTTP/1.1" status: 200 len: 217 time: 0.1589296 Oct 18 20:43:24.269056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:43:24.270429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:43:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:24.294677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e06960e0-e75e-4699-8322-5c45d14cdd8b req-66400719-c361-4df4-b940-af8604b54770 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826795 Oct 18 20:43:24.466254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-4f90c037-8bcf-4e45-a62e-b8aa70f7474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:24.470732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-4f90c037-8bcf-4e45-a62e-b8aa70f7474e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1818428 Oct 18 20:43:24.568062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-bdfcd945-1459-4eab-a6b8-5f7f7e3fc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:24.572491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-bdfcd945-1459-4eab-a6b8-5f7f7e3fc52d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.2990134 Oct 18 20:43:24.585181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Allocated IP 172.25.7.172 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/92b2e9f8-b59d-4b66-b1ef-0252db6684d9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:24.659662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-bc544e94-55bd-4e82-83a5-1974ba791dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:24.662744 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-bc544e94-55bd-4e82-83a5-1974ba791dba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1830647 Oct 18 20:43:24.725718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-e7b46f43-ace6-4d5f-9fde-9957785b91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:24.728314 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-e7b46f43-ace6-4d5f-9fde-9957785b91b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379027 Oct 18 20:43:24.750884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:24.769284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7723b1-6614-4c8d-a5d4-81362746ef56 req-84b434a8-43b1-4d89-ad8e-fa31fcf5c1eb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:24.776919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2d7723b1-6614-4c8d-a5d4-81362746ef56 req-84b434a8-43b1-4d89-ad8e-fa31fcf5c1eb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 944 time: 0.2483542 Oct 18 20:43:24.779427 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b3d778f-830a-4806-ba28-f338f8294e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:24.829234 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2d7723b1-6614-4c8d-a5d4-81362746ef56 req-4a08b182-63af-4039-9e66-ec0cbb10f1b4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500519 Oct 18 20:43:24.848780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9b3d778f-830a-4806-ba28-f338f8294e9c None None] For port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:24.857695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:43:24.862340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b3d778f-830a-4806-ba28-f338f8294e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:24.906040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:24.925090 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8f37e4-fc7b-4904-b7fc-10079f5d0464 x-openstack-request-id: req-8f8f37e4-fc7b-4904-b7fc-10079f5d0464 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:24.925539 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:24.925943 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f8f37e4-fc7b-4904-b7fc-10079f5d0464 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:24.926547 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef', 'status': 'completed', 'code': 200} Oct 18 20:43:24.987516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:24.987731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-07b344f8-3db0-47cc-b7d1-4dc82afe890d service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082290 Oct 18 20:43:24.997978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:25.000801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:25.034231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:43:25.044922 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-a4754ee7-6b7c-43f9-bb5d-1200c1ad5598 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075902 Oct 18 20:43:25.073042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event updated for resources: {'Port': ['ID=92b2e9f8-b59d-4b66-b1ef-0252db6684d9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:25.111121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:25.128753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8e6cc42-3762-414c-b412-d4c4fdfbfb0f req-507dda1f-467b-43a3-9bd7-4d51d8655a57 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae HTTP/1.1" status: 200 len: 1776 time: 0.1673319 Oct 18 20:43:25.226863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d778f-830a-4806-ba28-f338f8294e9c None None] Pushing event updated for resources: {'Port': ['ID=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:25.243374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:25.245980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-de9e6570-2a32-4784-be64-956bc0394506 None None] Provisioning complete for port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:25.246473 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-de9e6570-2a32-4784-be64-956bc0394506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:25.345941 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-a3d18ead-8d86-4937-8be7-5c8669fe9785 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850089 Oct 18 20:43:25.404283 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-96903b68-f4ad-4ed2-8c80-b5fe56510f69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1161f252-a2af-4869-b8c0-97910d2f8801 HTTP/1.1" status: 200 len: 217 time: 0.0499475 Oct 18 20:43:25.418730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbde206-f472-4b83-aa9f-3348ff6c8f92 req-dab86c82-4a86-4a5f-99c6-426d49bb2138 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:25.429705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bbde206-f472-4b83-aa9f-3348ff6c8f92 req-dab86c82-4a86-4a5f-99c6-426d49bb2138 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 944 time: 0.2092843 Oct 18 20:43:25.439964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:25.441009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:25.465804 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-121022da-f4ef-4b4c-b8fa-89eebd699982 req-bb73f3a5-9f3c-4269-aab7-30ce0f56e543 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698577 Oct 18 20:43:25.503755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314', 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f', 'port_id': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314', 'mac_address': 'fa:16:3e:78:1a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162ca2fa-5a4b-423e-b7ea-105cc72a0450', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:43:25.518568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:23Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:25.539332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-488c8f65-3a5d-43aa-8978-19f2eafcf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:25.549965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-488c8f65-3a5d-43aa-8978-19f2eafcf180 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.1339197 Oct 18 20:43:25.593994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bbde206-f472-4b83-aa9f-3348ff6c8f92 req-d4384150-ad66-48db-8b42-ad6ce473d98c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576388 Oct 18 20:43:25.612536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a198d81-8419-4646-a8e0-e7633cafc66a None None] The sync data for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 is: [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:23Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:43:25.651096 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:25.679192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:25.710916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-2fae0028-fd23-4330-8dc8-01721c545135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:25.713448 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-2fae0028-fd23-4330-8dc8-01721c545135 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571784 Oct 18 20:43:25.719830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-0219efc2-1d62-4adc-a24f-c802fe972d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:25.721874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-0219efc2-1d62-4adc-a24f-c802fe972d6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 1095 time: 0.1181996 Oct 18 20:43:25.739600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:25.752495 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:25.755569 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:43:25.933923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:26.038848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:26.066019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-dd1587ab-e174-4746-9c2e-3610a1e87b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:26.067966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-dd1587ab-e174-4746-9c2e-3610a1e87b72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.3333042 Oct 18 20:43:26.071517 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.073486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-7c4e1715-1042-46fe-a518-c63a39ce4b6c service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102109 Oct 18 20:43:26.081854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.095595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:26.100755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803a49-f2a4-4e95-a98d-ba68847b3bb5 req-3eeba98d-392d-4727-984d-050f30949a04 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:26.105136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9e803a49-f2a4-4e95-a98d-ba68847b3bb5 req-3eeba98d-392d-4727-984d-050f30949a04 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.1831367 Oct 18 20:43:26.190160 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-ba7dc43a-d41b-4331-90d2-40cd8bc8a2a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d037d402-6644-4024-9c0e-49bc51ce0aef HTTP/1.1" status: 200 len: 217 time: 0.1010933 Oct 18 20:43:26.207521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:26.208183 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.248630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event updated for resources: {'Port': ['ID=92b2e9f8-b59d-4b66-b1ef-0252db6684d9,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:26.269852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-3f089b81-e68d-4959-87ba-5d1a11d8846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:26.271214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9e803a49-f2a4-4e95-a98d-ba68847b3bb5 req-905415b7-419d-4b29-8c61-0899eb7fc813 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241837 Oct 18 20:43:26.271877 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-3f089b81-e68d-4959-87ba-5d1a11d8846b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0655308 Oct 18 20:43:26.283513 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.327282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.341233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-47e84ac8-0d37-4d2b-8def-e3a29ecf78ab tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9002154 Oct 18 20:43:26.472295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-969063ad-987b-4772-8061-b8012487b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:26.473866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-969063ad-987b-4772-8061-b8012487b98a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220050 Oct 18 20:43:26.485847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-960bc14f-c783-4263-93cf-8167a135c8a7 req-83a14007-6cb3-445e-b3e0-5ce294764510 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae HTTP/1.1" status: 200 len: 1776 time: 0.1340027 Oct 18 20:43:26.486639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-09b9075b-12a7-4f40-b9b0-810a0bde6bb4 req-13fd168d-b3ea-4bff-873a-745ea88ec736 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906827 Oct 18 20:43:26.554774 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.620779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-960bc14f-c783-4263-93cf-8167a135c8a7 req-0668fd80-ae80-45d3-b146-f9128a0d3f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.654364 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-336099a4-db97-4918-abba-a9d2f9d70fee service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593113 Oct 18 20:43:26.685264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-960bc14f-c783-4263-93cf-8167a135c8a7 req-0668fd80-ae80-45d3-b146-f9128a0d3f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.764992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-960bc14f-c783-4263-93cf-8167a135c8a7 req-0668fd80-ae80-45d3-b146-f9128a0d3f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.772797 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-960bc14f-c783-4263-93cf-8167a135c8a7 req-0668fd80-ae80-45d3-b146-f9128a0d3f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:26.774566 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-960bc14f-c783-4263-93cf-8167a135c8a7 req-0668fd80-ae80-45d3-b146-f9128a0d3f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae HTTP/1.1" status: 204 len: 173 time: 0.2864287 Oct 18 20:43:26.788673 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb7935ac-9c84-44f0-a829-f74d9c7f8ec6 req-e5aeb024-d11a-4f2e-a55d-38b23b28ac3a service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243827 Oct 18 20:43:26.793490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668fd80-ae80-45d3-b146-f9128a0d3f60 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96c9bcc-0f61-47a2-89c5-b8eac61ce0ae,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:26.988800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8527a1-b6ae-4898-82ee-ab3cf6f0240d req-7fd73d55-3985-47e5-ae55-e4394cfafdca tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:26.992190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ce8527a1-b6ae-4898-82ee-ab3cf6f0240d req-7fd73d55-3985-47e5-ae55-e4394cfafdca tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0879087 Oct 18 20:43:27.042310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ce8527a1-b6ae-4898-82ee-ab3cf6f0240d req-049b1406-9966-428e-81a2-fc347aab0221 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Oct 18 20:43:27.220798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0ab4e-4bf9-4ef6-9988-4d3664c2596b req-e0e14e99-9bb0-4dd0-acad-ea4718b2af6d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:27.222551 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8b0ab4e-4bf9-4ef6-9988-4d3664c2596b req-e0e14e99-9bb0-4dd0-acad-ea4718b2af6d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 945 time: 0.0652287 Oct 18 20:43:27.266160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8b0ab4e-4bf9-4ef6-9988-4d3664c2596b req-0be945d9-722f-47fa-922a-e8470f58b04e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 Oct 18 20:43:27.397057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-e99c66fb-674a-4abf-a1dc-b2a1ee1da7fd tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1364060331&fields=id&tenant_id=09a86ba765934c77b7c25ca5e1f18925 HTTP/1.1" status: 200 len: 267 time: 0.0362270 Oct 18 20:43:27.524854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-28bf590c-67ec-4655-9f67-cf2871e47fb9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:27.526469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-28bf590c-67ec-4655-9f67-cf2871e47fb9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/networks?id=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 HTTP/1.1" status: 200 len: 806 time: 0.1165824 Oct 18 20:43:27.543521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-3f700242-0138-49f7-bc14-16d49de3ffd9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/quotas/09a86ba765934c77b7c25ca5e1f18925 HTTP/1.1" status: 200 len: 375 time: 0.0104611 Oct 18 20:43:27.607226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-a9154565-686f-418c-aebb-643ea5a2f7b1 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=09a86ba765934c77b7c25ca5e1f18925&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576060 Oct 18 20:43:27.719431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-ea5a59a6-2290-4e5f-b117-035a7f3ee106 service neutron] 10.222.0.66 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985239 Oct 18 20:43:27.838916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-439595cd-6964-4f43-a97d-9e87a27364e8 service neutron] 10.222.0.66 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069584 Oct 18 20:43:28.134378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc05bf-5e79-42f1-ac41-517080b3e7ca req-466d17e9-8679-412c-b9ea-3313adbab580 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:28.136036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bfc05bf-5e79-42f1-ac41-517080b3e7ca req-466d17e9-8679-412c-b9ea-3313adbab580 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 944 time: 0.0633409 Oct 18 20:43:28.194066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bfc05bf-5e79-42f1-ac41-517080b3e7ca req-cf7eca6c-57b6-4803-92d8-370d02a2ee1c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Oct 18 20:43:28.640526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39f90-e0bb-461b-b950-b42eae1bfa18 req-ff90eb4a-3b87-4f99-b8ee-48708c519253 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:28.643166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aea39f90-e0bb-461b-b950-b42eae1bfa18 req-ff90eb4a-3b87-4f99-b8ee-48708c519253 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.0843060 Oct 18 20:43:28.711502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aea39f90-e0bb-461b-b950-b42eae1bfa18 req-881a30a6-2b49-4ef7-9db5-515580e96771 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593369 Oct 18 20:43:28.841793 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42a785d5-9283-43f8-a86d-826f4be765c6 req-acbb58fd-9dbb-4e87-996a-9c1f4f7daa63 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 210 time: 0.0367405 Oct 18 20:43:29.033923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:29.114825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:43:29.122821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:29.123447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:29.258964 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:29.301158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:29.304045 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696b0fcd-ded5-49c1-b5cd-25bc21242c3b" -d '{"events": [{"server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "name": "network-vif-plugged", "status": "completed", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:29.319782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:29.329151 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:29.389308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:29.437306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-517c23ea-a350-4a30-b995-4ae5fd002696 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:29.439990 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-517c23ea-a350-4a30-b995-4ae5fd002696 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.79 "GET /v2.0/networks?id=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 HTTP/1.1" status: 200 len: 806 time: 0.2365174 Oct 18 20:43:29.444305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd46bd-8765-434b-8af3-c6a3e3ae59cd req-4c61409c-03a6-4a5d-bc2c-65a025f6eac0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:29.445965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02dd46bd-8765-434b-8af3-c6a3e3ae59cd req-4c61409c-03a6-4a5d-bc2c-65a025f6eac0 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 945 time: 0.4374959 Oct 18 20:43:29.494587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02dd46bd-8765-434b-8af3-c6a3e3ae59cd req-c1e9aa1b-4943-4514-9e7d-e4ab564a9458 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411017 Oct 18 20:43:29.519205 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-b93e8476-d94b-4fce-9567-2ee52d63bc8e tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09a86ba765934c77b7c25ca5e1f18925 HTTP/1.1" status: 200 len: 380 time: 0.0616949 Oct 18 20:43:29.532894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Request body: {'port': {'device_id': 'b7140874-7a15-492e-8134-eed62b5df192', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'admin_state_up': True, 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'security_groups': ['f81a270b-925f-4226-a9d6-c26db45f4718']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:29.612685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2b77-4597-4d72-884b-4bbd0d9ba22f req-53c838a5-781e-4b31-92e8-73f7550db283 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:29.614326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b8d2b77-4597-4d72-884b-4bbd0d9ba22f req-53c838a5-781e-4b31-92e8-73f7550db283 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Oct 18 20:43:29.664563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b8d2b77-4597-4d72-884b-4bbd0d9ba22f req-3eeecbc7-fc9d-4c8f-8a24-a9beef1d5599 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Oct 18 20:43:29.718789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Made reservation on behalf of 09a86ba765934c77b7c25ca5e1f18925 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:29.722662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:29.798735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593ade6-5ba6-4606-87a8-57efc7b33b6c req-90b9c0c6-105c-4e51-abf1-c11da1840d05 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:29.800245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1593ade6-5ba6-4606-87a8-57efc7b33b6c req-90b9c0c6-105c-4e51-abf1-c11da1840d05 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 946 time: 0.0566900 Oct 18 20:43:29.853102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1593ade6-5ba6-4606-87a8-57efc7b33b6c req-2c90327e-af13-45ae-b41a-c5ed30691a7f tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425305 Oct 18 20:43:29.911873 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-375e39b0-3f56-4a61-923d-6ce7ef18a7df req-3cbe26b1-3e00-4984-8fa4-7bde95b1a1cc tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:43:29.914411 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-375e39b0-3f56-4a61-923d-6ce7ef18a7df req-3cbe26b1-3e00-4984-8fa4-7bde95b1a1cc tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/6e9468ae-0295-43d2-b278-2e54ea9502da HTTP/1.1" status: 404 len: 352 time: 0.0229144 Oct 18 20:43:29.940850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Allocated IP 172.20.0.13 (c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7/89fc5efb-b232-4b52-b540-8a670f058795/0d83fe1f-3551-4cbf-95a3-a9aed4f1d417) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:30.112006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb144f-eccd-4599-ab81-39b9c65bbd64 req-d6652215-986b-4365-8a3b-7f255ba9cdac tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:30.113670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23eb144f-eccd-4599-ab81-39b9c65bbd64 req-d6652215-986b-4365-8a3b-7f255ba9cdac tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 944 time: 0.0571446 Oct 18 20:43:30.125089 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:30.167810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:30.168557 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23eb144f-eccd-4599-ab81-39b9c65bbd64 req-59fe5612-0be3-405c-9117-15d1684ab58d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Oct 18 20:43:30.214636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:30.218032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:30.222103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:30.251736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event updated for resources: {'Port': ['ID=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:30.260075 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8309ba4e-cdb5-4593-8ea6-ce2dbd3a4a28 x-openstack-request-id: req-8309ba4e-cdb5-4593-8ea6-ce2dbd3a4a28 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:30.263335 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "name": "network-vif-plugged", "status": "completed", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:30.264298 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8309ba4e-cdb5-4593-8ea6-ce2dbd3a4a28 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:30.268224 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314', 'code': 200} Oct 18 20:43:30.277101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d037d402-6644-4024-9c0e-49bc51ce0aef details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:43:30.302839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:30.303531 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:30.342045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-716341e3-691a-4963-88c4-76f05dcfabd6 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8158634 Oct 18 20:43:30.411395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Request body: {'port': {'device_id': 'b7140874-7a15-492e-8134-eed62b5df192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:30.427806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d037d402-6644-4024-9c0e-49bc51ce0aef, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d037d402-6644-4024-9c0e-49bc51ce0aef,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:30.442696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'd037d402-6644-4024-9c0e-49bc51ce0aef', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': 'd037d402-6644-4024-9c0e-49bc51ce0aef', 'mac_address': 'fa:16:3e:b5:dd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:43:30.498715 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:30.518223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d037d402-6644-4024-9c0e-49bc51ce0aef {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:30.567719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d037d402-6644-4024-9c0e-49bc51ce0aef, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d037d402-6644-4024-9c0e-49bc51ce0aef,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:30.577146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:30.601192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af1809-78e9-4141-b5b7-7e1c4d5f058d req-9c3d544b-f8c2-4885-8976-bf1654ab1f34 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:30.603839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71af1809-78e9-4141-b5b7-7e1c4d5f058d req-9c3d544b-f8c2-4885-8976-bf1654ab1f34 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0905366 Oct 18 20:43:30.607990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6ee14f46-ca72-4619-862e-06c23f8f4830 None None] Provisioning complete for port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:30.608367 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ee14f46-ca72-4619-862e-06c23f8f4830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:30.673508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d037d402-6644-4024-9c0e-49bc51ce0aef,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:30.682987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6ee14f46-ca72-4619-862e-06c23f8f4830 None None] Port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:43:30.684974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71af1809-78e9-4141-b5b7-7e1c4d5f058d req-1cef3477-a7ec-4956-a6fb-7ab0d39ab1c3 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648594 Oct 18 20:43:30.833435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3436445-28bf-4278-b541-909f444060fd req-a0663f2a-7a50-4e74-8076-5a43fb02e160 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:30.835159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3436445-28bf-4278-b541-909f444060fd req-a0663f2a-7a50-4e74-8076-5a43fb02e160 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 932 time: 0.0660608 Oct 18 20:43:30.886334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3436445-28bf-4278-b541-909f444060fd req-406a451f-4933-4669-bcbe-1921916f9d52 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Oct 18 20:43:30.937222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e92c0-cc55-44ed-8070-933f6f0fa46d req-bc52b825-fe03-4e2d-ad42-1a481e2f0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:30.940001 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-451e92c0-cc55-44ed-8070-933f6f0fa46d req-bc52b825-fe03-4e2d-ad42-1a481e2f0c65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1097 time: 0.5956912 Oct 18 20:43:30.976844 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:31.023563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4e81c-cd9f-4a75-a041-c1c50672ccf5 req-08d117f3-0d5a-4043-97fd-8ce503548706 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:31.025343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa4e81c-cd9f-4a75-a041-c1c50672ccf5 req-08d117f3-0d5a-4043-97fd-8ce503548706 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.0644536 Oct 18 20:43:31.070055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6aa4e81c-cd9f-4a75-a041-c1c50672ccf5 req-8bdef199-236b-4664-80f0-46764a76ac23 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Oct 18 20:43:31.070674 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-451e92c0-cc55-44ed-8070-933f6f0fa46d req-98471dd6-c46e-4028-8e23-64a9c74ce935 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208329 Oct 18 20:43:31.106582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['d037d402-6644-4024-9c0e-49bc51ce0aef'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:31.134915 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-0c81dcab-4a8d-409e-8d28-0db247293f86 req-22f53e8b-ac98-4f9f-bdb1-5c9104bbedcb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:43:31.141316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c81dcab-4a8d-409e-8d28-0db247293f86 req-22f53e8b-ac98-4f9f-bdb1-5c9104bbedcb tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/dfd10f13-817c-4fb1-9226-63305fcd3383 HTTP/1.1" status: 404 len: 352 time: 0.0304139 Oct 18 20:43:31.393314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:31.405236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:31.419818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0341-55f9-4c01-a8dd-d9eff1d53641 req-53605b57-55e3-48d4-9d8c-9e24dc315323 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:31.420614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Transition to ACTIVE for port object 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:43:31.425434 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7ace0341-55f9-4c01-a8dd-d9eff1d53641 req-53605b57-55e3-48d4-9d8c-9e24dc315323 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.1116154 Oct 18 20:43:31.436900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:31.494946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7ace0341-55f9-4c01-a8dd-d9eff1d53641 req-b1c9604d-f53d-450d-bac2-29fd05808682 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634625 Oct 18 20:43:31.507046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Pushing event updated for resources: {'Port': ['ID=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:31.652257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Attempting to bind port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:31.653181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Attempting to bind port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:31.654155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Attempting to bind port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 on network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:31.665763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 on network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:31.666655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Attempting to bind port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 on network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:31.677763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-ceb082b5-04de-45b9-bd19-e7fe4988fdb0 req-3f0e3026-fffa-4078-b935-5fbd06acb25b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:43:31.679114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:31.679425 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ceb082b5-04de-45b9-bd19-e7fe4988fdb0 req-3f0e3026-fffa-4078-b935-5fbd06acb25b tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070372 Oct 18 20:43:31.680546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Checking segment: {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:31.681645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Bound using segment: {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:31.682700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Bound port: 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ea0b39-2859-4e87-859e-94cfa343cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:31.683585 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:31.817914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] For port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:31.819864 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ceb082b5-04de-45b9-bd19-e7fe4988fdb0 req-59af9ee1-0987-4c42-929b-00776cf624e3 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1314375 Oct 18 20:43:31.825401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] For port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:31.846828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:31.957643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:31.964056 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:31.966208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] 10.222.0.79 "PUT /v2.0/ports/0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 HTTP/1.1" status: 200 len: 1092 time: 1.5717070 Oct 18 20:43:31.967041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:31.976837 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fddd04e-872b-4729-85cd-d714db84eaec" -d '{"events": [{"name": "network-changed", "server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:32.017644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4db20-0e9c-4ac9-9cfb-212a112d82ad service neutron] Pushing event updated for resources: {'Port': ['ID=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:32.061438 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-7f0df906-aa80-42a4-ad22-71da1322bc20 req-058c0a20-6d14-48c7-af01-8955cddd8de5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:43:32.076366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f0df906-aa80-42a4-ad22-71da1322bc20 req-058c0a20-6d14-48c7-af01-8955cddd8de5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/be4f7cc2-c3e6-4e0c-b024-18a07b22a109 HTTP/1.1" status: 404 len: 352 time: 0.0453475 Oct 18 20:43:32.081462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-ff54254e-7a4f-44fd-8c64-ca123fc6371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:32.083095 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-ff54254e-7a4f-44fd-8c64-ca123fc6371b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09a86ba765934c77b7c25ca5e1f18925&device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 1095 time: 0.0517354 Oct 18 20:43:32.146456 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-d3c9edd5-8c36-4a66-9be1-ec2b5b8e422e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 HTTP/1.1" status: 200 len: 217 time: 0.0523114 Oct 18 20:43:32.220683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6037e-494c-4e20-8620-0f39574e0cb8 req-975555dc-db38-4b0b-bc23-7c4d123c08a5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:32.220925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-a0d46f39-f713-4d8f-9e2b-40acf7800bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:32.222139 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-a0d46f39-f713-4d8f-9e2b-40acf7800bdb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=89fc5efb-b232-4b52-b540-8a670f058795 HTTP/1.1" status: 200 len: 845 time: 0.0676305 Oct 18 20:43:32.222840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09b6037e-494c-4e20-8620-0f39574e0cb8 req-975555dc-db38-4b0b-bc23-7c4d123c08a5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 945 time: 0.0893092 Oct 18 20:43:32.287852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09b6037e-494c-4e20-8620-0f39574e0cb8 req-e133dc77-1a0f-461c-91e7-01279dd156bf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569489 Oct 18 20:43:32.296115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-53680be2-6cbe-4447-b05e-7e344a2d6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:32.297858 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-53680be2-6cbe-4447-b05e-7e344a2d6723 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674224 Oct 18 20:43:32.472607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-179b16b6-6fab-4102-aea3-280470728b5e service neutron] 10.222.0.79 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659067 Oct 18 20:43:32.595954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5590cc5-0490-442b-8fad-ad4cb972bcc9 req-301f43df-9f71-4a78-bf3b-ff971e8be843 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:32.598600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5590cc5-0490-442b-8fad-ad4cb972bcc9 req-301f43df-9f71-4a78-bf3b-ff971e8be843 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.1052630 Oct 18 20:43:32.651188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f6cea486-1b22-4953-ab52-6a36c6725d8c req-5eadf94b-aba4-4fba-aeea-780f031bf826 service neutron] 10.222.0.79 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630876 Oct 18 20:43:32.666672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5590cc5-0490-442b-8fad-ad4cb972bcc9 req-ccdcaba9-f702-49ff-b8fd-c20f0a4252b9 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Oct 18 20:43:32.820418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6372a8-88d9-4b1b-b3b5-0a9c973a9800 req-27f7c511-fdb8-44b2-b556-8540a655c826 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:32.822042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a6372a8-88d9-4b1b-b3b5-0a9c973a9800 req-27f7c511-fdb8-44b2-b556-8540a655c826 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 944 time: 0.0536520 Oct 18 20:43:32.865888 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a6372a8-88d9-4b1b-b3b5-0a9c973a9800 req-1d87f4bf-9a07-45ca-aff4-2969105e1655 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Oct 18 20:43:32.949220 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35ebfbb-0cdd-4519-a45f-6cb22ac6d288 x-openstack-request-id: req-a35ebfbb-0cdd-4519-a45f-6cb22ac6d288 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:32.949663 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:32.950075 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a35ebfbb-0cdd-4519-a45f-6cb22ac6d288 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:32.950656 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'status': 'completed', 'code': 200} Oct 18 20:43:33.034116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddd04e-872b-4729-85cd-d714db84eaec req-773275c8-ced3-41ec-8c0b-cee375dbd5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.035814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1fddd04e-872b-4729-85cd-d714db84eaec req-773275c8-ced3-41ec-8c0b-cee375dbd5ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09a86ba765934c77b7c25ca5e1f18925&device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 1095 time: 0.0514727 Oct 18 20:43:33.112150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd18b3-8ff8-4e5e-bba5-4cc5452940f8 req-2aa142e0-dca8-46ee-8f1f-7ee582a9cc0a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.114778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cdd18b3-8ff8-4e5e-bba5-4cc5452940f8 req-2aa142e0-dca8-46ee-8f1f-7ee582a9cc0a tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.0782344 Oct 18 20:43:33.174869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cdd18b3-8ff8-4e5e-bba5-4cc5452940f8 req-98fa63bd-a4a7-490c-9252-6576a95ef8e4 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Oct 18 20:43:33.207002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddd04e-872b-4729-85cd-d714db84eaec req-ff1f517e-9813-4f4e-a3cd-da5a8e54de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.208852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1fddd04e-872b-4729-85cd-d714db84eaec req-ff1f517e-9813-4f4e-a3cd-da5a8e54de11 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 HTTP/1.1" status: 200 len: 907 time: 0.1620584 Oct 18 20:43:33.243161 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-1b6f5bf5-703e-4b04-a41c-3a36a8d01b4d req-c60a60c2-2a33-4141-94cb-c56a585caee4 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:43:33.245170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b6f5bf5-703e-4b04-a41c-3a36a8d01b4d req-c60a60c2-2a33-4141-94cb-c56a585caee4 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/08c07982-82d4-43de-a3d9-7c25bf2821c7 HTTP/1.1" status: 404 len: 352 time: 0.0236084 Oct 18 20:43:33.273830 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1fddd04e-872b-4729-85cd-d714db84eaec req-195b62a0-bb6e-4bb2-8f3a-ff51d671a067 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 HTTP/1.1" status: 200 len: 217 time: 0.0539978 Oct 18 20:43:33.367192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddd04e-872b-4729-85cd-d714db84eaec req-2f640b33-06f7-45ab-8fea-4127b5fcf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.370133 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1fddd04e-872b-4729-85cd-d714db84eaec req-2f640b33-06f7-45ab-8fea-4127b5fcf9bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=89fc5efb-b232-4b52-b540-8a670f058795 HTTP/1.1" status: 200 len: 845 time: 0.0819292 Oct 18 20:43:33.420625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baffd1-9403-4a8d-a21f-047d7875e5f7 req-e0ad2d6f-6ee5-4c83-9e76-20b38125510f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.424023 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0baffd1-9403-4a8d-a21f-047d7875e5f7 req-e0ad2d6f-6ee5-4c83-9e76-20b38125510f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.1029747 Oct 18 20:43:33.460222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddd04e-872b-4729-85cd-d714db84eaec req-ba4ebe1b-7af4-4bdc-801d-6dc2a3ec18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.464857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1fddd04e-872b-4729-85cd-d714db84eaec req-ba4ebe1b-7af4-4bdc-801d-6dc2a3ec18a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861931 Oct 18 20:43:33.504856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0baffd1-9403-4a8d-a21f-047d7875e5f7 req-7db86089-ee6b-469a-93d8-5e3e312874a4 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667808 Oct 18 20:43:33.663661 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1fddd04e-872b-4729-85cd-d714db84eaec req-dff5be06-6559-419a-b182-f3f5cf72aeb5 service neutron] 10.222.0.79 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865931 Oct 18 20:43:33.688349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39713-cea9-4ae4-84a9-ef0be8b0016e req-f13a5af5-ef2e-49fa-bfc6-657dac2b0614 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.690081 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04c39713-cea9-4ae4-84a9-ef0be8b0016e req-f13a5af5-ef2e-49fa-bfc6-657dac2b0614 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 946 time: 0.1075659 Oct 18 20:43:33.750991 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04c39713-cea9-4ae4-84a9-ef0be8b0016e req-e3784fa3-6b97-4f66-bdf1-c5ec105b11ce tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473456 Oct 18 20:43:33.809563 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-cfa726db-0dd8-4f94-8faf-38c073602334 req-ce81f936-eb09-466c-9a20-f2acf8e28571 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:43:33.811800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfa726db-0dd8-4f94-8faf-38c073602334 req-ce81f936-eb09-466c-9a20-f2acf8e28571 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/fc1c722e-c3c4-41a8-9bf8-6bbfeb557f53 HTTP/1.1" status: 404 len: 352 time: 0.0204370 Oct 18 20:43:33.853794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1fddd04e-872b-4729-85cd-d714db84eaec req-084b999f-d828-4fe0-88ee-412da583b23e service neutron] 10.222.0.79 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774735 Oct 18 20:43:33.959884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f309ec-26e9-4a61-9a3e-858def8f2a16 req-83aa3d54-805f-45bd-90e4-6dfc25bfb9ed tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:33.962081 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90f309ec-26e9-4a61-9a3e-858def8f2a16 req-83aa3d54-805f-45bd-90e4-6dfc25bfb9ed tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 945 time: 0.0840497 Oct 18 20:43:34.028911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90f309ec-26e9-4a61-9a3e-858def8f2a16 req-934e74f5-0746-485d-82da-11375c787b8c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586596 Oct 18 20:43:34.216512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf500139-1cd2-4349-b5e1-25a98890fa48 req-207485e2-c075-4b08-ad5a-3130cf506178 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:34.218732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf500139-1cd2-4349-b5e1-25a98890fa48 req-207485e2-c075-4b08-ad5a-3130cf506178 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1097 time: 0.0518479 Oct 18 20:43:34.263691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf500139-1cd2-4349-b5e1-25a98890fa48 req-e25611e5-2f4b-44e7-be16-72ead1a471a3 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Oct 18 20:43:34.326570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d037d402-6644-4024-9c0e-49bc51ce0aef up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:34.398109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port d037d402-6644-4024-9c0e-49bc51ce0aef completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:43:34.402263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dcc60-f452-4af4-a3e0-542089eeb6d2 req-d23010fb-6949-4da2-be71-215c3cd8b0e1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:34.403447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port d037d402-6644-4024-9c0e-49bc51ce0aef triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:34.403935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:34.404988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-021dcc60-f452-4af4-a3e0-542089eeb6d2 req-d23010fb-6949-4da2-be71-215c3cd8b0e1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0701025 Oct 18 20:43:34.470961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-021dcc60-f452-4af4-a3e0-542089eeb6d2 req-f088405e-8e1f-47e3-a018-bb59c9a3af4d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544221 Oct 18 20:43:34.519809 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:34.553123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:34.557428 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde74f9e-690d-42d7-a7c2-bccc3d974db1" -d '{"events": [{"server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "name": "network-vif-plugged", "status": "completed", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:34.580645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d037d402-6644-4024-9c0e-49bc51ce0aef, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d037d402-6644-4024-9c0e-49bc51ce0aef,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:34.587162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:34.641711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b6be-87cd-4041-b0c8-2caeb343a02d req-36571aa6-c15b-4771-9fb1-aeddbcae8599 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:34.651506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d037d402-6644-4024-9c0e-49bc51ce0aef,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:34.656510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ff1b6be-87cd-4041-b0c8-2caeb343a02d req-36571aa6-c15b-4771-9fb1-aeddbcae8599 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.1003959 Oct 18 20:43:34.701255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ff1b6be-87cd-4041-b0c8-2caeb343a02d req-2950c1b2-b63d-431e-856c-03484c303d75 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421176 Oct 18 20:43:34.757284 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-7d5f77d6-5a8c-42e8-a495-0010716a6689 req-ba99e165-3949-4616-b911-9122b5920036 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] show failed (client error): The resource could not be found. Oct 18 20:43:34.758361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d5f77d6-5a8c-42e8-a495-0010716a6689 req-ba99e165-3949-4616-b911-9122b5920036 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/baf45970-99e8-45ed-a5d3-928feddc9a8c HTTP/1.1" status: 404 len: 352 time: 0.0242915 Oct 18 20:43:34.888129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa53888-a6cc-459f-8104-95f1ca3a9ff1 req-85da759d-ef14-4e71-8fdf-5d6fd465ff95 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:34.889589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaa53888-a6cc-459f-8104-95f1ca3a9ff1 req-85da759d-ef14-4e71-8fdf-5d6fd465ff95 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 944 time: 0.0603957 Oct 18 20:43:34.948463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaa53888-a6cc-459f-8104-95f1ca3a9ff1 req-d0a77a30-2b0c-4633-8bda-18d325108671 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524282 Oct 18 20:43:35.081174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95c9dc-15d2-4ed7-be68-dfc9e3d436bd req-4a5d4753-d07e-423a-bc11-fba1dca683d9 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:35.082997 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae95c9dc-15d2-4ed7-be68-dfc9e3d436bd req-4a5d4753-d07e-423a-bc11-fba1dca683d9 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1097 time: 0.0587468 Oct 18 20:43:35.129290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae95c9dc-15d2-4ed7-be68-dfc9e3d436bd req-d7a61934-34fb-4bbd-9442-9525a453ce13 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371511 Oct 18 20:43:35.201060 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf8503-b228-4a42-bc6a-ee3afdba81c5 x-openstack-request-id: req-5bbf8503-b228-4a42-bc6a-ee3afdba81c5 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:35.201597 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "name": "network-vif-plugged", "status": "completed", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:35.201812 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bbf8503-b228-4a42-bc6a-ee3afdba81c5 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:35.202375 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef', 'code': 200} Oct 18 20:43:35.392318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf81e0-bf95-4a95-a370-292720c563f6 req-09bf24ad-b071-49cd-89a4-77d99c8c8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:35.395651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-50cf81e0-bf95-4a95-a370-292720c563f6 req-09bf24ad-b071-49cd-89a4-77d99c8c8ced service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 1097 time: 0.0560262 Oct 18 20:43:35.436818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e517a-9d77-450b-84ff-08a92f17ba33 req-01a05289-e685-416e-8375-56d97692d766 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:35.448870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e517a-9d77-450b-84ff-08a92f17ba33 req-01a05289-e685-416e-8375-56d97692d766 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:35.451344 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-50cf81e0-bf95-4a95-a370-292720c563f6 req-5a9a7f14-360d-41ea-b4da-e11e238ad6db service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Oct 18 20:43:35.461123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e517a-9d77-450b-84ff-08a92f17ba33 req-01a05289-e685-416e-8375-56d97692d766 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:35.464492 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f90e517a-9d77-450b-84ff-08a92f17ba33 req-01a05289-e685-416e-8375-56d97692d766 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc&device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4&device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 2417 time: 0.0968068 Oct 18 20:43:35.531767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f90e517a-9d77-450b-84ff-08a92f17ba33 req-3b0982de-7bbc-4c60-aefe-f95e99ccd7ce tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583067 Oct 18 20:43:35.901331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e0d9-5b8a-4621-841a-754565ef5ad7 req-6d7d0ad8-10b7-42b2-bbcd-dbae1f36c166 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:35.904446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9418e0d9-5b8a-4621-841a-754565ef5ad7 req-6d7d0ad8-10b7-42b2-bbcd-dbae1f36c166 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 946 time: 0.0920794 Oct 18 20:43:35.966898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9418e0d9-5b8a-4621-841a-754565ef5ad7 req-2976bbac-4ae3-4f2f-91d7-b564adacbd41 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533199 Oct 18 20:43:36.339056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3539f27-7bcb-44d1-bfbd-e1a058948e04 req-67e4292c-bee2-49e7-a1c1-92c7f8093d0b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:36.341993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3539f27-7bcb-44d1-bfbd-e1a058948e04 req-67e4292c-bee2-49e7-a1c1-92c7f8093d0b tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.1046076 Oct 18 20:43:36.414700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3539f27-7bcb-44d1-bfbd-e1a058948e04 req-fc5b71e9-750f-400f-a763-58c54a97bed1 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Oct 18 20:43:36.568802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6376eb6a-b942-491f-b827-adcb9ba12b1e req-e8e8b79a-b9be-47af-8f5d-9a482bcf3a70 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0972698 Oct 18 20:43:36.825145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad490d38-c01d-4ca9-be1b-0ebd847de9e3 req-08372d46-2882-4054-ab79-492342c3573f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:36.827789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad490d38-c01d-4ca9-be1b-0ebd847de9e3 req-08372d46-2882-4054-ab79-492342c3573f tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1024 time: 0.0702202 Oct 18 20:43:36.910529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad490d38-c01d-4ca9-be1b-0ebd847de9e3 req-83da5c03-fbed-4923-ae61-2d41b0c7a3c9 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups?id=0859d494-ccf5-404c-a111-93293f1932ef&id=d8b5e19a-30bd-4e0f-9f1d-00512389651a&id=97fdbc29-37e4-419d-a065-821d11449569&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0642407 Oct 18 20:43:37.058570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79990f25-9549-4de8-ba02-a5fb752557b0 req-cf689315-19ad-4b40-bd03-95897875d1cc tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:37.063194 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79990f25-9549-4de8-ba02-a5fb752557b0 req-cf689315-19ad-4b40-bd03-95897875d1cc tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 944 time: 0.0737703 Oct 18 20:43:37.137242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79990f25-9549-4de8-ba02-a5fb752557b0 req-2add5e96-a66d-4a27-a432-b37c380c8599 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595238 Oct 18 20:43:37.830240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-c6ee0b61-86af-455d-bf69-904e980eb449 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:37.833376 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-c6ee0b61-86af-455d-bf69-904e980eb449 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b454083-9627-445c-9321-0b426e857521 HTTP/1.1" status: 200 len: 1024 time: 0.0704417 Oct 18 20:43:38.034155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Deleting port a5a80b00-f780-4066-a6e9-0a86649a986f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:43:38.034718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:38.206479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] For port a5a80b00-f780-4066-a6e9-0a86649a986f, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=a5a80b00-f780-4066-a6e9-0a86649a986f,segment=NetworkSegment(fcd70818-fbaf-472d-b137-49cd8a63c7fb),segment_id=fcd70818-fbaf-472d-b137-49cd8a63c7fb)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:38.206874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:38.224549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Calling delete_port for a5a80b00-f780-4066-a6e9-0a86649a986f owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:43:38.351263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:43:38.386134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-4d97e4e0-9c08-4462-9579-86bfb3bfa1e7 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:43:38.387183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-4d97e4e0-9c08-4462-9579-86bfb3bfa1e7 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065892 Oct 18 20:43:38.438217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:38.475795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-a9a6d402-b31c-426e-9bea-b18da0a83090 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:38.479794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-a9a6d402-b31c-426e-9bea-b18da0a83090 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 1094 time: 0.0849547 Oct 18 20:43:38.493904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Request body: {'binding': {'host': 'n-h2-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:38.494898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:43:38.497828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['a5a80b00-f780-4066-a6e9-0a86649a986f'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:38.498145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'Port': ['ID=a5a80b00-f780-4066-a6e9-0a86649a986f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:38.538463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:38.554353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'port_id': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'mac_address': 'fa:16:3e:15:2e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:43:38.604832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] No DVR routers for this DVR port a5a80b00-f780-4066-a6e9-0a86649a986f on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:43:38.610793 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:38.619668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fd3170a7-6018-4e05-8cb9-3ad37868fdfa req-257fcd82-56d9-439f-a5a1-471d557bfec5 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.79 "DELETE /v2.0/ports/a5a80b00-f780-4066-a6e9-0a86649a986f HTTP/1.1" status: 204 len: 173 time: 0.7792037 Oct 18 20:43:38.621457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'name': 'network-vif-deleted', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:38.627823 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2acadc-4be5-427c-ac2e-18332a790b13" -d '{"events": [{"server_uuid": "5b454083-9627-445c-9321-0b426e857521", "name": "network-vif-deleted", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:38.641481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:38.676182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:38.717787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:38.726747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:38.810669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on host n-h2-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:38.811213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:38.811697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:38.819345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:38.819864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:38.829331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:38.829874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:38.830482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:38.831171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Bound port: f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:38.833063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:38.846608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.847458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.848129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.849122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.850355 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.851054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.851690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.852643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.853348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.853974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.854820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.855689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:38.914085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:38.923040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:38.924459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-af199d0c-58fd-4558-88a5-662f6645def5 service neutron] 10.222.0.66 "POST /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314/bindings HTTP/1.1" status: 201 len: 389 time: 0.4377666 Oct 18 20:43:39.277465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['0d83fe1f-3551-4cbf-95a3-a9aed4f1d417'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:39.308761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-f89a67c9-89d6-4153-81df-3c5252e4928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:39.313793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-f89a67c9-89d6-4153-81df-3c5252e4928f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1097 time: 0.0960870 Oct 18 20:43:39.439296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-5a004b93-36a8-4be0-b54d-353702bcc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:39.441024 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-5a004b93-36a8-4be0-b54d-353702bcc6ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.1200323 Oct 18 20:43:39.517988 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-09ddc3c9-a020-41f7-bbcf-90162f88412e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 217 time: 0.0648422 Oct 18 20:43:39.608963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-44938ac1-a2d1-427f-86b4-7ee5834d5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:39.611583 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-44938ac1-a2d1-427f-86b4-7ee5834d5d22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0858209 Oct 18 20:43:39.637829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34c20-3102-42ee-9334-575e6e774fc2 req-67e712fe-2626-4e98-899d-b0168a60b155 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:39.641212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44c34c20-3102-42ee-9334-575e6e774fc2 req-67e712fe-2626-4e98-899d-b0168a60b155 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 946 time: 0.0935087 Oct 18 20:43:39.672823 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-18fae92c-b391-49a5-8f17-db5ed1fc0149 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527749 Oct 18 20:43:39.714392 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44c34c20-3102-42ee-9334-575e6e774fc2 req-aefb7077-ad67-4bae-8ffc-03224bf14e27 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Oct 18 20:43:39.794369 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-c67aa8eb-1d40-4e46-9572-d64c3761a338 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133151 Oct 18 20:43:39.946852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-e0fc7d4a-44dc-426c-80f1-2f22083a1e8e service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397510 Oct 18 20:43:40.038691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d0051-7e9f-49b9-82fc-eca55851a00d req-f280be89-d2ec-4709-9e2b-46ea2bf86e57 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:40.041741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-256d0051-7e9f-49b9-82fc-eca55851a00d req-f280be89-d2ec-4709-9e2b-46ea2bf86e57 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0887637 Oct 18 20:43:40.128426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-256d0051-7e9f-49b9-82fc-eca55851a00d req-d419ce78-db69-488f-af19-263f826fd9b7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746508 Oct 18 20:43:40.365576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb3eff-cb2f-421c-aa3f-76c28f371e1d req-954fc3f7-0c3e-4f06-bbdc-bac9b84cfe18 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:40.368495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06bb3eff-cb2f-421c-aa3f-76c28f371e1d req-954fc3f7-0c3e-4f06-bbdc-bac9b84cfe18 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 945 time: 0.0907323 Oct 18 20:43:40.419777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06bb3eff-cb2f-421c-aa3f-76c28f371e1d req-da84c435-d252-4e8c-be26-4e7210be593d tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Oct 18 20:43:40.504485 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7fb9d-f668-42ef-91e4-1405bcb6d439 x-openstack-request-id: req-6fc7fb9d-f668-42ef-91e4-1405bcb6d439 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:40.505283 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b454083-9627-445c-9321-0b426e857521", "name": "network-vif-deleted", "tag": "a5a80b00-f780-4066-a6e9-0a86649a986f", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:40.505283 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6fc7fb9d-f668-42ef-91e4-1405bcb6d439 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:40.506193 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b454083-9627-445c-9321-0b426e857521', 'name': 'network-vif-deleted', 'tag': 'a5a80b00-f780-4066-a6e9-0a86649a986f', 'status': 'completed', 'code': 200} Oct 18 20:43:40.791320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d723e-a216-4697-846e-ccd0e2b7d49a req-251022a5-eb49-465b-af23-8bfa36c27a79 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:40.794082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec1d723e-a216-4697-846e-ccd0e2b7d49a req-251022a5-eb49-465b-af23-8bfa36c27a79 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.0925674 Oct 18 20:43:40.843044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec1d723e-a216-4697-846e-ccd0e2b7d49a req-0b79f639-1607-42d7-a3a5-b6987ed44810 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Oct 18 20:43:41.530015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14450bbb-c6f0-47a8-9074-f0722860226c req-a8de01e5-4156-4db5-85e6-572e54164d27 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 267 time: 0.0630605 Oct 18 20:43:41.597251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14450bbb-c6f0-47a8-9074-f0722860226c req-749beb21-ba09-4988-9bb4-82b65eecfbea tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:41.599170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14450bbb-c6f0-47a8-9074-f0722860226c req-749beb21-ba09-4988-9bb4-82b65eecfbea tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 946 time: 0.0597639 Oct 18 20:43:41.616859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'port': {'security_groups': []}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:41.751395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.055145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] For port d037d402-6644-4024-9c0e-49bc51ce0aef, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d037d402-6644-4024-9c0e-49bc51ce0aef,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:42.097331 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.104060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.120554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d655d2de-227b-4184-9452-9886510b0c34'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:42.131139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3', 'd037d402-6644-4024-9c0e-49bc51ce0aef'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:42.167274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:42.167979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.170450 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14450bbb-c6f0-47a8-9074-f0722860226c req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "PUT /v2.0/ports/d037d402-6644-4024-9c0e-49bc51ce0aef HTTP/1.1" status: 200 len: 905 time: 0.5582273 Oct 18 20:43:42.173349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:42.175641 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:42.210732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03d6b5-1e8a-40f0-a636-bc93a221055d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=d037d402-6644-4024-9c0e-49bc51ce0aef,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:42.271714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-642ab5ff-2e29-4014-971c-f1775c11acba req-490ed59c-bfcf-49cb-8c56-21257ba52e6b tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/0859d494-ccf5-404c-a111-93293f1932ef HTTP/1.1" status: 200 len: 1801 time: 0.0557764 Oct 18 20:43:42.367348 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-642ab5ff-2e29-4014-971c-f1775c11acba req-44e160c4-e0a0-4fa7-8ccf-52858ffe97aa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.380715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:43:42.403897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-642ab5ff-2e29-4014-971c-f1775c11acba req-44e160c4-e0a0-4fa7-8ccf-52858ffe97aa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.442985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['d037d402-6644-4024-9c0e-49bc51ce0aef'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:42.492600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-642ab5ff-2e29-4014-971c-f1775c11acba req-44e160c4-e0a0-4fa7-8ccf-52858ffe97aa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.497772 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-642ab5ff-2e29-4014-971c-f1775c11acba req-44e160c4-e0a0-4fa7-8ccf-52858ffe97aa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.499670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-642ab5ff-2e29-4014-971c-f1775c11acba req-44e160c4-e0a0-4fa7-8ccf-52858ffe97aa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/0859d494-ccf5-404c-a111-93293f1932ef HTTP/1.1" status: 204 len: 173 time: 0.2159226 Oct 18 20:43:42.515953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e160c4-e0a0-4fa7-8ccf-52858ffe97aa tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859d494-ccf5-404c-a111-93293f1932ef,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:42.702269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96519a-6070-412e-951b-bf9b8353f847 req-f692596b-7295-4673-94f3-1cd847a81738 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:42.704057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c96519a-6070-412e-951b-bf9b8353f847 req-f692596b-7295-4673-94f3-1cd847a81738 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0644763 Oct 18 20:43:42.721964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-002d8dc8-9fbe-46eb-8453-59a97fab7371 None None] Provisioning complete for port d037d402-6644-4024-9c0e-49bc51ce0aef triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:42.722496 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-002d8dc8-9fbe-46eb-8453-59a97fab7371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.772773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c96519a-6070-412e-951b-bf9b8353f847 req-ee7a53d6-c4d5-4c58-8594-95842d0faaf3 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555170 Oct 18 20:43:42.799673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:43:42.831844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:42.832222 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:42.999138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5f430-10f7-4c04-9b70-377eaf59749b req-e69e7dd6-e6aa-4396-9618-81fe5b32dc83 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:43.002285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56f5f430-10f7-4c04-9b70-377eaf59749b req-e69e7dd6-e6aa-4396-9618-81fe5b32dc83 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0887363 Oct 18 20:43:43.081353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56f5f430-10f7-4c04-9b70-377eaf59749b req-7ed03703-a047-4770-bb9a-8b9583969da7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666318 Oct 18 20:43:43.193396 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:43.195267 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:43.235045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:43.238289 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e849686-deec-4213-aaf9-b90243d7d282" -d '{"events": [{"server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "name": "network-vif-plugged", "status": "completed", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:43.263222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:43.269207 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:43.270658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a5a80b00-f780-4066-a6e9-0a86649a986f no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:43:43.339358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: a5a80b00-f780-4066-a6e9-0a86649a986f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:43:43.340594 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device a5a80b00-f780-4066-a6e9-0a86649a986f not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:43:43.402383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:43.480318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4f088-3141-41e8-af4a-6afda192f61c req-2349ca3b-9d28-4813-a50c-4ba3e8de872f tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:43.482719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9eb4f088-3141-41e8-af4a-6afda192f61c req-2349ca3b-9d28-4813-a50c-4ba3e8de872f tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.0793784 Oct 18 20:43:43.538312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9eb4f088-3141-41e8-af4a-6afda192f61c req-e15d7ddb-9a08-404c-9504-da72f0bb82f8 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Oct 18 20:43:43.727423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686ceae-ffd3-46eb-b7da-cb2d26e3f6f1 req-57441f85-b3c0-4f25-93d1-7034b93f92e2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:43.729608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5686ceae-ffd3-46eb-b7da-cb2d26e3f6f1 req-57441f85-b3c0-4f25-93d1-7034b93f92e2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.0773706 Oct 18 20:43:43.783454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5686ceae-ffd3-46eb-b7da-cb2d26e3f6f1 req-9cceef86-5aa6-4d56-bce2-2a95a563524f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Oct 18 20:43:43.928333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-6a53a7f2-59a5-479a-b01c-61771fa62d0d tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:43.930189 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-6a53a7f2-59a5-479a-b01c-61771fa62d0d tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 946 time: 0.0956295 Oct 18 20:43:44.101817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Deleting port 49cec941-02f5-46d3-899d-e67e6f17b987 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:43:44.102764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.254078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10133164-6da5-45df-a50f-f9b260ae6764 req-019816ec-05ec-40a5-8b8d-48e916768234 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:44.257051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10133164-6da5-45df-a50f-f9b260ae6764 req-019816ec-05ec-40a5-8b8d-48e916768234 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 908 time: 0.1234283 Oct 18 20:43:44.290860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] For port 49cec941-02f5-46d3-899d-e67e6f17b987, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=49cec941-02f5-46d3-899d-e67e6f17b987,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:44.291480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.315778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Calling delete_port for 49cec941-02f5-46d3-899d-e67e6f17b987 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:43:44.407724 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167e0426-f246-48f8-9f7c-69985f9dc4a3 x-openstack-request-id: req-167e0426-f246-48f8-9f7c-69985f9dc4a3 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:44.408535 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:44.409269 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-167e0426-f246-48f8-9f7c-69985f9dc4a3 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:44.410085 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef', 'status': 'completed', 'code': 200} Oct 18 20:43:44.470324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e04b983-3c77-4767-a4f3-667048ead33b req-93560fd6-683a-4828-ab77-1c7cec507685 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "GET /v2.0/security-groups/d8b5e19a-30bd-4e0f-9f1d-00512389651a HTTP/1.1" status: 200 len: 1803 time: 0.0497899 Oct 18 20:43:44.548436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.561587 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f270abef-496c-4462-a32d-c67ea65e8bfe', '49cec941-02f5-46d3-899d-e67e6f17b987'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:44.588440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4e04b983-3c77-4767-a4f3-667048ead33b req-5bb2e6a0-0c9d-4461-a8a2-5259b78b5576 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.622006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Pushing event deleted for resources: {'Port': ['ID=49cec941-02f5-46d3-899d-e67e6f17b987,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:44.633651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4e04b983-3c77-4767-a4f3-667048ead33b req-5bb2e6a0-0c9d-4461-a8a2-5259b78b5576 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.700172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] No DVR routers for this DVR port 49cec941-02f5-46d3-899d-e67e6f17b987 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:43:44.704562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.714227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4e04b983-3c77-4767-a4f3-667048ead33b req-5bb2e6a0-0c9d-4461-a8a2-5259b78b5576 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.718206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4e04b983-3c77-4767-a4f3-667048ead33b req-5bb2e6a0-0c9d-4461-a8a2-5259b78b5576 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.719659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e04b983-3c77-4767-a4f3-667048ead33b req-5bb2e6a0-0c9d-4461-a8a2-5259b78b5576 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8b5e19a-30bd-4e0f-9f1d-00512389651a HTTP/1.1" status: 204 len: 173 time: 0.2412343 Oct 18 20:43:44.723355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-71a058af-d1c6-4607-a4bb-475a3f3c6510 req-65ddfc15-2e62-441d-9084-fe90e02c1580 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "DELETE /v2.0/ports/49cec941-02f5-46d3-899d-e67e6f17b987 HTTP/1.1" status: 204 len: 173 time: 0.7861738 Oct 18 20:43:44.727886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-b33b6a8f-61ea-444f-8112-10c8f39bbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:44.730869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-b33b6a8f-61ea-444f-8112-10c8f39bbe30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 1059 time: 0.2444355 Oct 18 20:43:44.731663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58280) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:44.732756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebf646a-77e9-4449-ab82-882b28823a29', 'name': 'network-vif-deleted', 'tag': '49cec941-02f5-46d3-899d-e67e6f17b987'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:44.733979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2e6a0-0c9d-4461-a8a2-5259b78b5576 tempest-SecurityGroupsTestJSON-165703579 tempest-SecurityGroupsTestJSON-165703579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b5e19a-30bd-4e0f-9f1d-00512389651a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:44.736871 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f573c7-2f70-443a-9c39-2e9d176b3e68" -d '{"events": [{"server_uuid": "cebf646a-77e9-4449-ab82-882b28823a29", "name": "network-vif-deleted", "tag": "49cec941-02f5-46d3-899d-e67e6f17b987"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:44.859959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] Deleting subnet d5da21fb-ded8-48bc-874b-e785473cc185 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:43:44.867196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.939026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:44.960850 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad90256-063e-4748-826c-a50beb649ed8 x-openstack-request-id: req-2ad90256-063e-4748-826c-a50beb649ed8 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:44.961515 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "name": "network-vif-plugged", "status": "completed", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:44.962142 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ad90256-063e-4748-826c-a50beb649ed8 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:44.962767 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'code': 200} Oct 18 20:43:44.965862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-b06e6552-272f-4b90-a34e-e77cee16e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:44.967438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-b06e6552-272f-4b90-a34e-e77cee16e8ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.2208552 Oct 18 20:43:45.067264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-e46f9fdb-3fc3-48ce-9a6a-ca1a1f292aaa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d037d402-6644-4024-9c0e-49bc51ce0aef HTTP/1.1" status: 200 len: 217 time: 0.0898786 Oct 18 20:43:45.124033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:45.227049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-039409de-4969-4c89-948d-780032a6f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:45.232374 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-039409de-4969-4c89-948d-780032a6f5b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1436262 Oct 18 20:43:45.247376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a415d2-f613-41aa-93fe-483476cb3c33 req-041cf13d-3334-4763-9e9a-40f178ea9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:45.250237 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36a415d2-f613-41aa-93fe-483476cb3c33 req-041cf13d-3334-4763-9e9a-40f178ea9f20 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 1097 time: 0.2011151 Oct 18 20:43:45.374683 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36a415d2-f613-41aa-93fe-483476cb3c33 req-caa512b6-8ea1-43a2-a10f-12ccbe055a28 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087554 Oct 18 20:43:45.382236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:45.428976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5da21fb-ded8-48bc-874b-e785473cc185,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:45.433271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-a6f4544c-c7b9-4853-b51d-ca2d30459810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:45.436009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-a6f4544c-c7b9-4853-b51d-ca2d30459810 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929338 Oct 18 20:43:45.441263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:45.448336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a907ecaa-fab5-4e6c-b78f-a464d8d87dcb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d5da21fb-ded8-48bc-874b-e785473cc185 HTTP/1.1" status: 204 len: 168 time: 0.7051556 Oct 18 20:43:45.450017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58290) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:45.467439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-082eb096-0c79-4510-b4cc-292ace73acb3 req-e98f9c87-dd1d-4752-a960-1ac86c1d9f71 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=cebf646a-77e9-4449-ab82-882b28823a29 HTTP/1.1" status: 200 len: 210 time: 0.0337527 Oct 18 20:43:45.581823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:45.609676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ce4e0-c537-454c-aba8-ae7c5ef18160 req-c4a5e2ba-92de-4bf8-983d-a1b3cd9a5094 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:45.612421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26ce4e0-c537-454c-aba8-ae7c5ef18160 req-c4a5e2ba-92de-4bf8-983d-a1b3cd9a5094 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0784321 Oct 18 20:43:45.685095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e26ce4e0-c537-454c-aba8-ae7c5ef18160 req-5578b561-9641-49cd-9bab-6a9b0a6a46d6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629349 Oct 18 20:43:45.908670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:45.948000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eddb34-e9d5-429a-9c14-5e5f66ae9466 req-71dba90f-a3ae-4921-ab13-e3917dfc8e02 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:45.951695 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86eddb34-e9d5-429a-9c14-5e5f66ae9466 req-71dba90f-a3ae-4921-ab13-e3917dfc8e02 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0746288 Oct 18 20:43:45.978462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99385a81-2e6d-429a-9867-e9b0b7412e9c']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:46.002770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd70818-fbaf-472d-b137-49cd8a63c7fb') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:46.003345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd70818-fbaf-472d-b137-49cd8a63c7fb') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:46.020036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-8e0c3fa6-6c27-41bf-8210-ce50e5772fe1 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676460 Oct 18 20:43:46.023163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.035487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86eddb34-e9d5-429a-9c14-5e5f66ae9466 req-f87e56c1-6017-4903-a654-bb4df03034ca tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767393 Oct 18 20:43:46.092857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.163440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:43:46.164219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:43:46.166932 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:43:46.240343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259f4f6-642f-474b-a7ec-b62b6f3290ed req-aa2a73c7-72c0-4aa3-abae-546fb63c7308 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:46.242709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3259f4f6-642f-474b-a7ec-b62b6f3290ed req-aa2a73c7-72c0-4aa3-abae-546fb63c7308 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.0945423 Oct 18 20:43:46.273497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.277918 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc55cf16-a2f7-4c70-a58b-5c64d4dc06f9 req-f27ef16e-a32b-45e5-b96f-2cb4f3d9bcb9 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460933 Oct 18 20:43:46.283839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.289505 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/99385a81-2e6d-429a-9867-e9b0b7412e9c HTTP/1.1" status: 204 len: 168 time: 0.8379197 Oct 18 20:43:46.311827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122bc31-b268-45c4-8b93-77e0a6105bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=99385a81-2e6d-429a-9867-e9b0b7412e9c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:46.341124 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3259f4f6-642f-474b-a7ec-b62b6f3290ed req-7a27b7fb-c809-4a5e-8af2-14e2489c9239 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857038 Oct 18 20:43:46.422298 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19924f3b-d429-4748-99ba-f806ced9e0ee x-openstack-request-id: req-19924f3b-d429-4748-99ba-f806ced9e0ee {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:46.422828 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebf646a-77e9-4449-ab82-882b28823a29", "name": "network-vif-deleted", "tag": "49cec941-02f5-46d3-899d-e67e6f17b987", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:46.423245 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19924f3b-d429-4748-99ba-f806ced9e0ee {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:46.423681 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebf646a-77e9-4449-ab82-882b28823a29', 'name': 'network-vif-deleted', 'tag': '49cec941-02f5-46d3-899d-e67e6f17b987', 'status': 'completed', 'code': 200} Oct 18 20:43:46.522418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58300) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:46.534259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77674932-7644-40bc-b4ee-6f5874121305 req-5209ec9e-279b-49c0-9384-34a947d9c0cc tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:46.535921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77674932-7644-40bc-b4ee-6f5874121305 req-5209ec9e-279b-49c0-9384-34a947d9c0cc tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.0637422 Oct 18 20:43:46.587015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58302) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:46.587385 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a9bb1f20-daca-42de-9420-e94410e3afa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89e8fc2670d9412094bb79bb26d1b471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630121 Oct 18 20:43:46.608421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77674932-7644-40bc-b4ee-6f5874121305 req-fcff8ea4-4ff3-4be9-aae9-18a4eda39909 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657389 Oct 18 20:43:46.691579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87c61196-98a1-466c-a9ba-e28a7bc6fb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.721255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87c61196-98a1-466c-a9ba-e28a7bc6fb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.797635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87c61196-98a1-466c-a9ba-e28a7bc6fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.801571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87c61196-98a1-466c-a9ba-e28a7bc6fb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:46.803733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-87c61196-98a1-466c-a9ba-e28a7bc6fb7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97fdbc29-37e4-419d-a065-821d11449569 HTTP/1.1" status: 204 len: 168 time: 0.2151330 Oct 18 20:43:46.815838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c61196-98a1-466c-a9ba-e28a7bc6fb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fdbc29-37e4-419d-a065-821d11449569,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:47.079737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd8041-b822-4254-9cf4-ed15af60911e req-dd2f1c1d-6304-497f-8870-10cf99def0f2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:47.082185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2fd8041-b822-4254-9cf4-ed15af60911e req-dd2f1c1d-6304-497f-8870-10cf99def0f2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0633008 Oct 18 20:43:47.139617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2fd8041-b822-4254-9cf4-ed15af60911e req-c7753517-7da9-4a25-8204-fa76e72bd664 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498803 Oct 18 20:43:47.417472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef81436-0821-4bfb-aa31-63a19b4e6027 req-2f05f321-8d71-4d8a-b24b-e76de49ded15 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:47.420362 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ef81436-0821-4bfb-aa31-63a19b4e6027 req-2f05f321-8d71-4d8a-b24b-e76de49ded15 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0791097 Oct 18 20:43:47.473347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ef81436-0821-4bfb-aa31-63a19b4e6027 req-88223bff-ef27-4c00-95c2-5097d6ed201e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Oct 18 20:43:47.825346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58348) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:47.903489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-7700e813-2d88-4777-a0e8-559c79f7de3d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:47.916688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-7700e813-2d88-4777-a0e8-559c79f7de3d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.1441774 Oct 18 20:43:47.935090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5302b3df-8e4b-4495-9361-00e04269eceb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/quotas/492d8af0ecfc4698b1048f493d46788d HTTP/1.1" status: 200 len: 375 time: 0.0169442 Oct 18 20:43:47.944607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1204987445-network', 'tenant_id': 'f981cf699c6d475881ad7c8905ee31dd'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:47.975972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Made reservation on behalf of f981cf699c6d475881ad7c8905ee31dd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:47.979843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.000445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.021375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-3fe779a1-499a-4066-88cd-3f7b4053721b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0711861 Oct 18 20:43:48.122072 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.128455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.166940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:43:48.180354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb7224-fc0a-4b5f-ad02-94382ff171fc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:48.187520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.188056 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Added segment 997d9fb7-17d0-4db5-bb39-aeb1742daa29 of type vlan for network 5d7fff24-3c3e-4379-9891-68a78c37a86d Oct 18 20:43:48.220104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-08fa5bf6-dd9a-4d36-83f8-afc08f30d99e service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901400 Oct 18 20:43:48.247956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.282446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.283864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:48.284736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.330308 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5032942 Oct 18 20:43:48.335069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58356) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:48.348183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-3f665f18-b393-4bd8-895f-da2579617e44 service neutron] 10.222.0.66 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161056 Oct 18 20:43:48.389610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Request body: {'subnet': {'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1204987445-subnet', 'tenant_id': 'f981cf699c6d475881ad7c8905ee31dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:48.393229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 49cec941-02f5-46d3-899d-e67e6f17b987 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:43:48.404328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926344c4-c906-4ebb-a35b-7e7c3379a6ef admin admin] Pushing event updated for resources: {'Network': ['ID=5d7fff24-3c3e-4379-9891-68a78c37a86d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:48.434670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5d7fff24-3c3e-4379-9891-68a78c37a86d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:43:48.437316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Made reservation on behalf of f981cf699c6d475881ad7c8905ee31dd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:48.441377 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.472665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 49cec941-02f5-46d3-899d-e67e6f17b987 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:43:48.473310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 49cec941-02f5-46d3-899d-e67e6f17b987 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:43:48.608044 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.691141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.719384 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-552f1059-c25f-4b26-b7c5-55f73ab2c2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.773783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Checking segment: {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:48.774146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Network hostable DHCP agents. Network: 5d7fff24-3c3e-4379-9891-68a78c37a86d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:43:48.784166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:48.808035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Network 5d7fff24-3c3e-4379-9891-68a78c37a86d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:43:48.819610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5d7fff24-3c3e-4379-9891-68a78c37a86d) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:48.830310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1579511-6305-45df-b352-f10a54ce67e7 None None] Network 5d7fff24-3c3e-4379-9891-68a78c37a86d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:43:48.833952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:48.835251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:48.855793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5b14180e-b493-408e-962a-9266246a36c4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5196383 Oct 18 20:43:48.981627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8974b-0992-4a9b-b03f-e5c96e2ed576 req-0a66a8b8-b4f3-4a0b-9a13-9a5b8d2d281f tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:48.990291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1d8974b-0992-4a9b-b03f-e5c96e2ed576 req-0a66a8b8-b4f3-4a0b-9a13-9a5b8d2d281f tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.1092780 Oct 18 20:43:49.045102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1d8974b-0992-4a9b-b03f-e5c96e2ed576 req-d27fd99e-ebc5-4ea8-b11a-cd3d8386b62f tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537636 Oct 18 20:43:49.090905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9079f-f6cf-4742-b943-8e82c1385ad3 None None] Network 5d7fff24-3c3e-4379-9891-68a78c37a86d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:43:49.199790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110a864-3844-4e62-8144-7c0fcf67985f req-adb544e0-64d0-4591-9ef5-4f755ec625eb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:49.201521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7110a864-3844-4e62-8144-7c0fcf67985f req-adb544e0-64d0-4591-9ef5-4f755ec625eb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.0719073 Oct 18 20:43:49.252040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7110a864-3844-4e62-8144-7c0fcf67985f req-3d7ef833-434d-4784-b304-e433b89d77cb tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Oct 18 20:43:49.388185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be49591-8576-4a61-aedc-8ba02eb71805 req-1c6cb243-3954-4c63-8edd-f87bf4476b59 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:49.389815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0be49591-8576-4a61-aedc-8ba02eb71805 req-1c6cb243-3954-4c63-8edd-f87bf4476b59 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.0608947 Oct 18 20:43:49.449518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0be49591-8576-4a61-aedc-8ba02eb71805 req-e53fe4fa-7e38-4e99-8ae9-be87e0670a77 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Oct 18 20:43:49.499339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-aeadafb3-988f-469b-8ad6-7b26365d6815 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:49.501631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-aeadafb3-988f-469b-8ad6-7b26365d6815 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.79 "GET /v2.0/ports?device_id=b85f600a-38cb-4c63-885c-6bd2a62a43cc HTTP/1.1" status: 200 len: 945 time: 0.0837741 Oct 18 20:43:49.663238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Deleting port f4506fb0-899b-4a6d-abce-46be0b5fffa7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:43:49.663492 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:49.813061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] For port f4506fb0-899b-4a6d-abce-46be0b5fffa7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f4506fb0-899b-4a6d-abce-46be0b5fffa7,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:49.813783 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:49.841269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Calling delete_port for f4506fb0-899b-4a6d-abce-46be0b5fffa7 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:43:49.938358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef22d-62c3-4da3-ba0c-6ac5d42a482c req-8f3edb6f-40f8-4a0d-9baf-92220473e4d5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:49.941041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-141ef22d-62c3-4da3-ba0c-6ac5d42a482c req-8f3edb6f-40f8-4a0d-9baf-92220473e4d5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0730891 Oct 18 20:43:49.990175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-141ef22d-62c3-4da3-ba0c-6ac5d42a482c req-f4ae7fee-d31c-46af-9bfc-ee16336dca10 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Oct 18 20:43:50.105462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee856d03-e66b-4f55-9abc-fdbe06da7a83 req-cc5142fe-6382-4bd2-b977-c8699a06ae2c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 210 time: 0.0321259 Oct 18 20:43:50.195589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:50.215103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['53a9d7b1-b305-43db-bc55-911914a0678c', '0d926540-6179-4b7d-a54f-347d41da0f36'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:50.218285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f4506fb0-899b-4a6d-abce-46be0b5fffa7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:50.269444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Pushing event deleted for resources: {'Port': ['ID=f4506fb0-899b-4a6d-abce-46be0b5fffa7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:50.291840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdc722-76b8-426a-bb1f-1d7b59196176 req-b21ca8bb-e7c8-4461-9a59-752bbe64d5af tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:50.294749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-debdc722-76b8-426a-bb1f-1d7b59196176 req-b21ca8bb-e7c8-4461-9a59-752bbe64d5af tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0787194 Oct 18 20:43:50.299328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-aa3e5e0a-3ebc-4f75-95b4-359144c03419 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:50.301061 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-aa3e5e0a-3ebc-4f75-95b4-359144c03419 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 811 time: 0.3200068 Oct 18 20:43:50.328583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Request body: {'port': {'device_id': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'admin_state_up': True, 'tenant_id': '492d8af0ecfc4698b1048f493d46788d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:50.351334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-debdc722-76b8-426a-bb1f-1d7b59196176 req-3bf2295d-b545-4d40-a2cc-930029d8bf34 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Oct 18 20:43:50.374218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] No DVR routers for this DVR port f4506fb0-899b-4a6d-abce-46be0b5fffa7 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:43:50.385994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:50.390973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-317c4d27-bc09-43bc-8c64-f718b37a0261 req-cce301d3-a19c-4b3e-9ae9-ffd0eec2855e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.79 "DELETE /v2.0/ports/f4506fb0-899b-4a6d-abce-46be0b5fffa7 HTTP/1.1" status: 204 len: 173 time: 0.8779237 Oct 18 20:43:50.391716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'name': 'network-vif-deleted', 'tag': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:50.394891 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd52122-6bc6-4444-a693-c624067a520b" -d '{"events": [{"server_uuid": "b85f600a-38cb-4c63-885c-6bd2a62a43cc", "name": "network-vif-deleted", "tag": "f4506fb0-899b-4a6d-abce-46be0b5fffa7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:50.520293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea429b-f058-4b28-9aaa-a95428331aa0 req-9cdce5bb-ae6d-4e0f-bc72-7a36bb9a1e87 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:50.523863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Made reservation on behalf of 492d8af0ecfc4698b1048f493d46788d for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:50.530563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:50.532176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60ea429b-f058-4b28-9aaa-a95428331aa0 req-9cdce5bb-ae6d-4e0f-bc72-7a36bb9a1e87 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.1012752 Oct 18 20:43:50.534778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58388) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:50.540551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Request body: {'floatingip': {'port_id': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:50.596795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:50.919941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9aeae018-0965-4929-8db4-02883459ca0c tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:50.922050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9aeae018-0965-4929-8db4-02883459ca0c tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/networks?id=5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 200 len: 818 time: 0.2040761 Oct 18 20:43:50.944526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-f8f9f4e6-9f19-40ea-9287-6144f4e43bdb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/quotas/f981cf699c6d475881ad7c8905ee31dd HTTP/1.1" status: 200 len: 375 time: 0.0126677 Oct 18 20:43:50.982767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-dd72b17a-214a-41f0-9b3f-54a90ea3f9fe tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f981cf699c6d475881ad7c8905ee31dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309856 Oct 18 20:43:51.175337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-57ec54dd-7945-43fc-9442-21e2108bb494 service neutron] 10.222.0.66 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829424 Oct 18 20:43:51.249150 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Allocated IP 172.20.0.14 (e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58/38c43b8b-1588-4e19-983a-8ced18e1ec0d/0f53908d-31e3-4c92-a8fe-2612884ae0f4) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:51.347749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-e4d554e3-1b65-4e52-92e0-e1a0a0bdf0ed service neutron] 10.222.0.66 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582737 Oct 18 20:43:51.674873 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:51.734511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebdb89-6d67-4c7f-8324-20fea5071568 req-7a67a0f6-9a56-47b2-8011-5458cba3b0d8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:51.737033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5ebdb89-6d67-4c7f-8324-20fea5071568 req-7a67a0f6-9a56-47b2-8011-5458cba3b0d8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.0564840 Oct 18 20:43:51.788173 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5ebdb89-6d67-4c7f-8324-20fea5071568 req-e3fd2b68-3acc-41ce-aca1-28396646eb79 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Oct 18 20:43:51.843504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:51.851563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:51.856103 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf59df-dae8-486e-a6d1-be4d2c8af693 x-openstack-request-id: req-2acf59df-dae8-486e-a6d1-be4d2c8af693 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:51.856773 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f600a-38cb-4c63-885c-6bd2a62a43cc", "name": "network-vif-deleted", "tag": "f4506fb0-899b-4a6d-abce-46be0b5fffa7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:51.857028 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2acf59df-dae8-486e-a6d1-be4d2c8af693 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:51.857449 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f600a-38cb-4c63-885c-6bd2a62a43cc', 'name': 'network-vif-deleted', 'tag': 'f4506fb0-899b-4a6d-abce-46be0b5fffa7', 'status': 'completed', 'code': 200} Oct 18 20:43:51.859732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:51.879837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d655d2de-227b-4184-9452-9886510b0c34'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:51.886934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:51.973467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:51.983504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:51.986472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:52.078919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:52.117703 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Floating IP 3197b8c0-de98-4bc3-814f-5995506c9087 associated. External IP: 172.25.7.172, port: 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417. Oct 18 20:43:52.191521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:52.192237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:52.228345 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5551014b-4ffe-48d2-af57-2431be218b81 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9120531 Oct 18 20:43:52.251997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb689aba-2e19-48f4-9b66-a34c98b61a1d req-2bc3be62-e5f6-4b56-81f5-ebed9e480cdd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:52.254068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb689aba-2e19-48f4-9b66-a34c98b61a1d req-2bc3be62-e5f6-4b56-81f5-ebed9e480cdd tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0889959 Oct 18 20:43:52.294622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Request body: {'port': {'device_id': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:52.310003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb689aba-2e19-48f4-9b66-a34c98b61a1d req-c22e7948-fca1-4e05-ba0a-2c2f9701da39 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Oct 18 20:43:52.431509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:52.490722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b7866-f8eb-49a4-a380-123a68ebd5f1 req-fc538bda-53f1-48ac-a826-da4b13df36e7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:52.493770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-771b7866-f8eb-49a4-a380-123a68ebd5f1 req-fc538bda-53f1-48ac-a826-da4b13df36e7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 932 time: 0.1010299 Oct 18 20:43:52.568437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-771b7866-f8eb-49a4-a380-123a68ebd5f1 req-ae8fd878-d7aa-45c1-a87f-284ce1dbed5f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657549 Oct 18 20:43:52.578633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9620c1ce-5f22-4f03-b6bd-b8d30086836a None None] Provisioning complete for port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:43:52.579611 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9620c1ce-5f22-4f03-b6bd-b8d30086836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:52.636711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9620c1ce-5f22-4f03-b6bd-b8d30086836a None None] Port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:43:52.726318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Router ba609a57-c0ae-429a-a2a1-a238e252963f has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:43:52.774254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcd486-2057-48a6-a0b9-9f68e0457cbe req-dc6cc6b0-def7-4439-8ae3-d03ca53ba765 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:52.776077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8bcd486-2057-48a6-a0b9-9f68e0457cbe req-dc6cc6b0-def7-4439-8ae3-d03ca53ba765 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.0596499 Oct 18 20:43:52.829059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8bcd486-2057-48a6-a0b9-9f68e0457cbe req-8999db48-d67c-4396-8460-46e1a0166dd7 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Oct 18 20:43:53.077108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:43:53.082772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:53.098374 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] Sync routers for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:43:53.128952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f53908d-31e3-4c92-a8fe-2612884ae0f4 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:53.139767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-06308fce-6421-40ac-adf8-7820116d5d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:53.154841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:53.162154 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:43:53.162939 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-063f3dfc-29d6-4343-a1fd-fb4ae96dcabb tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "PUT /v2.0/floatingips/3197b8c0-de98-4bc3-814f-5995506c9087 HTTP/1.1" status: 200 len: 992 time: 2.6268020 Oct 18 20:43:53.172896 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:43:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:53.178219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Transition to ACTIVE for port object 0f53908d-31e3-4c92-a8fe-2612884ae0f4 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:43:53.186143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:53.268681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:53.448516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Attempting to bind port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:53.448516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Attempting to bind port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:53.450156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Attempting to bind port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:53.465950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:53.466681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Attempting to bind port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 on network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:53.482693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:53.485724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Checking segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:53.486593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Bound using segment: {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:53.487921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Bound port: 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6224b25e-c9f2-46e6-a77a-91197702a38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:53.489253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:53.576536 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:43:53.608180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:53.616531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:53.623511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f7828-d5e7-46a1-a2dd-3403f30ad420 req-2a31d1d7-f6d0-491c-b78c-e650985ed6e8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:53.625128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:53.626604 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-045f7828-d5e7-46a1-a2dd-3403f30ad420 req-2a31d1d7-f6d0-491c-b78c-e650985ed6e8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.1534774 Oct 18 20:43:53.695299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-045f7828-d5e7-46a1-a2dd-3403f30ad420 req-f233936d-6ad9-4009-ad6d-2deb2c8ed5ab tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519812 Oct 18 20:43:53.762885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:53.763845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:53.766255 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] 10.222.0.79 "PUT /v2.0/ports/0f53908d-31e3-4c92-a8fe-2612884ae0f4 HTTP/1.1" status: 200 len: 1092 time: 1.5273249 Oct 18 20:43:53.781997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-d96cfdac-badc-4e8b-bcbc-7895437e536f tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:53.783776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-d96cfdac-badc-4e8b-bcbc-7895437e536f tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1097 time: 0.1453235 Oct 18 20:43:53.808681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:53.815049 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-026f74ac-fd32-4d4c-80d8-36e8905b529b req-10528013-9882-4c78-b62f-4875c3c6f217 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 210 time: 0.0454142 Oct 18 20:43:53.908541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417'}, {'name': 'network-changed', 'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:53.908541 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a2ea5-1bf5-4d12-af40-bd9523482265" -d '{"events": [{"name": "network-changed", "server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417"}, {"name": "network-changed", "server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:53.982311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15943c-f945-4fba-8a17-a24e4528ca1c service neutron] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:53.990276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:54.180718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:54.189361 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '3197b8c0-de98-4bc3-814f-5995506c9087', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'port_id': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'mac_address': 'fa:16:3e:15:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7140874-7a15-492e-8134-eed62b5df192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:43:25Z', 'updated_at': '2021-10-18T20:43:51Z', 'revision_number': 1, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:24Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:54.193221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a551-9cea-4c23-b60c-78b50989d0bb req-7723fddc-acb5-455f-a809-28d2d7b25d5a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:54.201382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9456a551-9cea-4c23-b60c-78b50989d0bb req-7723fddc-acb5-455f-a809-28d2d7b25d5a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0807121 Oct 18 20:43:54.238415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-39b3d14c-71a9-4677-ad94-a8e9380c3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:54.240928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-39b3d14c-71a9-4677-ad94-a8e9380c3528 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 1095 time: 0.2534423 Oct 18 20:43:54.254579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9456a551-9cea-4c23-b60c-78b50989d0bb req-bf191d5c-bd13-4b2d-b3a0-67e3c0385cb7 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520699 Oct 18 20:43:54.334575 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] Checking router: ba609a57-c0ae-429a-a2a1-a238e252963f for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:43:54.350328 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:43:54.351370 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:43:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:54.352373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-2cf2c1b0-ef38-48be-ac11-469cb1107ec7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4 HTTP/1.1" status: 200 len: 217 time: 0.0795243 Oct 18 20:43:54.441343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:43:54.551088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9d14e355-cde1-4a98-9daa-83e2db3b4ccb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:54.553265 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9d14e355-cde1-4a98-9daa-83e2db3b4ccb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "GET /v2.0/networks?id=5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 200 len: 818 time: 0.1756601 Oct 18 20:43:54.600824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Request body: {'port': {'device_id': '5d59b3b6-6ad3-483d-a223-113d28750523', 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d', 'admin_state_up': True, 'tenant_id': 'f981cf699c6d475881ad7c8905ee31dd'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:54.606815 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:43:54.660488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a40a1-0db2-440a-b0ee-cf78dc335a30 req-d5af5f58-8f90-4dd9-90cf-50c99dec55d9 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:54.669990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d5a40a1-0db2-440a-b0ee-cf78dc335a30 req-d5af5f58-8f90-4dd9-90cf-50c99dec55d9 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 946 time: 0.1149931 Oct 18 20:43:54.671767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-1545e8cf-657b-4c99-a460-79f4f791e544 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:54.674263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-1545e8cf-657b-4c99-a460-79f4f791e544 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.30 "GET /v2.0/networks?id=5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 200 len: 818 time: 0.6388633 Oct 18 20:43:54.693425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-66563bb1-70fa-4bd5-b096-2cf2d64a524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:54.696193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-66563bb1-70fa-4bd5-b096-2cf2d64a524d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.2750442 Oct 18 20:43:54.707623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Request body: {'port': {'device_id': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d', 'admin_state_up': True, 'tenant_id': 'f981cf699c6d475881ad7c8905ee31dd'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:54.772883 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d5a40a1-0db2-440a-b0ee-cf78dc335a30 req-e5fd37f2-4ac6-489c-a014-2477c8a4e91e tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/security-groups?id=43e05340-17c7-4407-b995-060207d96d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016223 Oct 18 20:43:54.779791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f4506fb0-899b-4a6d-abce-46be0b5fffa7 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:43:54.891066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: f4506fb0-899b-4a6d-abce-46be0b5fffa7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:43:54.891640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f4506fb0-899b-4a6d-abce-46be0b5fffa7 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:43:54.992768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Made reservation on behalf of f981cf699c6d475881ad7c8905ee31dd for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:54.996975 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:55.003779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:55.057851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf04cff-cd69-4db1-aed2-8b3686eba859 req-e9132215-d8bd-432d-891a-49d1cad6ff58 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:55.068204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdf04cff-cd69-4db1-aed2-8b3686eba859 req-e9132215-d8bd-432d-891a-49d1cad6ff58 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 944 time: 0.1713543 Oct 18 20:43:55.100524 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 has no active binding in host n-h2-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 20:43:55.104443 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:55.164044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:55.204108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-6bbdbcc3-c9fb-4377-bf93-5e948f088fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:55.205019 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '3197b8c0-de98-4bc3-814f-5995506c9087', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'port_id': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'mac_address': 'fa:16:3e:15:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7140874-7a15-492e-8134-eed62b5df192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:43:25Z', 'updated_at': '2021-10-18T20:43:51Z', 'revision_number': 1, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:24Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:43:55.206716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-6bbdbcc3-c9fb-4377-bf93-5e948f088fb2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383902 Oct 18 20:43:55.279514 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdf04cff-cd69-4db1-aed2-8b3686eba859 req-e9cae0c8-674d-4a3d-abcd-cfca28a9bf98 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097547 Oct 18 20:43:55.286711 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd237ba-5f0b-4ab1-94bd-6bc3345ef0ca None None] The sync data for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 is: [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '3197b8c0-de98-4bc3-814f-5995506c9087', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'port_id': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'mac_address': 'fa:16:3e:15:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7140874-7a15-492e-8134-eed62b5df192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:43:25Z', 'updated_at': '2021-10-18T20:43:51Z', 'revision_number': 1, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:24Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:43:55.356780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-97e9c77f-a5c7-4a87-a701-66c1200c22a9 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:55.358345 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-97e9c77f-a5c7-4a87-a701-66c1200c22a9 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "GET /v2.0/networks?id=5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 200 len: 818 time: 0.3802032 Oct 18 20:43:55.389021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Request body: {'port': {'device_id': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d', 'admin_state_up': True, 'tenant_id': 'f981cf699c6d475881ad7c8905ee31dd'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:55.467151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Made reservation on behalf of f981cf699c6d475881ad7c8905ee31dd for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:55.473406 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:55.505572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:55.573644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Allocated IP 172.20.0.13 (5d7fff24-3c3e-4379-9891-68a78c37a86d/1378890b-e0c7-4a2b-8ff3-5d0a8f985af8/c3d1cd07-a026-41bd-9221-449191c6dd94) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:55.643350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601bd62-1ad9-4298-8a2c-b66e5a6117a5 None None] New status for floating IP 3197b8c0-de98-4bc3-814f-5995506c9087: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:43:55.653636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f61f3-e47b-47f2-b6b8-48c35eb5edda req-fe329b22-9ef1-4b4c-83b9-6f99b93e26e8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:55.655633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e30f61f3-e47b-47f2-b6b8-48c35eb5edda req-fe329b22-9ef1-4b4c-83b9-6f99b93e26e8 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.2537930 Oct 18 20:43:55.785201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Made reservation on behalf of f981cf699c6d475881ad7c8905ee31dd for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:43:55.790363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:55.816314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e30f61f3-e47b-47f2-b6b8-48c35eb5edda req-7df4a2c1-ec73-4237-af41-49ca24476171 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc2086d2-7d87-42f4-b931-ecbb765e2607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387823 Oct 18 20:43:55.987934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.79', 55679) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:56.000835 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:56.089825 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b249bc-d810-41fe-8814-0d2bfe169685 x-openstack-request-id: req-e3b249bc-d810-41fe-8814-0d2bfe169685 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:56.090620 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:56.090620 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3b249bc-d810-41fe-8814-0d2bfe169685 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:56.091254 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'status': 'completed', 'code': 200} Oct 18 20:43:56.091658 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'status': 'completed', 'code': 200} Oct 18 20:43:56.167267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-508badbf-06dd-4334-ac1e-64a811afa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:56.169927 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-508badbf-06dd-4334-ac1e-64a811afa5bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=09a86ba765934c77b7c25ca5e1f18925&device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 1097 time: 0.1807072 Oct 18 20:43:56.211021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:56.274083 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-6c166aff-2bae-4f95-9c18-f47c07bf8a97 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0570002 Oct 18 20:43:56.288857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-258301c9-ac2e-40a6-88a1-613be831c7c1 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:56.291348 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-258301c9-ac2e-40a6-88a1-613be831c7c1 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 946 time: 0.8829777 Oct 18 20:43:56.337322 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:56.347357 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac810739-2904-42ee-8d28-842a384ba2fc req-b7e3ecde-ee0d-40a4-867f-3f56f6807c0f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:56.351062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac810739-2904-42ee-8d28-842a384ba2fc req-b7e3ecde-ee0d-40a4-867f-3f56f6807c0f tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 946 time: 0.2872143 Oct 18 20:43:56.453041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:56.468330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Network 5d7fff24-3c3e-4379-9891-68a78c37a86d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:56.492216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:56.507405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:56.508650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-0e82bc55-58dc-4d2b-9285-9b70f7cffa41 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:56.510459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-0e82bc55-58dc-4d2b-9285-9b70f7cffa41 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce0bfb51-c269-4670-a48f-53df54c533be HTTP/1.1" status: 200 len: 945 time: 0.4246860 Oct 18 20:43:56.533661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:56.562292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Allocated IP 172.20.0.10 (5d7fff24-3c3e-4379-9891-68a78c37a86d/1378890b-e0c7-4a2b-8ff3-5d0a8f985af8/c2a3a44f-bd09-464a-8e4e-50322caa1897) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:56.577694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Pushing event updated for resources: {'Port': ['ID=c3d1cd07-a026-41bd-9221-449191c6dd94,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:56.639333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac810739-2904-42ee-8d28-842a384ba2fc req-6960cfba-9ef1-41ca-8649-bccad9848a9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607293 Oct 18 20:43:56.653320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-e7fa4051-e2eb-42d2-ad0e-339f22054879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:56.655775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-e7fa4051-e2eb-42d2-ad0e-339f22054879 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 HTTP/1.1" status: 200 len: 907 time: 0.4729989 Oct 18 20:43:56.746659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:56.747705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:56.787944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-d8fcb1c9-9cc0-4ee9-9f39-c527af05e58c service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904106 Oct 18 20:43:56.843420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:56.878653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on host n-h1-812149-2 for vnic_type normal with profile {"migrating_to": "n-h2-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:56.879158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:56.879659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:56.888146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.888712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.889241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.889764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.890292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.890808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.891326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.891846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.892596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.892998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.893484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.894038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:43:56.913436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:56.913943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Attempting to bind port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on network a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:56.937618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Deleting port 0d926540-6179-4b7d-a54f-347d41da0f36 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:43:56.937968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:56.941620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:56.942060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Checking segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:56.943230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Bound using segment: {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:56.943669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Bound port: f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0553512-4185-46a6-904d-fcd8ab63983d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:56.944109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.055921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Deleting port f270abef-496c-4462-a32d-c67ea65e8bfe {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:43:57.056220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.179982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] For port 0d926540-6179-4b7d-a54f-347d41da0f36, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0d926540-6179-4b7d-a54f-347d41da0f36,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:57.180909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.193509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:57.200252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:57.213429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Calling delete_port for 0d926540-6179-4b7d-a54f-347d41da0f36 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:43:57.216608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.250513 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9201b318-3b2f-4cdf-80d9-0ca727f0cecf req-53570885-1418-4d62-b28c-26e9e84490e7 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 210 time: 0.4641564 Oct 18 20:43:57.254061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-b7662423-7a21-4d27-8f0e-0bd7e1455beb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6588681 Oct 18 20:43:57.274328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Request body: {'port': {'device_id': '5d59b3b6-6ad3-483d-a223-113d28750523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:57.313796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] For port f270abef-496c-4462-a32d-c67ea65e8bfe, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f270abef-496c-4462-a32d-c67ea65e8bfe,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:43:57.314368 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.326112 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-b6e36b2f-b9f3-42d5-80a1-354f756ac0cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 HTTP/1.1" status: 200 len: 1002 time: 0.6622021 Oct 18 20:43:57.373390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Calling delete_port for f270abef-496c-4462-a32d-c67ea65e8bfe owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:43:57.404771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:57.436269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:57.436269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.437747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] 10.222.0.79 "PUT /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 1122 time: 3.6416149 Oct 18 20:43:57.455772 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.484898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-584cbcb4-d533-4574-aeba-75f86fd09ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:57.486408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-584cbcb4-d533-4574-aeba-75f86fd09ca6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=89fc5efb-b232-4b52-b540-8a670f058795 HTTP/1.1" status: 200 len: 845 time: 0.1500771 Oct 18 20:43:57.593008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.593858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:57.669792 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:57.678596 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.689025 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.717368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Pushing event deleted for resources: {'Port': ['ID=f270abef-496c-4462-a32d-c67ea65e8bfe,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:57.753729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-0aa70578-50c6-42c8-a9ef-a135154deedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:57.756193 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-0aa70578-50c6-42c8-a9ef-a135154deedd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462957 Oct 18 20:43:57.773672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaebbb0-aad4-4df6-9d4c-aa5568509bc5 req-094b90c2-2a25-44ce-ae81-abd28a0e2503 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:57.774486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Pushing event deleted for resources: {'Port': ['ID=0d926540-6179-4b7d-a54f-347d41da0f36,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:57.775293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddaebbb0-aad4-4df6-9d4c-aa5568509bc5 req-094b90c2-2a25-44ce-ae81-abd28a0e2503 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.2109528 Oct 18 20:43:57.833932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.939301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] No DVR routers for this DVR port f270abef-496c-4462-a32d-c67ea65e8bfe on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:43:57.943094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddaebbb0-aad4-4df6-9d4c-aa5568509bc5 req-4843b28a-1594-4e7f-8a07-151196294b5d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596253 Oct 18 20:43:57.945035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] No DVR routers for this DVR port 0d926540-6179-4b7d-a54f-347d41da0f36 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:43:57.949353 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.953508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Network 5d7fff24-3c3e-4379-9891-68a78c37a86d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:57.953820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] 10.222.0.79 "DELETE /v2.0/ports/f270abef-496c-4462-a32d-c67ea65e8bfe HTTP/1.1" status: 204 len: 173 time: 1.4083016 Oct 18 20:43:57.958885 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:57.962779 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a65706e1-8f7a-4173-88c0-259980ecc886 req-5151d289-f4c5-4ad0-aecc-31aeee443249 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "DELETE /v2.0/ports/0d926540-6179-4b7d-a54f-347d41da0f36 HTTP/1.1" status: 204 len: 173 time: 1.6380916 Oct 18 20:43:57.964122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:57.970609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Pushing event updated for resources: {'Port': ['ID=c2a3a44f-bd09-464a-8e4e-50322caa1897,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:57.973151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:58.041105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Allocated IP 172.20.0.9 (5d7fff24-3c3e-4379-9891-68a78c37a86d/1378890b-e0c7-4a2b-8ff3-5d0a8f985af8/31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:43:58.044029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-e6f3dc01-ba64-4f8e-9d45-d87d1427b905 service neutron] 10.222.0.79 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655706 Oct 18 20:43:58.105991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'}, {'name': 'network-changed', 'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'}, {'server_uuid': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'name': 'network-vif-deleted', 'tag': 'f270abef-496c-4462-a32d-c67ea65e8bfe'}, {'server_uuid': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'name': 'network-vif-deleted', 'tag': '0d926540-6179-4b7d-a54f-347d41da0f36'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:43:58.111979 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22660cd-ebbf-4775-b653-5879929c4757" -d '{"events": [{"server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "name": "network-vif-unplugged", "status": "completed", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314"}, {"name": "network-changed", "server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314"}, {"server_uuid": "ce0bfb51-c269-4670-a48f-53df54c533be", "name": "network-vif-deleted", "tag": "f270abef-496c-4462-a32d-c67ea65e8bfe"}, {"server_uuid": "1a5d946a-9c7e-4a6a-ab23-ecab868624a4", "name": "network-vif-deleted", "tag": "0d926540-6179-4b7d-a54f-347d41da0f36"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:43:58.225384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['53a9d7b1-b305-43db-bc55-911914a0678c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:43:58.235325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-ab71674c-5b7d-4a63-b44a-06b5ca4330fc service neutron] 10.222.0.79 "GET /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650572 Oct 18 20:43:58.267763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:58.268832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:58.307126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c8de2ab-c223-4ca7-b04e-1a50e5d88113 req-85d5749c-5bcb-4893-9f19-9045dbc5e070 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5d946a-9c7e-4a6a-ab23-ecab868624a4 HTTP/1.1" status: 200 len: 210 time: 0.0636024 Oct 18 20:43:58.375799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:58.404012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-20eae26d-7b7f-455c-bfc8-f3d07521f3fa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0302446 Oct 18 20:43:58.426148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:58.444613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Request body: {'port': {'device_id': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:58.480617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Network 5d7fff24-3c3e-4379-9891-68a78c37a86d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:43:58.485658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:43:58.490943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:43:58.545747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Pushing event updated for resources: {'Port': ['ID=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:58.563948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-3e35e0d9-34e3-411d-9691-7f32c94ed10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:58.565610 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-3e35e0d9-34e3-411d-9691-7f32c94ed10a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 1095 time: 0.2350430 Oct 18 20:43:58.574435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:58.575430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:58.615149 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-957ab0d9-fad4-4e8b-b02b-de38ff71b269 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9166715 Oct 18 20:43:58.627866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9a98c-98c2-4452-9bb6-02b2f9df82d4 req-cf0d0a73-ff67-4137-bc32-69a456021749 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:58.631673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0a9a98c-98c2-4452-9bb6-02b2f9df82d4 req-cf0d0a73-ff67-4137-bc32-69a456021749 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 944 time: 0.2430842 Oct 18 20:43:58.640603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Request body: {'port': {'device_id': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:43:58.641748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:58.765101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:58.844052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0a9a98c-98c2-4452-9bb6-02b2f9df82d4 req-7b068e6c-c8d4-4e72-a4a4-e14d5859564f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890562 Oct 18 20:43:58.845257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-30016088-90f5-4c70-ae94-0a704c5a4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:58.846691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-30016088-90f5-4c70-ae94-0a704c5a4cfd service neutron] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.2573183 Oct 18 20:43:58.970420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58474) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:43:58.983993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-989981c2-c431-4692-9c08-faafc31b2893 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4 HTTP/1.1" status: 200 len: 217 time: 0.0648351 Oct 18 20:43:59.035036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d1cd07-a026-41bd-9221-449191c6dd94 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:59.068322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:59.137191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Transition to ACTIVE for port object c3d1cd07-a026-41bd-9221-449191c6dd94 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:43:59.146932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:59.216012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-cf100e7e-4465-4d5e-a408-6ca5e86e1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:59.218613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0d926540-6179-4b7d-a54f-347d41da0f36 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:43:59.219523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-cf100e7e-4465-4d5e-a408-6ca5e86e1bf1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1921070 Oct 18 20:43:59.277912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 0d926540-6179-4b7d-a54f-347d41da0f36 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:43:59.279206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0d926540-6179-4b7d-a54f-347d41da0f36 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:43:59.288829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491804-ba20-417c-a0b3-ac369191b11b req-b86ab7aa-fa02-48fc-81ad-8c5c51517a89 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:59.290479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b491804-ba20-417c-a0b3-ac369191b11b req-b86ab7aa-fa02-48fc-81ad-8c5c51517a89 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 944 time: 0.2601225 Oct 18 20:43:59.313631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d1cd07-a026-41bd-9221-449191c6dd94,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:59.406338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:43:59.417465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-c28ebfb2-2672-41cf-b117-fb2975d2e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:59.418999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-c28ebfb2-2672-41cf-b117-fb2975d2e05f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903019 Oct 18 20:43:59.423460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:59.447293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Transition to ACTIVE for port object 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:43:59.452827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:59.487821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b491804-ba20-417c-a0b3-ac369191b11b req-0fb30c0a-7657-47d4-98e5-d5df1c8facc1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837878 Oct 18 20:43:59.565140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Pushing event updated for resources: {'Port': ['ID=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:43:59.635912 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Mon, 18 Oct 2021 20:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b240f54-fea2-4307-a3be-b481ec530838 x-openstack-request-id: req-1b240f54-fea2-4307-a3be-b481ec530838 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:43:59.636749 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "name": "network-vif-unplugged", "status": "completed", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314", "code": 200}, {"name": "network-changed", "server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314", "status": "completed", "code": 200}, {"server_uuid": "ce0bfb51-c269-4670-a48f-53df54c533be", "name": "network-vif-deleted", "tag": "f270abef-496c-4462-a32d-c67ea65e8bfe", "status": "completed", "code": 200}, {"server_uuid": "1a5d946a-9c7e-4a6a-ab23-ecab868624a4", "name": "network-vif-deleted", "tag": "0d926540-6179-4b7d-a54f-347d41da0f36", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:43:59.636940 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b240f54-fea2-4307-a3be-b481ec530838 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:43:59.637462 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314', 'code': 200} Oct 18 20:43:59.637886 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314', 'status': 'completed', 'code': 200} Oct 18 20:43:59.638317 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0bfb51-c269-4670-a48f-53df54c533be', 'name': 'network-vif-deleted', 'tag': 'f270abef-496c-4462-a32d-c67ea65e8bfe', 'status': 'completed', 'code': 200} Oct 18 20:43:59.638980 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5d946a-9c7e-4a6a-ab23-ecab868624a4', 'name': 'network-vif-deleted', 'tag': '0d926540-6179-4b7d-a54f-347d41da0f36', 'status': 'completed', 'code': 200} Oct 18 20:43:59.733010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Attempting to bind port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:59.733780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Attempting to bind port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:59.734446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Attempting to bind port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c on network 5d7fff24-3c3e-4379-9891-68a78c37a86d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:59.744887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22660cd-ebbf-4775-b653-5879929c4757 req-bbe86806-ee18-4dc9-86f9-b521087cdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:59.748030 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e22660cd-ebbf-4775-b653-5879929c4757 req-bbe86806-ee18-4dc9-86f9-b521087cdf34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1125 time: 0.1074705 Oct 18 20:43:59.752312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c on network 5d7fff24-3c3e-4379-9891-68a78c37a86d not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:59.753001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Attempting to bind port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c on network 5d7fff24-3c3e-4379-9891-68a78c37a86d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:59.770365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Attempting to bind port c3d1cd07-a026-41bd-9221-449191c6dd94 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:43:59.770821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Attempting to bind port c3d1cd07-a026-41bd-9221-449191c6dd94 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:43:59.771345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Attempting to bind port c3d1cd07-a026-41bd-9221-449191c6dd94 on network 5d7fff24-3c3e-4379-9891-68a78c37a86d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:59.777298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:59.777853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Checking segment: {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:59.778492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Bound using segment: {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:59.779232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Bound port: 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:59.779881 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:59.846439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Port c3d1cd07-a026-41bd-9221-449191c6dd94 on network 5d7fff24-3c3e-4379-9891-68a78c37a86d not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:43:59.846761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Attempting to bind port c3d1cd07-a026-41bd-9221-449191c6dd94 on network 5d7fff24-3c3e-4379-9891-68a78c37a86d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:43:59.861162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-b4c50f2e-f89a-4caf-8cbc-fc17bfe36e8e service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168167 Oct 18 20:43:59.873758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:43:59.874196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Checking segment: {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:43:59.874485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Bound using segment: {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:43:59.875292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Bound port: c3d1cd07-a026-41bd-9221-449191c6dd94, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:43:59.875292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:43:59.890645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc486a1e-d30e-482f-8594-384d8ecccfcc req-d88ba094-6354-4cef-8792-eb2eaf9b62d6 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:59.892276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc486a1e-d30e-482f-8594-384d8ecccfcc req-d88ba094-6354-4cef-8792-eb2eaf9b62d6 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 932 time: 0.2101052 Oct 18 20:43:59.977258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22660cd-ebbf-4775-b653-5879929c4757 req-237586b6-2703-4556-a6b0-94d9279b5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:43:59.978773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e22660cd-ebbf-4775-b653-5879929c4757 req-237586b6-2703-4556-a6b0-94d9279b5adb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.2202492 Oct 18 20:43:59.979906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] For port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:43:59.983925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] For port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:43:59.988922 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.050641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a3a44f-bd09-464a-8e4e-50322caa1897 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:00.054620 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e22660cd-ebbf-4775-b653-5879929c4757 req-0cb844b9-682c-4c82-9ffc-080ef634d61a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 217 time: 0.0631056 Oct 18 20:44:00.069034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:00.069665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.071266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] 10.222.0.30 "PUT /v2.0/ports/31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c HTTP/1.1" status: 200 len: 1091 time: 1.4439754 Oct 18 20:44:00.073802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc486a1e-d30e-482f-8594-384d8ecccfcc req-59bfc7af-ce2b-449f-8f3c-08da31fcc769 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674042 Oct 18 20:44:00.097746 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.134533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b266e56-4cbd-4db8-8989-72900c71f618 service neutron] Pushing event updated for resources: {'Port': ['ID=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:00.147879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22660cd-ebbf-4775-b653-5879929c4757 req-8794198e-cac4-46f4-ad22-17e78dbb55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:00.149521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e22660cd-ebbf-4775-b653-5879929c4757 req-8794198e-cac4-46f4-ad22-17e78dbb55b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0848846 Oct 18 20:44:00.200932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] For port c3d1cd07-a026-41bd-9221-449191c6dd94, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:44:00.215496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Transition to ACTIVE for port object c2a3a44f-bd09-464a-8e4e-50322caa1897 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:44:00.235420 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.236029 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e22660cd-ebbf-4775-b653-5879929c4757 req-cff93f35-5b19-4799-bc60-870fec7bcce5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609870 Oct 18 20:44:00.258040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] For port c3d1cd07-a026-41bd-9221-449191c6dd94, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c3d1cd07-a026-41bd-9221-449191c6dd94,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:44:00.274926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-2793465e-1857-43e9-b1bf-6b07a9270669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:00.276987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-2793465e-1857-43e9-b1bf-6b07a9270669 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f981cf699c6d475881ad7c8905ee31dd&device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 1094 time: 0.1111004 Oct 18 20:44:00.323735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.368876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-29e93683-e5e0-474a-a96d-142188ee8a8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c HTTP/1.1" status: 200 len: 217 time: 0.0764666 Oct 18 20:44:00.413930 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-129a2ea5-1bf5-4d12-af40-bd9523482265 req-643808c2-5d6a-468f-bec0-676570f241cc service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867977 Oct 18 20:44:00.421234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:00.422223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.424620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] 10.222.0.79 "PUT /v2.0/ports/c3d1cd07-a026-41bd-9221-449191c6dd94 HTTP/1.1" status: 200 len: 1092 time: 3.1553619 Oct 18 20:44:00.425901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a3a44f-bd09-464a-8e4e-50322caa1897,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:00.433739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d59b3b6-6ad3-483d-a223-113d28750523', 'tag': 'c3d1cd07-a026-41bd-9221-449191c6dd94'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:00.437694 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3432fe37-31bd-4971-9f0f-facef225bc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d59b3b6-6ad3-483d-a223-113d28750523", "tag": "c3d1cd07-a026-41bd-9221-449191c6dd94"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:00.477461 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e22660cd-ebbf-4775-b653-5879929c4757 req-abd7c859-e40e-410c-b088-10a54d1b1e69 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289898 Oct 18 20:44:00.479126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-67fe94fd-cb9c-47cc-a8af-ac331b760d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:00.480767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-67fe94fd-cb9c-47cc-a8af-ac331b760d67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 HTTP/1.1" status: 200 len: 858 time: 0.1006563 Oct 18 20:44:00.493944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0f53908d-31e3-4c92-a8fe-2612884ae0f4 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:44:00.501271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f270abef-496c-4462-a32d-c67ea65e8bfe no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:00.557141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: f270abef-496c-4462-a32d-c67ea65e8bfe {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:00.557412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-621f04d2-7cba-43b2-9723-43e2efd49b5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d7fff24-3c3e-4379-9891-68a78c37a86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632515 Oct 18 20:44:00.557645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f270abef-496c-4462-a32d-c67ea65e8bfe not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:00.657615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:00.678870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'mac_address': 'fa:16:3e:4d:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:44:00.727499 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.732886 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e22660cd-ebbf-4775-b653-5879929c4757 req-e6223edd-da61-47a3-be4f-41987ab4a1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405696 Oct 18 20:44:00.745294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f53908d-31e3-4c92-a8fe-2612884ae0f4 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:00.772031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:00.777084 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-37f1481c-de96-4dd3-aa11-1afb2018e9bf service neutron] 10.222.0.30 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042005 Oct 18 20:44:00.779525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:00.867514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:00.925000 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-33faa07c-fce4-479d-90ac-225b741f6d23 service neutron] 10.222.0.30 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395686 Oct 18 20:44:00.988156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308fa44-f0a7-4000-8608-07f4659f9957 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d1cd07-a026-41bd-9221-449191c6dd94,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:01.027133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-473bb8c9-2836-429f-84cd-906e43200249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:01.028770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-473bb8c9-2836-429f-84cd-906e43200249 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f981cf699c6d475881ad7c8905ee31dd&device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 1095 time: 0.5223382 Oct 18 20:44:01.037799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101bb6c-4e2a-4720-aa76-4b6fc17a7ae5 req-74797749-7a4f-44e1-aa0a-553e3700282a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:01.039429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b101bb6c-4e2a-4720-aa76-4b6fc17a7ae5 req-74797749-7a4f-44e1-aa0a-553e3700282a tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.5925517 Oct 18 20:44:01.041922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Attempting to bind port c2a3a44f-bd09-464a-8e4e-50322caa1897 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:44:01.042150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Attempting to bind port c2a3a44f-bd09-464a-8e4e-50322caa1897 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:44:01.042477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Attempting to bind port c2a3a44f-bd09-464a-8e4e-50322caa1897 on network 5d7fff24-3c3e-4379-9891-68a78c37a86d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:44:01.063688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Port c2a3a44f-bd09-464a-8e4e-50322caa1897 on network 5d7fff24-3c3e-4379-9891-68a78c37a86d not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:44:01.064009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Attempting to bind port c2a3a44f-bd09-464a-8e4e-50322caa1897 on network 5d7fff24-3c3e-4379-9891-68a78c37a86d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:44:01.110788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-6b336bfd-dc70-48dc-b9c6-449a47ea70d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3d1cd07-a026-41bd-9221-449191c6dd94 HTTP/1.1" status: 200 len: 217 time: 0.0701380 Oct 18 20:44:01.116329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:44:01.116671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Checking segment: {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:44:01.117132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Bound using segment: {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:44:01.117532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Bound port: c2a3a44f-bd09-464a-8e4e-50322caa1897, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997d9fb7-17d0-4db5-bb39-aeb1742daa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:44:01.117888 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:01.135952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:01.258885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b101bb6c-4e2a-4720-aa76-4b6fc17a7ae5 req-54b16e75-2581-412c-9906-eacfe469bea6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053730 Oct 18 20:44:01.276884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-7cb16d0e-616e-439b-a71f-b90e247fdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:01.278390 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-7cb16d0e-616e-439b-a71f-b90e247fdf84 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 HTTP/1.1" status: 200 len: 858 time: 0.1548700 Oct 18 20:44:01.361836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-a58d2c57-fabd-4182-991c-0fe1a28cdf2b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d7fff24-3c3e-4379-9891-68a78c37a86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702524 Oct 18 20:44:01.374567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] For port c2a3a44f-bd09-464a-8e4e-50322caa1897, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:44:01.383079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] For port c2a3a44f-bd09-464a-8e4e-50322caa1897, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c2a3a44f-bd09-464a-8e4e-50322caa1897,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:44:01.396975 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:01.513450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['0f53908d-31e3-4c92-a8fe-2612884ae0f4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:01.577886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:01.578836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:01.580597 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] 10.222.0.79 "PUT /v2.0/ports/c2a3a44f-bd09-464a-8e4e-50322caa1897 HTTP/1.1" status: 200 len: 1092 time: 3.1633890 Oct 18 20:44:01.641287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'tag': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:01.652296 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d3e02a-a374-436a-967a-d5284643f3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be", "tag": "31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:01.652700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d49151-2228-486e-aa50-345960c32d40 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a3a44f-bd09-464a-8e4e-50322caa1897,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:01.710751 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-af07f0ac-e5cc-488f-8a6f-6d196f1f8378 service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260474 Oct 18 20:44:01.725418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fd655-1f2c-4a19-a0ed-da1ace43e3d3 req-c4c127cc-7676-4ec7-a993-2037e7f577ba tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:01.727238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-924fd655-1f2c-4a19-a0ed-da1ace43e3d3 req-c4c127cc-7676-4ec7-a993-2037e7f577ba tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 945 time: 0.2515051 Oct 18 20:44:01.843438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-58747afe-5cba-48e3-b453-ffa1b15b9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:01.845110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-58747afe-5cba-48e3-b453-ffa1b15b9ed9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f981cf699c6d475881ad7c8905ee31dd&device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 1095 time: 0.1938722 Oct 18 20:44:01.876809 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-924fd655-1f2c-4a19-a0ed-da1ace43e3d3 req-f42af743-cd08-4e26-96a3-4d1a75307f66 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218204 Oct 18 20:44:01.923437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-7019b180-24a4-42d9-ac15-de9c64f7d9c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a3a44f-bd09-464a-8e4e-50322caa1897 HTTP/1.1" status: 200 len: 217 time: 0.0638263 Oct 18 20:44:01.985555 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-c98bafcd-c702-4bdb-a364-4595aaa04bbc service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539358 Oct 18 20:44:01.989100 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33007ada-10d0-424e-a690-68e3b35f5225 x-openstack-request-id: req-33007ada-10d0-424e-a690-68e3b35f5225 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:01.989460 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d59b3b6-6ad3-483d-a223-113d28750523", "tag": "c3d1cd07-a026-41bd-9221-449191c6dd94", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:01.990607 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33007ada-10d0-424e-a690-68e3b35f5225 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:01.990607 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d59b3b6-6ad3-483d-a223-113d28750523', 'tag': 'c3d1cd07-a026-41bd-9221-449191c6dd94', 'status': 'completed', 'code': 200} Oct 18 20:44:02.093238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-38cf2e78-e9ac-465a-8bc9-07fc26ea46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:02.095501 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-38cf2e78-e9ac-465a-8bc9-07fc26ea46dc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 HTTP/1.1" status: 200 len: 858 time: 0.1477220 Oct 18 20:44:02.243614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-ced3d4da-2327-4ba1-8000-ff265b12d661 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d7fff24-3c3e-4379-9891-68a78c37a86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914590 Oct 18 20:44:02.323750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c2ab2-5688-4ab7-bee7-94035a627358 req-d68a241c-eb63-4d42-b780-88f26e3a3bd2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:02.325592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19c2ab2-5688-4ab7-bee7-94035a627358 req-d68a241c-eb63-4d42-b780-88f26e3a3bd2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 944 time: 0.2701948 Oct 18 20:44:02.327637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-297814b3-d675-49cc-9fd5-742fb163c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:02.329270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-297814b3-d675-49cc-9fd5-742fb163c58d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f981cf699c6d475881ad7c8905ee31dd&device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 1095 time: 0.2384467 Oct 18 20:44:02.338602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Deleting port e427e01e-8c04-4598-aee0-4b387586727d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:02.338945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:02.563093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d19c2ab2-5688-4ab7-bee7-94035a627358 req-7014f00c-484a-49a2-8097-669d2df847b2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267816 Oct 18 20:44:02.600366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-7fbe2ead-7966-4ba8-ba10-838bc1d9e75c service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346233 Oct 18 20:44:02.608852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-e4e0bf72-7dd1-4514-a1d6-71b15312a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:02.610756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-e4e0bf72-7dd1-4514-a1d6-71b15312a437 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 200 len: 919 time: 0.2385399 Oct 18 20:44:02.613778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] For port e427e01e-8c04-4598-aee0-4b387586727d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e427e01e-8c04-4598-aee0-4b387586727d,segment=NetworkSegment(26afa8c8-72ee-47b7-80f7-94523a22001b),segment_id=26afa8c8-72ee-47b7-80f7-94523a22001b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:02.615254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:02.662160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Calling delete_port for e427e01e-8c04-4598-aee0-4b387586727d owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:02.744689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-cdbc7813-7af3-4c3b-81df-d2f4bfec727b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3d1cd07-a026-41bd-9221-449191c6dd94 HTTP/1.1" status: 200 len: 217 time: 0.1087756 Oct 18 20:44:02.747861 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:44:02.938688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152905-a973-4c02-b295-b206fdcce9af req-0c92402d-64e8-4cf0-985c-f5147cfb6fdb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:02.940870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a152905-a973-4c02-b295-b206fdcce9af req-0c92402d-64e8-4cf0-985c-f5147cfb6fdb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 944 time: 0.3009760 Oct 18 20:44:02.949118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-fab18fb4-b580-44c7-8486-1cea1836cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:02.951696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-fab18fb4-b580-44c7-8486-1cea1836cc8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 HTTP/1.1" status: 200 len: 858 time: 0.1896825 Oct 18 20:44:02.957572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e424b693-b24e-4ade-988d-5970a3bf0260 req-d3ad86cd-c27c-4595-add4-e399998ba77d service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392305 Oct 18 20:44:03.092849 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-2e263dda-7d64-4bb3-ad56-fed38407e996 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d7fff24-3c3e-4379-9891-68a78c37a86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246967 Oct 18 20:44:03.167458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a152905-a973-4c02-b295-b206fdcce9af req-cca9a82a-9bbb-4d08-ab8c-f0130b75363b tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120838 Oct 18 20:44:03.214333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:44:03.418182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-020b1ae7-edfe-48f1-a5fa-666626bab280 service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038208 Oct 18 20:44:03.421735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:03.456045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c', 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d', 'port_id': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c', 'mac_address': 'fa:16:3e:77:44:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1378890b-e0c7-4a2b-8ff3-5d0a8f985af8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:44:03.540297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:03.570821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:03.613028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:03.622643 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:03.626272 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:03.702546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3432fe37-31bd-4971-9f0f-facef225bc6d req-6bd985dd-6ee8-4399-97ba-03a505ce6855 service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719767 Oct 18 20:44:03.708349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Pushing event deleted for resources: {'Port': ['ID=e427e01e-8c04-4598-aee0-4b387586727d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:03.787285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:03.855944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-dcaa5a3b-06e9-4bff-9fc4-1be9e19a45b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518110 Oct 18 20:44:03.958391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:03.992710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-7a88bc2b-a16d-40d7-b973-40f31fc17d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:03.995665 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-7a88bc2b-a16d-40d7-b973-40f31fc17d57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 1095 time: 0.0924497 Oct 18 20:44:04.052562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'tag': 'c2a3a44f-bd09-464a-8e4e-50322caa1897'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:04.060160 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e424013-cd5f-4091-b981-c24237bddfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "38e5456e-4321-45b3-8e0b-5a2382148ef2", "tag": "c2a3a44f-bd09-464a-8e4e-50322caa1897"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:04.110417 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:04.173968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-de62f57c-0c81-4b90-8dc9-d4d3c544ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:04.175903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-de62f57c-0c81-4b90-8dc9-d4d3c544ed63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.1543319 Oct 18 20:44:04.229430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-13d8325d-848c-40d8-84d4-c8a633229600 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 200 len: 217 time: 0.0426652 Oct 18 20:44:04.311483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-cc711526-165f-4076-a468-3cde5a0df97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:04.313645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-cc711526-165f-4076-a468-3cde5a0df97b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0754457 Oct 18 20:44:04.361148 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-493cde07-b82e-4477-97cf-2aee5f7bc526 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366907 Oct 18 20:44:04.528179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0f53908d-31e3-4c92-a8fe-2612884ae0f4 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:04.591021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:44:04.596671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:04.597451 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:04.642907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-84092a0f-8694-4e5f-acb9-f07e1f66e1f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731407 Oct 18 20:44:04.654501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-c8a3a1c3-aaaf-4949-a445-a0ea8c7b9b16 service neutron] 10.222.0.30 "GET /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314/bindings/n-h2-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.1625984 Oct 18 20:44:04.695550 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:04.728311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:04.731379 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96842aed-7ef5-49c6-8bb7-d9294b9c6889" -d '{"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-plugged", "status": "completed", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:04.748179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:04.755567 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:04.814550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:04.933336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f9f9a8ff-78f3-4c6e-a7df-d45e4995de50 req-8192aa6a-9ea7-47a7-91de-f84899f2d0d8 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771506 Oct 18 20:44:04.936142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:44:05.085065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:44:05.092083 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7df285ef-3ad2-4411-b93a-f408a376c11b admin admin] 10.222.0.66 "PUT /v2.0/routers/4aba60d6-67a0-4f2c-abb4-0a36988edf87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1177914 Oct 18 20:44:05.096428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58512) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:05.104708 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] Sync routers for ids ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:44:05.119583 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] Routers {'4aba60d6-67a0-4f2c-abb4-0a36988edf87'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:44:05.120813 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:43:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:05.123343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:05.164195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:44:05.224376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:05.230653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:05.240727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:05.261453 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.269090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.360370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:44:05.372361 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] Set router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:44:05.373131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:05.374207 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.375702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] Transition to ACTIVE for port object f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:44:05.384934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.522684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] No DVR routers for this DVR port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:05.537336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-dcf37cc9-1fa8-40cd-9019-fa0025171d17 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:05.538213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.539109 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-dcf37cc9-1fa8-40cd-9019-fa0025171d17 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "GET /v2.0/ports?device_id=2526a265-f4f9-4359-8a99-80547b7bc2ca HTTP/1.1" status: 200 len: 945 time: 0.1196549 Oct 18 20:44:05.558762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:05.593049 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.632639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Deleting port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:05.633004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.679237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:05.690209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.692573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:05.752085 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:44:03Z', 'revision_number': 5, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port': {'id': '98b14f94-16e2-43e9-8e79-bddc19b6bdfc', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:48:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:40:07Z', 'updated_at': '2021-10-18T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:05.772029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] For port 98b14f94-16e2-43e9-8e79-bddc19b6bdfc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:05.772460 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:05.793167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Calling delete_port for 98b14f94-16e2-43e9-8e79-bddc19b6bdfc owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:05.824654 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] Checking router: 4aba60d6-67a0-4f2c-abb4-0a36988edf87 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:44:05.838553 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] Routers {'4aba60d6-67a0-4f2c-abb4-0a36988edf87'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:44:05.839380 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:43:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:05.863735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:05.873067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:05.977778 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] Set router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:44:06.001670 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-77a07733-1e60-4a72-9ad6-f206b091e4e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314/bindings/n-h2-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3300738 Oct 18 20:44:06.081476 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:44:05Z', 'revision_number': 6, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:06.111654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Deleting port 53a9d7b1-b305-43db-bc55-911914a0678c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:06.112192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.138519 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730206f9-d541-446d-9a57-ca46e56df9fc None None] The sync data for ids ['4aba60d6-67a0-4f2c-abb4-0a36988edf87'] in n-d-812149-2 is: [{'id': '4aba60d6-67a0-4f2c-abb4-0a36988edf87', 'name': 'tempest-ServerRescueNegativeTestJSON-14645932-router', 'tenant_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:40:06Z', 'updated_at': '2021-10-18T20:44:05Z', 'revision_number': 6, 'project_id': 'cfcc40dcc8b74fa98e1a0cb0decbd2e2', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:44:06.206502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.252019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Pushing event deleted for resources: {'Port': ['ID=98b14f94-16e2-43e9-8e79-bddc19b6bdfc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:06.266840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] For port 53a9d7b1-b305-43db-bc55-911914a0678c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=53a9d7b1-b305-43db-bc55-911914a0678c,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:06.267242 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.287158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Calling delete_port for 53a9d7b1-b305-43db-bc55-911914a0678c owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:06.347409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.495254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.509303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.509775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['53a9d7b1-b305-43db-bc55-911914a0678c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:06.513651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.545855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Pushing event deleted for resources: {'Port': ['ID=53a9d7b1-b305-43db-bc55-911914a0678c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:06.596297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.597192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aba60d6-67a0-4f2c-abb4-0a36988edf87 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:44:06.603164 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.608334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8699af31-e051-41d1-8114-d100a3a0e18e admin admin] 10.222.0.66 "DELETE /v2.0/routers/4aba60d6-67a0-4f2c-abb4-0a36988edf87 HTTP/1.1" status: 204 len: 168 time: 1.5067351 Oct 18 20:44:06.608696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58514) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:06.609071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] No DVR routers for this DVR port 53a9d7b1-b305-43db-bc55-911914a0678c on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:06.612015 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.616357 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-24d112ab-61cd-45ad-9c3b-73fc1752eded req-757772fd-59d7-4d7a-ade4-acbd06598527 tempest-ListServerFiltersTestJSON-1496065977 tempest-ListServerFiltersTestJSON-1496065977-project] 10.222.0.30 "DELETE /v2.0/ports/53a9d7b1-b305-43db-bc55-911914a0678c HTTP/1.1" status: 204 len: 173 time: 1.0661757 Oct 18 20:44:06.674544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] Deleting subnet d9703ddd-40ae-43c2-8138-723ee41f0228 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:44:06.678916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.725510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.785114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.850157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.886639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9703ddd-40ae-43c2-8138-723ee41f0228,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:06.894319 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:06.899684 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f1c829e0-0041-4fdf-9ba1-38b6da75ef12 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d9703ddd-40ae-43c2-8138-723ee41f0228 HTTP/1.1" status: 204 len: 168 time: 0.2897553 Oct 18 20:44:06.902628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58516) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:07.003151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.158859 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.187740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f440991-0642-436f-9379-edd499e35fc8']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:07.199983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26afa8c8-72ee-47b7-80f7-94523a22001b') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:07.200288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26afa8c8-72ee-47b7-80f7-94523a22001b') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:07.219719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.244855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.255513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:44:07.256332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:44:07.259519 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:44:07.368648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.379103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.389935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] 10.222.0.66 "DELETE /v2.0/networks/5f440991-0642-436f-9379-edd499e35fc8 HTTP/1.1" status: 204 len: 168 time: 0.4819260 Oct 18 20:44:07.409852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a511958-ade4-4382-9d5c-f4e1e49a192e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f440991-0642-436f-9379-edd499e35fc8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:07.545976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58520) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:07.592617 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-83f4fecf-56ce-4abd-9d92-da799d941e8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfcc40dcc8b74fa98e1a0cb0decbd2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452814 Oct 18 20:44:07.595260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58522) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:07.666994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00b9ec32-e498-403c-ab7b-5c1ff0d90403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.713341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00b9ec32-e498-403c-ab7b-5c1ff0d90403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.793961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00b9ec32-e498-403c-ab7b-5c1ff0d90403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.797684 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00b9ec32-e498-403c-ab7b-5c1ff0d90403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:07.799124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-00b9ec32-e498-403c-ab7b-5c1ff0d90403 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc2086d2-7d87-42f4-b931-ecbb765e2607 HTTP/1.1" status: 204 len: 168 time: 0.2028279 Oct 18 20:44:07.809344 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9ec32-e498-403c-ab7b-5c1ff0d90403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2086d2-7d87-42f4-b931-ecbb765e2607,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:07.983557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e427e01e-8c04-4598-aee0-4b387586727d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:08.018678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e427e01e-8c04-4598-aee0-4b387586727d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:08.019426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e427e01e-8c04-4598-aee0-4b387586727d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:08.021031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 98b14f94-16e2-43e9-8e79-bddc19b6bdfc no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:08.051852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 98b14f94-16e2-43e9-8e79-bddc19b6bdfc {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:08.052556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 98b14f94-16e2-43e9-8e79-bddc19b6bdfc not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:09.260546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 53a9d7b1-b305-43db-bc55-911914a0678c no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:09.283670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 53a9d7b1-b305-43db-bc55-911914a0678c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:09.284035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 53a9d7b1-b305-43db-bc55-911914a0678c not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:10.449897 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d78d6-7e99-4c27-9ef3-00aeb50de047 x-openstack-request-id: req-171d78d6-7e99-4c27-9ef3-00aeb50de047 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:10.450770 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be", "tag": "31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:10.455866 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-171d78d6-7e99-4c27-9ef3-00aeb50de047 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:10.456579 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'tag': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c', 'status': 'completed', 'code': 200} Oct 18 20:44:10.565300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-fa889634-4cb9-4146-afd9-ac2ec432b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:10.568659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-fa889634-4cb9-4146-afd9-ac2ec432b914 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f981cf699c6d475881ad7c8905ee31dd&device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 1096 time: 0.0842822 Oct 18 20:44:10.601007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954412b-5336-40e7-8bd8-7a2334243f65 req-cd5e95a4-3cb1-4af5-bcb2-2af6f3d28325 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:10.610274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f954412b-5336-40e7-8bd8-7a2334243f65 req-cd5e95a4-3cb1-4af5-bcb2-2af6f3d28325 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.1007695 Oct 18 20:44:10.659446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f954412b-5336-40e7-8bd8-7a2334243f65 req-84e8c4fb-df5c-4abc-8a18-9d48a2c85a7c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Oct 18 20:44:10.708998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-44ca8333-8e6b-428f-9190-cd9fa84d4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:10.710619 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-44ca8333-8e6b-428f-9190-cd9fa84d4555 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 200 len: 919 time: 0.1349905 Oct 18 20:44:10.785729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-dfa82f26-afad-482f-bc21-53ab30def3ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c HTTP/1.1" status: 200 len: 217 time: 0.0670686 Oct 18 20:44:10.856099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-a5172e74-6a51-444d-9fba-b5c7e60df086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:10.859067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-a5172e74-6a51-444d-9fba-b5c7e60df086 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 HTTP/1.1" status: 200 len: 858 time: 0.0659714 Oct 18 20:44:10.913489 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-2522a7b4-a5b9-4430-bbf7-c7c9044a5579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d7fff24-3c3e-4379-9891-68a78c37a86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468216 Oct 18 20:44:10.938664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafae67-e309-4fa4-981a-21504029a904 req-6072bb0f-e4bf-4b99-b8d0-9b7049046238 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:10.941485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbafae67-e309-4fa4-981a-21504029a904 req-6072bb0f-e4bf-4b99-b8d0-9b7049046238 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.1909015 Oct 18 20:44:10.961315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-448410b8-9e26-42bc-b5c8-277c2c3a21e3 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:10.963589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-448410b8-9e26-42bc-b5c8-277c2c3a21e3 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.5116098 Oct 18 20:44:11.055831 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-ffc48b8d-e886-425a-aa2b-40e1cc00d8ee service neutron] 10.222.0.30 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343086 Oct 18 20:44:11.141649 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dbafae67-e309-4fa4-981a-21504029a904 req-5403a2b3-07d9-4306-9baf-83752af5d4c8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847501 Oct 18 20:44:11.148043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-f831be5b-e8f1-41eb-a9bd-f3242716875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:11.150733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-f831be5b-e8f1-41eb-a9bd-f3242716875b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a&tenant_id=eff7fd68770546b79e960296e39e6d36 HTTP/1.1" status: 200 len: 1096 time: 0.1774535 Oct 18 20:44:11.204217 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-40d3e02a-a374-436a-967a-d5284643f3c9 req-2694ca1f-5523-4dec-b8aa-9a7187ca5ff4 service neutron] 10.222.0.30 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400476 Oct 18 20:44:11.252513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-0c6b42d4-8fd8-4d01-bf9b-6d9ae370b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:11.255262 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-0c6b42d4-8fd8-4d01-bf9b-6d9ae370b217 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eff7fd68770546b79e960296e39e6d36&device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1096 time: 0.0716085 Oct 18 20:44:11.384952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39f660-b0ed-4c15-b936-c971cb22b4bb req-f567187f-225b-4c81-8a15-8a6c806ebb5e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:11.386718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd39f660-b0ed-4c15-b936-c971cb22b4bb req-f567187f-225b-4c81-8a15-8a6c806ebb5e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 945 time: 0.1541488 Oct 18 20:44:11.430485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-5a4e9138-9b2e-4fad-abf1-1aef767d0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:11.431988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-5a4e9138-9b2e-4fad-abf1-1aef767d0763 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 200 len: 909 time: 0.1696756 Oct 18 20:44:11.460524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd39f660-b0ed-4c15-b936-c971cb22b4bb req-181a001c-c9d5-4f20-8480-20b093f750a5 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651934 Oct 18 20:44:11.490067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-69cee676-553c-4ef5-ab3d-606320cfa297 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 200 len: 217 time: 0.0446422 Oct 18 20:44:11.520696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58554) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:11.558112 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b87353-e47c-40d3-a93f-9475de685f75 x-openstack-request-id: req-60b87353-e47c-40d3-a93f-9475de685f75 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:11.558646 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e5456e-4321-45b3-8e0b-5a2382148ef2", "tag": "c2a3a44f-bd09-464a-8e4e-50322caa1897", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:11.559116 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-60b87353-e47c-40d3-a93f-9475de685f75 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:11.559786 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'tag': 'c2a3a44f-bd09-464a-8e4e-50322caa1897', 'status': 'completed', 'code': 200} Oct 18 20:44:11.571648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-655fd02d-adf7-413c-bec7-6bf2a08881d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:11.574466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-655fd02d-adf7-413c-bec7-6bf2a08881d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 200 len: 848 time: 0.0746715 Oct 18 20:44:11.626619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] Deleting subnet 75653af0-e33e-4678-a575-6657f07ec78d {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:44:11.632923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:11.643022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-f197924b-ce73-46bc-bd52-b7461d314d64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595708 Oct 18 20:44:11.696454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:11.814643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:11.824257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-9d8b8bf7-085a-4a80-a5a5-e501184706bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:11.825919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-9d8b8bf7-085a-4a80-a5a5-e501184706bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f981cf699c6d475881ad7c8905ee31dd&device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 1095 time: 0.2260783 Oct 18 20:44:11.853944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df7d0d-4420-45ff-b598-5431a85baf4c req-845d33e2-a41e-4e98-9bc6-f9a9233643c1 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:11.855645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1df7d0d-4420-45ff-b598-5431a85baf4c req-845d33e2-a41e-4e98-9bc6-f9a9233643c1 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 944 time: 0.2174234 Oct 18 20:44:11.883603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:11.924681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75653af0-e33e-4678-a575-6657f07ec78d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:11.928690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-13298eb4-116e-4bfa-a098-9c924d149fd5 service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343209 Oct 18 20:44:11.932267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:11.938869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-21af4ae5-a8e4-452d-be82-2c5e0150d25a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/75653af0-e33e-4678-a575-6657f07ec78d HTTP/1.1" status: 204 len: 168 time: 0.4163327 Oct 18 20:44:11.939551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:11.943806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e795d6-a7fe-4aaa-8e42-528f15120d2c None None] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:44:12.034265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.062501 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1df7d0d-4420-45ff-b598-5431a85baf4c req-78b61026-b865-4f55-825e-ce524bb8d20e tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863317 Oct 18 20:44:12.136351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Deleting port 68284a7f-84a1-47b9-8c89-550c551fcc76 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:12.136996 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.172831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-22d59c99-5f45-4d15-a126-1b5ac2ad920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:12.176741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-22d59c99-5f45-4d15-a126-1b5ac2ad920e service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 200 len: 919 time: 0.3393281 Oct 18 20:44:12.232879 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43724883-f242-4e84-a98e-fc88f52cd568 x-openstack-request-id: req-43724883-f242-4e84-a98e-fc88f52cd568 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:12.236162 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-plugged", "status": "completed", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:12.242333 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43724883-f242-4e84-a98e-fc88f52cd568 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:12.246042 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'code': 200} Oct 18 20:44:12.271647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] For port 68284a7f-84a1-47b9-8c89-550c551fcc76, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68284a7f-84a1-47b9-8c89-550c551fcc76,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:12.272245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.285226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-8b194a06-ef91-4265-93b8-641293669c9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2a3a44f-bd09-464a-8e4e-50322caa1897 HTTP/1.1" status: 200 len: 217 time: 0.0919449 Oct 18 20:44:12.305155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] DHCP port deletion for 837e43bb-59e0-4db3-aec5-9f803a409f1e request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:44:12.319193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Calling delete_port for 68284a7f-84a1-47b9-8c89-550c551fcc76 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:12.405338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] Deleting port 68284a7f-84a1-47b9-8c89-550c551fcc76 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:12.405967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.426654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-23724fec-ae01-4297-a12f-bec63679f6ac service neutron] 10.222.0.79 "GET /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386928 Oct 18 20:44:12.435277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.448717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-d7d8da99-ac53-4db5-98d7-5072eced3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:12.450559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-d7d8da99-ac53-4db5-98d7-5072eced3d4b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 HTTP/1.1" status: 200 len: 858 time: 0.1520355 Oct 18 20:44:12.471025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'name': 'network-vif-deleted', 'tag': '53a9d7b1-b305-43db-bc55-911914a0678c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:12.473810 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862d58b7-4db1-435d-84cb-e254778c21e0" -d '{"events": [{"server_uuid": "2526a265-f4f9-4359-8a99-80547b7bc2ca", "name": "network-vif-deleted", "tag": "53a9d7b1-b305-43db-bc55-911914a0678c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:12.486453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cd36d-4938-4d11-a67b-b889d06ba3a6 req-2576f6f8-39ad-4144-9d5e-e0ec8e39f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:12.490512 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b24cd36d-4938-4d11-a67b-b889d06ba3a6 req-2576f6f8-39ad-4144-9d5e-e0ec8e39f8eb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 1097 time: 0.1386256 Oct 18 20:44:12.492648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68284a7f-84a1-47b9-8c89-550c551fcc76,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:12.501421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] No DVR routers for this DVR port 68284a7f-84a1-47b9-8c89-550c551fcc76 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:12.533896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-6bc3948a-577c-4861-9d48-b2b968df3ed6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d7fff24-3c3e-4379-9891-68a78c37a86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732088 Oct 18 20:44:12.606347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.647157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837e43bb-59e0-4db3-aec5-9f803a409f1e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:12.663023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89135ef8-8232-452a-9774-f0cabf0b9915') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:12.663860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89135ef8-8232-452a-9774-f0cabf0b9915') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:12.681346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.713688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.727151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:44:12.727743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:44:12.731508 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:44:12.742773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] For port 68284a7f-84a1-47b9-8c89-550c551fcc76, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68284a7f-84a1-47b9-8c89-550c551fcc76,segment=NetworkSegment(89135ef8-8232-452a-9774-f0cabf0b9915),segment_id=89135ef8-8232-452a-9774-f0cabf0b9915)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:12.744490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.760654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] Calling delete_port for 68284a7f-84a1-47b9-8c89-550c551fcc76 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:12.782649 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b24cd36d-4938-4d11-a67b-b889d06ba3a6 req-4871c95d-c2b6-4adb-912d-96aee23c95c6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534018 Oct 18 20:44:12.909253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c3d1cd07-a026-41bd-9221-449191c6dd94 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:44:12.913958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.946356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-dcb65d02-c0ee-4542-9ab6-a35a47c164c4 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:12.950940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-dcb65d02-c0ee-4542-9ab6-a35a47c164c4 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a&tenant_id=eff7fd68770546b79e960296e39e6d36&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.2039266 Oct 18 20:44:12.956939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-6e306caa-54dd-4fb1-9649-62edec027293 service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133849 Oct 18 20:44:12.977365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:12.986411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/837e43bb-59e0-4db3-aec5-9f803a409f1e HTTP/1.1" status: 204 len: 168 time: 1.0428667 Oct 18 20:44:12.986411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5873a-4a4d-4457-a480-521d992b69d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=837e43bb-59e0-4db3-aec5-9f803a409f1e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:13.048754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c3d1cd07-a026-41bd-9221-449191c6dd94, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c3d1cd07-a026-41bd-9221-449191c6dd94,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:13.082824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.094503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'c3d1cd07-a026-41bd-9221-449191c6dd94', 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d', 'port_id': 'c3d1cd07-a026-41bd-9221-449191c6dd94', 'mac_address': 'fa:16:3e:7e:f3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1378890b-e0c7-4a2b-8ff3-5d0a8f985af8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:44:13.242444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] Network 837e43bb-59e0-4db3-aec5-9f803a409f1e is not hosted by any dhcp agent {{(pid=100532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:44:13.245810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] No DVR routers for this DVR port 68284a7f-84a1-47b9-8c89-550c551fcc76 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:13.264737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e417c4d-a7a3-412b-9317-cef8bc6d63a6 None None] Pushing event deleted for resources: {'Port': ['ID=68284a7f-84a1-47b9-8c89-550c551fcc76,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:13.391108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58590) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:13.397192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.417350 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.448876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d1cd07-a026-41bd-9221-449191c6dd94 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:13.501045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4be5506-cd19-4d52-97d6-ac2b30f45a9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffe2697bde7f44ddbc0ed6cfb05a845d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071646 Oct 18 20:44:13.502146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c3d1cd07-a026-41bd-9221-449191c6dd94, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c3d1cd07-a026-41bd-9221-449191c6dd94,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:13.504058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:13.510397 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.589475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312beec2-88a5-4f08-ae87-77b900873e46 req-a39ad222-9d4e-4edf-bce7-3e2e30ff2b65 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:13.590939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c571fa6-fcdc-4982-8527-507c4abe4cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.603401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-312beec2-88a5-4f08-ae87-77b900873e46 req-a39ad222-9d4e-4edf-bce7-3e2e30ff2b65 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.2739592 Oct 18 20:44:13.630620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c3d1cd07-a026-41bd-9221-449191c6dd94,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:13.641241 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c571fa6-fcdc-4982-8527-507c4abe4cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.673371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-c17e7a38-734c-4dea-916f-ca2ce09f926e service neutron] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:44:13.682174 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-c17e7a38-734c-4dea-916f-ca2ce09f926e service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.685244 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-c17e7a38-734c-4dea-916f-ca2ce09f926e service neutron] 10.222.0.79 "DELETE /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314/bindings/n-h1-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.5610447 Oct 18 20:44:13.700825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e424013-cd5f-4091-b981-c24237bddfe0 req-8ec563dd-d4b7-4869-bdac-90158367f44c service neutron] 10.222.0.79 "GET /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007547 Oct 18 20:44:13.742609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-312beec2-88a5-4f08-ae87-77b900873e46 req-27d13211-27d7-4610-91be-24d1da10dcd3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370702 Oct 18 20:44:13.749571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c571fa6-fcdc-4982-8527-507c4abe4cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.755829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c571fa6-fcdc-4982-8527-507c4abe4cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:13.761649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0c571fa6-fcdc-4982-8527-507c4abe4cca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43e05340-17c7-4407-b995-060207d96d3d HTTP/1.1" status: 204 len: 168 time: 0.2522168 Oct 18 20:44:13.783532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c571fa6-fcdc-4982-8527-507c4abe4cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e05340-17c7-4407-b995-060207d96d3d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:13.835964 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81f2c9-5cde-41df-b9e6-5e4a74adcb97 x-openstack-request-id: req-bc81f2c9-5cde-41df-b9e6-5e4a74adcb97 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:13.836356 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2526a265-f4f9-4359-8a99-80547b7bc2ca", "name": "network-vif-deleted", "tag": "53a9d7b1-b305-43db-bc55-911914a0678c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:13.836785 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc81f2c9-5cde-41df-b9e6-5e4a74adcb97 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:13.837343 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2526a265-f4f9-4359-8a99-80547b7bc2ca', 'name': 'network-vif-deleted', 'tag': '53a9d7b1-b305-43db-bc55-911914a0678c', 'status': 'completed', 'code': 200} Oct 18 20:44:14.003148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68284a7f-84a1-47b9-8c89-550c551fcc76 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:14.032022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 68284a7f-84a1-47b9-8c89-550c551fcc76 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:14.032487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68284a7f-84a1-47b9-8c89-550c551fcc76 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:14.058157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fea400-13ac-49c5-a8aa-aa66c1b6ac53 req-84744a3a-9ab8-4ac7-b62c-b05ea5cc1585 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:14.069093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31fea400-13ac-49c5-a8aa-aa66c1b6ac53 req-84744a3a-9ab8-4ac7-b62c-b05ea5cc1585 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 945 time: 0.1178122 Oct 18 20:44:14.124749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31fea400-13ac-49c5-a8aa-aa66c1b6ac53 req-bcb17715-5bee-4ace-bf7e-68b2744115b8 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539744 Oct 18 20:44:14.125488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['c3d1cd07-a026-41bd-9221-449191c6dd94'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:14.248043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:14.253301 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e2c12-a348-400b-aa9d-e26d3359f2bb" -d '{"events": [{"server_uuid": "12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be", "name": "network-vif-plugged", "status": "completed", "tag": "31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:14.278552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6c24b9d7-e9a4-47b6-a3b5-1eb4296b1d67 req-287ce6fa-02b0-4b40-9d66-40b33e4a8243 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0398173 Oct 18 20:44:14.467074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db10d9-a98f-462b-8cd8-72ee2ee00ce0 req-dec5b279-a9b2-4b78-88c5-7d6088829e7d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:14.469428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44db10d9-a98f-462b-8cd8-72ee2ee00ce0 req-dec5b279-a9b2-4b78-88c5-7d6088829e7d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0849233 Oct 18 20:44:14.530768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44db10d9-a98f-462b-8cd8-72ee2ee00ce0 req-671b14e9-e446-4c65-bd73-3d380ca2647c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520115 Oct 18 20:44:14.539334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c2a3a44f-bd09-464a-8e4e-50322caa1897 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:44:14.720590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c2a3a44f-bd09-464a-8e4e-50322caa1897, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c2a3a44f-bd09-464a-8e4e-50322caa1897,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:14.737789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'c2a3a44f-bd09-464a-8e4e-50322caa1897', 'network_id': '5d7fff24-3c3e-4379-9891-68a78c37a86d', 'port_id': 'c2a3a44f-bd09-464a-8e4e-50322caa1897', 'mac_address': 'fa:16:3e:79:7c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1378890b-e0c7-4a2b-8ff3-5d0a8f985af8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:44:14.797121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff681d4-51e2-46eb-9786-2b9e60301d03 req-ce108d28-30be-4e80-af8f-33f411326ca3 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:14.798820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dff681d4-51e2-46eb-9786-2b9e60301d03 req-ce108d28-30be-4e80-af8f-33f411326ca3 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 944 time: 0.0882082 Oct 18 20:44:14.802592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:14.821418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a3a44f-bd09-464a-8e4e-50322caa1897 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:14.849068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c2a3a44f-bd09-464a-8e4e-50322caa1897, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c2a3a44f-bd09-464a-8e4e-50322caa1897,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:14.855751 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:14.877119 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dff681d4-51e2-46eb-9786-2b9e60301d03 req-98deebbe-a119-440a-b163-c21324c76a09 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636761 Oct 18 20:44:14.921900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c2a3a44f-bd09-464a-8e4e-50322caa1897,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:15.109488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58628) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:15.129350 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72f22f-8e5b-4ff7-bcd1-6fa1639c58dd x-openstack-request-id: req-6f72f22f-8e5b-4ff7-bcd1-6fa1639c58dd {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:15.130676 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be", "name": "network-vif-plugged", "status": "completed", "tag": "31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:15.130676 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f72f22f-8e5b-4ff7-bcd1-6fa1639c58dd {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:15.130676 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c', 'code': 200} Oct 18 20:44:15.263511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35399350-3fe5-435e-b485-90bceef48a2b req-f700fccd-f94d-48ce-96f7-8f00a8ffa302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:15.265497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56237cf7-15cc-4709-b144-fa444f196818 req-07d32752-3c83-4db9-989f-d94896d17e3c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:15.265951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-35399350-3fe5-435e-b485-90bceef48a2b req-f700fccd-f94d-48ce-96f7-8f00a8ffa302 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 1096 time: 0.0557768 Oct 18 20:44:15.266949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56237cf7-15cc-4709-b144-fa444f196818 req-07d32752-3c83-4db9-989f-d94896d17e3c tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0821521 Oct 18 20:44:15.272557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1132998834-network', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:44:15.314119 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-35399350-3fe5-435e-b485-90bceef48a2b req-177bb563-a34a-4964-904c-d77b6d688287 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373907 Oct 18 20:44:15.335427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56237cf7-15cc-4709-b144-fa444f196818 req-c653e6e3-098b-4eb6-9538-f5aaf9da12c5 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591457 Oct 18 20:44:15.336330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Made reservation on behalf of e8a15dd4f072435d81964ab8a6722c25 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:44:15.339257 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:15.349114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:15.430761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['c2a3a44f-bd09-464a-8e4e-50322caa1897'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:15.469325 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:15.481250 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:15.497404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103032-e0f4-44ea-9f9c-b64babc229b2 req-b4ebf819-7d9f-4868-865a-898310689942 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:15.499419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1103032-e0f4-44ea-9f9c-b64babc229b2 req-b4ebf819-7d9f-4868-865a-898310689942 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0847707 Oct 18 20:44:15.520252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:44:15.583168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2f76fa-93a5-4ebb-896d-9740ea34150e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:15.588717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:15.589043 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Added segment aea1b586-adb1-407b-9c40-29a6c770d768 of type vlan for network 3f724fed-26ab-4d64-b646-0cdf171c634d Oct 18 20:44:15.607525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.607869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.608209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.608625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.609146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.609474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.609807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.610234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.610484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.610814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.611138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.611461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:15.663335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:15.673677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1103032-e0f4-44ea-9f9c-b64babc229b2 req-a4e5e3ee-061d-42a6-b320-1442a4402e6a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556516 Oct 18 20:44:15.691470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-a80daec8-45e0-478d-88b6-385c1c55b947 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1548533 Oct 18 20:44:15.716612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:15.718281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:15.719223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.064266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0bd23687-5cab-4721-9163-7e8b7c1ed59e req-767ec05a-a067-452b-a2df-6efb8aa705f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0461371 Oct 18 20:44:16.179226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0673347 Oct 18 20:44:16.183106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58644) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:16.191487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Request body: {'subnet': {'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1132998834-subnet', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:44:16.221372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c86f-36a9-4ac4-8342-b382997e502c admin admin] Pushing event updated for resources: {'Network': ['ID=3f724fed-26ab-4d64-b646-0cdf171c634d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:16.227129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Made reservation on behalf of e8a15dd4f072435d81964ab8a6722c25 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:44:16.231066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.233810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816ffd-b340-486b-8b0c-45441418f2ee req-30e13e88-8106-4b13-a818-34a74b49bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:16.235397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-30e13e88-8106-4b13-a818-34a74b49bf80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 1097 time: 0.5121562 Oct 18 20:44:16.236849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 3f724fed-26ab-4d64-b646-0cdf171c634d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:44:16.242391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af252-5193-4575-9420-239ffcc420c8 req-954f32a9-08bd-41fe-91dc-c5fea39bd331 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:16.244681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c28af252-5193-4575-9420-239ffcc420c8 req-954f32a9-08bd-41fe-91dc-c5fea39bd331 tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 1096 time: 0.4894359 Oct 18 20:44:16.367709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c28af252-5193-4575-9420-239ffcc420c8 req-be76004e-5d67-41fe-a40a-1c704e12458c tempest-LiveMigrationTest-681839476 tempest-LiveMigrationTest-681839476-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102233 Oct 18 20:44:16.421524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816ffd-b340-486b-8b0c-45441418f2ee req-13977990-66b6-4024-ba99-f7b3184ee230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:16.423458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-13977990-66b6-4024-ba99-f7b3184ee230 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.1544168 Oct 18 20:44:16.505256 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-6405724f-031b-4d34-9413-0327c0363a40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 HTTP/1.1" status: 200 len: 217 time: 0.0694995 Oct 18 20:44:16.550772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c3d1cd07-a026-41bd-9221-449191c6dd94 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:16.571698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.574874 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1f8e84d-3f75-4f71-b184-23021995c224 req-36899023-05ea-41d9-863e-e71365d9ff5d tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0740385 Oct 18 20:44:16.620834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816ffd-b340-486b-8b0c-45441418f2ee req-551b67cb-bd70-438c-aaf9-54c897041f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:16.623438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-551b67cb-bd70-438c-aaf9-54c897041f7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1063738 Oct 18 20:44:16.647215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port c3d1cd07-a026-41bd-9221-449191c6dd94 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:44:16.657908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port c3d1cd07-a026-41bd-9221-449191c6dd94 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:16.658494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.696684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f962eab-b905-40a8-bfb7-0af59177cab0,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:16.721928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Checking segment: {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:44:16.722514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Network hostable DHCP agents. Network: 3f724fed-26ab-4d64-b646-0cdf171c634d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:44:16.724820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816ffd-b340-486b-8b0c-45441418f2ee req-960fb957-d025-40a8-8320-c44ab71e8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:16.728014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-960fb957-d025-40a8-8320-c44ab71e8d89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903718 Oct 18 20:44:16.756792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Network 3f724fed-26ab-4d64-b646-0cdf171c634d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:44:16.774512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 3f724fed-26ab-4d64-b646-0cdf171c634d) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:44:16.784837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:16.788215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.789722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7520016-0260-4d97-8059-36a7a3fa545a None None] Network 3f724fed-26ab-4d64-b646-0cdf171c634d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:44:16.824645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-94b32f77-258a-4edd-8439-aef4eada9836 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6389682 Oct 18 20:44:16.829475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58648) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:16.840776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:44:16.915554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.922814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.933207 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:16.968757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-b5236c6a-e448-4f38-a012-218eac3063d8 service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305770 Oct 18 20:44:17.033812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c3d1cd07-a026-41bd-9221-449191c6dd94, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c3d1cd07-a026-41bd-9221-449191c6dd94,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:17.048287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:17.069112 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:17.169422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d59b3b6-6ad3-483d-a223-113d28750523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d1cd07-a026-41bd-9221-449191c6dd94'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:17.173444 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa660908-bc82-4a25-bd28-54f1c68418c4" -d '{"events": [{"server_uuid": "5d59b3b6-6ad3-483d-a223-113d28750523", "name": "network-vif-plugged", "status": "completed", "tag": "c3d1cd07-a026-41bd-9221-449191c6dd94"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:17.190610 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da816ffd-b340-486b-8b0c-45441418f2ee req-08353a59-e553-41b6-8a69-324126a3f93a service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117734 Oct 18 20:44:17.229061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035d08f-8515-453a-bfa3-bac18ee9ff6c req-d7c800b4-4fec-4f68-9c48-bd36800c23e4 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:17.232516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f035d08f-8515-453a-bfa3-bac18ee9ff6c req-d7c800b4-4fec-4f68-9c48-bd36800c23e4 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 945 time: 0.1189196 Oct 18 20:44:17.258584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c3d1cd07-a026-41bd-9221-449191c6dd94,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:17.264405 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:17.324951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd442b4c-1674-47b7-a91a-2555c6c78298 None None] Network 3f724fed-26ab-4d64-b646-0cdf171c634d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:44:17.336182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f035d08f-8515-453a-bfa3-bac18ee9ff6c req-2f059d2c-b665-4f27-857c-b20e057964f3 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887148 Oct 18 20:44:17.575462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:17.603220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:17.735405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Allocated IP 172.25.7.41 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a281adb2-f567-48cf-9ee1-82d937e78574) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:44:17.894371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:17.931840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629487-fe38-4e59-9189-7751edbd1337 req-6c2f618b-3acc-4dde-9e6b-0193df9e6726 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:17.934611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44629487-fe38-4e59-9189-7751edbd1337 req-6c2f618b-3acc-4dde-9e6b-0193df9e6726 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0858064 Oct 18 20:44:17.960876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:17.981424 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44629487-fe38-4e59-9189-7751edbd1337 req-f656bd1c-1566-4322-b099-1ff64cfa6b9e tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Oct 18 20:44:18.028081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:44:18.033723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:44:18.040456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:44:18.090024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Pushing event updated for resources: {'Port': ['ID=a281adb2-f567-48cf-9ee1-82d937e78574,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:18.141611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c469-56eb-4daf-9796-83bcef2fa09b req-a8a1d0ec-6889-42f9-b9b3-572b29d4cd06 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:18.144227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5644c469-56eb-4daf-9796-83bcef2fa09b req-a8a1d0ec-6889-42f9-b9b3-572b29d4cd06 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0879209 Oct 18 20:44:18.190239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5644c469-56eb-4daf-9796-83bcef2fa09b req-ba41a48a-01b4-4cce-9dd9-6cdb52fd52f9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398414 Oct 18 20:44:18.260545 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55587ff9-55b2-48c0-967f-9e3aa39714fa x-openstack-request-id: req-55587ff9-55b2-48c0-967f-9e3aa39714fa {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:18.261293 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d59b3b6-6ad3-483d-a223-113d28750523", "name": "network-vif-plugged", "status": "completed", "tag": "c3d1cd07-a026-41bd-9221-449191c6dd94", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:18.261568 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55587ff9-55b2-48c0-967f-9e3aa39714fa {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:18.262069 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d59b3b6-6ad3-483d-a223-113d28750523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d1cd07-a026-41bd-9221-449191c6dd94', 'code': 200} Oct 18 20:44:18.307655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-a202528b-7345-4396-b454-257d3af79514 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:18.309624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-a202528b-7345-4396-b454-257d3af79514 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 945 time: 0.0903230 Oct 18 20:44:18.422632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f3a2175-c3a5-405e-b15c-ac26dcc895b5 req-520386f0-b8fc-4251-94e5-da9490129632 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0884719 Oct 18 20:44:18.450760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc6c41-0d56-4449-a1be-1780e1bd476e req-396cab04-a615-459f-b463-147bfc24bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:18.453892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88fc6c41-0d56-4449-a1be-1780e1bd476e req-396cab04-a615-459f-b463-147bfc24bd71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 1097 time: 0.1167359 Oct 18 20:44:18.511087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88fc6c41-0d56-4449-a1be-1780e1bd476e req-2cedcea7-c158-4944-8da5-1caae6a96c8f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Oct 18 20:44:18.539055 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:18.548242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c2a3a44f-bd09-464a-8e4e-50322caa1897 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:18.602123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222f93-cd31-4c35-a356-9fb8d0ef8f62 req-f96b3e9f-8a45-4e94-a1f9-e7a6844d27c7 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:18.607949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3222f93-cd31-4c35-a356-9fb8d0ef8f62 req-f96b3e9f-8a45-4e94-a1f9-e7a6844d27c7 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 945 time: 0.0692520 Oct 18 20:44:18.634223 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:18.640764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port 580f9591-654d-4d38-ac7e-4d6ce586b515 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:18.641375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:18.667263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port c2a3a44f-bd09-464a-8e4e-50322caa1897 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:44:18.673792 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port c2a3a44f-bd09-464a-8e4e-50322caa1897 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:18.675605 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:18.681312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3222f93-cd31-4c35-a356-9fb8d0ef8f62 req-1b6f903a-b046-455d-b748-f72a448bc1fa tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Oct 18 20:44:18.771595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4907829-5f04-47d6-9c44-d78f5bcb8e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:18.856760 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:18.880301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-481329c7-aa21-484c-851a-5d82f5d711a1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:18.880655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-481329c7-aa21-484c-851a-5d82f5d711a1 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 945 time: 0.0802693 Oct 18 20:44:18.941167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port c2a3a44f-bd09-464a-8e4e-50322caa1897, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c2a3a44f-bd09-464a-8e4e-50322caa1897,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:18.951371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:18.969617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port 580f9591-654d-4d38-ac7e-4d6ce586b515, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=580f9591-654d-4d38-ac7e-4d6ce586b515,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:18.970163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.035075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=c2a3a44f-bd09-464a-8e4e-50322caa1897,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:19.044018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for 580f9591-654d-4d38-ac7e-4d6ce586b515 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:19.089201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Deleting port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:19.089734 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.148640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.243125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] For port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:19.243758 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.282199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Calling delete_port for f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:19.429797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1df1e3-fc18-40d1-a528-abdcc846918c req-93cef31c-20aa-4d64-b929-963522b0b204 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:19.431513 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d1df1e3-fc18-40d1-a528-abdcc846918c req-93cef31c-20aa-4d64-b929-963522b0b204 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 946 time: 0.1195877 Oct 18 20:44:19.530710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d1df1e3-fc18-40d1-a528-abdcc846918c req-801974a5-61dd-4ee4-bc35-7a9cbb6097b0 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832212 Oct 18 20:44:19.531889 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.545486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['02dc74b4-86be-485b-a0d9-a749599bd5d4', 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:19.614277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event deleted for resources: {'Port': ['ID=f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:19.701797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] No DVR routers for this DVR port f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:19.708297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.712415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f5350fa-f9d5-4c7e-b6dc-3186e899afaa req-ee9d5cab-17a5-4435-8d49-7be83454b780 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "DELETE /v2.0/ports/f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 HTTP/1.1" status: 204 len: 173 time: 0.8206353 Oct 18 20:44:19.713289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'name': 'network-vif-deleted', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:19.715885 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9486e615-00b3-4850-b955-963281f03916" -d '{"events": [{"server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "name": "network-vif-deleted", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:19.719769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.737907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3', '580f9591-654d-4d38-ac7e-4d6ce586b515'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:19.858722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=580f9591-654d-4d38-ac7e-4d6ce586b515,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:19.875846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:44:19.928655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port 580f9591-654d-4d38-ac7e-4d6ce586b515 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:19.932761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:19.939296 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-50bb5204-5a57-49db-8b2f-ee26e399c961 req-112e0f58-2441-434c-951f-8dbe4e310ec0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "DELETE /v2.0/ports/580f9591-654d-4d38-ac7e-4d6ce586b515 HTTP/1.1" status: 204 len: 173 time: 1.6229992 Oct 18 20:44:19.940459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'name': 'network-vif-deleted', 'tag': '580f9591-654d-4d38-ac7e-4d6ce586b515'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:19.946158 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f03543-93b4-4523-9ece-ce063673dc94" -d '{"events": [{"server_uuid": "b1f87df5-27fa-44e3-89c2-e81d5ea4b741", "name": "network-vif-deleted", "tag": "580f9591-654d-4d38-ac7e-4d6ce586b515"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:20.194552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:44:20.210736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Sync routers for ids ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:44:20.236347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Routers {'74314fd7-b18e-4dc6-ab53-c8a7abd156b6'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:44:20.237475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:43:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:20.239538 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:20.249747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58690) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:20.263167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-40d4aec3-e9e4-403a-8128-bd1d1a5f05fc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4319165 Oct 18 20:44:20.306970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a3a44f-bd09-464a-8e4e-50322caa1897'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:20.311010 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ee1307-729f-4f8d-8c01-c33cd7784d09" -d '{"events": [{"server_uuid": "38e5456e-4321-45b3-8e0b-5a2382148ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c2a3a44f-bd09-464a-8e4e-50322caa1897"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:20.450254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d81dc21f-5e85-4fde-a244-c5ba56a67966 req-e3032085-d4b1-4b63-9844-710539e5811d tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1f87df5-27fa-44e3-89c2-e81d5ea4b741 HTTP/1.1" status: 200 len: 210 time: 0.0351985 Oct 18 20:44:20.466400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Set router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:44:20.799311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a32d-8053-46ff-be30-3e665bab0210 req-57666b9e-07ca-4d0c-b945-b69dce8cebd8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:20.802314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc7a32d-8053-46ff-be30-3e665bab0210 req-57666b9e-07ca-4d0c-b945-b69dce8cebd8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.1243329 Oct 18 20:44:20.822781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:44:18Z', 'revision_number': 3, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port': {'id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:17Z', 'updated_at': '2021-10-18T20:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:20.873419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Checking router: 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:44:20.874018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Updating router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 port a281adb2-f567-48cf-9ee1-82d937e78574 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:44:20.931278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:20.941173 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fc7a32d-8053-46ff-be30-3e665bab0210 req-77ce628d-bee1-40ab-a78b-5e81ed365312 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272509 Oct 18 20:44:21.087142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-320328df-58d1-4034-83a9-4ed92cfba8db req-81338313-b610-465d-817c-195109ff81a9 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 210 time: 0.0570674 Oct 18 20:44:21.112293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.209595 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48afab96-aa4e-4b39-a704-385f72fdc12d x-openstack-request-id: req-48afab96-aa4e-4b39-a704-385f72fdc12d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:21.210113 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f87df5-27fa-44e3-89c2-e81d5ea4b741", "name": "network-vif-deleted", "tag": "580f9591-654d-4d38-ac7e-4d6ce586b515", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:21.210497 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48afab96-aa4e-4b39-a704-385f72fdc12d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:21.211148 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f87df5-27fa-44e3-89c2-e81d5ea4b741', 'name': 'network-vif-deleted', 'tag': '580f9591-654d-4d38-ac7e-4d6ce586b515', 'status': 'completed', 'code': 200} Oct 18 20:44:21.333506 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58432737-9275-4701-a7e8-be77268abf8e x-openstack-request-id: req-58432737-9275-4701-a7e8-be77268abf8e {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:21.333710 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f20444e-393b-4fab-aad4-6a7e2a05152a", "name": "network-vif-deleted", "tag": "f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:21.333943 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-58432737-9275-4701-a7e8-be77268abf8e {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:21.334390 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20444e-393b-4fab-aad4-6a7e2a05152a', 'name': 'network-vif-deleted', 'tag': 'f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314', 'status': 'completed', 'code': 200} Oct 18 20:44:21.408675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Allocated IP 172.20.0.1 (3f724fed-26ab-4d64-b646-0cdf171c634d/1f962eab-b905-40a8-bfb7-0af59177cab0/bd0018a7-b1b5-4c21-9444-f9f666edc5c5) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:44:21.436491 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.448692 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.562699 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.589843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Attempting to bind port a281adb2-f567-48cf-9ee1-82d937e78574 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:44:21.590372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Attempting to bind port a281adb2-f567-48cf-9ee1-82d937e78574 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:44:21.591000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Attempting to bind port a281adb2-f567-48cf-9ee1-82d937e78574 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:44:21.594545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ddc4-7c9b-4bd1-97dc-d76879274429 None None] Pushing event updated for resources: {'Port': ['ID=a281adb2-f567-48cf-9ee1-82d937e78574,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:21.610678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.640643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:44:21.641245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:44:21.641939 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.642626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:44:21.643461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Bound port: a281adb2-f567-48cf-9ee1-82d937e78574, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:44:21.644114 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.663518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Network 3f724fed-26ab-4d64-b646-0cdf171c634d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:44:21.668265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:44:21.678030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:44:21.718159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:21.768785 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:21.823357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] For port a281adb2-f567-48cf-9ee1-82d937e78574, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:44:21.827920 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b852e692-4caa-4909-9bf9-54fb704a0d05 x-openstack-request-id: req-b852e692-4caa-4909-9bf9-54fb704a0d05 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:21.828269 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e5456e-4321-45b3-8e0b-5a2382148ef2", "name": "network-vif-plugged", "status": "completed", "tag": "c2a3a44f-bd09-464a-8e4e-50322caa1897", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:21.828449 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b852e692-4caa-4909-9bf9-54fb704a0d05 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:21.828877 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a3a44f-bd09-464a-8e4e-50322caa1897', 'code': 200} Oct 18 20:44:21.831125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] For port a281adb2-f567-48cf-9ee1-82d937e78574, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a281adb2-f567-48cf-9ee1-82d937e78574,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:44:21.840750 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:22.084138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Routers {'74314fd7-b18e-4dc6-ab53-c8a7abd156b6'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:44:22.085247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:43:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:22.136339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083d24c-9c19-49d6-9b68-4f3fe36c270a req-2ea6c3ed-7297-4555-9533-1a389cf82fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:22.137085 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6083d24c-9c19-49d6-9b68-4f3fe36c270a req-2ea6c3ed-7297-4555-9533-1a389cf82fe6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 1097 time: 0.2498348 Oct 18 20:44:22.168251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023206f3-2777-4154-a23a-803d608ec40e req-5357e750-62fd-4431-ac59-98f93813f7ed tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:22.176090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-023206f3-2777-4154-a23a-803d608ec40e req-5357e750-62fd-4431-ac59-98f93813f7ed tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 946 time: 0.2919111 Oct 18 20:44:22.197269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ddc4-7c9b-4bd1-97dc-d76879274429 None None] Pushing event updated for resources: {'Port': ['ID=a281adb2-f567-48cf-9ee1-82d937e78574,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:22.258039 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-023206f3-2777-4154-a23a-803d608ec40e req-42a9e8d2-be3f-4b79-bb35-ad4516383c32 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810108 Oct 18 20:44:22.265124 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6083d24c-9c19-49d6-9b68-4f3fe36c270a req-46907660-dc60-41b7-8775-0c11cd8c11a1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167669 Oct 18 20:44:22.271766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:22.362098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] Set router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:44:22.531642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:22.540078 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:22.564315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0f53908d-31e3-4c92-a8fe-2612884ae0f4 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:44:22.567359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:22.686684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:22.691620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:22.740123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:22.740640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f16f9a9a-4d5d-4bf0-96b3-b96a2eedf314 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:22.800194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:22.830970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'port_id': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'mac_address': 'fa:16:3e:4d:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:44:22.832007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4e084f3-6f68-4b6e-bbb5-383ccfaf7b65 req-9675a592-1b4b-4c07-af4c-3b52d684e546 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0382016 Oct 18 20:44:22.844036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:44:18Z', 'revision_number': 3, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port': {'id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:17Z', 'updated_at': '2021-10-18T20:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:22.885428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Network 3f724fed-26ab-4d64-b646-0cdf171c634d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:44:22.887586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:44:22.936534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9a421-5c5b-4292-b4c1-2c227fbad5dd None None] The sync data for ids ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'] in n-d-812149-2 is: [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:44:18Z', 'revision_number': 3, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port': {'id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:17Z', 'updated_at': '2021-10-18T20:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:44:22.977812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:22.996912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f53908d-31e3-4c92-a8fe-2612884ae0f4 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:23.034432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:23.041224 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:23.115144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bc91d-4915-4d1f-82f3-0a09ef14a831 req-775cf319-5a7a-4e8b-b828-3b168a1568d2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:23.117005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-784bc91d-4915-4d1f-82f3-0a09ef14a831 req-775cf319-5a7a-4e8b-b828-3b168a1568d2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.1190689 Oct 18 20:44:23.119922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:44:23.151038 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef039b77-43c3-494a-a2b4-1edb91e68926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:23.162703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:23.227939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-784bc91d-4915-4d1f-82f3-0a09ef14a831 req-aa4c62dd-5f9d-4f27-be31-12413cca3116 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001980 Oct 18 20:44:23.299797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:44:23.309852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e665ca68-bad0-45a1-b869-d211fcfca0a3 admin admin] 10.222.0.66 "PUT /v2.0/routers/74314fd7-b18e-4dc6-ab53-c8a7abd156b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0547159 Oct 18 20:44:23.355404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 580f9591-654d-4d38-ac7e-4d6ce586b515 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:23.383262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 580f9591-654d-4d38-ac7e-4d6ce586b515 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:23.383899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 580f9591-654d-4d38-ac7e-4d6ce586b515 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:23.413635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8bdf8f50-b644-40e3-a057-3ece38af4f4a req-1f9bc199-57c9-438f-acdd-093fd5ce5830 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 210 time: 0.0390897 Oct 18 20:44:23.441171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['0f53908d-31e3-4c92-a8fe-2612884ae0f4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:23.662191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5684b44-9acb-4a3a-80a0-0dc6021e3781 req-4f44819c-e3b8-4f61-b437-4144ba21ec08 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:23.664788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5684b44-9acb-4a3a-80a0-0dc6021e3781 req-4f44819c-e3b8-4f61-b437-4144ba21ec08 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 946 time: 0.0644221 Oct 18 20:44:23.733326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5684b44-9acb-4a3a-80a0-0dc6021e3781 req-1452e293-fb58-4bf9-9f7d-c7179df96c04 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555735 Oct 18 20:44:24.061483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a281adb2-f567-48cf-9ee1-82d937e78574 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:24.163661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:24.165866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a281adb2-f567-48cf-9ee1-82d937e78574 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:24.166547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:24.320002 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:24.324899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-26c5f162-6307-4738-96a4-db700ad73fc1 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:24.326539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-26c5f162-6307-4738-96a4-db700ad73fc1 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 811 time: 0.2316902 Oct 18 20:44:24.376884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a281adb2-f567-48cf-9ee1-82d937e78574, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a281adb2-f567-48cf-9ee1-82d937e78574,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:24.377298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-605853ec-0bfe-4e01-a080-02248cb320bf tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/quotas/e8a15dd4f072435d81964ab8a6722c25 HTTP/1.1" status: 200 len: 375 time: 0.0339622 Oct 18 20:44:24.385188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:24.474344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-990b8f27-df05-4ffc-9256-66f66330152c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865998 Oct 18 20:44:24.487222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a281adb2-f567-48cf-9ee1-82d937e78574,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:24.577806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0f53908d-31e3-4c92-a8fe-2612884ae0f4 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:24.655958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-782b3592-7b7b-445b-8c59-9fdbdf1547ea service neutron] 10.222.0.66 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696310 Oct 18 20:44:24.666638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:24.667160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:24.772131 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:24.804474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:24.809481 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d758c74-1472-4d80-af7e-c8bd1be2b394" -d '{"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-plugged", "status": "completed", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:24.829217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-f9cd427d-b11b-48d8-848c-52f141cb8b1f service neutron] 10.222.0.66 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670182 Oct 18 20:44:24.833917 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:24.840931 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:24.912581 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:25.061896 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:25.302313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9247035-cdb5-4466-95e2-4ae7545d1d62 req-81092e7e-3ac1-49d1-a02f-4e7064c6f08f tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0389454 Oct 18 20:44:25.486124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047292d6-478d-4ddc-ba23-7d793d1ea279 req-28c1bed6-6996-4ddd-aef9-3a5c534fbb31 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:25.487921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-047292d6-478d-4ddc-ba23-7d793d1ea279 req-28c1bed6-6996-4ddd-aef9-3a5c534fbb31 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0740552 Oct 18 20:44:25.528612 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Sync routers for ids ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:44:25.534627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-047292d6-478d-4ddc-ba23-7d793d1ea279 req-bb2cbcc3-c515-4e6d-8c9c-134cfedd9499 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Oct 18 20:44:25.545784 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Routers {'74314fd7-b18e-4dc6-ab53-c8a7abd156b6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:44:25.546683 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:44:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:25.703496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6b32d05-8cfc-4e41-a824-5f130a3e0066 req-82815734-c3fe-4145-b7e0-0711dc6d0cd2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f20444e-393b-4fab-aad4-6a7e2a05152a HTTP/1.1" status: 200 len: 210 time: 0.0497077 Oct 18 20:44:25.784521 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Set router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:44:25.959804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a417fe-bc24-4896-870d-0bf577e5dd9d req-88808c79-c996-4e25-b21c-429011df6b38 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:25.990284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75a417fe-bc24-4896-870d-0bf577e5dd9d req-88808c79-c996-4e25-b21c-429011df6b38 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 946 time: 0.1934600 Oct 18 20:44:26.038425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a281adb2-f567-48cf-9ee1-82d937e78574 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:26.141871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75a417fe-bc24-4896-870d-0bf577e5dd9d req-9bc7199e-a033-4826-9ee3-2629c1064ed3 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420515 Oct 18 20:44:26.212184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a281adb2-f567-48cf-9ee1-82d937e78574 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:26.213736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:26.269213 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12563d99-ba04-4605-9450-5aa8095f987e x-openstack-request-id: req-12563d99-ba04-4605-9450-5aa8095f987e {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:26.270217 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-plugged", "status": "completed", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:26.270711 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12563d99-ba04-4605-9450-5aa8095f987e {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:26.271614 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'code': 200} Oct 18 20:44:26.316969 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:44:22Z', 'revision_number': 4, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port': {'id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:17Z', 'updated_at': '2021-10-18T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bd0018a7-b1b5-4c21-9444-f9f666edc5c5', 'name': '', 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'mac_address': 'fa:16:3e:54:45:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:21Z', 'updated_at': '2021-10-18T20:44:22Z', 'revision_number': 2, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'subnets': [{'id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:26.404887 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Checking router: 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:44:26.405831 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Updating router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 port bd0018a7-b1b5-4c21-9444-f9f666edc5c5 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:44:26.476719 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:26.560893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:26.678314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fdeddd90-b394-4695-9384-7e155e19cf0d req-847090e4-e11a-40d2-94f2-f493fdeedd04 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 210 time: 0.0725751 Oct 18 20:44:27.157220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-03146297-b9d9-4947-91eb-fad893ee0673 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:27.159917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-03146297-b9d9-4947-91eb-fad893ee0673 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.30 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 811 time: 0.4545748 Oct 18 20:44:27.182265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Request body: {'port': {'device_id': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'admin_state_up': True, 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:44:27.340627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773f8fa-3784-4ff6-abb7-0fbb4f6dd882 req-69be04cb-e625-4797-a5c9-57fe6a04724e tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:27.357062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1773f8fa-3784-4ff6-abb7-0fbb4f6dd882 req-69be04cb-e625-4797-a5c9-57fe6a04724e tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 946 time: 0.1373494 Oct 18 20:44:27.454326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1773f8fa-3784-4ff6-abb7-0fbb4f6dd882 req-e7f10f1d-dfdb-453d-8312-51d4c1278662 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944064 Oct 18 20:44:27.495882 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:27.509560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Made reservation on behalf of e8a15dd4f072435d81964ab8a6722c25 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:44:27.510452 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:27.521520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:27.734250 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Pushing event updated for resources: {'Port': ['ID=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:27.769049 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4cc10a1-c2e4-49cf-a6dc-6e44db33772c req-06150ed4-4c36-4e31-b5a1-ef4b4f971d3f tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0799284 Oct 18 20:44:27.834154 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.834756 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.835296 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.835839 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.836412 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.836972 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.839392 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.839957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.840453 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.840973 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.841513 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.842049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:27.986582 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Attempting to bind port bd0018a7-b1b5-4c21-9444-f9f666edc5c5 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:44:27.987971 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Attempting to bind port bd0018a7-b1b5-4c21-9444-f9f666edc5c5 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:44:27.988876 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Attempting to bind port bd0018a7-b1b5-4c21-9444-f9f666edc5c5 on network 3f724fed-26ab-4d64-b646-0cdf171c634d {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:44:27.999553 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:44:28.001515 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Checking segment: {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:44:28.002726 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:28.003560 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Bound using segment: {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:44:28.004629 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Bound port: bd0018a7-b1b5-4c21-9444-f9f666edc5c5, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:44:28.006759 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:28.009784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Allocated IP 172.20.0.11 (3f724fed-26ab-4d64-b646-0cdf171c634d/1f962eab-b905-40a8-bfb7-0af59177cab0/4b2396e1-ed00-494f-8748-376fde756677) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:44:28.071790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a21997-bcd7-44f0-9c86-e6428874c887 req-2ac7ed6c-45a7-436a-8e42-12f9a1e00073 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:28.088057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78a21997-bcd7-44f0-9c86-e6428874c887 req-2ac7ed6c-45a7-436a-8e42-12f9a1e00073 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.1743815 Oct 18 20:44:28.229575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78a21997-bcd7-44f0-9c86-e6428874c887 req-d5488bc8-b279-40f5-894f-570d431a7a56 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399529 Oct 18 20:44:28.243665 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] For port bd0018a7-b1b5-4c21-9444-f9f666edc5c5, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:44:28.255225 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] For port bd0018a7-b1b5-4c21-9444-f9f666edc5c5, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:44:28.267951 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:28.384730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:28.431192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:28.451302 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805a0d5-5dc5-436e-9724-cf9de461a18f None None] Pushing event updated for resources: {'Port': ['ID=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:28.533540 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Routers {'74314fd7-b18e-4dc6-ab53-c8a7abd156b6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:44:28.534626 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:44:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:28.675369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Network 3f724fed-26ab-4d64-b646-0cdf171c634d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:44:28.690393 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:44:28.706418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:44:28.797231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Pushing event updated for resources: {'Port': ['ID=4b2396e1-ed00-494f-8748-376fde756677,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:28.939974 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] Set router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:44:28.956333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:28.957156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:29.004747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-97260d73-1584-4631-8d5e-9437f8d69ef5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8325343 Oct 18 20:44:29.028073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcad1-585b-48b1-9184-d211af6f2b14 req-fbb2bf8b-9a1c-4cb0-aec8-39673d7ad6a0 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:29.029839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c82dcad1-585b-48b1-9184-d211af6f2b14 req-fbb2bf8b-9a1c-4cb0-aec8-39673d7ad6a0 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 945 time: 0.1667116 Oct 18 20:44:29.032019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Request body: {'port': {'device_id': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:44:29.210278 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c82dcad1-585b-48b1-9184-d211af6f2b14 req-92220913-2f6d-4b9b-9195-a44faacbe589 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597934 Oct 18 20:44:29.215556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:29.573744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643207c0-316b-4433-89dd-59cecd2e316c req-f9db2814-77e8-407b-b36c-38ef55553004 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:29.576782 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-643207c0-316b-4433-89dd-59cecd2e316c req-f9db2814-77e8-407b-b36c-38ef55553004 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 932 time: 0.2326956 Oct 18 20:44:29.701071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-643207c0-316b-4433-89dd-59cecd2e316c req-0b0cd50a-3c65-4432-a777-8f3e6d00f5cd tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058440 Oct 18 20:44:29.709283 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:44:22Z', 'revision_number': 4, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port': {'id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:17Z', 'updated_at': '2021-10-18T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bd0018a7-b1b5-4c21-9444-f9f666edc5c5', 'name': '', 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'mac_address': 'fa:16:3e:54:45:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:21Z', 'updated_at': '2021-10-18T20:44:28Z', 'revision_number': 4, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'subnets': [{'id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:29.856787 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfed6806-5ce2-4b1c-9355-2243383fcbc0 None None] The sync data for ids ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'] in n-d-812149-2 is: [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:44:22Z', 'revision_number': 4, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port': {'id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:17Z', 'updated_at': '2021-10-18T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'bd0018a7-b1b5-4c21-9444-f9f666edc5c5', 'name': '', 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'mac_address': 'fa:16:3e:54:45:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:21Z', 'updated_at': '2021-10-18T20:44:28Z', 'revision_number': 4, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'subnets': [{'id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:44:30.174935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ca40702f-27a6-49b3-9aa8-fba401bb4cb3 req-c91d8399-dddf-4ae2-997e-cc4d24e8162b tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0593679 Oct 18 20:44:30.437383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2396e1-ed00-494f-8748-376fde756677 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:30.462192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:30.492757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Transition to ACTIVE for port object 4b2396e1-ed00-494f-8748-376fde756677 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:44:30.514508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:30.930758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2396e1-ed00-494f-8748-376fde756677,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:31.002862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Attempting to bind port 4b2396e1-ed00-494f-8748-376fde756677 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:44:31.003382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Attempting to bind port 4b2396e1-ed00-494f-8748-376fde756677 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:44:31.007151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Attempting to bind port 4b2396e1-ed00-494f-8748-376fde756677 on network 3f724fed-26ab-4d64-b646-0cdf171c634d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:44:31.024768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Port 4b2396e1-ed00-494f-8748-376fde756677 on network 3f724fed-26ab-4d64-b646-0cdf171c634d not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:44:31.025281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Attempting to bind port 4b2396e1-ed00-494f-8748-376fde756677 on network 3f724fed-26ab-4d64-b646-0cdf171c634d {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:44:31.061102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:44:31.061657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Checking segment: {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:44:31.062273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Bound using segment: {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:44:31.063013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Bound port: 4b2396e1-ed00-494f-8748-376fde756677, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:44:31.063595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:31.065869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253d19a-77ec-4836-a956-90c833a2bbd4 req-4e248093-5ae0-411b-b2b5-546d89b52cbf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:31.070399 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5253d19a-77ec-4836-a956-90c833a2bbd4 req-4e248093-5ae0-411b-b2b5-546d89b52cbf tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.2328615 Oct 18 20:44:31.215368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5253d19a-77ec-4836-a956-90c833a2bbd4 req-a6192b07-7e25-4bb4-a9fa-cd32c0191d4e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352196 Oct 18 20:44:31.349543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] For port 4b2396e1-ed00-494f-8748-376fde756677, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:44:31.355313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] For port 4b2396e1-ed00-494f-8748-376fde756677, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4b2396e1-ed00-494f-8748-376fde756677,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:44:31.376955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:31.529598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2396e1-ed00-494f-8748-376fde756677,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:31.565098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:31.567373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:31.571179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-8c494dbe-f5fc-47e5-810f-8e2bbd215000 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b2396e1-ed00-494f-8748-376fde756677 HTTP/1.1" status: 200 len: 1092 time: 2.5544577 Oct 18 20:44:31.574380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'tag': '4b2396e1-ed00-494f-8748-376fde756677'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:31.609259 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d635d3-5991-4b0c-8047-c474bc827658" -d '{"events": [{"name": "network-changed", "server_uuid": "7187dbb4-11ad-49c3-9955-e7834c1ef764", "tag": "4b2396e1-ed00-494f-8748-376fde756677"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:31.737559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674642c8-0d21-4f6d-9adb-458d9ef29ad6 req-1ee794f8-edb8-4a00-ae1e-8f739ac6f665 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:31.752336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-674642c8-0d21-4f6d-9adb-458d9ef29ad6 req-1ee794f8-edb8-4a00-ae1e-8f739ac6f665 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 945 time: 0.2327855 Oct 18 20:44:31.824701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-03550073-8f22-42f5-9161-40d0c25a00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:31.835671 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-03550073-8f22-42f5-9161-40d0c25a00e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 1095 time: 0.1899004 Oct 18 20:44:31.884351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-674642c8-0d21-4f6d-9adb-458d9ef29ad6 req-665b3d09-6b52-4758-a933-c757b1c9210b tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296628 Oct 18 20:44:32.064751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-10713aeb-7d05-4a8b-909d-8fee7405575b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b2396e1-ed00-494f-8748-376fde756677 HTTP/1.1" status: 200 len: 217 time: 0.2100470 Oct 18 20:44:32.262106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device bd0018a7-b1b5-4c21-9444-f9f666edc5c5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:32.294109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-b6b174a3-10d2-4047-9ab0-3a7c30f53a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:32.301793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-b6b174a3-10d2-4047-9ab0-3a7c30f53a8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.2245224 Oct 18 20:44:32.317703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd63a86-095e-4190-b807-ea45b5e99935 req-1cd8c607-5314-4e77-a1b8-e652212e165e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:32.320128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cd63a86-095e-4190-b807-ea45b5e99935 req-1cd8c607-5314-4e77-a1b8-e652212e165e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 944 time: 0.1471238 Oct 18 20:44:32.435603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cd63a86-095e-4190-b807-ea45b5e99935 req-f2de6d13-c30a-46ad-b34d-31217dc8e161 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900247 Oct 18 20:44:32.446527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port bd0018a7-b1b5-4c21-9444-f9f666edc5c5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:32.447162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:32.484176 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-d0975822-dc42-4c58-9843-cb3d77ed9700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061826 Oct 18 20:44:32.664126 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:32.746892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df9c3cc6-0784-4292-b215-9b9d44cf8185 req-abdec51d-3d1b-4da5-8adf-06c0b1b77fb5 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0596702 Oct 18 20:44:32.761131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port bd0018a7-b1b5-4c21-9444-f9f666edc5c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:32.783112 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:32.861463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:32.938033 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7cf7e0-1f7d-44eb-9261-7a29a3141982 x-openstack-request-id: req-0b7cf7e0-1f7d-44eb-9261-7a29a3141982 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:32.938514 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7187dbb4-11ad-49c3-9955-e7834c1ef764", "tag": "4b2396e1-ed00-494f-8748-376fde756677", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:32.938918 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b7cf7e0-1f7d-44eb-9261-7a29a3141982 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:32.939569 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'tag': '4b2396e1-ed00-494f-8748-376fde756677', 'status': 'completed', 'code': 200} Oct 18 20:44:32.993472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-d7f1e4fa-8838-47b6-b264-71667d0c38b4 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:32.996726 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-d7f1e4fa-8838-47b6-b264-71667d0c38b4 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.30 "GET /v2.0/ports?device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 945 time: 0.7700090 Oct 18 20:44:33.059624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71681af8-1756-434f-a831-2360b20ed3ca req-d865f5f2-4716-44ff-a0d5-fd8bcdeda132 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:33.072181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71681af8-1756-434f-a831-2360b20ed3ca req-d865f5f2-4716-44ff-a0d5-fd8bcdeda132 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0811453 Oct 18 20:44:33.115107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-bb72328b-94b6-43d5-862f-3d2aa5e3b791 service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195614 Oct 18 20:44:33.152900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71681af8-1756-434f-a831-2360b20ed3ca req-255a1dde-e931-4549-8f44-50c33a67a2a2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793023 Oct 18 20:44:33.383909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Deleting port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:33.388110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:33.555445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] For port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:33.556181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:33.575552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Calling delete_port for 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:33.599074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4431210-c1c9-4b6b-8534-1df83440465c req-79c2061c-dd34-4ab7-ad7c-451dd85aa37f tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:33.606212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4431210-c1c9-4b6b-8534-1df83440465c req-79c2061c-dd34-4ab7-ad7c-451dd85aa37f tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 945 time: 0.1604779 Oct 18 20:44:33.679949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4431210-c1c9-4b6b-8534-1df83440465c req-f28a00cb-c356-4a9f-ab43-96013f418afc tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664511 Oct 18 20:44:33.827842 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9635b4d-3528-4cfd-85b5-778fc6cf0163 req-80bbc439-9d83-4cf5-b585-4c7c00c28f07 service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739457 Oct 18 20:44:33.893970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:33.928879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['c3d1cd07-a026-41bd-9221-449191c6dd94', 'c2a3a44f-bd09-464a-8e4e-50322caa1897'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:34.069519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4760be-ca0b-4496-87d4-c3ed68d41578 req-4d64ff0c-d9e2-44b0-ade8-31b607ab6422 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:34.071310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb4760be-ca0b-4496-87d4-c3ed68d41578 req-4d64ff0c-d9e2-44b0-ade8-31b607ab6422 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 944 time: 0.1874290 Oct 18 20:44:34.201793 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb4760be-ca0b-4496-87d4-c3ed68d41578 req-357821ef-6697-4ddb-8158-4d198900de0b tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223249 Oct 18 20:44:34.213960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device bd0018a7-b1b5-4c21-9444-f9f666edc5c5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:34.222114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Pushing event deleted for resources: {'Port': ['ID=31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:34.452238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] No DVR routers for this DVR port 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:34.459983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:34.483436 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2496d2ce-8aa1-43a6-9e22-d6f7bba0f7ad req-0b929841-5226-4668-9e1e-ef96d83e9d20 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.30 "DELETE /v2.0/ports/31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c HTTP/1.1" status: 204 len: 173 time: 1.4750082 Oct 18 20:44:34.501997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port bd0018a7-b1b5-4c21-9444-f9f666edc5c5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:34.502490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:34.515015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d635d3-5991-4b0c-8047-c474bc827658 req-afc9c59e-d395-485f-bd6a-67dead7b74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:34.525413 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55d635d3-5991-4b0c-8047-c474bc827658 req-afc9c59e-d395-485f-bd6a-67dead7b74a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 1095 time: 0.5594337 Oct 18 20:44:34.688307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-004ebae7-91f2-467f-a061-238816ac5293 req-471bff43-db9c-4d82-9519-707d690e4b20 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0785298 Oct 18 20:44:34.941582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'name': 'network-vif-deleted', 'tag': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:34.950106 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186913e2-5e0b-4a74-ab72-7e1ddf856fee" -d '{"events": [{"server_uuid": "12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be", "name": "network-vif-deleted", "tag": "31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:34.976150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60439-be06-49df-ac84-1c2d9665ecc6 req-c65ebbcb-5d5a-4aec-97cd-62adebc2c425 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:34.984183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91c60439-be06-49df-ac84-1c2d9665ecc6 req-c65ebbcb-5d5a-4aec-97cd-62adebc2c425 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0860729 Oct 18 20:44:35.003245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d635d3-5991-4b0c-8047-c474bc827658 req-1ae46829-96e6-4435-a82c-a76dc80bedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:35.006648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55d635d3-5991-4b0c-8047-c474bc827658 req-1ae46829-96e6-4435-a82c-a76dc80bedd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 912 time: 0.4707038 Oct 18 20:44:35.052433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91c60439-be06-49df-ac84-1c2d9665ecc6 req-2cd40572-2588-49c3-b11d-5f3b00d87ef2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530179 Oct 18 20:44:35.081361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55d635d3-5991-4b0c-8047-c474bc827658 req-2a14a11c-b176-491b-b611-3b12f124ab29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b2396e1-ed00-494f-8748-376fde756677 HTTP/1.1" status: 200 len: 217 time: 0.0638411 Oct 18 20:44:35.152278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d635d3-5991-4b0c-8047-c474bc827658 req-ab4fea4c-75ad-48f2-853c-eac056df791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:35.155330 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55d635d3-5991-4b0c-8047-c474bc827658 req-ab4fea4c-75ad-48f2-853c-eac056df791d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.0627010 Oct 18 20:44:35.289352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55d635d3-5991-4b0c-8047-c474bc827658 req-c97f254f-f278-47df-8a96-ccdb0780a9a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201499 Oct 18 20:44:35.416727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:35.496672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:35.501405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:35.557255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a423198-a752-4786-8b31-3980378572fd req-e1c4f7a4-0f77-4d1a-8913-4e0da1c10b2e tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be HTTP/1.1" status: 200 len: 210 time: 0.1009493 Oct 18 20:44:35.625603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55d635d3-5991-4b0c-8047-c474bc827658 req-1def27c8-7118-4465-95c3-90ea08032dcf service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275368 Oct 18 20:44:35.890382 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f06b17-d0cc-421f-80c3-62c922bc9b22 x-openstack-request-id: req-73f06b17-d0cc-421f-80c3-62c922bc9b22 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:35.891008 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be", "name": "network-vif-deleted", "tag": "31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:35.891448 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73f06b17-d0cc-421f-80c3-62c922bc9b22 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:35.892115 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ac3ede-18fc-4fe8-8fae-c5aa3e6b67be', 'name': 'network-vif-deleted', 'tag': '31aa4ae4-d452-479c-ad51-0a7cf9e7ac0c', 'status': 'completed', 'code': 200} Oct 18 20:44:36.000260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55d635d3-5991-4b0c-8047-c474bc827658 req-1e007060-2fdf-4ed2-86b7-3fafc4004eb1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582869 Oct 18 20:44:36.132933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6ebd1-3ff4-46f7-a926-63ce9ec7ec06 req-37bdd1b8-8ee2-436d-9908-ffa6153013aa tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:36.135851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50b6ebd1-3ff4-46f7-a926-63ce9ec7ec06 req-37bdd1b8-8ee2-436d-9908-ffa6153013aa tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 944 time: 0.1371787 Oct 18 20:44:36.216722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50b6ebd1-3ff4-46f7-a926-63ce9ec7ec06 req-727ee1ff-c9df-484d-96a5-a8e16fe79428 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667915 Oct 18 20:44:36.604302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56610895-3d4e-4f8b-b821-e7fc0a839f2f req-f0c7a951-3727-4761-819e-3cf38b152168 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0411315 Oct 18 20:44:36.952875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96414ffb-ab85-4d61-9072-e7befdbb9455 req-a1fa46fc-0c05-4a73-87f7-66320bedd58b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:36.961207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96414ffb-ab85-4d61-9072-e7befdbb9455 req-a1fa46fc-0c05-4a73-87f7-66320bedd58b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0759408 Oct 18 20:44:37.018199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96414ffb-ab85-4d61-9072-e7befdbb9455 req-5b46dbb1-18a5-4e59-86f3-223c8c48fa2b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556557 Oct 18 20:44:37.434598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4b2396e1-ed00-494f-8748-376fde756677 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:44:37.733667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4b2396e1-ed00-494f-8748-376fde756677, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4b2396e1-ed00-494f-8748-376fde756677,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:37.763473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '4b2396e1-ed00-494f-8748-376fde756677', 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'port_id': '4b2396e1-ed00-494f-8748-376fde756677', 'mac_address': 'fa:16:3e:d2:55:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:44:37.846217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:37.867523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b2396e1-ed00-494f-8748-376fde756677 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:44:37.897919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4b2396e1-ed00-494f-8748-376fde756677, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4b2396e1-ed00-494f-8748-376fde756677,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:37.926074 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:38.039343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=4b2396e1-ed00-494f-8748-376fde756677,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:38.247328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['4b2396e1-ed00-494f-8748-376fde756677'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:38.304963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdf1cd-60d4-41e0-b052-3587adcb6659 req-5f5bdeac-26da-44a3-9512-443f576ee26a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:38.308073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31fdf1cd-60d4-41e0-b052-3587adcb6659 req-5f5bdeac-26da-44a3-9512-443f576ee26a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 945 time: 0.0796576 Oct 18 20:44:38.395707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-25b441b1-b201-470f-9963-20b1959949d6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:38.398102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-25b441b1-b201-470f-9963-20b1959949d6 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 945 time: 0.1279507 Oct 18 20:44:38.423235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31fdf1cd-60d4-41e0-b052-3587adcb6659 req-f9dfa1b1-c49a-49b0-a408-4a4df3fefb09 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072485 Oct 18 20:44:38.539131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-9f897446-39df-4c3e-9530-8968fe219da9 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:38.541310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-9f897446-39df-4c3e-9530-8968fe219da9 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 945 time: 0.1122179 Oct 18 20:44:38.575958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Deleting port af1944e8-bb9c-41be-86a6-690262c7dea3 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:38.577388 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:38.755447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] For port af1944e8-bb9c-41be-86a6-690262c7dea3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=af1944e8-bb9c-41be-86a6-690262c7dea3,segment=NetworkSegment(b32d0bf9-0b15-4be8-9979-aac80de47030),segment_id=b32d0bf9-0b15-4be8-9979-aac80de47030)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:38.756127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:38.757745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b6e37-7db2-4c6b-98f2-b4ba6a22f320 req-16c5a7af-4b4e-40a5-bccc-4e4ba16d3965 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:38.759960 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-120b6e37-7db2-4c6b-98f2-b4ba6a22f320 req-16c5a7af-4b4e-40a5-bccc-4e4ba16d3965 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 945 time: 0.0766861 Oct 18 20:44:38.782050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Calling delete_port for af1944e8-bb9c-41be-86a6-690262c7dea3 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:38.834416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Deleting port 02dc74b4-86be-485b-a0d9-a749599bd5d4 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:38.834908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:38.922248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-120b6e37-7db2-4c6b-98f2-b4ba6a22f320 req-a43d2689-a66a-4c17-af88-043e8e1b466d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459904 Oct 18 20:44:39.115849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:39.130666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['af1944e8-bb9c-41be-86a6-690262c7dea3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:39.156246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fdf9b89-9809-425c-872d-3174e4596156 req-3b036316-53be-4bd4-bd4c-62dcab85eda2 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0818257 Oct 18 20:44:39.163482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] For port 02dc74b4-86be-485b-a0d9-a749599bd5d4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=02dc74b4-86be-485b-a0d9-a749599bd5d4,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:39.164718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:39.215482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Calling delete_port for 02dc74b4-86be-485b-a0d9-a749599bd5d4 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:39.232493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Pushing event deleted for resources: {'Port': ['ID=af1944e8-bb9c-41be-86a6-690262c7dea3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:39.273539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] No DVR routers for this DVR port af1944e8-bb9c-41be-86a6-690262c7dea3 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:39.277553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:39.284267 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd8c92a1-1512-468a-ac32-c0f7a10bfeed req-c2fb44ff-0580-429b-a3af-7383f275b603 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.30 "DELETE /v2.0/ports/af1944e8-bb9c-41be-86a6-690262c7dea3 HTTP/1.1" status: 204 len: 173 time: 0.8777001 Oct 18 20:44:39.285117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a685954d-c832-4738-860c-0609f2195c03', 'name': 'network-vif-deleted', 'tag': 'af1944e8-bb9c-41be-86a6-690262c7dea3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:39.289345 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e74185-04f0-4bb5-ad22-a25ec43ea181" -d '{"events": [{"server_uuid": "a685954d-c832-4738-860c-0609f2195c03", "name": "network-vif-deleted", "tag": "af1944e8-bb9c-41be-86a6-690262c7dea3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:39.448657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4b2396e1-ed00-494f-8748-376fde756677 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:44:39.571220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 4b2396e1-ed00-494f-8748-376fde756677 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:44:39.579697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 4b2396e1-ed00-494f-8748-376fde756677 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:44:39.581024 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:39.726766 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:39.749637 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:44:39.795925 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2396e1-ed00-494f-8748-376fde756677'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:39.808182 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0fa73e-5f4d-470a-bd50-13c8a07edb3d" -d '{"events": [{"server_uuid": "7187dbb4-11ad-49c3-9955-e7834c1ef764", "name": "network-vif-plugged", "status": "completed", "tag": "4b2396e1-ed00-494f-8748-376fde756677"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:39.839690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d6dd078-6dd0-4235-99c5-36d464037cac req-7e98291f-b5df-4f49-9420-4281e907f6e0 tempest-ServersTestJSON-1174970192 tempest-ServersTestJSON-1174970192-project] 10.222.0.66 "GET /v2.0/ports?device_id=a685954d-c832-4738-860c-0609f2195c03 HTTP/1.1" status: 200 len: 210 time: 0.5303497 Oct 18 20:44:39.863440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 4b2396e1-ed00-494f-8748-376fde756677, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4b2396e1-ed00-494f-8748-376fde756677,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:39.887310 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:40.022580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=4b2396e1-ed00-494f-8748-376fde756677,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:40.041645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.042639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.043242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.043881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.044371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.044936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.045770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.046804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.047429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.048157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.048621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.049203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:40.139053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164970-4996-4162-ba0a-2f2d92d6cbf7 req-92eadcb1-c937-4533-8df5-6df9f0c234e0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:40.141951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26164970-4996-4162-ba0a-2f2d92d6cbf7 req-92eadcb1-c937-4533-8df5-6df9f0c234e0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.1956441 Oct 18 20:44:40.143855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:40.162659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['02dc74b4-86be-485b-a0d9-a749599bd5d4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:40.220171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event deleted for resources: {'Port': ['ID=02dc74b4-86be-485b-a0d9-a749599bd5d4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:40.278458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26164970-4996-4162-ba0a-2f2d92d6cbf7 req-42590726-9358-42d6-b17b-489d707fef14 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235938 Oct 18 20:44:40.294060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] No DVR routers for this DVR port 02dc74b4-86be-485b-a0d9-a749599bd5d4 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:40.296898 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:40.301128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f27e0a5-4cd8-484b-8852-6c70d7a41186 req-ab527363-39ad-42cd-9b6d-9da75d5cfa9d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.79 "DELETE /v2.0/ports/02dc74b4-86be-485b-a0d9-a749599bd5d4 HTTP/1.1" status: 204 len: 173 time: 1.7481985 Oct 18 20:44:40.301719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'name': 'network-vif-deleted', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:40.304334 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1481606-7324-4e98-878e-af6b9ddc8c8d" -d '{"events": [{"server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "name": "network-vif-deleted", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:40.551548 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231a8317-2d87-4a01-a3f2-5f274735a1c8 x-openstack-request-id: req-231a8317-2d87-4a01-a3f2-5f274735a1c8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:40.552476 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a685954d-c832-4738-860c-0609f2195c03", "name": "network-vif-deleted", "tag": "af1944e8-bb9c-41be-86a6-690262c7dea3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:40.552476 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-231a8317-2d87-4a01-a3f2-5f274735a1c8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:40.553053 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a685954d-c832-4738-860c-0609f2195c03', 'name': 'network-vif-deleted', 'tag': 'af1944e8-bb9c-41be-86a6-690262c7dea3', 'status': 'completed', 'code': 200} Oct 18 20:44:40.717070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926330b-888e-4499-b093-bf146aabe53b req-9fc8d071-bf9f-4128-8426-842c492afe85 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:40.720172 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b926330b-888e-4499-b093-bf146aabe53b req-9fc8d071-bf9f-4128-8426-842c492afe85 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0708480 Oct 18 20:44:40.789735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b926330b-888e-4499-b093-bf146aabe53b req-39bddf80-41a2-48b9-b6ef-874b9515cf2d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603888 Oct 18 20:44:40.912693 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a19749-e881-4931-9d24-c6d6dbe56408 x-openstack-request-id: req-11a19749-e881-4931-9d24-c6d6dbe56408 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:40.913564 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7187dbb4-11ad-49c3-9955-e7834c1ef764", "name": "network-vif-plugged", "status": "completed", "tag": "4b2396e1-ed00-494f-8748-376fde756677", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:40.914007 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11a19749-e881-4931-9d24-c6d6dbe56408 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:40.914613 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2396e1-ed00-494f-8748-376fde756677', 'code': 200} Oct 18 20:44:41.092100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aeaabbde-eca7-4ed1-a89d-896671593f5f req-13c5c21e-5bf8-4831-8d61-08bc2ae94b3e tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=75c9dfad-babf-4a14-9305-69fece82cfc2 HTTP/1.1" status: 200 len: 210 time: 0.0649519 Oct 18 20:44:41.096632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a157b57-b687-40b8-ae09-c5a1c915d60a req-3622870a-8827-457d-a7a3-b09eb303bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:41.098367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3a157b57-b687-40b8-ae09-c5a1c915d60a req-3622870a-8827-457d-a7a3-b09eb303bc23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 1097 time: 0.1090744 Oct 18 20:44:41.172291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3a157b57-b687-40b8-ae09-c5a1c915d60a req-ca563f5e-fa9b-44a1-9b3d-4dfa92568063 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655332 Oct 18 20:44:41.251797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3421991-58a7-4a22-be7f-e21c68cac7ac req-71bdb400-2268-4c5a-98e8-50a2c618db00 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0503359 Oct 18 20:44:41.314253 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c83e980-5f62-44e7-a0fb-c52e12b2881d x-openstack-request-id: req-3c83e980-5f62-44e7-a0fb-c52e12b2881d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:41.314616 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c9dfad-babf-4a14-9305-69fece82cfc2", "name": "network-vif-deleted", "tag": "02dc74b4-86be-485b-a0d9-a749599bd5d4", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:41.315038 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c83e980-5f62-44e7-a0fb-c52e12b2881d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:41.315491 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c9dfad-babf-4a14-9305-69fece82cfc2', 'name': 'network-vif-deleted', 'tag': '02dc74b4-86be-485b-a0d9-a749599bd5d4', 'status': 'completed', 'code': 200} Oct 18 20:44:41.441491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58956) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:41.559816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device af1944e8-bb9c-41be-86a6-690262c7dea3 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:41.591079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265889f-50ba-4843-b8e5-d642c9de5e1c req-dc923696-ba69-4097-b42e-f99e337b36b4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:41.593089 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c265889f-50ba-4843-b8e5-d642c9de5e1c req-dc923696-ba69-4097-b42e-f99e337b36b4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.1037803 Oct 18 20:44:41.636871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] Deleting subnet 14959704-4708-415f-a60a-24cbf9e5381c {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:44:41.642806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:41.672451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c265889f-50ba-4843-b8e5-d642c9de5e1c req-0d4d6c28-83de-461b-9aea-ad69df84d69a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Oct 18 20:44:41.717068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:41.733335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: af1944e8-bb9c-41be-86a6-690262c7dea3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:41.734209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device af1944e8-bb9c-41be-86a6-690262c7dea3 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:41.816605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:41.948161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:41.991297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14959704-4708-415f-a60a-24cbf9e5381c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:42.007801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.016490 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-275920bf-854b-4646-a24c-a12cd26fe2f6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/14959704-4708-415f-a60a-24cbf9e5381c HTTP/1.1" status: 204 len: 168 time: 0.5733576 Oct 18 20:44:42.017091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:42.198221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e6718-c7d5-4066-b162-bbcc2e2e49fe req-9d9ba605-c237-46e1-9871-6f8dbab83ac2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:42.201096 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f96e6718-c7d5-4066-b162-bbcc2e2e49fe req-9d9ba605-c237-46e1-9871-6f8dbab83ac2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.2024941 Oct 18 20:44:42.209093 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.301762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f96e6718-c7d5-4066-b162-bbcc2e2e49fe req-f3639282-6697-440c-b3ce-777364782bd0 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873618 Oct 18 20:44:42.517013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.564632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc561521-13d7-4390-8cc4-dace8001706a']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:42.588623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32d0bf9-0b15-4be8-9979-aac80de47030') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:42.589109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32d0bf9-0b15-4be8-9979-aac80de47030') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:42.622246 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.653150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:42.670115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.682373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:44:42.683037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.726506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 02dc74b4-86be-485b-a0d9-a749599bd5d4 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:42.727853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 02dc74b4-86be-485b-a0d9-a749599bd5d4 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:44:42.791038 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:44:42.841801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-286bfe20-546b-404f-94ac-485fd51ba4dc req-8b671dfb-7aea-493f-b260-600214e3dcdd tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0493031 Oct 18 20:44:42.843124 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.854987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:42.860518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cc561521-13d7-4390-8cc4-dace8001706a HTTP/1.1" status: 204 len: 168 time: 0.8415759 Oct 18 20:44:42.936575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9424a-4706-47ac-9b16-aea4cc4d1326 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc561521-13d7-4390-8cc4-dace8001706a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:43.049773 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:43.053259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58992) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:43.148506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58994) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:43.157362 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2ed49970-8f76-4585-a13a-9b063c5ee18e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c99b15dce0144fc98d343a9c5a373ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014268 Oct 18 20:44:43.244588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32ed2222-a877-4260-8e20-13c942074142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:43.275810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32ed2222-a877-4260-8e20-13c942074142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:43.374929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217f246-e374-4d6f-b4ea-dfc97141b5df req-5c2d1443-28a5-4b22-b093-5c50e00d130b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:43.383743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b217f246-e374-4d6f-b4ea-dfc97141b5df req-5c2d1443-28a5-4b22-b093-5c50e00d130b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0811567 Oct 18 20:44:43.428031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32ed2222-a877-4260-8e20-13c942074142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:43.431913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32ed2222-a877-4260-8e20-13c942074142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:43.436132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-32ed2222-a877-4260-8e20-13c942074142 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b HTTP/1.1" status: 204 len: 168 time: 0.2840319 Oct 18 20:44:43.462045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b217f246-e374-4d6f-b4ea-dfc97141b5df req-d47f6406-5e45-4bc1-872c-b4e7bf13f1bb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746453 Oct 18 20:44:43.463886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed2222-a877-4260-8e20-13c942074142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58cbda-0a8d-4b81-b87a-e0e01c9bfd5b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:43.776195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-e9806bd6-57d6-413a-874d-152c7a47b689 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:43.782334 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-e9806bd6-57d6-413a-874d-152c7a47b689 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 944 time: 0.1161885 Oct 18 20:44:43.928564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Deleting port 692fb769-fb56-4680-8f3b-014af82137f3 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:43.929318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:43.977886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997aa30-826d-4384-9007-1764926f19e8 req-eb9fb604-b1e3-4b4c-bbb0-c4b1b1f47f18 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:43.979571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c997aa30-826d-4384-9007-1764926f19e8 req-eb9fb604-b1e3-4b4c-bbb0-c4b1b1f47f18 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b HTTP/1.1" status: 200 len: 944 time: 0.1256993 Oct 18 20:44:44.065215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c997aa30-826d-4384-9007-1764926f19e8 req-24d53117-19bc-4223-9d2a-53c3ae215c9a tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683281 Oct 18 20:44:44.098613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] For port 692fb769-fb56-4680-8f3b-014af82137f3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=692fb769-fb56-4680-8f3b-014af82137f3,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:44.099208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:44.134362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Calling delete_port for 692fb769-fb56-4680-8f3b-014af82137f3 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:44.304796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581753f-461a-4d44-9fab-c229f7c294d5 req-c48b2a85-7270-4b57-a92a-e9aefbfd9d1e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:44.326584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6581753f-461a-4d44-9fab-c229f7c294d5 req-c48b2a85-7270-4b57-a92a-e9aefbfd9d1e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1332026 Oct 18 20:44:44.391526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6581753f-461a-4d44-9fab-c229f7c294d5 req-6a2d8447-b9fb-4772-a068-ab88e3fb961a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580788 Oct 18 20:44:44.446877 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:44.589282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event deleted for resources: {'Port': ['ID=692fb769-fb56-4680-8f3b-014af82137f3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:44.668794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] No DVR routers for this DVR port 692fb769-fb56-4680-8f3b-014af82137f3 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:44.673769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:44.705840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2d89f713-d65e-48d1-8cc0-8aad0d3de1ab req-8b714304-2e20-406a-aa23-8561ddd6be90 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "DELETE /v2.0/ports/692fb769-fb56-4680-8f3b-014af82137f3 HTTP/1.1" status: 204 len: 173 time: 0.8930600 Oct 18 20:44:44.717646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'name': 'network-vif-deleted', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:44.746106 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f57d2e2-7fc3-42ff-82e3-385ca0657ba3" -d '{"events": [{"server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "name": "network-vif-deleted", "tag": "692fb769-fb56-4680-8f3b-014af82137f3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:45.188633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-385f840f-ed55-4243-a276-3c78502df1e5 req-fd7bb25f-a537-4d8d-a8c5-3e24101e56c7 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0681317 Oct 18 20:44:45.724257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b487f-9e6d-4c21-942c-4677990d5c30 req-a5cedbb4-9f9e-4f2d-8cad-e256a4c20b90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:45.730587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f99b487f-9e6d-4c21-942c-4677990d5c30 req-a5cedbb4-9f9e-4f2d-8cad-e256a4c20b90 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0879312 Oct 18 20:44:45.773566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-b1a8a18b-5c86-4983-8684-09bf1b73d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:45.774454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-b1a8a18b-5c86-4983-8684-09bf1b73d57d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 1097 time: 0.0597370 Oct 18 20:44:45.813035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f99b487f-9e6d-4c21-942c-4677990d5c30 req-805316f7-3d73-435d-b616-848241d0f7a1 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790737 Oct 18 20:44:45.951310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-0e372901-3f72-4858-b533-42df1f3ded46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:45.952947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-0e372901-3f72-4858-b533-42df1f3ded46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 912 time: 0.1654766 Oct 18 20:44:46.030372 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-a70194fd-3364-4281-833a-5c6bbb5f1763 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b2396e1-ed00-494f-8748-376fde756677 HTTP/1.1" status: 200 len: 217 time: 0.0664418 Oct 18 20:44:46.031812 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd654f2f-45ef-4df6-be45-c6a7a9640a48 x-openstack-request-id: req-dd654f2f-45ef-4df6-be45-c6a7a9640a48 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:46.032106 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b", "name": "network-vif-deleted", "tag": "692fb769-fb56-4680-8f3b-014af82137f3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:46.032370 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd654f2f-45ef-4df6-be45-c6a7a9640a48 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:46.032796 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b03c9d-85cc-4901-a6e4-3d6fb6ea1d2b', 'name': 'network-vif-deleted', 'tag': '692fb769-fb56-4680-8f3b-014af82137f3', 'status': 'completed', 'code': 200} Oct 18 20:44:46.107972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-7d19afb2-1353-481d-b341-0f782206016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:46.110259 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-7d19afb2-1353-481d-b341-0f782206016e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.0713484 Oct 18 20:44:46.160921 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-c5e30882-49d7-449a-95a6-f54bd0025409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397427 Oct 18 20:44:46.319072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d87a-9b57-4550-a9f7-b27ae97a451d req-10059f31-d115-4e63-8970-aed8a1efcca6 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:46.328300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d87a-9b57-4550-a9f7-b27ae97a451d req-10059f31-d115-4e63-8970-aed8a1efcca6 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:46.331933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5837d87a-9b57-4550-a9f7-b27ae97a451d req-10059f31-d115-4e63-8970-aed8a1efcca6 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2&device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 1683 time: 0.1019285 Oct 18 20:44:46.334821 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-0ce6424c-9392-4475-9ba0-9e66aab2976b service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619451 Oct 18 20:44:46.387131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5837d87a-9b57-4550-a9f7-b27ae97a451d req-76ba3a28-f743-4ccf-b800-a093a6670ade tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485854 Oct 18 20:44:46.492359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-281ef65a-0df5-42f2-8324-5025292d2e94 req-3294b967-c3c3-4ec7-a1ef-be1b8b33215f service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502090 Oct 18 20:44:46.670224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f20e1b-89ca-46a2-8d45-9c4f0c0b64cc req-c34506ba-36b0-4f1d-b860-057ec4d0fafe tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:46.672771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8f20e1b-89ca-46a2-8d45-9c4f0c0b64cc req-c34506ba-36b0-4f1d-b860-057ec4d0fafe tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0764861 Oct 18 20:44:46.731896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8f20e1b-89ca-46a2-8d45-9c4f0c0b64cc req-d9e35790-ab4c-447f-99bf-f6b708876411 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Oct 18 20:44:46.916414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59092) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:46.924706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2dd37712-8bb6-4ec5-b6e3-1d7bbfb63700 req-5938bbbd-726b-4c5d-a5f8-09f86fb54eb6 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0402174 Oct 18 20:44:47.054260 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e603447-b7ee-4531-a6ac-aeda7a04c76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.177502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e603447-b7ee-4531-a6ac-aeda7a04c76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.182448 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e603447-b7ee-4531-a6ac-aeda7a04c76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.227825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e603447-b7ee-4531-a6ac-aeda7a04c76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf69aee-1327-4af8-bd87-a1fd41b60baf,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:47.234070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5e603447-b7ee-4531-a6ac-aeda7a04c76e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a62b3ab005b1476c8e1a2b05d22b30fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159442 Oct 18 20:44:47.238887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59102) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:47.296672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03956e3-d1d3-40e3-bcd4-08a3c218453a req-61f04cc9-89c4-49bd-a17d-b3bcfe8b4ab4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:47.299549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b03956e3-d1d3-40e3-bcd4-08a3c218453a req-61f04cc9-89c4-49bd-a17d-b3bcfe8b4ab4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0710652 Oct 18 20:44:47.310845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd98a52c-9e4c-4b3d-96ab-d01dd45eee57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.349591 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd98a52c-9e4c-4b3d-96ab-d01dd45eee57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.362007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b03956e3-d1d3-40e3-bcd4-08a3c218453a req-93df3e58-8d4a-4649-8493-33ec5a0bf04e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 Oct 18 20:44:47.435442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd98a52c-9e4c-4b3d-96ab-d01dd45eee57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.439032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd98a52c-9e4c-4b3d-96ab-d01dd45eee57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.440932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cd98a52c-9e4c-4b3d-96ab-d01dd45eee57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccf69aee-1327-4af8-bd87-a1fd41b60baf HTTP/1.1" status: 204 len: 168 time: 0.2003074 Oct 18 20:44:47.450762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98a52c-9e4c-4b3d-96ab-d01dd45eee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf69aee-1327-4af8-bd87-a1fd41b60baf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:47.488954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:47.517467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 692fb769-fb56-4680-8f3b-014af82137f3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:47.518172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 692fb769-fb56-4680-8f3b-014af82137f3 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:47.651196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-f5258b06-0cf1-4a26-af36-4b9672982cb9 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:47.654146 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-f5258b06-0cf1-4a26-af36-4b9672982cb9 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 945 time: 0.1097913 Oct 18 20:44:47.787419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084a5b7-6d7c-4e24-ba1c-955a3c4a896c req-dd26362a-7237-405a-b5d0-0f7cae9bbea2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:47.789488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Deleting port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:47.790163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1084a5b7-6d7c-4e24-ba1c-955a3c4a896c req-dd26362a-7237-405a-b5d0-0f7cae9bbea2 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3a7ef01-6a39-4787-904e-bc04ac567132 HTTP/1.1" status: 200 len: 945 time: 0.1508040 Oct 18 20:44:47.790376 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:47.848440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aca568-260b-4998-bb72-2a89093ea144 req-a6211851-a110-4d47-9505-e23dc43b77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:47.851461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91aca568-260b-4998-bb72-2a89093ea144 req-a6211851-a110-4d47-9505-e23dc43b77d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 1097 time: 0.1499517 Oct 18 20:44:47.912924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1084a5b7-6d7c-4e24-ba1c-955a3c4a896c req-ead97749-2c53-4411-8588-3c25054c589d tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.66 "GET /v2.0/security-groups?id=971ca3b1-88fe-435f-ae59-5d150451926f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110117 Oct 18 20:44:47.935052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59114) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:47.966120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] For port 95ff8d09-36f7-4fb7-ad36-076d86e14a60, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=95ff8d09-36f7-4fb7-ad36-076d86e14a60,segment=NetworkSegment(e0553512-4185-46a6-904d-fcd8ab63983d),segment_id=e0553512-4185-46a6-904d-fcd8ab63983d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:47.966120 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.000840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Calling delete_port for 95ff8d09-36f7-4fb7-ad36-076d86e14a60 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:48.014120 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e4402b-724f-4c8d-afa2-fdb32e36d629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.075081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aca568-260b-4998-bb72-2a89093ea144 req-cfcdbd15-c726-4968-b4aa-29a09204c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:48.076753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91aca568-260b-4998-bb72-2a89093ea144 req-cfcdbd15-c726-4968-b4aa-29a09204c99a service neutron] 10.222.0.79 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.2171640 Oct 18 20:44:48.169494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91aca568-260b-4998-bb72-2a89093ea144 req-ef9d90f2-34cd-406a-a520-cf0524eb1158 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4 HTTP/1.1" status: 200 len: 217 time: 0.0833466 Oct 18 20:44:48.248665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.253165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e4402b-724f-4c8d-afa2-fdb32e36d629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.263981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02432-05c0-4756-93a0-95f19b1aae12 req-41e83452-4da1-44cd-bf42-f018b7b8df66 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:48.265645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29c02432-05c0-4756-93a0-95f19b1aae12 req-41e83452-4da1-44cd-bf42-f018b7b8df66 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1694062 Oct 18 20:44:48.268755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e4402b-724f-4c8d-afa2-fdb32e36d629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.285499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aca568-260b-4998-bb72-2a89093ea144 req-4e6f34ce-b9ba-4662-bcb5-da45cee686b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:48.287005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91aca568-260b-4998-bb72-2a89093ea144 req-4e6f34ce-b9ba-4662-bcb5-da45cee686b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1057932 Oct 18 20:44:48.301143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Pushing event deleted for resources: {'Port': ['ID=95ff8d09-36f7-4fb7-ad36-076d86e14a60,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:48.364533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] No DVR routers for this DVR port 95ff8d09-36f7-4fb7-ad36-076d86e14a60 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:48.367902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.373062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3c8b7b9-8fa4-4d87-b6fa-5edc5adf1aa9 req-b529fe1e-e0f0-4d8b-912b-874da5ef4707 tempest-LiveMigrationTest-469171908 tempest-LiveMigrationTest-469171908-project] 10.222.0.30 "DELETE /v2.0/ports/95ff8d09-36f7-4fb7-ad36-076d86e14a60 HTTP/1.1" status: 204 len: 173 time: 0.7117109 Oct 18 20:44:48.373658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'name': 'network-vif-deleted', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:48.376624 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1692774-2394-4cf3-85cd-8fe54fde9996" -d '{"events": [{"server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "name": "network-vif-deleted", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:48.386531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4402b-724f-4c8d-afa2-fdb32e36d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17956bf4-3bc2-4299-92ad-2066b13faf49,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:48.395009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-19e4402b-724f-4c8d-afa2-fdb32e36d629 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=241c4e37702243b38d22abd3e3ef1d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581220 Oct 18 20:44:48.399352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59122) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:48.412682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29c02432-05c0-4756-93a0-95f19b1aae12 req-87c15a0a-a497-4600-ab19-eaa20535652c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362329 Oct 18 20:44:48.465880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aca568-260b-4998-bb72-2a89093ea144 req-02dd6407-6708-4a14-bb5e-14caecaaf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:48.468003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91aca568-260b-4998-bb72-2a89093ea144 req-02dd6407-6708-4a14-bb5e-14caecaaf9ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659775 Oct 18 20:44:48.509601 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cb69ee3-6d4b-4811-ad0f-beec113d80f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.585328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cb69ee3-6d4b-4811-ad0f-beec113d80f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.620296 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.672578 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdb897ca-412f-4852-8fa8-689996509514 req-d3047485-c3fd-4028-bcf8-7e5198501117 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0497801 Oct 18 20:44:48.675978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91aca568-260b-4998-bb72-2a89093ea144 req-48e0a2a6-2672-488a-94da-10cb1319e9be service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973872 Oct 18 20:44:48.725880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f41cfecd-a600-40a4-b8c1-c0f0a04e66bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.731038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cb69ee3-6d4b-4811-ad0f-beec113d80f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.734020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cb69ee3-6d4b-4811-ad0f-beec113d80f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:48.735683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0cb69ee3-6d4b-4811-ad0f-beec113d80f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17956bf4-3bc2-4299-92ad-2066b13faf49 HTTP/1.1" status: 204 len: 168 time: 0.3328688 Oct 18 20:44:48.782025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb69ee3-6d4b-4811-ad0f-beec113d80f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17956bf4-3bc2-4299-92ad-2066b13faf49,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:48.820279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91aca568-260b-4998-bb72-2a89093ea144 req-a0534692-7c47-47d4-b1fd-c355af0047ba service neutron] 10.222.0.79 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342192 Oct 18 20:44:49.015878 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd6ef19-a408-4c74-8a47-f0257c4de1e6 x-openstack-request-id: req-0fd6ef19-a408-4c74-8a47-f0257c4de1e6 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:49.016359 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a7ef01-6a39-4787-904e-bc04ac567132", "name": "network-vif-deleted", "tag": "95ff8d09-36f7-4fb7-ad36-076d86e14a60", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:49.016813 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fd6ef19-a408-4c74-8a47-f0257c4de1e6 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:49.017446 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a7ef01-6a39-4787-904e-bc04ac567132', 'name': 'network-vif-deleted', 'tag': '95ff8d09-36f7-4fb7-ad36-076d86e14a60', 'status': 'completed', 'code': 200} Oct 18 20:44:49.144237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915030-ee83-4166-b1c0-2d373c775b25 req-a63560c7-de1b-4fd1-9108-c47e020ec7af tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:49.145909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9915030-ee83-4166-b1c0-2d373c775b25 req-a63560c7-de1b-4fd1-9108-c47e020ec7af tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.0757074 Oct 18 20:44:49.194061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9915030-ee83-4166-b1c0-2d373c775b25 req-e86141d5-cf96-4494-8759-b7019efe150e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Oct 18 20:44:49.343356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59144) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:49.601943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] Deleting subnet 162ca2fa-5a4b-423e-b7ea-105cc72a0450 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:44:49.607915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:49.661418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:49.795801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:49.809876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df27faa-ffd6-46ab-b318-cd5a314278ce req-0c04ed37-23f2-4e1e-b952-d5f9e54525eb tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:49.811720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8df27faa-ffd6-46ab-b318-cd5a314278ce req-0c04ed37-23f2-4e1e-b952-d5f9e54525eb tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1563489 Oct 18 20:44:49.906283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8df27faa-ffd6-46ab-b318-cd5a314278ce req-09cf8b91-5f5b-4759-a10b-3382cb17409e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750556 Oct 18 20:44:49.915330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:49.961164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162ca2fa-5a4b-423e-b7ea-105cc72a0450,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:49.981413 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:49.987076 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fc88cd2a-9aa3-475d-b117-95ae486f6c68 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/162ca2fa-5a4b-423e-b7ea-105cc72a0450 HTTP/1.1" status: 204 len: 168 time: 0.6422126 Oct 18 20:44:49.994042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59168) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:50.023996 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abbb4854-c2e8-4477-8373-32a16afaa73f req-44234a6f-0d05-4a41-b177-2aae7e9082ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0505621 Oct 18 20:44:50.132338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.260563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ba3712b-d48d-4247-97a6-76a5e4910d8c req-566beaeb-8680-4895-9623-57da23bf7c27 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0661850 Oct 18 20:44:50.314743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.381548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:50.402920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0553512-4185-46a6-904d-fcd8ab63983d') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:50.403204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0553512-4185-46a6-904d-fcd8ab63983d') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:50.426766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.462702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55492ed3-b210-4fe1-ad06-e1d4aea5acda req-8887e114-afc0-4108-a506-a8a42c4cd5aa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:50.473235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55492ed3-b210-4fe1-ad06-e1d4aea5acda req-8887e114-afc0-4108-a506-a8a42c4cd5aa tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 946 time: 0.1465712 Oct 18 20:44:50.487947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.505362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:44:50.505779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:44:50.507762 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:44:50.581725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55492ed3-b210-4fe1-ad06-e1d4aea5acda req-84fd9c25-1632-4b80-ae90-d508d463051b tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037073 Oct 18 20:44:50.598529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.610273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.620885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59186) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:50.621356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] 10.222.0.66 "DELETE /v2.0/networks/a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f HTTP/1.1" status: 204 len: 168 time: 0.6258128 Oct 18 20:44:50.635886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51c9b7-6804-42af-94da-618b32f675aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a3ce79-8cf1-4d05-9bbf-5e73fed3b11f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:50.703496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0f53908d-31e3-4c92-a8fe-2612884ae0f4 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:50.717573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] Deleting subnet 9af7640f-e733-43d5-ad77-c5afcb9056ac {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:44:50.723839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.790993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.798526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79aa29-0f1c-4a9c-a387-d2282f005f7f req-3b10f2d8-1ea0-4052-8bbc-25f5ecc3e91e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:50.803888 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.812028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a79aa29-0f1c-4a9c-a387-d2282f005f7f req-3b10f2d8-1ea0-4052-8bbc-25f5ecc3e91e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 946 time: 0.1076400 Oct 18 20:44:50.844652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:50.847734 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e387536-4fc6-4413-964e-aa7318870217" -d '{"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:50.863438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:50.869073 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.877205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a79aa29-0f1c-4a9c-a387-d2282f005f7f req-807ff784-f2c1-4585-a0a5-78abd98eea85 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621965 Oct 18 20:44:50.890781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:50.933814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:51.004691 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.033617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af7640f-e733-43d5-ad77-c5afcb9056ac,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:51.042606 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.049198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59196) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:51.050590 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-97b5582e-ec74-4892-94d7-6c5547844b6b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9af7640f-e733-43d5-ad77-c5afcb9056ac HTTP/1.1" status: 204 len: 168 time: 0.4245644 Oct 18 20:44:51.103861 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806d3107-d48f-4e1b-b9de-c7e49a2dcc78 x-openstack-request-id: req-806d3107-d48f-4e1b-b9de-c7e49a2dcc78 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:51.104165 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:51.104447 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-806d3107-d48f-4e1b-b9de-c7e49a2dcc78 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:51.105103 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'code': 200} Oct 18 20:44:51.231781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.351287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af4fae-e254-4c75-8859-3209bb4d1eb1 req-e37482ad-cfeb-47d4-868a-d547ed6d742c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:51.353002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1af4fae-e254-4c75-8859-3209bb4d1eb1 req-e37482ad-cfeb-47d4-868a-d547ed6d742c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1471372 Oct 18 20:44:51.446765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.462332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-207a2b79-11e2-4a57-89ce-4c4811809082 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:51.464052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-207a2b79-11e2-4a57-89ce-4c4811809082 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 946 time: 0.1889849 Oct 18 20:44:51.508253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1af4fae-e254-4c75-8859-3209bb4d1eb1 req-b123ff8c-4daf-475e-8626-1aa99a2937c7 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458998 Oct 18 20:44:51.517277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 95ff8d09-36f7-4fb7-ad36-076d86e14a60 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:51.536905 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb05335b-e613-474b-8841-c78f25c48740']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:51.587799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab92e2d-4a39-4df4-a9f3-098f8222f7b0') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:51.588072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab92e2d-4a39-4df4-a9f3-098f8222f7b0') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:51.598277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 95ff8d09-36f7-4fb7-ad36-076d86e14a60 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:51.598557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 95ff8d09-36f7-4fb7-ad36-076d86e14a60 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:51.615581 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.645106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.655711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:44:51.656164 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:44:51.658235 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:44:51.690218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Deleting port c3d1cd07-a026-41bd-9221-449191c6dd94 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:51.690641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.772293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98fc395c-f3f1-4ef5-a6d1-33c8fd4f8675 req-6446660e-5ee3-4834-bec1-cb635d526bb1 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0495610 Oct 18 20:44:51.791275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.795579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.799655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bb05335b-e613-474b-8841-c78f25c48740 HTTP/1.1" status: 204 len: 168 time: 0.7483985 Oct 18 20:44:51.879677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0b144-ca57-43a0-b9a7-4779fea1b235 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb05335b-e613-474b-8841-c78f25c48740,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:51.950288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] For port c3d1cd07-a026-41bd-9221-449191c6dd94, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c3d1cd07-a026-41bd-9221-449191c6dd94,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:51.950288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:51.969174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-4d7c1fad-5926-4775-a0cd-8376085c6d30 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:51.970562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-4d7c1fad-5926-4775-a0cd-8376085c6d30 tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e5456e-4321-45b3-8e0b-5a2382148ef2 HTTP/1.1" status: 200 len: 946 time: 0.1904988 Oct 18 20:44:51.986546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Calling delete_port for c3d1cd07-a026-41bd-9221-449191c6dd94 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:52.074901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b3dd-110a-4c35-853c-bd163b7e4243 req-bb45ae47-62ff-4b91-9b1d-253a773364bb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:52.082961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0b8b3dd-110a-4c35-853c-bd163b7e4243 req-bb45ae47-62ff-4b91-9b1d-253a773364bb tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d59b3b6-6ad3-483d-a223-113d28750523 HTTP/1.1" status: 200 len: 946 time: 0.2000203 Oct 18 20:44:52.190003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0b8b3dd-110a-4c35-853c-bd163b7e4243 req-95107115-2ed0-497f-873f-f13934b110af tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.66 "GET /v2.0/security-groups?id=0beb7224-fc0a-4b5f-ad02-94382ff171fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023190 Oct 18 20:44:52.243602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Deleting port c2a3a44f-bd09-464a-8e4e-50322caa1897 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:44:52.243602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.245472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59224) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:52.318558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b617133d-d751-48d2-92f9-398db17b8a3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eff7fd68770546b79e960296e39e6d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724175 Oct 18 20:44:52.322678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59230) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:52.399300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82dc1ca1-87db-4bbf-83ef-b6b0158fd2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.427061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82dc1ca1-87db-4bbf-83ef-b6b0158fd2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.443182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.458454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['c3d1cd07-a026-41bd-9221-449191c6dd94', 'c2a3a44f-bd09-464a-8e4e-50322caa1897'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:44:52.496276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Pushing event deleted for resources: {'Port': ['ID=c3d1cd07-a026-41bd-9221-449191c6dd94,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:52.500841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] For port c2a3a44f-bd09-464a-8e4e-50322caa1897, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=c2a3a44f-bd09-464a-8e4e-50322caa1897,segment=NetworkSegment(997d9fb7-17d0-4db5-bb39-aeb1742daa29),segment_id=997d9fb7-17d0-4db5-bb39-aeb1742daa29)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:44:52.501322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.525825 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82dc1ca1-87db-4bbf-83ef-b6b0158fd2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.533019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82dc1ca1-87db-4bbf-83ef-b6b0158fd2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.537227 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-82dc1ca1-87db-4bbf-83ef-b6b0158fd2c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/971ca3b1-88fe-435f-ae59-5d150451926f HTTP/1.1" status: 204 len: 168 time: 0.2132597 Oct 18 20:44:52.562152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc335fe6-1c62-4867-9bb6-2d14f00ddc75 req-85b910ca-86e1-4a6c-9be1-fff0028bae63 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:52.565391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc1ca1-87db-4bbf-83ef-b6b0158fd2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ca3b1-88fe-435f-ae59-5d150451926f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:52.572255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc335fe6-1c62-4867-9bb6-2d14f00ddc75 req-85b910ca-86e1-4a6c-9be1-fff0028bae63 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 944 time: 0.2136161 Oct 18 20:44:52.575820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Calling delete_port for c2a3a44f-bd09-464a-8e4e-50322caa1897 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:44:52.620137 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] No DVR routers for this DVR port c3d1cd07-a026-41bd-9221-449191c6dd94 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:52.638615 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.642146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72731ac1-9c43-42f9-8c0f-eaeede309f87 req-416fe5ea-5282-46b5-926c-686dd965e1ad tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "DELETE /v2.0/ports/c3d1cd07-a026-41bd-9221-449191c6dd94 HTTP/1.1" status: 204 len: 173 time: 1.1699467 Oct 18 20:44:52.645261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d59b3b6-6ad3-483d-a223-113d28750523', 'name': 'network-vif-deleted', 'tag': 'c3d1cd07-a026-41bd-9221-449191c6dd94'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:52.655000 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b7d5b9-550c-4486-b35f-5c81ce2cb895" -d '{"events": [{"server_uuid": "5d59b3b6-6ad3-483d-a223-113d28750523", "name": "network-vif-deleted", "tag": "c3d1cd07-a026-41bd-9221-449191c6dd94"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:52.687674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc335fe6-1c62-4867-9bb6-2d14f00ddc75 req-2826a988-4f4c-4831-8d16-f5969947a82c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142707 Oct 18 20:44:52.930710 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:52.971200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Pushing event deleted for resources: {'Port': ['ID=c2a3a44f-bd09-464a-8e4e-50322caa1897,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:53.056517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] No DVR routers for this DVR port c2a3a44f-bd09-464a-8e4e-50322caa1897 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:44:53.066108 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:53.075535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0606571f-c92b-41ba-a9d3-9a46b3bae107 req-5fa5c426-3570-44c2-9947-dc1d70ca758a tempest-ListServersNegativeTestJSON-127680354 tempest-ListServersNegativeTestJSON-127680354-project] 10.222.0.79 "DELETE /v2.0/ports/c2a3a44f-bd09-464a-8e4e-50322caa1897 HTTP/1.1" status: 204 len: 173 time: 1.0954666 Oct 18 20:44:53.149286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-76e035ad-4810-4202-9eac-f33a66f08d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:53.156075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-554c63f8-76e9-410e-bd75-b3533cff29dc req-814c60a2-1658-435e-b951-cb20f38c8578 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3c5623d3d4344fc9de54ee0ab5eaf77&device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.1130667 Oct 18 20:44:53.186531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddadf0-8624-46b9-b0e9-5702fb06034f req-7b6372bb-497a-47f3-82b9-922d076b6324 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:53.198589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46ddadf0-8624-46b9-b0e9-5702fb06034f req-7b6372bb-497a-47f3-82b9-922d076b6324 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1069071 Oct 18 20:44:53.210880 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-554c63f8-76e9-410e-bd75-b3533cff29dc req-365bd772-63d7-4e93-9768-4797f824c40e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a3c5623d3d4344fc9de54ee0ab5eaf77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467820 Oct 18 20:44:53.258835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46ddadf0-8624-46b9-b0e9-5702fb06034f req-1f901dc3-bb4e-4644-8254-3a3251817d56 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553432 Oct 18 20:44:53.409682 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c49f95-8d47-44e8-95c4-7331bc0c0fdc x-openstack-request-id: req-05c49f95-8d47-44e8-95c4-7331bc0c0fdc {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:53.410384 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d59b3b6-6ad3-483d-a223-113d28750523", "name": "network-vif-deleted", "tag": "c3d1cd07-a026-41bd-9221-449191c6dd94", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:53.410927 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05c49f95-8d47-44e8-95c4-7331bc0c0fdc {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:53.411505 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d59b3b6-6ad3-483d-a223-113d28750523', 'name': 'network-vif-deleted', 'tag': 'c3d1cd07-a026-41bd-9221-449191c6dd94', 'status': 'completed', 'code': 200} Oct 18 20:44:53.430399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c63f8-76e9-410e-bd75-b3533cff29dc req-981917ae-a5a0-461d-9840-f04a3d2c2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:53.432952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-554c63f8-76e9-410e-bd75-b3533cff29dc req-981917ae-a5a0-461d-9840-f04a3d2c2c31 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133133 Oct 18 20:44:53.590752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30c90-c93d-4183-b6b9-3b5825526ffe req-076f7518-2d55-444c-92c4-bcee76af9b2b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:53.594769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59264) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:53.601147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08c30c90-c93d-4183-b6b9-3b5825526ffe req-076f7518-2d55-444c-92c4-bcee76af9b2b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0936568 Oct 18 20:44:53.643977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08c30c90-c93d-4183-b6b9-3b5825526ffe req-3a2b2b9d-c099-4ee6-afa7-208c68691d2c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384204 Oct 18 20:44:53.657631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-91e279fe-dc4a-4aef-9f3d-d5a759ee8d8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81d7d634eaac4281bd9fc35990f12795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614619 Oct 18 20:44:53.661728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59266) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:53.749332 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-83002bb4-6d71-43e2-99c1-853289577f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:53.778525 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-83002bb4-6d71-43e2-99c1-853289577f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:53.794918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da6b4c9d-40de-4636-9c0e-e79c65cccd15 req-a11e7873-2b1f-4910-8cb8-18f57ec12aec tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0474777 Oct 18 20:44:53.877422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-83002bb4-6d71-43e2-99c1-853289577f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:53.882613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-83002bb4-6d71-43e2-99c1-853289577f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:53.885058 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-83002bb4-6d71-43e2-99c1-853289577f1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f1fecf7-c5b3-4624-885f-ac4ef9e9bb2c HTTP/1.1" status: 204 len: 168 time: 0.2216995 Oct 18 20:44:53.931371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83002bb4-6d71-43e2-99c1-853289577f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1fecf7-c5b3-4624-885f-ac4ef9e9bb2c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:54.001594 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3bf01-5cc3-4280-9fa8-ce6aa7320a12 req-22ebb8b9-5b9b-40c4-93c8-b875f5ea177a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:54.003251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fd3bf01-5cc3-4280-9fa8-ce6aa7320a12 req-22ebb8b9-5b9b-40c4-93c8-b875f5ea177a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0823176 Oct 18 20:44:54.053249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fd3bf01-5cc3-4280-9fa8-ce6aa7320a12 req-9930741a-2b3d-4772-bedf-d3bd8eed20fc tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Oct 18 20:44:54.169689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59282) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:54.186568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.232905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] Deleting subnet 1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:44:54.236950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.294509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.353572 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.447592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.462419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1e561-e4fb-4bdd-a8ba-6ef0beb1102d req-f44011ff-41a9-4805-a3c1-019199b3eb1d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:54.468665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fd1e561-e4fb-4bdd-a8ba-6ef0beb1102d req-f44011ff-41a9-4805-a3c1-019199b3eb1d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1074543 Oct 18 20:44:54.479813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1378890b-e0c7-4a2b-8ff3-5d0a8f985af8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:54.487789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.491463 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6b2a5682-26f3-43ed-ba1e-ed51173ccb32 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1378890b-e0c7-4a2b-8ff3-5d0a8f985af8 HTTP/1.1" status: 204 len: 168 time: 0.3201919 Oct 18 20:44:54.495219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59296) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:54.584178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fd1e561-e4fb-4bdd-a8ba-6ef0beb1102d req-88ffe514-c6c3-4b35-8381-9c11a5efe686 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058574 Oct 18 20:44:54.592673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.733348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c2a3a44f-bd09-464a-8e4e-50322caa1897 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:54.807551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2fdc0-e06b-48ce-8892-49b0cba79ebc req-2c4c1e34-cd0a-444f-8e04-15c54f7ac542 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:54.810289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9fb2fdc0-e06b-48ce-8892-49b0cba79ebc req-2c4c1e34-cd0a-444f-8e04-15c54f7ac542 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0877128 Oct 18 20:44:54.817959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: c2a3a44f-bd09-464a-8e4e-50322caa1897 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:54.818664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c2a3a44f-bd09-464a-8e4e-50322caa1897 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:54.819636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0f53908d-31e3-4c92-a8fe-2612884ae0f4 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:54.832837 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:54.870967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9fb2fdc0-e06b-48ce-8892-49b0cba79ebc req-dd5adb23-43a8-4701-a1d7-58acb291a3f9 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529301 Oct 18 20:44:54.933116 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-554c63f8-76e9-410e-bd75-b3533cff29dc req-bf03a02f-a9bd-484f-9141-9849a6a32805 tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.30 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0889370 Oct 18 20:44:54.955810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7fff24-3c3e-4379-9891-68a78c37a86d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:54.987931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997d9fb7-17d0-4db5-bb39-aeb1742daa29') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:54.989413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997d9fb7-17d0-4db5-bb39-aeb1742daa29') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:44:55.007978 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.031823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.044303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:44:55.045608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:44:55.048688 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:44:55.077138 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.079651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c3d1cd07-a026-41bd-9221-449191c6dd94 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:44:55.121132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: c3d1cd07-a026-41bd-9221-449191c6dd94 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:44:55.122800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device c3d1cd07-a026-41bd-9221-449191c6dd94 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:44:55.168056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3704ebda-0d67-4780-be9d-3739b4e8b9c1 req-eb674fa8-9060-4563-9d90-665ff17aaf1f tempest-ServerShowV254Test-913382868 tempest-ServerShowV254Test-913382868-project] 10.222.0.66 "GET /v2.0/ports?device_id=77ce4252-d5ed-4b41-af6a-cd7cda297fc0 HTTP/1.1" status: 200 len: 210 time: 0.0760963 Oct 18 20:44:55.206246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.214134 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.220806 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5d7fff24-3c3e-4379-9891-68a78c37a86d HTTP/1.1" status: 204 len: 168 time: 0.7227211 Oct 18 20:44:55.247108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab36c03-cdbf-42f3-a504-06733a1e4028 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7fff24-3c3e-4379-9891-68a78c37a86d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:55.413523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'name': 'network-vif-deleted', 'tag': 'c2a3a44f-bd09-464a-8e4e-50322caa1897'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:44:55.417470 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d3f489-9547-46fd-b78f-e9e04e6a7655" -d '{"events": [{"server_uuid": "38e5456e-4321-45b3-8e0b-5a2382148ef2", "name": "network-vif-deleted", "tag": "c2a3a44f-bd09-464a-8e4e-50322caa1897"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:44:55.481805 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b064bf-5517-45c3-9c3e-7a32272a2c80 x-openstack-request-id: req-74b064bf-5517-45c3-9c3e-7a32272a2c80 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:44:55.482704 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e5456e-4321-45b3-8e0b-5a2382148ef2", "name": "network-vif-deleted", "tag": "c2a3a44f-bd09-464a-8e4e-50322caa1897", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:44:55.483655 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74b064bf-5517-45c3-9c3e-7a32272a2c80 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:44:55.484543 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e5456e-4321-45b3-8e0b-5a2382148ef2', 'name': 'network-vif-deleted', 'tag': 'c2a3a44f-bd09-464a-8e4e-50322caa1897', 'status': 'completed', 'code': 200} Oct 18 20:44:55.552590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59322) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:55.634349 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b93d28be-640e-4e32-895c-fdbcfd3134f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f981cf699c6d475881ad7c8905ee31dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782301 Oct 18 20:44:55.636683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59326) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:55.829102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b211-d696-428e-986a-f0ea7fd527a0 req-1a3ea384-17b5-44e7-be31-e4ef7a882868 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:55.832705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3632b211-d696-428e-986a-f0ea7fd527a0 req-1a3ea384-17b5-44e7-be31-e4ef7a882868 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1312625 Oct 18 20:44:55.838540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-60f139fd-dfa8-49bd-b018-7de94d3b46f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.898981 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-60f139fd-dfa8-49bd-b018-7de94d3b46f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:55.949384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3632b211-d696-428e-986a-f0ea7fd527a0 req-256caffe-be75-4816-83f2-a967781d0d70 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921462 Oct 18 20:44:55.990929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-60f139fd-dfa8-49bd-b018-7de94d3b46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:56.004654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-60f139fd-dfa8-49bd-b018-7de94d3b46f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:56.005852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-60f139fd-dfa8-49bd-b018-7de94d3b46f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0beb7224-fc0a-4b5f-ad02-94382ff171fc HTTP/1.1" status: 204 len: 168 time: 0.3673975 Oct 18 20:44:56.017121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f139fd-dfa8-49bd-b018-7de94d3b46f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb7224-fc0a-4b5f-ad02-94382ff171fc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:56.166676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a8f0-8919-4755-bec7-8f02fdd9b198 req-da367400-4bb7-4316-86a7-de1f74df826e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:56.170608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c337a8f0-8919-4755-bec7-8f02fdd9b198 req-da367400-4bb7-4316-86a7-de1f74df826e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0810623 Oct 18 20:44:56.256171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c337a8f0-8919-4755-bec7-8f02fdd9b198 req-62dc6ca8-b756-45bd-83c5-2f5417e81d3a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708034 Oct 18 20:44:56.539384 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.068200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59376) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:57.164264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb07d4b-e4b6-4c28-ab43-ce89c44bd1b1 req-28532a23-ff57-4efa-b936-33c99327c3e4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:57.170598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-acb07d4b-e4b6-4c28-ab43-ce89c44bd1b1 req-28532a23-ff57-4efa-b936-33c99327c3e4 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0872982 Oct 18 20:44:57.226592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-acb07d4b-e4b6-4c28-ab43-ce89c44bd1b1 req-997b3177-c5bf-466a-8a43-c4bf339a735c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500326 Oct 18 20:44:57.439891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3616a61-4b89-4124-824f-ad849693ef80 req-be5b130a-52d8-4de9-8502-568b349ebc24 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:57.447655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3616a61-4b89-4124-824f-ad849693ef80 req-be5b130a-52d8-4de9-8502-568b349ebc24 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0814736 Oct 18 20:44:57.485537 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.488534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3616a61-4b89-4124-824f-ad849693ef80 req-f8af6edc-4efe-437b-8a64-0f1038a9dc7a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Oct 18 20:44:57.632978 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.639040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.707784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3c5623d3d4344fc9de54ee0ab5eaf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379857 Oct 18 20:44:57.708023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59398) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:57.709271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8702c428-ef3a-4481-b7ac-dc611cb4ccf3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:57.718306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.719149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.720005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.720788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.721387 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.722020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.722506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.722985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.723644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.724122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.724640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.725138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256574e-b3f1-459f-8686-4f6f89d304c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:44:57.803590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d33a4107-5a08-44a3-9358-e83586863be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.836920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d33a4107-5a08-44a3-9358-e83586863be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.926883 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d33a4107-5a08-44a3-9358-e83586863be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.929740 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d33a4107-5a08-44a3-9358-e83586863be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:57.934789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d33a4107-5a08-44a3-9358-e83586863be5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8702c428-ef3a-4481-b7ac-dc611cb4ccf3 HTTP/1.1" status: 204 len: 168 time: 0.2218578 Oct 18 20:44:57.942004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4107-5a08-44a3-9358-e83586863be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702c428-ef3a-4481-b7ac-dc611cb4ccf3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:57.999523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59412) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:58.336649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1743064722-network', 'tenant_id': '567e27e3378f4926a31c10851e7aaabf'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:44:58.372009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Made reservation on behalf of 567e27e3378f4926a31c10851e7aaabf for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:44:58.376255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.393215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.523850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.529521 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.558215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:44:58.567665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300c17a3-ca68-4d52-b62c-da511f793ff4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:58.581421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.581873 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Added segment d23cd331-8a45-4888-b8eb-b4d25d454e5e of type vlan for network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 Oct 18 20:44:58.634919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.683604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.685190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:58.686180 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.737358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7324121 Oct 18 20:44:58.737566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59446) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:44:58.742843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Request body: {'subnet': {'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1743064722-subnet', 'tenant_id': '567e27e3378f4926a31c10851e7aaabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:44:58.774475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Made reservation on behalf of 567e27e3378f4926a31c10851e7aaabf for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:44:58.778975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:58.814521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecb6fe-cee4-4fb3-837c-f16f17b7d1ae admin admin] Pushing event updated for resources: {'Network': ['ID=9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:58.832749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:44:59.151003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:59.166015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba2152-3e09-48fe-a6dc-cdac00ad6cc9 req-4f8cf2c8-6340-42c3-8a45-ddd0b29e667c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:59.174236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21ba2152-3e09-48fe-a6dc-cdac00ad6cc9 req-4f8cf2c8-6340-42c3-8a45-ddd0b29e667c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0746849 Oct 18 20:44:59.230845 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21ba2152-3e09-48fe-a6dc-cdac00ad6cc9 req-888ec8a9-74ef-480e-978a-8f1d8c6bc6f9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547297 Oct 18 20:44:59.265389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db70922-6610-418c-b4c1-e8e6f8000b1f,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:44:59.300441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Checking segment: {'id': 'd23cd331-8a45-4888-b8eb-b4d25d454e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:44:59.301134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Network hostable DHCP agents. Network: 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:44:59.334025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:44:59.364939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:44:59.371948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:59.373127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:44:59.382961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c88abf-d72f-4c39-b441-75b1723ceea2 None None] Network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:44:59.408013 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1f177b1c-231a-4f35-b213-d7f1f9f65a29 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6665301 Oct 18 20:44:59.427641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b6b8-4407-4653-9768-54f3d71b90c3 req-5bafed7f-bf18-4226-b04f-e6f1f6682f8e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:44:59.441855 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ab3b6b8-4407-4653-9768-54f3d71b90c3 req-5bafed7f-bf18-4226-b04f-e6f1f6682f8e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1181557 Oct 18 20:44:59.525715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ab3b6b8-4407-4653-9768-54f3d71b90c3 req-17850756-3437-496e-bc4b-666fb35ebfcc tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818508 Oct 18 20:44:59.550543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb4ce4-a2a7-4d90-b0f1-2497609809b6 None None] Network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:00.757250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59522) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:00.944461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-048ab03d-e28a-4b0a-bfbc-961c3e7d0b53 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:00.947084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-048ab03d-e28a-4b0a-bfbc-961c3e7d0b53 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/networks?id=9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 HTTP/1.1" status: 200 len: 814 time: 0.1694357 Oct 18 20:45:00.969480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-4a6c27ff-6335-4a97-8854-351956d1283c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/quotas/567e27e3378f4926a31c10851e7aaabf HTTP/1.1" status: 200 len: 375 time: 0.0107415 Oct 18 20:45:01.008668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-ee745742-b51d-4e29-9663-e38941df8db1 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=567e27e3378f4926a31c10851e7aaabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314209 Oct 18 20:45:01.043429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02465fe6-9ef9-4464-ae05-8113c7c2b6cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:01.193529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02465fe6-9ef9-4464-ae05-8113c7c2b6cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:01.201849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02465fe6-9ef9-4464-ae05-8113c7c2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:01.263147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-02465fe6-9ef9-4464-ae05-8113c7c2b6cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b96a1abf39f4465b0655200f13853fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008218 Oct 18 20:45:01.263147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02465fe6-9ef9-4464-ae05-8113c7c2b6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d2c8c6-4ff8-489a-b64d-e5b00784a434,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:01.263538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:01.354432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c6dda38d-7c77-4c22-91c8-0c9a28b32f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:01.389058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c6dda38d-7c77-4c22-91c8-0c9a28b32f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:01.479614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c6dda38d-7c77-4c22-91c8-0c9a28b32f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:01.483956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c6dda38d-7c77-4c22-91c8-0c9a28b32f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:01.486233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c6dda38d-7c77-4c22-91c8-0c9a28b32f84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9d2c8c6-4ff8-489a-b64d-e5b00784a434 HTTP/1.1" status: 204 len: 168 time: 0.2217059 Oct 18 20:45:01.505585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dda38d-7c77-4c22-91c8-0c9a28b32f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d2c8c6-4ff8-489a-b64d-e5b00784a434,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:01.559741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-19d0b191-48a5-41fd-9eaa-5d20401bec31 service neutron] 10.222.0.66 "GET /v2.0/networks/9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368068 Oct 18 20:45:01.711851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-bf9a8cf1-0546-4f5c-a6f7-212d463db1a7 service neutron] 10.222.0.66 "GET /v2.0/networks/9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507313 Oct 18 20:45:01.916601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59540) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:01.944819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7e76-78fa-4fd0-b36a-2ae6b3633e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:02.080808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7e76-78fa-4fd0-b36a-2ae6b3633e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:02.088362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7e76-78fa-4fd0-b36a-2ae6b3633e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:02.140317 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4ba7e76-78fa-4fd0-b36a-2ae6b3633e92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71a62dead4754959a25fa5b1594939fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162716 Oct 18 20:45:02.143070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59548) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:02.151591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba7e76-78fa-4fd0-b36a-2ae6b3633e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66432bdf-1d52-48c1-aa38-406a324ae945,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:02.248365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8fb0b4d-b179-42c7-bd2e-ab825ac991f8 req-0017f297-de3c-430e-9a09-381ee986f324 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0667019 Oct 18 20:45:02.291110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09cc9176-b2f3-4091-8b18-329a34a13865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:02.344592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09cc9176-b2f3-4091-8b18-329a34a13865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:02.452262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09cc9176-b2f3-4091-8b18-329a34a13865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:02.462420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09cc9176-b2f3-4091-8b18-329a34a13865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:02.468605 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-09cc9176-b2f3-4091-8b18-329a34a13865 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66432bdf-1d52-48c1-aa38-406a324ae945 HTTP/1.1" status: 204 len: 168 time: 0.3192003 Oct 18 20:45:02.484346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9176-b2f3-4091-8b18-329a34a13865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66432bdf-1d52-48c1-aa38-406a324ae945,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:02.484649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861473b-486c-4d1e-b192-c3a6ae740f7e req-719b4ff1-9e7c-4933-9811-28c8c9f7e539 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:02.494934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d861473b-486c-4d1e-b192-c3a6ae740f7e req-719b4ff1-9e7c-4933-9811-28c8c9f7e539 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1261580 Oct 18 20:45:02.566287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d861473b-486c-4d1e-b192-c3a6ae740f7e req-521a1317-5710-4743-aa8b-65ebb41af8aa tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632367 Oct 18 20:45:02.617222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:02.756810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9928674-bfaf-4650-b8dd-06926859e1a9 req-b82ad68a-4c92-4470-bf51-f87c72fe3287 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:02.758291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9928674-bfaf-4650-b8dd-06926859e1a9 req-b82ad68a-4c92-4470-bf51-f87c72fe3287 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0716593 Oct 18 20:45:02.841500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9928674-bfaf-4650-b8dd-06926859e1a9 req-f485b6b7-14d8-4ccc-bb1d-e1a65af71cfe tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731716 Oct 18 20:45:03.043285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f748b88-6b01-4eac-b5ee-fcaa62d24032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:03.141541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f748b88-6b01-4eac-b5ee-fcaa62d24032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:03.146986 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f748b88-6b01-4eac-b5ee-fcaa62d24032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:03.216136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a123005-52dc-4fd4-a271-242263e01526 req-9cc95b43-2578-484b-9d7e-c54bc74c2e27 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 210 time: 0.0589285 Oct 18 20:45:03.218715 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0f748b88-6b01-4eac-b5ee-fcaa62d24032 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa1e96747dea4e258ae601e2fb560a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998075 Oct 18 20:45:03.223436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59570) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:03.233589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f748b88-6b01-4eac-b5ee-fcaa62d24032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f4f0c3-0598-4a6f-b3bc-472cf93ee2cc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:03.325554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62190bfa-3529-4cd2-99a2-84bd537f38e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:03.373144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62190bfa-3529-4cd2-99a2-84bd537f38e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:03.455159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-562b769a-0975-45e2-bbd1-af50075b29c8 req-76961a8f-2ac7-4b93-a578-a4f4db0ed151 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0513036 Oct 18 20:45:03.490464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62190bfa-3529-4cd2-99a2-84bd537f38e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:03.493530 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62190bfa-3529-4cd2-99a2-84bd537f38e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:03.498208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-62190bfa-3529-4cd2-99a2-84bd537f38e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4f4f0c3-0598-4a6f-b3bc-472cf93ee2cc HTTP/1.1" status: 204 len: 168 time: 0.2705710 Oct 18 20:45:03.516020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62190bfa-3529-4cd2-99a2-84bd537f38e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f4f0c3-0598-4a6f-b3bc-472cf93ee2cc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:03.768223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb42dba-3765-4b84-8e36-03445aaa6c6f req-335fd8c9-370e-48b5-989d-fe43d3516bcb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:03.770541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cb42dba-3765-4b84-8e36-03445aaa6c6f req-335fd8c9-370e-48b5-989d-fe43d3516bcb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0824163 Oct 18 20:45:03.836498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cb42dba-3765-4b84-8e36-03445aaa6c6f req-aa84e1af-195f-4103-a95a-9b08e0329c87 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484366 Oct 18 20:45:03.910612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-55176803-7cf1-47b1-bbe1-66c83c1183ae tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:03.910612 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-55176803-7cf1-47b1-bbe1-66c83c1183ae tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.30 "GET /v2.0/networks?id=9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 HTTP/1.1" status: 200 len: 814 time: 0.5822155 Oct 18 20:45:03.925503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Request body: {'port': {'device_id': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857', 'admin_state_up': True, 'tenant_id': '567e27e3378f4926a31c10851e7aaabf'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:04.006645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301fd38-f2ec-420c-a2f0-390a88a3c0aa req-b59d5833-8a43-4bef-9f40-85b01baf791e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:04.008547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8301fd38-f2ec-420c-a2f0-390a88a3c0aa req-b59d5833-8a43-4bef-9f40-85b01baf791e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0707300 Oct 18 20:45:04.057960 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8301fd38-f2ec-420c-a2f0-390a88a3c0aa req-f320d7fc-5a0b-4223-bda5-6555f2f235b5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Oct 18 20:45:04.130138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59598) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:04.137927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Made reservation on behalf of 567e27e3378f4926a31c10851e7aaabf for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:04.141890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.155694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4a35-8760-422e-a130-af62a57b26ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.327658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4a35-8760-422e-a130-af62a57b26ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.333462 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4a35-8760-422e-a130-af62a57b26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.348247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Allocated IP 172.20.0.7 (9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857/1db70922-6610-418c-b4c1-e8e6f8000b1f/5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:04.389170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d6b4a35-8760-422e-a130-af62a57b26ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94aa24da18344941b5f01ba9315d60df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578249 Oct 18 20:45:04.393394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59604) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:04.402519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b4a35-8760-422e-a130-af62a57b26ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9813a-21d6-425d-b069-107e1efcbd15,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:04.415733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59606) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:04.519447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2386b80a-5a8d-4c7e-8d2c-0b5fef4e872d req-db33d8a6-fcd0-4957-8ad8-1056fc68ead7 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 210 time: 0.0649431 Oct 18 20:45:04.566494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9b3d-3130-411e-90f1-25464088251c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.595944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3388324-0e89-4d49-9dba-c5690dae6f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.598184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9b3d-3130-411e-90f1-25464088251c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.648753 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.687019 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9b3d-3130-411e-90f1-25464088251c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.690712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9b3d-3130-411e-90f1-25464088251c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.691873 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e0ff9b3d-3130-411e-90f1-25464088251c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/19c9813a-21d6-425d-b069-107e1efcbd15 HTTP/1.1" status: 204 len: 168 time: 0.2974427 Oct 18 20:45:04.733322 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.758463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff9b3d-3130-411e-90f1-25464088251c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9813a-21d6-425d-b069-107e1efcbd15,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:04.762143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b70ce64-06f2-4150-9cfa-a42054ab5e54 req-2ae3886c-7300-4033-88ab-3d3647884fe5 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0772662 Oct 18 20:45:04.833140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Pushing event updated for resources: {'Port': ['ID=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:04.863833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:04.881473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:04.889337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:04.943504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3388324-0e89-4d49-9dba-c5690dae6f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.965868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3388324-0e89-4d49-9dba-c5690dae6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:04.985780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64530-daf2-43ea-92e7-1bbf82945dec req-0543402b-434b-4f42-871e-149b904940c0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:04.987998 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0a64530-daf2-43ea-92e7-1bbf82945dec req-0543402b-434b-4f42-871e-149b904940c0 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0639915 Oct 18 20:45:05.013259 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-2d741ec0-453d-4c5d-b805-b7a87ca6787c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2078743 Oct 18 20:45:05.059775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d9cff321-cdd8-49a2-88af-8c1c0a744457 req-a4c71358-218f-4fca-ab6b-00e351aa2b1e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0333178 Oct 18 20:45:05.072195 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f3388324-0e89-4d49-9dba-c5690dae6f44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fecd0b1f62342b99f15ec39263a5d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554790 Oct 18 20:45:05.078373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0a64530-daf2-43ea-92e7-1bbf82945dec req-cce79e0d-8ee8-4c7b-bfe2-1767af64c654 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818393 Oct 18 20:45:05.079199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59620) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:05.085511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:05.086976 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:05.092433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3388324-0e89-4d49-9dba-c5690dae6f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456b3207-1f7e-4250-a207-04c7c2e85884,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:05.142404 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-a7681af5-43ed-4ab3-b7e5-f1434fa4ef6c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2232900 Oct 18 20:45:05.148174 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-daf3f7e2-2048-4975-8c62-63dc90ee06e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:05.179866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-daf3f7e2-2048-4975-8c62-63dc90ee06e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:05.213042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Request body: {'port': {'device_id': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:05.263934 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-daf3f7e2-2048-4975-8c62-63dc90ee06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:05.267604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-daf3f7e2-2048-4975-8c62-63dc90ee06e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:05.270137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-daf3f7e2-2048-4975-8c62-63dc90ee06e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/456b3207-1f7e-4250-a207-04c7c2e85884 HTTP/1.1" status: 204 len: 168 time: 0.1894479 Oct 18 20:45:05.280862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3f7e2-2048-4975-8c62-63dc90ee06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b3207-1f7e-4250-a207-04c7c2e85884,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:05.534394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75da24a-838b-4b32-9b1a-9654d7d71169 req-b1203636-e628-4ec0-8d23-37d3985e7bc1 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:05.537085 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b75da24a-838b-4b32-9b1a-9654d7d71169 req-b1203636-e628-4ec0-8d23-37d3985e7bc1 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1352384 Oct 18 20:45:05.562641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ad75-2130-40ae-886f-8c4e91506068 req-f6b3a16a-aaed-416e-955e-9cee10cab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:05.564740 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-f6b3a16a-aaed-416e-955e-9cee10cab7c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 1097 time: 0.3856184 Oct 18 20:45:05.571634 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:05.641378 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b75da24a-838b-4b32-9b1a-9654d7d71169 req-d8560d60-ff53-4336-9b2f-ac522d8fb6aa tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972915 Oct 18 20:45:05.686294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-fbe11ed5-a7b2-4c8d-8fb2-d87e582505be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:05.688944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-fbe11ed5-a7b2-4c8d-8fb2-d87e582505be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1095 time: 0.1806469 Oct 18 20:45:05.976286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396edf59-b7fa-4b31-a5c6-768faab5729c req-b4a89d4f-bd39-45be-8a0e-3d4cda58e9b5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:05.978364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-396edf59-b7fa-4b31-a5c6-768faab5729c req-b4a89d4f-bd39-45be-8a0e-3d4cda58e9b5 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0699904 Oct 18 20:45:06.088234 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-396edf59-b7fa-4b31-a5c6-768faab5729c req-e3959219-c133-4fc7-b5d3-c8bf687c796f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977080 Oct 18 20:45:06.089170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59662) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:06.208523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ad75-2130-40ae-886f-8c4e91506068 req-857df9f4-59e6-43f6-af15-bd16943e40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:06.210105 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-857df9f4-59e6-43f6-af15-bd16943e40cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.5318136 Oct 18 20:45:06.232092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-cbb28579-5c42-4171-adb8-de04bd59ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:06.232092 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-cbb28579-5c42-4171-adb8-de04bd59ffa6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.5256412 Oct 18 20:45:06.325688 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-dffff3ed-fc48-4f5d-b188-3823fa720b0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d655d2de-227b-4184-9452-9886510b0c34 HTTP/1.1" status: 200 len: 217 time: 0.1010587 Oct 18 20:45:06.451941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632d385-4765-4cca-bb3e-a916ae2553af req-27e4245f-0395-4d9a-8e6e-f6a844f97c7e tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:06.467956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f632d385-4765-4cca-bb3e-a916ae2553af req-27e4245f-0395-4d9a-8e6e-f6a844f97c7e tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 931 time: 0.1408424 Oct 18 20:45:06.468881 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-3e37a9d9-79ad-4c61-986e-b212999d2aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 999 time: 0.2276011 Oct 18 20:45:06.472245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ad75-2130-40ae-886f-8c4e91506068 req-a15c9cb7-0cad-4aa3-8e96-d0fdc96ed90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:06.473903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-a15c9cb7-0cad-4aa3-8e96-d0fdc96ed90e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1085196 Oct 18 20:45:06.523756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f632d385-4765-4cca-bb3e-a916ae2553af req-ee31810a-2764-459b-87c8-e278341d574c tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540297 Oct 18 20:45:06.557208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-network', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:06.634379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Made reservation on behalf of e927db40a4714880bd7e8a7732e821e1 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:06.641029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:06.649489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:45:06.655084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-7f55a5e9-9566-42f3-bdee-6f28330c85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:06.656592 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-7f55a5e9-9566-42f3-bdee-6f28330c85a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.1730304 Oct 18 20:45:06.664228 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:06.681713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:06.706356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ad75-2130-40ae-886f-8c4e91506068 req-53173071-de76-4b07-9074-a505600489ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:06.707986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-53173071-de76-4b07-9074-a505600489ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159348 Oct 18 20:45:06.712198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Transition to ACTIVE for port object 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:45:06.744830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:06.765844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5fe8e4a-1cb0-4f33-929d-9dbd259b6729 req-5fa4a3bd-c4cf-45b8-9c8b-0308b23b1df6 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0938690 Oct 18 20:45:06.861652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-f0051220-8daa-45cc-9190-648bc78e8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:06.866241 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-f0051220-8daa-45cc-9190-648bc78e8fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982107 Oct 18 20:45:06.955245 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:06.962039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:06.964685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:06.997788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:07.022972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb72aa-7b04-4cca-8b81-d9fa80252459 req-7638c6d5-cb83-45c8-9b4d-13e0ac3acd8d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:07.024649 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cdb72aa-7b04-4cca-8b81-d9fa80252459 req-7638c6d5-cb83-45c8-9b4d-13e0ac3acd8d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1165874 Oct 18 20:45:07.030300 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.030958 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Added segment 53d166e3-b715-4fb5-9222-bc231ebeb7d5 of type vlan for network 6597ad75-5f70-428b-aa40-05992b8cd375 Oct 18 20:45:07.033896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e74a0b2-4732-45a9-a883-b7c1c53bfe01,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:07.101481 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.106110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-0f038ff6-9593-4387-8098-0583109f9e1e service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801234 Oct 18 20:45:07.143128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cdb72aa-7b04-4cca-8b81-d9fa80252459 req-1048e8eb-18bd-43f9-a8e1-2bde1e819c8c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100080 Oct 18 20:45:07.172865 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.173932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:07.175334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.193279 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-c5883cfb-3073-4250-bd8d-cfdb52ff8552 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074329 Oct 18 20:45:07.216440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1257832 Oct 18 20:45:07.219769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59686) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:07.225755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Request body: {'subnet': {'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-subnet', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:07.266783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a02e4-3aa2-46e7-9faa-8f23522c97c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6597ad75-5f70-428b-aa40-05992b8cd375,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:07.277956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 6597ad75-5f70-428b-aa40-05992b8cd375 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:07.307773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Attempting to bind port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:07.308375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Attempting to bind port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd23cd331-8a45-4888-b8eb-b4d25d454e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:07.308729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Attempting to bind port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd on network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:07.308853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Made reservation on behalf of e927db40a4714880bd7e8a7732e821e1 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:07.311357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.335787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd on network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:07.335787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Attempting to bind port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd on network 9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:07.379921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:07.380366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Checking segment: {'id': 'd23cd331-8a45-4888-b8eb-b4d25d454e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:07.380850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Bound using segment: {'id': 'd23cd331-8a45-4888-b8eb-b4d25d454e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:07.381386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Bound port: 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23cd331-8a45-4888-b8eb-b4d25d454e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:07.381822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.399269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59692) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:07.415050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1881ad75-2130-40ae-886f-8c4e91506068 req-ea23f1f9-5134-40c6-a4b2-85af6e8c425e service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007665 Oct 18 20:45:07.437767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58912314-8c72-4845-a8ac-fc4aa50d1861 req-f173ea0f-63f8-4040-a594-d632b8bb18e3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:07.445917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58912314-8c72-4845-a8ac-fc4aa50d1861 req-f173ea0f-63f8-4040-a594-d632b8bb18e3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1394334 Oct 18 20:45:07.472061 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-def65b3c-c4b0-4818-a1c4-3ab9558e4257 req-51257e58-b462-46db-aabf-1ffe829e41c6 service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652202 Oct 18 20:45:07.508719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] For port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:07.514558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] For port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,segment=NetworkSegment(d23cd331-8a45-4888-b8eb-b4d25d454e5e),segment_id=d23cd331-8a45-4888-b8eb-b4d25d454e5e)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:07.517174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58912314-8c72-4845-a8ac-fc4aa50d1861 req-860e2877-0d66-40c2-8e19-3f1f51912599 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700464 Oct 18 20:45:07.524760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.641036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a48b8c3b-502d-4bbd-92ff-b62b61661f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.659646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:07.660746 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.663204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd HTTP/1.1" status: 200 len: 1091 time: 2.4597976 Oct 18 20:45:07.663562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.667317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'tag': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:07.672889 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8067bea-798e-408c-8fc4-55be78de0738" -d '{"events": [{"name": "network-changed", "server_uuid": "c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8", "tag": "5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:07.739776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f93a-9e65-450b-aeae-a84f4b5601a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:07.760083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9d39af-8c8f-4b23-b24e-bc0efedb7518,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:07.798651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd853-5f02-4bd2-800d-0f4161cbdd35 req-6d069113-d8bb-419d-8ce9-a75d2f4e59d3 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:07.801163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75efd853-5f02-4bd2-800d-0f4161cbdd35 req-6d069113-d8bb-419d-8ce9-a75d2f4e59d3 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 943 time: 0.1255260 Oct 18 20:45:07.802562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Checking segment: {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:07.802744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Network hostable DHCP agents. Network: 6597ad75-5f70-428b-aa40-05992b8cd375, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:45:07.831349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-6d9c0f64-f57d-495c-8223-8a6059e42134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:07.833935 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-6d9c0f64-f57d-495c-8223-8a6059e42134 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=567e27e3378f4926a31c10851e7aaabf&device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 1094 time: 0.1125197 Oct 18 20:45:07.842715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Network 6597ad75-5f70-428b-aa40-05992b8cd375 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:45:07.863384 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75efd853-5f02-4bd2-800d-0f4161cbdd35 req-461f3507-5ea8-433c-bc40-0508247c1eee tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Oct 18 20:45:07.864868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 6597ad75-5f70-428b-aa40-05992b8cd375) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:07.869773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:07.870373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.875195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02923f2-dad0-4458-8108-534bd38594da None None] Network 6597ad75-5f70-428b-aa40-05992b8cd375 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:07.889151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bc5d62bc-2037-41de-a6dc-cf7839045cf5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6675711 Oct 18 20:45:07.891796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59702) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:07.908566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:07.917227 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-1b108d96-5831-4c9d-8ceb-0ab781295e62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd HTTP/1.1" status: 200 len: 217 time: 0.0733390 Oct 18 20:45:07.962578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:07.965124 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.002759 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f158e-95e2-4c0e-8705-02d1baa5f9c0 x-openstack-request-id: req-2f8f158e-95e2-4c0e-8705-02d1baa5f9c0 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:08.003065 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8", "tag": "5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:08.003299 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f8f158e-95e2-4c0e-8705-02d1baa5f9c0 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:08.003713 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'tag': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd', 'status': 'completed', 'code': 200} Oct 18 20:45:08.006223 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a48b8c3b-502d-4bbd-92ff-b62b61661f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.012913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a48b8c3b-502d-4bbd-92ff-b62b61661f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.066056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b8c3b-502d-4bbd-92ff-b62b61661f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b9127e-39a2-4b8b-a198-818a19bdada2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:08.066535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.108265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-063058f4-a10f-4a31-aa4f-4123d99d13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:08.110884 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-063058f4-a10f-4a31-aa4f-4123d99d13fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1db70922-6610-418c-b4c1-e8e6f8000b1f HTTP/1.1" status: 200 len: 854 time: 0.1815665 Oct 18 20:45:08.120907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a48b8c3b-502d-4bbd-92ff-b62b61661f66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c1ea6739a0245ceb40f9276f8d434e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165699 Oct 18 20:45:08.122209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:08.137844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-6597ad75-5f70-428b-aa40-05992b8cd375', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'fixed_ips': [{'subnet_id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:45:08.139249 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.183133 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-43a19235-5be8-4d49-a846-e56aa76e908a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591667 Oct 18 20:45:08.230217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-947c0133-1491-426a-888d-5b7134bb81a7 req-d59a391b-502d-4ccc-8577-99435c48b6c7 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0746114 Oct 18 20:45:08.366355 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.393624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4a298fc-61c4-4fb5-8571-020c458f62b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.441315 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-e1075fa1-f253-4100-8a4a-d3698b18eac6 service neutron] 10.222.0.30 "GET /v2.0/networks/9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424951 Oct 18 20:45:08.454788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Allocated IP 172.20.0.2 (6597ad75-5f70-428b-aa40-05992b8cd375/8c9d39af-8c8f-4b23-b24e-bc0efedb7518/d2ab2b7a-598d-41b3-aad6-755d61c5ea29) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:08.474343 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4a298fc-61c4-4fb5-8571-020c458f62b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.499877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907adf6-d643-4169-a526-1f5a61e60f27 req-770c960d-bcac-4036-a824-2b45e8d07648 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:08.501535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f907adf6-d643-4169-a526-1f5a61e60f27 req-770c960d-bcac-4036-a824-2b45e8d07648 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0981145 Oct 18 20:45:08.592187 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1657237a-9c41-41d7-acf5-6eb33e985cbb req-1df21fc8-51ed-4742-83e7-9ef37e5a9824 service neutron] 10.222.0.30 "GET /v2.0/networks/9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401517 Oct 18 20:45:08.604022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4a298fc-61c4-4fb5-8571-020c458f62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.611123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4a298fc-61c4-4fb5-8571-020c458f62b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.614863 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b4a298fc-61c4-4fb5-8571-020c458f62b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85b9127e-39a2-4b8b-a198-818a19bdada2 HTTP/1.1" status: 204 len: 168 time: 0.4866102 Oct 18 20:45:08.621330 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f907adf6-d643-4169-a526-1f5a61e60f27 req-29c1eebf-5768-4efa-93e4-5556d3cc561a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018050 Oct 18 20:45:08.636364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a298fc-61c4-4fb5-8571-020c458f62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b9127e-39a2-4b8b-a198-818a19bdada2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:08.749093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8067bea-798e-408c-8fc4-55be78de0738 req-71367683-0449-4b09-9119-7a87821224b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:08.751331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8067bea-798e-408c-8fc4-55be78de0738 req-71367683-0449-4b09-9119-7a87821224b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=567e27e3378f4926a31c10851e7aaabf&device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 1094 time: 0.0914249 Oct 18 20:45:08.840770 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.856735 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.944233 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.956640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8067bea-798e-408c-8fc4-55be78de0738 req-32be7a81-ba47-4a37-8a36-67af7bd07816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:08.962464 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8067bea-798e-408c-8fc4-55be78de0738 req-32be7a81-ba47-4a37-8a36-67af7bd07816 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 HTTP/1.1" status: 200 len: 915 time: 0.1918387 Oct 18 20:45:08.964160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Pushing event updated for resources: {'Port': ['ID=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:08.984867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Network 6597ad75-5f70-428b-aa40-05992b8cd375 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:08.989850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:08.992105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:08.999867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:09.039780 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8067bea-798e-408c-8fc4-55be78de0738 req-60b70dde-204f-4685-bf35-d4907f76bd9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd HTTP/1.1" status: 200 len: 217 time: 0.0714016 Oct 18 20:45:09.140134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Attempting to bind port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:09.141117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Attempting to bind port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:09.141926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Attempting to bind port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 on network 6597ad75-5f70-428b-aa40-05992b8cd375 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:09.143976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8067bea-798e-408c-8fc4-55be78de0738 req-d44aad47-ebe8-4842-962a-07ecbfdd026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:09.147101 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8067bea-798e-408c-8fc4-55be78de0738 req-d44aad47-ebe8-4842-962a-07ecbfdd026c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1db70922-6610-418c-b4c1-e8e6f8000b1f HTTP/1.1" status: 200 len: 854 time: 0.0933256 Oct 18 20:45:09.150877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:09.151894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Checking segment: {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:09.151894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:09.152476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Bound using segment: {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:09.153081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Bound port: d2ab2b7a-598d-41b3-aad6-755d61c5ea29, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:09.154074 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:09.195282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Allocated IP 172.25.7.115 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/4e935530-fb19-4dce-b1ae-97aa97f9d222) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:09.206441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8067bea-798e-408c-8fc4-55be78de0738 req-64590b6a-2042-41de-aef8-44ace121fe63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485721 Oct 18 20:45:09.319477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] For port d2ab2b7a-598d-41b3-aad6-755d61c5ea29, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:09.327399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] For port d2ab2b7a-598d-41b3-aad6-755d61c5ea29, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:09.354564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:09.402584 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8067bea-798e-408c-8fc4-55be78de0738 req-e26cd1af-a129-4560-a960-b6be9497fef6 service neutron] 10.222.0.30 "GET /v2.0/networks/9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843150 Oct 18 20:45:09.500034 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:09.543598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0212a3-3e05-41b3-a5b5-cb071ab15a35 None None] Pushing event updated for resources: {'Port': ['ID=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:09.623422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af09e-4b90-43de-bbc0-a0c966ee3d04 req-4e01fffc-6760-4f65-bf30-86bd086b2466 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:09.625393 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-104af09e-4b90-43de-bbc0-a0c966ee3d04 req-4e01fffc-6760-4f65-bf30-86bd086b2466 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0983949 Oct 18 20:45:09.649258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:09.657479 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d8067bea-798e-408c-8fc4-55be78de0738 req-b79ec556-aa97-4b60-8bc0-fcae71b7d394 service neutron] 10.222.0.30 "GET /v2.0/networks/9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462993 Oct 18 20:45:09.709346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:09.718381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:09.729732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:09.878088 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-104af09e-4b90-43de-bbc0-a0c966ee3d04 req-8d0a6ee6-dcf7-4aee-b02b-8e2039844f03 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382832 Oct 18 20:45:09.878937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Pushing event updated for resources: {'Port': ['ID=4e935530-fb19-4dce-b1ae-97aa97f9d222,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:10.107642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d2ab2b7a-598d-41b3-aad6-755d61c5ea29 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:10.184642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:10.185016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:10.195796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ffef2-af39-4895-b5ff-f6bd2fa73a8a req-4adb3e6d-0a14-4bd3-9837-60c92286f104 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:10.199928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-750ffef2-af39-4895-b5ff-f6bd2fa73a8a req-4adb3e6d-0a14-4bd3-9837-60c92286f104 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 943 time: 0.1140320 Oct 18 20:45:10.246556 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:10.282013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:10.323884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d2ab2b7a-598d-41b3-aad6-755d61c5ea29, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:10.329098 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:10.353199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-750ffef2-af39-4895-b5ff-f6bd2fa73a8a req-1b747715-56c7-40a5-91b7-5a4c40ce7a9a tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479123 Oct 18 20:45:10.419513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:10.539229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0181b038-71f6-434f-9a97-e8401fd8a7a9 req-32513e5a-9e28-4dfa-bc35-3de346946f62 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0616763 Oct 18 20:45:10.705251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:10.733075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51946a-10d1-4794-bfba-619c43701484 req-70bc2325-307d-40ca-bfa0-7f5ffebf7021 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:10.735438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb51946a-10d1-4794-bfba-619c43701484 req-70bc2325-307d-40ca-bfa0-7f5ffebf7021 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1162415 Oct 18 20:45:10.931829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb51946a-10d1-4794-bfba-619c43701484 req-302b7e6e-8cc3-4968-8435-2f640ce07f6f tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386633 Oct 18 20:45:10.951062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f639fab-e4a3-4db3-8307-eab57e4725fb None None] Network 6597ad75-5f70-428b-aa40-05992b8cd375 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:11.008363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:45:11.059660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d927588a-79cb-44c9-a25a-b3be04a3df68 None None] Provisioning complete for port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:11.059660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d927588a-79cb-44c9-a25a-b3be04a3df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:11.227846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:45:11.241047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Sync routers for ids ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:45:11.251656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f77516-a104-41e9-8e5e-ca852e4d99c4 req-658d3795-7a74-40dc-ab33-c7e6891797bb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:11.253375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-69f77516-a104-41e9-8e5e-ca852e4d99c4 req-658d3795-7a74-40dc-ab33-c7e6891797bb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0844059 Oct 18 20:45:11.262944 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:11.267891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2fab8bf0-c816-408a-9876-adf4d4636d39 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3713160 Oct 18 20:45:11.268717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Routers {'d3e21e73-cc52-45c4-83e8-8b63b3b04c04'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:11.269191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59780) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:11.269327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:44:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:11.395980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-69f77516-a104-41e9-8e5e-ca852e4d99c4 req-d1aac5d8-39ae-466f-8bf8-091a973458ef tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167324 Oct 18 20:45:11.446510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Set router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:11.638446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:45:11.866661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0e5d4c4e-c2f5-443a-99ef-59fd04021a2e None None] Provisioning complete for port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:11.867249 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4c4e-c2f5-443a-99ef-59fd04021a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:11.970074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,segment=NetworkSegment(d23cd331-8a45-4888-b8eb-b4d25d454e5e),segment_id=d23cd331-8a45-4888-b8eb-b4d25d454e5e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:11.972957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165251a-5eef-497c-8e79-b867870d8140 req-1caac632-d5b2-4221-b3d2-dd95c0b8ac7e tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:11.977410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d165251a-5eef-497c-8e79-b867870d8140 req-1caac632-d5b2-4221-b3d2-dd95c0b8ac7e tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 943 time: 0.1310189 Oct 18 20:45:12.016955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd', 'network_id': '9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857', 'port_id': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd', 'mac_address': 'fa:16:3e:ca:fe:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db70922-6610-418c-b4c1-e8e6f8000b1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:45:12.111593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d2ab2b7a-598d-41b3-aad6-755d61c5ea29 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:12.128086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d165251a-5eef-497c-8e79-b867870d8140 req-bd506928-2ddd-4765-b86e-d6d1b9b55130 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956087 Oct 18 20:45:12.188724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:45:10Z', 'revision_number': 3, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port': {'id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:08Z', 'updated_at': '2021-10-18T20:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:12.203646 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:12.255345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59826) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:12.367427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440c43-aa20-4b09-83ce-c3cbbd77fabb req-1156a5d2-6b86-4c61-b634-d5831f613ad2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:12.369174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14440c43-aa20-4b09-83ce-c3cbbd77fabb req-1156a5d2-6b86-4c61-b634-d5831f613ad2 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1086316 Oct 18 20:45:12.451254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:12.472369 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14440c43-aa20-4b09-83ce-c3cbbd77fabb req-57f4d401-99fa-46fe-ab15-d9d7f6711b34 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686824 Oct 18 20:45:12.524145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Checking router: d3e21e73-cc52-45c4-83e8-8b63b3b04c04 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:45:12.524830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Updating router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 port 4e935530-fb19-4dce-b1ae-97aa97f9d222 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:45:12.581987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:45:12.629884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:12.634340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:12.634875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:12.667668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,segment=NetworkSegment(d23cd331-8a45-4888-b8eb-b4d25d454e5e),segment_id=d23cd331-8a45-4888-b8eb-b4d25d454e5e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:12.696481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:12.709111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6802d049-d125-4939-a02b-037c12cd59d3 req-3327e0d6-86e0-482f-a40a-e7888741de31 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0787623 Oct 18 20:45:12.793424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1255b52c-79cd-4fd4-b386-ee6e6d29b4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:12.797511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:12.868604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004bfc-8820-431c-b205-487747ee31ad req-bc727d1f-ba20-4695-83b4-6ca05572c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:12.870498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b004bfc-8820-431c-b205-487747ee31ad req-bc727d1f-ba20-4695-83b4-6ca05572c1c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 1097 time: 0.0654411 Oct 18 20:45:12.881273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Allocated IP 172.20.0.1 (6597ad75-5f70-428b-aa40-05992b8cd375/8c9d39af-8c8f-4b23-b24e-bc0efedb7518/0cf8f16d-73ea-46da-b9b1-912c6ed94151) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:12.940945 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b004bfc-8820-431c-b205-487747ee31ad req-462d3881-2c34-4c4d-bad7-3091d94633eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Oct 18 20:45:12.988133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1255b52c-79cd-4fd4-b386-ee6e6d29b4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:12.994853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1255b52c-79cd-4fd4-b386-ee6e6d29b4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.023252 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.042933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255b52c-79cd-4fd4-b386-ee6e6d29b4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecf35c3-990d-4757-afb6-6aae279bf1f3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:13.045614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0341b-07af-485c-b428-48c06d052160 req-02314358-84d2-442f-ae85-24bf84c5875d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:13.054989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78e0341b-07af-485c-b428-48c06d052160 req-02314358-84d2-442f-ae85-24bf84c5875d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.2372022 Oct 18 20:45:13.075308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:13.076991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:13.077435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1255b52c-79cd-4fd4-b386-ee6e6d29b4d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b08cf5bda5ae4db9824238a8ea972ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205824 Oct 18 20:45:13.125412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.206145 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78e0341b-07af-485c-b428-48c06d052160 req-ca33fa63-19c7-44fd-bdbb-5a96623b2f8c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475022 Oct 18 20:45:13.236425 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.254365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b06b8479-7676-49ad-a837-a03f9f90d1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.353407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Network 6597ad75-5f70-428b-aa40-05992b8cd375 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:13.380587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b06b8479-7676-49ad-a837-a03f9f90d1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.425720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:13.449183 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.449414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:13.455617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf8f16d-73ea-46da-b9b1-912c6ed94151,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:13.468979 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.526791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b06b8479-7676-49ad-a837-a03f9f90d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.530807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b06b8479-7676-49ad-a837-a03f9f90d1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.535090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b06b8479-7676-49ad-a837-a03f9f90d1e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ecf35c3-990d-4757-afb6-6aae279bf1f3 HTTP/1.1" status: 204 len: 168 time: 0.4543993 Oct 18 20:45:13.535090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.548485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Attempting to bind port 4e935530-fb19-4dce-b1ae-97aa97f9d222 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:13.548840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Attempting to bind port 4e935530-fb19-4dce-b1ae-97aa97f9d222 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:13.550002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Attempting to bind port 4e935530-fb19-4dce-b1ae-97aa97f9d222 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:13.563613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:13.564221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:13.565492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.566160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:13.566985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Bound port: 4e935530-fb19-4dce-b1ae-97aa97f9d222, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:13.567988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.614561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaed464-f26e-4e89-be0a-ca6f1185292d None None] Pushing event updated for resources: {'Port': ['ID=4e935530-fb19-4dce-b1ae-97aa97f9d222,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:13.700102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8479-7676-49ad-a837-a03f9f90d1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecf35c3-990d-4757-afb6-6aae279bf1f3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:13.749194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.790250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] For port 4e935530-fb19-4dce-b1ae-97aa97f9d222, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:13.819222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] For port 4e935530-fb19-4dce-b1ae-97aa97f9d222, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4e935530-fb19-4dce-b1ae-97aa97f9d222,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:13.828143 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:13.893528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Routers {'d3e21e73-cc52-45c4-83e8-8b63b3b04c04'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:13.894167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:44:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:13.955496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaed464-f26e-4e89-be0a-ca6f1185292d None None] Pushing event updated for resources: {'Port': ['ID=4e935530-fb19-4dce-b1ae-97aa97f9d222,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:13.970911 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-33ee8316-1616-4632-8057-f8012aae6382 None None] Provisioning complete for port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:13.971989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33ee8316-1616-4632-8057-f8012aae6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.054826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-33ee8316-1616-4632-8057-f8012aae6382 None None] Port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:45:14.072929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] Set router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:14.102927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527d7ae-e258-43ce-a812-c7960c6e9f69 req-a109e869-5edc-4569-b541-43502a4ebb54 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:14.105780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0527d7ae-e258-43ce-a812-c7960c6e9f69 req-a109e869-5edc-4569-b541-43502a4ebb54 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 944 time: 0.2728589 Oct 18 20:45:14.199783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59846) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:14.206965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0527d7ae-e258-43ce-a812-c7960c6e9f69 req-fda1b44b-f90c-4263-92ff-d083119b210f tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880356 Oct 18 20:45:14.218960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.243535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.252595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9474385f-527b-44e2-8378-4d0288acda63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.341526 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.390163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf8f16d-73ea-46da-b9b1-912c6ed94151,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:14.404582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-307566b5-9c40-4c57-9763-922fc0cabd8d req-16877918-edb6-4c76-a0bd-7a3381b37754 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0672736 Oct 18 20:45:14.450991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9474385f-527b-44e2-8378-4d0288acda63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.468069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9474385f-527b-44e2-8378-4d0288acda63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.484334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 4, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port': {'id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:08Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0cf8f16d-73ea-46da-b9b1-912c6ed94151', 'name': '', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'mac_address': 'fa:16:3e:d4:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:12Z', 'updated_at': '2021-10-18T20:45:12Z', 'revision_number': 1, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'subnets': [{'id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:14.535095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474385f-527b-44e2-8378-4d0288acda63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcd4e2a-4196-459e-90e1-c4c4c3bd3b0e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:14.541607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dbab63-c497-461b-8515-be88254ea7c1 None None] The sync data for ids ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'] in n-d-812149-2 is: [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 4, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port': {'id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:08Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0cf8f16d-73ea-46da-b9b1-912c6ed94151', 'name': '', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'mac_address': 'fa:16:3e:d4:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:12Z', 'updated_at': '2021-10-18T20:45:12Z', 'revision_number': 1, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'subnets': [{'id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:45:14.593826 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9474385f-527b-44e2-8378-4d0288acda63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e07139a1aa3849e98685e35f54d877f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915164 Oct 18 20:45:14.596486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59854) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:14.634754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522036f8-769d-4ef9-8373-5efcfd761caa req-772b1af5-295d-417a-8581-eebb31053ec7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:14.636441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-522036f8-769d-4ef9-8373-5efcfd761caa req-772b1af5-295d-417a-8581-eebb31053ec7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1083961 Oct 18 20:45:14.651200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Network 6597ad75-5f70-428b-aa40-05992b8cd375 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:14.653840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:14.692235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8752fe2e-b2aa-4618-8103-7420cc54ff52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.742118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8752fe2e-b2aa-4618-8103-7420cc54ff52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.873197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8752fe2e-b2aa-4618-8103-7420cc54ff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.878852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8752fe2e-b2aa-4618-8103-7420cc54ff52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:14.880868 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8752fe2e-b2aa-4618-8103-7420cc54ff52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dcd4e2a-4196-459e-90e1-c4c4c3bd3b0e HTTP/1.1" status: 204 len: 168 time: 0.2830365 Oct 18 20:45:14.895365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752fe2e-b2aa-4618-8103-7420cc54ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcd4e2a-4196-459e-90e1-c4c4c3bd3b0e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:14.984574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-522036f8-769d-4ef9-8373-5efcfd761caa req-453057c3-949f-4bee-a8d9-a2dd03dbeb79 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268805 Oct 18 20:45:15.013025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:45:15.090658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9cfcd4bb-1956-4221-9a5b-c3951c0626da None None] Provisioning complete for port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:15.091579 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9cfcd4bb-1956-4221-9a5b-c3951c0626da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:15.175167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9cfcd4bb-1956-4221-9a5b-c3951c0626da None None] Port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:45:15.311636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f97940-533a-4ab2-a58d-173a3e929bf7 req-3963787f-cd4a-45d2-96b2-cb57649744ed tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:15.314195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15f97940-533a-4ab2-a58d-173a3e929bf7 req-3963787f-cd4a-45d2-96b2-cb57649744ed tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1777422 Oct 18 20:45:15.364934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:45:15.375447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e1519d18-29f1-4dab-aa2e-49038b626368 admin admin] 10.222.0.66 "PUT /v2.0/routers/d3e21e73-cc52-45c4-83e8-8b63b3b04c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1051900 Oct 18 20:45:15.400767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15f97940-533a-4ab2-a58d-173a3e929bf7 req-5140894f-a889-4047-ac5c-8766b028418b tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744243 Oct 18 20:45:15.657277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:15.785235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:45:15.793963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:15.795108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:16.015292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:16.092216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:16.098974 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1a3188-1aab-4fc5-91cb-37129ee5dd40" -d '{"events": [{"server_uuid": "c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8", "name": "network-vif-plugged", "status": "completed", "tag": "5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:16.107364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,segment=NetworkSegment(d23cd331-8a45-4888-b8eb-b4d25d454e5e),segment_id=d23cd331-8a45-4888-b8eb-b4d25d454e5e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:16.126725 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:16.150313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235a07d-f755-43f9-b73e-144a6bb61d15 req-3d1f4c39-bb6e-4623-9f0b-72f427e755ae tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:16.159579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9235a07d-f755-43f9-b73e-144a6bb61d15 req-3d1f4c39-bb6e-4623-9f0b-72f427e755ae tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 944 time: 0.1203489 Oct 18 20:45:16.176814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-f5ccd775-ef30-432c-9af0-41da164279e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:16.194342 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-f5ccd775-ef30-432c-9af0-41da164279e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=492d8af0ecfc4698b1048f493d46788d&device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 1095 time: 0.1623900 Oct 18 20:45:16.221819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9235a07d-f755-43f9-b73e-144a6bb61d15 req-b1bad10e-bdae-4eaf-8706-1b57600fb7a4 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591121 Oct 18 20:45:16.246160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:16.253165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4e935530-fb19-4dce-b1ae-97aa97f9d222 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:16.344895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a92fc815-648c-4e6e-90a1-3858ea8c09cc req-e591aa8d-5c75-4523-9c5c-48a4599ab96d tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0521519 Oct 18 20:45:16.383476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4e935530-fb19-4dce-b1ae-97aa97f9d222 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:16.384095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:16.509136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d762a-2345-4694-adf8-084418bc68e2 req-07ba8fe3-de56-446c-9abc-7bda616cf794 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:16.521879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-207d762a-2345-4694-adf8-084418bc68e2 req-07ba8fe3-de56-446c-9abc-7bda616cf794 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.0955203 Oct 18 20:45:16.531556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-abf31f9f-4a7c-46f6-b2c7-a0f2a1d5aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:16.544559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-abf31f9f-4a7c-46f6-b2c7-a0f2a1d5aec0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 200 len: 912 time: 0.3443146 Oct 18 20:45:16.598762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-207d762a-2345-4694-adf8-084418bc68e2 req-37dd28f7-6714-486c-a006-13090407ed4b tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677242 Oct 18 20:45:16.689577 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-7ae7086c-1353-49b4-8ca2-323a08ebd58b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 200 len: 999 time: 0.1365275 Oct 18 20:45:16.694623 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:16.758100 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:45:16.758988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 4e935530-fb19-4dce-b1ae-97aa97f9d222, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4e935530-fb19-4dce-b1ae-97aa97f9d222,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:16.766714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:16.796622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-86d2a0cc-7086-4a09-9f5d-6b049239c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:16.798294 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-86d2a0cc-7086-4a09-9f5d-6b049239c57c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 200 len: 850 time: 0.0873084 Oct 18 20:45:16.882199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=4e935530-fb19-4dce-b1ae-97aa97f9d222,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:16.908999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59922) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:16.914236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-network', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:16.920961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-70e4a456-18c6-432b-841d-f00820bb2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:16.922507 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-70e4a456-18c6-432b-841d-f00820bb2fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153646 Oct 18 20:45:16.977690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Made reservation on behalf of 5a49d319bac74bc2b1a5c6b384314fe3 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:16.980036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:16.994229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.025700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-046ed178-1978-41a8-970b-4c044af130d2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:17.027373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-046ed178-1978-41a8-970b-4c044af130d2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 811 time: 0.2018723 Oct 18 20:45:17.052520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-92b58414-67f8-45c7-b2e6-17d63e06f9c2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/quotas/e8a15dd4f072435d81964ab8a6722c25 HTTP/1.1" status: 200 len: 375 time: 0.0120158 Oct 18 20:45:17.141347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-1f656d9b-cae6-4c65-9ba1-660b43bc316e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742900 Oct 18 20:45:17.149746 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-b7e6f62f-01ab-4722-b39d-f30ebfdb0aae service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154970 Oct 18 20:45:17.313403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-b7c1e094-de87-42b3-b299-0558aad1ebe0 service neutron] 10.222.0.66 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601183 Oct 18 20:45:17.342660 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.368627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.427875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6c205c22-1e65-495c-993a-f41dc9e61ec1 req-059d956a-1b8a-4360-99cf-5a5aad39e79f service neutron] 10.222.0.30 "GET /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687519 Oct 18 20:45:17.438804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:17.451160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275341b3-f00c-41ba-90ce-6fa1211351e4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:17.458031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.458484 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Added segment 72c2dd7b-2a6c-492e-9fb8-518c1c883344 of type vlan for network e193e730-9df3-465a-9d2e-d54d3369ea0c Oct 18 20:45:17.496904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-c9514b68-b84c-429f-9eb4-16a97efac9ae service neutron] 10.222.0.66 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777198 Oct 18 20:45:17.514944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.550642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.551811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:17.552433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.594820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6813624 Oct 18 20:45:17.594924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:17.614016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Request body: {'subnet': {'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-subnet', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:17.645527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52edff3-d07c-48d9-8795-d99988011d9b admin admin] Pushing event updated for resources: {'Network': ['ID=e193e730-9df3-465a-9d2e-d54d3369ea0c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:17.660550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Made reservation on behalf of 5a49d319bac74bc2b1a5c6b384314fe3 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:17.664945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:17.691654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e193e730-9df3-465a-9d2e-d54d3369ea0c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:17.762369 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44faace-d841-43a1-9f15-870af2a34152 x-openstack-request-id: req-f44faace-d841-43a1-9f15-870af2a34152 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:17.763048 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8", "name": "network-vif-plugged", "status": "completed", "tag": "5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:17.763048 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f44faace-d841-43a1-9f15-870af2a34152 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:17.763298 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd', 'code': 200} Oct 18 20:45:17.925920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4db50-28a4-4079-a277-86f6aaaf0b7d req-966132d9-4399-4937-9b82-ef16fab61852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:17.929244 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-31f4db50-28a4-4079-a277-86f6aaaf0b7d req-966132d9-4399-4937-9b82-ef16fab61852 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 1096 time: 0.0902295 Oct 18 20:45:18.059734 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-31f4db50-28a4-4079-a277-86f6aaaf0b7d req-dfd63091-2f07-4ab0-977b-2da3cc998f31 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134720 Oct 18 20:45:18.107275 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Sync routers for ids ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:45:18.124971 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Routers {'d3e21e73-cc52-45c4-83e8-8b63b3b04c04'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:18.125957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:44:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:18.141600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4e935530-fb19-4dce-b1ae-97aa97f9d222 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:18.176581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59974) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:18.233446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4e935530-fb19-4dce-b1ae-97aa97f9d222 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:18.234479 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.240024 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.348425 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Set router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:18.362079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc91d1-d528-4930-b8ec-d3b4499e0648 req-ebad381b-bcc0-44f3-b458-3b09f42e04dc tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:18.374401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6fc91d1-d528-4930-b8ec-d3b4499e0648 req-ebad381b-bcc0-44f3-b458-3b09f42e04dc tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 945 time: 0.3462100 Oct 18 20:45:18.382836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37b7cfe9-cbf0-4cad-933f-cbb3e4b94a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.465586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Checking segment: {'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:18.466002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Network hostable DHCP agents. Network: e193e730-9df3-465a-9d2e-d54d3369ea0c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:45:18.487116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5439561-b6d3-4ef2-9b3d-ffd26c3a403b,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:18.505011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6fc91d1-d528-4930-b8ec-d3b4499e0648 req-feb4c614-6c2e-4d7c-b7d8-e27182b05e31 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272864 Oct 18 20:45:18.512113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.512832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.513408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.513868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.514377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.514852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.516180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.516605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.517534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.517955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.518368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.518832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:18.527132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Network e193e730-9df3-465a-9d2e-d54d3369ea0c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:45:18.545608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e193e730-9df3-465a-9d2e-d54d3369ea0c) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:18.545938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37b7cfe9-cbf0-4cad-933f-cbb3e4b94a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.552207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:18.552930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.562956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b665a-32fb-4b7c-8251-2085681f3fcb None None] Network e193e730-9df3-465a-9d2e-d54d3369ea0c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:18.563165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37b7cfe9-cbf0-4cad-933f-cbb3e4b94a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.576436 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-560ae7f6-4280-4463-b58c-71fc14039ee4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9787955 Oct 18 20:45:18.580718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59980) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:18.586603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:18.624108 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.629173 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.655076 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-37b7cfe9-cbf0-4cad-933f-cbb3e4b94a10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc0d4d4be21142a896b69f6d74d212cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765322 Oct 18 20:45:18.660333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59982) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:18.675012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7cfe9-cbf0-4cad-933f-cbb3e4b94a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e39a92-3c65-4544-97b1-c07f092ceda3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:18.728172 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.742844 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bb22-af2a-48df-877b-bc0e2c759b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.757754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-637ea71e-8f51-412f-8470-2b429b925ecb req-e339ebbc-3745-4bbf-9c29-5b7e52fcb9fa tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0525343 Oct 18 20:45:18.774520 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 4, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port': {'id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:08Z', 'updated_at': '2021-10-18T20:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0cf8f16d-73ea-46da-b9b1-912c6ed94151', 'name': '', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'mac_address': 'fa:16:3e:d4:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:12Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 2, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'subnets': [{'id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:18.829607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c39dfcb2-c057-41d3-900d-181b1eee9c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.833256 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.875144 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Checking router: d3e21e73-cc52-45c4-83e8-8b63b3b04c04 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:45:18.875702 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Updating router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:45:18.899762 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c39dfcb2-c057-41d3-900d-181b1eee9c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.942033 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.942255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e193e730-9df3-465a-9d2e-d54d3369ea0c', 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'fixed_ips': [{'subnet_id': 'b5439561-b6d3-4ef2-9b3d-ffd26c3a403b'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:45:18.943172 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.982779 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c39dfcb2-c057-41d3-900d-181b1eee9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.988069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c39dfcb2-c057-41d3-900d-181b1eee9c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:18.989859 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c39dfcb2-c057-41d3-900d-181b1eee9c84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0e39a92-3c65-4544-97b1-c07f092ceda3 HTTP/1.1" status: 204 len: 168 time: 0.3275795 Oct 18 20:45:19.026653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dfcb2-c057-41d3-900d-181b1eee9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e39a92-3c65-4544-97b1-c07f092ceda3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:19.272757 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.281710 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.283723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Allocated IP 172.20.0.2 (e193e730-9df3-465a-9d2e-d54d3369ea0c/b5439561-b6d3-4ef2-9b3d-ffd26c3a403b/718d9867-0146-442e-bf95-fc87c7ab55e9) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:19.368577 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c346ee4-80bd-4940-9010-17253924d6f3 None None] Pushing event updated for resources: {'Port': ['ID=0cf8f16d-73ea-46da-b9b1-912c6ed94151,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:19.406984 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Attempting to bind port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:19.407706 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Attempting to bind port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:19.408339 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Attempting to bind port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 on network 6597ad75-5f70-428b-aa40-05992b8cd375 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:19.414837 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:19.415670 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Checking segment: {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:19.416295 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.416983 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Bound using segment: {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:19.417677 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Bound port: 0cf8f16d-73ea-46da-b9b1-912c6ed94151, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:19.418306 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.515025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.525989 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] For port 0cf8f16d-73ea-46da-b9b1-912c6ed94151, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:19.526371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.542003 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] For port 0cf8f16d-73ea-46da-b9b1-912c6ed94151, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0cf8f16d-73ea-46da-b9b1-912c6ed94151,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:19.542819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.554264 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.568104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965bcfd-3319-4be3-88f8-6346855fb7af req-275b697d-3991-415a-9b63-ef5c8ea3f8bb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:19.585691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6965bcfd-3319-4be3-88f8-6346855fb7af req-275b697d-3991-415a-9b63-ef5c8ea3f8bb tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.7375529 Oct 18 20:45:19.636860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Network e193e730-9df3-465a-9d2e-d54d3369ea0c is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:19.650330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:19.655189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:19.683641 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Routers {'d3e21e73-cc52-45c4-83e8-8b63b3b04c04'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:19.683897 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:44:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:19.691332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Pushing event updated for resources: {'Port': ['ID=718d9867-0146-442e-bf95-fc87c7ab55e9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:19.746640 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c346ee4-80bd-4940-9010-17253924d6f3 None None] Pushing event updated for resources: {'Port': ['ID=0cf8f16d-73ea-46da-b9b1-912c6ed94151,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:19.875418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Attempting to bind port 718d9867-0146-442e-bf95-fc87c7ab55e9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:19.875418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Attempting to bind port 718d9867-0146-442e-bf95-fc87c7ab55e9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:19.875828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Attempting to bind port 718d9867-0146-442e-bf95-fc87c7ab55e9 on network e193e730-9df3-465a-9d2e-d54d3369ea0c {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:19.879109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c78bc7b1-5e62-4027-95ea-2775d24b055c None None] Provisioning complete for port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:19.879109 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c78bc7b1-5e62-4027-95ea-2775d24b055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.913694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:19.914129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Checking segment: {'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:19.914559 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.915022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Bound using segment: {'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:19.915522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Bound port: 718d9867-0146-442e-bf95-fc87c7ab55e9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:19.915913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:19.977747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6965bcfd-3319-4be3-88f8-6346855fb7af req-bb663de2-53ae-4f08-bb45-fe0afef903ad tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902287 Oct 18 20:45:19.998169 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] Set router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:20.088217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] For port 718d9867-0146-442e-bf95-fc87c7ab55e9, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:20.136548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] For port 718d9867-0146-442e-bf95-fc87c7ab55e9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=718d9867-0146-442e-bf95-fc87c7ab55e9,segment=NetworkSegment(72c2dd7b-2a6c-492e-9fb8-518c1c883344),segment_id=72c2dd7b-2a6c-492e-9fb8-518c1c883344)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:20.138812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c78bc7b1-5e62-4027-95ea-2775d24b055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:20.251568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-33faedf4-d781-491d-a45b-14916a0b3d5e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:20.254363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-33faedf4-d781-491d-a45b-14916a0b3d5e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.79 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 811 time: 0.5682077 Oct 18 20:45:20.288625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Request body: {'port': {'device_id': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'admin_state_up': True, 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:20.355989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:20.370380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0cf8f16d-73ea-46da-b9b1-912c6ed94151 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:20.381650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7cd2aba2-d4b6-4b9a-b6d4-5ab97d6f58f3 req-b6d475a1-901b-4991-984c-f86632da314e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 210 time: 0.1502111 Oct 18 20:45:20.417284 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 4, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port': {'id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:08Z', 'updated_at': '2021-10-18T20:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0cf8f16d-73ea-46da-b9b1-912c6ed94151', 'name': '', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'mac_address': 'fa:16:3e:d4:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:12Z', 'updated_at': '2021-10-18T20:45:19Z', 'revision_number': 4, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'subnets': [{'id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:20.494238 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2478dfa9-ad6c-40d5-921f-6a34518a051b None None] The sync data for ids ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'] in n-d-812149-2 is: [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:45:13Z', 'revision_number': 4, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port': {'id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:08Z', 'updated_at': '2021-10-18T20:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0cf8f16d-73ea-46da-b9b1-912c6ed94151', 'name': '', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'mac_address': 'fa:16:3e:d4:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:12Z', 'updated_at': '2021-10-18T20:45:19Z', 'revision_number': 4, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'subnets': [{'id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:45:20.506479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c78bc7b1-5e62-4027-95ea-2775d24b055c None None] For port 0cf8f16d-73ea-46da-b9b1-912c6ed94151, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0cf8f16d-73ea-46da-b9b1-912c6ed94151,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:20.536222 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c78bc7b1-5e62-4027-95ea-2775d24b055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:20.632275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516555a-de34-4e9e-8961-5d098577e28d None None] Pushing event updated for resources: {'Port': ['ID=718d9867-0146-442e-bf95-fc87c7ab55e9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:20.739943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-34733600-cc87-4db4-b3f2-5d605b9ae6c2 None None] Provisioning complete for port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:20.740413 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34733600-cc87-4db4-b3f2-5d605b9ae6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:20.799059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:20.799536 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:20.848511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bc7b1-5e62-4027-95ea-2775d24b055c None None] Pushing event updated for resources: {'Port': ['ID=0cf8f16d-73ea-46da-b9b1-912c6ed94151,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:20.889816 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:21.003377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Made reservation on behalf of e8a15dd4f072435d81964ab8a6722c25 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:21.010712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:21.018870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:21.082158 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a5e06-02b7-48f4-a01c-3b3b568644e4 req-34f1f135-0304-4923-8c8f-dc339d03673a tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:21.095786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be8a5e06-02b7-48f4-a01c-3b3b568644e4 req-34f1f135-0304-4923-8c8f-dc339d03673a tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 945 time: 0.3007903 Oct 18 20:45:21.266905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be8a5e06-02b7-48f4-a01c-3b3b568644e4 req-471c0ce8-780b-4819-9672-f4c1e868bf90 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692595 Oct 18 20:45:21.447062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edecd72f-ab51-4a40-bc07-eb6d15a8ba9d req-47cfa5f8-3548-4fb8-9c20-b2b08a9601b9 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0477052 Oct 18 20:45:21.517365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Allocated IP 172.25.7.253 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/d1f7b391-8a23-4fbd-803f-3108613d5622) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:21.569930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Allocated IP 172.20.0.7 (3f724fed-26ab-4d64-b646-0cdf171c634d/1f962eab-b905-40a8-bfb7-0af59177cab0/b4d0b18c-8864-471c-8842-3445e7cfe37b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:21.737361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60036) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:21.857299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b479cc-06bf-43bf-b761-1ce06785001b req-2ca7cc3c-de36-4700-9ed7-e312b16989d7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:21.865665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0b479cc-06bf-43bf-b761-1ce06785001b req-2ca7cc3c-de36-4700-9ed7-e312b16989d7 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2830026 Oct 18 20:45:21.906659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:21.980207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0b479cc-06bf-43bf-b761-1ce06785001b req-bc439c80-5376-43bc-b18e-5a2235214ea8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121137 Oct 18 20:45:21.983890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.040201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-32717758'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:22.075959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.113133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Made reservation on behalf of eebf6eebc7414d4eabe49ccb4ce959be for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:22.118246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.132757 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.207281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:22.225752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:22.235631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ff3f2-3dfe-4ce5-8364-fd8b4c095650 None None] Network e193e730-9df3-465a-9d2e-d54d3369ea0c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:22.288035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff026a5f-f56c-479c-b566-0d41370423d6 req-e560144c-8703-4f41-846b-5e8e70de5b3a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 210 time: 0.1046236 Oct 18 20:45:22.306735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.318000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:22.318926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.330727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.343409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Pushing event updated for resources: {'Port': ['ID=d1f7b391-8a23-4fbd-803f-3108613d5622,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:22.348711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:22.375219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['4b2396e1-ed00-494f-8748-376fde756677'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:22.377861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.378418 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Added segment 67bbe817-453a-405b-aa81-f8dd98f5c5b7 of type vlan for network 5c2f2fcb-5b19-4c1e-b2ef-a8829fa6854a Oct 18 20:45:22.438163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 718d9867-0146-442e-bf95-fc87c7ab55e9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:22.474808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.496799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Network 3f724fed-26ab-4d64-b646-0cdf171c634d is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:22.511204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:22.530529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:22.536696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Pushing event updated for resources: {'Port': ['ID=b4d0b18c-8864-471c-8842-3445e7cfe37b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:22.553070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-63ef70e7-7b0c-4ecf-b46e-b8f54f5f593b None None] Provisioning complete for port 718d9867-0146-442e-bf95-fc87c7ab55e9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:22.553541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-63ef70e7-7b0c-4ecf-b46e-b8f54f5f593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.577312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8ccb73-00d5-46ca-aa28-a97ddaac3f42,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:22.582667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.592307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:22.593369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.712262 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9732087 Oct 18 20:45:22.713200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971365a-7655-466c-905c-c08007ca3087 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Pushing event updated for resources: {'Network': ['ID=5c2f2fcb-5b19-4c1e-b2ef-a8829fa6854a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:22.717674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60052) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:22.785157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'network': {'name': 'tempest-network--969647082', 'router:external': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:22.787604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5c2f2fcb-5b19-4c1e-b2ef-a8829fa6854a details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:22.809836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:22.810935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.816285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Made reservation on behalf of f5dad4759d7448a18685bb7c0d14c7bb for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:22.820799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.832141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.859931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-cbc84b62-9c3e-41b2-ab53-2bd804bcb140 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5802016 Oct 18 20:45:22.937196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Request body: {'port': {'device_id': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:22.970466 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:22.982128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.052653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:23.082739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8127c2-7799-448e-af4f-edd0c92f99ad,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:23.098172 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.098692 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Added segment 39c5f386-dadb-4982-a155-27c667d6e0d0 of type vlan for network b770e791-b6a5-41f0-9ce5-2cbe340f7cfc Oct 18 20:45:23.128842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.157186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.199076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.200483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:23.201421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.214683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.238390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 718d9867-0146-442e-bf95-fc87c7ab55e9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:23.240071 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.243788 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-63ef70e7-7b0c-4ecf-b46e-b8f54f5f593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.248649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5232615 Oct 18 20:45:23.254648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60064) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:23.313831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cb6c2-2dd2-4d83-bd91-b32f6b7c4074 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Network': ['ID=b770e791-b6a5-41f0-9ce5-2cbe340f7cfc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:23.393097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.405670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network b770e791-b6a5-41f0-9ce5-2cbe340f7cfc details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:23.517016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f23b980-578f-495e-afac-f19e94978940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.573861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.589419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-63ef70e7-7b0c-4ecf-b46e-b8f54f5f593b None None] For port 718d9867-0146-442e-bf95-fc87c7ab55e9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=718d9867-0146-442e-bf95-fc87c7ab55e9,segment=NetworkSegment(72c2dd7b-2a6c-492e-9fb8-518c1c883344),segment_id=72c2dd7b-2a6c-492e-9fb8-518c1c883344)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:23.626996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b770e791-b6a5-41f0-9ce5-2cbe340f7cfc']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:23.639304 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-63ef70e7-7b0c-4ecf-b46e-b8f54f5f593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.656915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c5f386-dadb-4982-a155-27c667d6e0d0') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:23.656915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c5f386-dadb-4982-a155-27c667d6e0d0') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:23.676201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.698497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0cf8f16d-73ea-46da-b9b1-912c6ed94151 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:23.700973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.717670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:45:23.720367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:45:23.742283 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:45:23.765755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef70e7-7b0c-4ecf-b46e-b8f54f5f593b None None] Pushing event updated for resources: {'Port': ['ID=718d9867-0146-442e-bf95-fc87c7ab55e9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:23.804345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:23.805503 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.841225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.843823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.853889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b770e791-b6a5-41f0-9ce5-2cbe340f7cfc {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 20:45:23.857583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.867996 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "DELETE /v2.0/networks/b770e791-b6a5-41f0-9ce5-2cbe340f7cfc HTTP/1.1" status: 204 len: 168 time: 0.6120260 Oct 18 20:45:23.870400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:23.881055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:23.913198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78bf00-a13b-4808-ac21-67abbd7318a0 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event deleted for resources: {'Network': ['ID=b770e791-b6a5-41f0-9ce5-2cbe340f7cfc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:23.957256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Made reservation on behalf of f5dad4759d7448a18685bb7c0d14c7bb for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:23.960164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:23.997033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:24.007645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.008054 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Added segment 7429cfdc-fd49-4605-be06-3089394a5a3c of type vlan for network 69680754-58a3-4c0e-8f1e-2722f5de0a69 Oct 18 20:45:24.025288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d0b18c-8864-471c-8842-3445e7cfe37b {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:45:24.035924 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.051383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Transition to ACTIVE for port object b4d0b18c-8864-471c-8842-3445e7cfe37b will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:45:24.061341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.078004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.086297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5123b504-02d5-44f6-a1c1-190060998562 None None] Provisioning complete for port 718d9867-0146-442e-bf95-fc87c7ab55e9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:24.086744 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5123b504-02d5-44f6-a1c1-190060998562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.133805 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.135390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:24.135564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.190382 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.206651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3351340 Oct 18 20:45:24.209696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0b18c-8864-471c-8842-3445e7cfe37b,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:24.214382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60096) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:24.228490 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 718d9867-0146-442e-bf95-fc87c7ab55e9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:24.235557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-4c1c036b-2213-43ba-851f-ec866c797a26 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:24.237810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-4c1c036b-2213-43ba-851f-ec866c797a26 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=1819bd4c-67ac-48d4-acf3-6ebd872a97fa HTTP/1.1" status: 200 len: 944 time: 0.2391245 Oct 18 20:45:24.287814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'subnet': {'network_id': '69680754-58a3-4c0e-8f1e-2722f5de0a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:24.310586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3772e-15db-4d8c-ade2-25d13c1ac118 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Network': ['ID=69680754-58a3-4c0e-8f1e-2722f5de0a69,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:24.320499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 718d9867-0146-442e-bf95-fc87c7ab55e9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:24.323903 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.342992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Made reservation on behalf of f5dad4759d7448a18685bb7c0d14c7bb for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:24.346955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.409003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 69680754-58a3-4c0e-8f1e-2722f5de0a69 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:24.735426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:45:24.735905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.804520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Attempting to bind port b4d0b18c-8864-471c-8842-3445e7cfe37b on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:24.804869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Attempting to bind port b4d0b18c-8864-471c-8842-3445e7cfe37b by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:24.805279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Attempting to bind port b4d0b18c-8864-471c-8842-3445e7cfe37b on network 3f724fed-26ab-4d64-b646-0cdf171c634d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:24.809501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:45:24.810218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c4ca553-4ce9-4c30-b555-49fa45ec129c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:24.816581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Port b4d0b18c-8864-471c-8842-3445e7cfe37b on network 3f724fed-26ab-4d64-b646-0cdf171c634d not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:24.816909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Attempting to bind port b4d0b18c-8864-471c-8842-3445e7cfe37b on network 3f724fed-26ab-4d64-b646-0cdf171c634d {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:24.821262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Checking segment: {'id': '7429cfdc-fd49-4605-be06-3089394a5a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '69680754-58a3-4c0e-8f1e-2722f5de0a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:24.821608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Network hostable DHCP agents. Network: 69680754-58a3-4c0e-8f1e-2722f5de0a69, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:45:24.831642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:24.832103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Checking segment: {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:24.832350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Bound using segment: {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:24.833253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Bound port: b4d0b18c-8864-471c-8842-3445e7cfe37b, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea1b586-adb1-407b-9c40-29a6c770d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:24.833253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.840628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Network 69680754-58a3-4c0e-8f1e-2722f5de0a69 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:45:24.851938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 69680754-58a3-4c0e-8f1e-2722f5de0a69) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:24.857554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:24.858181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.867371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72701fe4-01ef-42c9-afa1-a43b4a9d85f8 None None] Network 69680754-58a3-4c0e-8f1e-2722f5de0a69 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:24.879493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-28e7dc5e-8164-4a96-bb54-4a49e0e59167 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6640127 Oct 18 20:45:24.882405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60098) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:24.887918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'floatingip': {'floating_network_id': '69680754-58a3-4c0e-8f1e-2722f5de0a69'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:24.894523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Deleting port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:24.894867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:24.929682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.056507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce152f2-260b-4094-9bbf-e545543f7935 None None] Network 69680754-58a3-4c0e-8f1e-2722f5de0a69 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:25.082117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.087705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:45:25.087955 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.096635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] For port b4d0b18c-8864-471c-8842-3445e7cfe37b, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:25.126541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] For port b4d0b18c-8864-471c-8842-3445e7cfe37b, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:25.134778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.146689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] For port 0f53908d-31e3-4c92-a8fe-2612884ae0f4, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0f53908d-31e3-4c92-a8fe-2612884ae0f4,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:25.147057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.152055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.156362 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-af463eb7-b7c7-404e-b8a0-8d8faa77590f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5741560 Oct 18 20:45:25.158834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60100) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:25.185220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Sync routers for ids ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:45:25.193254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Calling delete_port for 0f53908d-31e3-4c92-a8fe-2612884ae0f4 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:25.212908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:25.213609 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.215466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] 10.222.0.79 "PUT /v2.0/ports/b4d0b18c-8864-471c-8842-3445e7cfe37b HTTP/1.1" status: 200 len: 1091 time: 2.2860303 Oct 18 20:45:25.216407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'tag': 'b4d0b18c-8864-471c-8842-3445e7cfe37b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:25.225558 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a5feab-e882-486c-a6ed-758dfaaf1ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8744ae-9ff4-45c1-9257-06adc0c97d70", "tag": "b4d0b18c-8864-471c-8842-3445e7cfe37b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:25.235754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Routers {'cf6d3a5b-584a-4940-8676-b5ba815b8bc4'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:25.236912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:25.327422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Allocated IP 172.20.0.3 (69680754-58a3-4c0e-8f1e-2722f5de0a69/5c4ca553-4ce9-4c30-b555-49fa45ec129c/d90576a4-2804-4aee-951b-324eb98cbcf6) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:25.370406 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc7516-5f95-41cc-969b-aa6a931fba4d service neutron] Pushing event updated for resources: {'Port': ['ID=b4d0b18c-8864-471c-8842-3445e7cfe37b,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:25.408744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-a0174ec9-fece-48ee-bea1-e11e17875b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:25.410287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-a0174ec9-fece-48ee-bea1-e11e17875b25 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 1094 time: 0.0884840 Oct 18 20:45:25.468240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-7badab07-9f30-4fca-80d9-23946fe06185 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b HTTP/1.1" status: 200 len: 217 time: 0.0451610 Oct 18 20:45:25.516087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Set router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:25.570968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-9abf20c1-a6c7-4f81-b5b8-92496e26e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:25.574351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-9abf20c1-a6c7-4f81-b5b8-92496e26e7c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.0968249 Oct 18 20:45:25.608059 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.635625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-5ad58f75-8190-4f52-b6cb-57d4a192d962 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523520 Oct 18 20:45:25.643479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:25.643803 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d655d2de-227b-4184-9452-9886510b0c34'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:25.669666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.677566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event deleted for resources: {'Port': ['ID=0f53908d-31e3-4c92-a8fe-2612884ae0f4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:25.754420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] No DVR routers for this DVR port 0f53908d-31e3-4c92-a8fe-2612884ae0f4 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:45:25.759590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:25.763190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7edde5e6-9bd0-40d0-ad67-930756ffaf92 req-523f8db1-0e94-47bc-b4f6-348cc5e1da5c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "DELETE /v2.0/ports/0f53908d-31e3-4c92-a8fe-2612884ae0f4 HTTP/1.1" status: 204 len: 173 time: 1.5141604 Oct 18 20:45:25.860224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-a4cbfbf0-2854-42a7-9b99-117bf8842a21 service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947453 Oct 18 20:45:25.975325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.057160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:45:22Z', 'revision_number': 3, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port': {'id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:21Z', 'updated_at': '2021-10-18T20:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:26.103044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af09f21-8495-41c5-9af2-2fbecc7aae3a req-052a0cfc-d0e2-40dd-919c-14b642a72466 service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274671 Oct 18 20:45:26.104139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.107552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Checking router: cf6d3a5b-584a-4940-8676-b5ba815b8bc4 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:45:26.107899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Updating router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 port d1f7b391-8a23-4fbd-803f-3108613d5622 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:45:26.122545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Network 69680754-58a3-4c0e-8f1e-2722f5de0a69 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:26.145595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:26.149825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:26.184333 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.230620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Port': ['ID=d90576a4-2804-4aee-951b-324eb98cbcf6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:26.488728 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.550126 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.554899 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.571585 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.621287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.636749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d44e-210d-4770-ab33-64fa24201159 None None] Pushing event updated for resources: {'Port': ['ID=d1f7b391-8a23-4fbd-803f-3108613d5622,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:26.639258 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6c2d8f12-af32-4ef6-b6df-8d27d3aabbb2 req-97bf5a75-e811-4e72-8c23-9e5ec245acd9 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0291908 Oct 18 20:45:26.640097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Attempting to bind port d1f7b391-8a23-4fbd-803f-3108613d5622 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:26.640097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Attempting to bind port d1f7b391-8a23-4fbd-803f-3108613d5622 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:26.640097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Attempting to bind port d1f7b391-8a23-4fbd-803f-3108613d5622 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:26.647314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:26.647680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:26.648090 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.648509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:26.649159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Bound port: d1f7b391-8a23-4fbd-803f-3108613d5622, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:26.649553 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.685386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Allocated IP 172.20.0.1 (e193e730-9df3-465a-9d2e-d54d3369ea0c/b5439561-b6d3-4ef2-9b3d-ffd26c3a403b/d92113fd-2962-4be8-9b6b-80141316b526) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:26.715117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] For port d1f7b391-8a23-4fbd-803f-3108613d5622, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:26.718882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] For port d1f7b391-8a23-4fbd-803f-3108613d5622, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d1f7b391-8a23-4fbd-803f-3108613d5622,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:26.724928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:26.799830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Routers {'cf6d3a5b-584a-4940-8676-b5ba815b8bc4'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:26.800531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:26.802537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d44e-210d-4770-ab33-64fa24201159 None None] Pushing event updated for resources: {'Port': ['ID=d1f7b391-8a23-4fbd-803f-3108613d5622,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:26.806696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456ff22-d403-40ee-b22e-295b3b73d682 req-5489f82a-a211-4e17-9f47-28083860fb56 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:26.811205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d456ff22-d403-40ee-b22e-295b3b73d682 req-5489f82a-a211-4e17-9f47-28083860fb56 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 943 time: 0.0902510 Oct 18 20:45:26.872827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d456ff22-d403-40ee-b22e-295b3b73d682 req-e3d6c5a4-2a29-477c-acdc-eb436d5af1db tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477328 Oct 18 20:45:26.974353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] Set router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:27.013492 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.071160 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba9ee3e-5701-42c9-b931-dcf4e9920d48 x-openstack-request-id: req-0ba9ee3e-5701-42c9-b931-dcf4e9920d48 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:27.071619 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8744ae-9ff4-45c1-9257-06adc0c97d70", "tag": "b4d0b18c-8864-471c-8842-3445e7cfe37b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:27.072029 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ba9ee3e-5701-42c9-b931-dcf4e9920d48 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:27.072696 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'tag': 'b4d0b18c-8864-471c-8842-3445e7cfe37b', 'status': 'completed', 'code': 200} Oct 18 20:45:27.093195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.102500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.121988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.219848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-2233e417-06a5-41dd-bf59-0e8a07334ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.221598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-2233e417-06a5-41dd-bf59-0e8a07334ec8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 1094 time: 0.1108983 Oct 18 20:45:27.230326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Network e193e730-9df3-465a-9d2e-d54d3369ea0c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:27.244901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:27.254263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:27.297047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:45:22Z', 'revision_number': 3, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port': {'id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:21Z', 'updated_at': '2021-10-18T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:27.328990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Port': ['ID=d90576a4-2804-4aee-951b-324eb98cbcf6,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:27.340730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.343469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ef3c1-0ab7-43ce-be60-9b7049d52e32 None None] The sync data for ids ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'] in n-d-812149-2 is: [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:45:22Z', 'revision_number': 3, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port': {'id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:21Z', 'updated_at': '2021-10-18T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:45:27.422234 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.435777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.440251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d9ab3af7-3a71-4730-9927-623802bcfb02 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5536046 Oct 18 20:45:27.445132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60126) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:27.500197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Pushing event updated for resources: {'Port': ['ID=d92113fd-2962-4be8-9b6b-80141316b526,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:27.593627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cc28ce1e-e0be-47bc-9770-6e4d7162886e None None] Provisioning complete for port d92113fd-2962-4be8-9b6b-80141316b526 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:27.595323 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cc28ce1e-e0be-47bc-9770-6e4d7162886e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.601825 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.618550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.631315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.646280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.652132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cc28ce1e-e0be-47bc-9770-6e4d7162886e None None] Port d92113fd-2962-4be8-9b6b-80141316b526 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:45:27.675399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.686819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.697799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.714710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.729086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-c65c8b71-f5c8-4147-b970-7c859592453f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.4787352 Oct 18 20:45:27.758773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7e46694e-af82-4348-b1fb-916bfa2f980b tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=69680754-58a3-4c0e-8f1e-2722f5de0a69 HTTP/1.1" status: 200 len: 689 time: 0.3090210 Oct 18 20:45:27.768356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60130) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:27.792132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-f92c9487-8d98-4095-8f48-ba1ce88d3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.793787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-f92c9487-8d98-4095-8f48-ba1ce88d3802 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 912 time: 0.5640888 Oct 18 20:45:27.851093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-0ecc29d9-4213-4b59-b080-60d0c7c6bcf3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b HTTP/1.1" status: 200 len: 217 time: 0.0430391 Oct 18 20:45:27.920192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.930194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:27.943067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1038309-594a-49fa-95c7-750bae8a55b9 req-52a464a4-c538-4835-8409-0cae3964392a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126901 Oct 18 20:45:27.993018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-65083a8a-c4b4-4fea-be57-13d12e804be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:27.996305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-65083a8a-c4b4-4fea-be57-13d12e804be9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.1285975 Oct 18 20:45:28.073728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-23e893dc-9a74-4c9c-b066-00e577156624 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692115 Oct 18 20:45:28.076598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Pushing event updated for resources: {'Port': ['ID=d92113fd-2962-4be8-9b6b-80141316b526,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:28.083348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:28.168300 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:28.183328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d1f7b391-8a23-4fbd-803f-3108613d5622 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:28.261349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d1f7b391-8a23-4fbd-803f-3108613d5622 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:28.261712 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:28.329272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Network e193e730-9df3-465a-9d2e-d54d3369ea0c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:28.330929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:28.470163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-cf37ea9f-c389-49f0-abb1-89726128249c service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829319 Oct 18 20:45:28.504009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:28.565890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d1f7b391-8a23-4fbd-803f-3108613d5622, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d1f7b391-8a23-4fbd-803f-3108613d5622,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:28.573237 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:28.634999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Deleting port d90576a4-2804-4aee-951b-324eb98cbcf6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:28.635430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:28.666540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d1f7b391-8a23-4fbd-803f-3108613d5622,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:28.677831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:45:28.750823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97cef77f-399c-43b5-9fa4-3661ac43061d req-4f37c51d-ad03-42a7-a712-6bbf0ddfc9a4 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.1424372 Oct 18 20:45:28.895933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5124b2c9-d682-427e-9b20-da670d9aeeb4 None None] Provisioning complete for port d92113fd-2962-4be8-9b6b-80141316b526 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:28.896911 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5124b2c9-d682-427e-9b20-da670d9aeeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:28.928737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b4d0b18c-8864-471c-8842-3445e7cfe37b details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:45:28.964199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a5feab-e882-486c-a6ed-758dfaaf1ee9 req-bbbadba1-01a5-4ada-9025-1c8f34a4cdcd service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693401 Oct 18 20:45:28.969055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5124b2c9-d682-427e-9b20-da670d9aeeb4 None None] Port d92113fd-2962-4be8-9b6b-80141316b526 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:45:29.034271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d241f-1e40-43a3-b9e0-a8d281252b67 req-79cc5189-0a9a-49c9-99d8-cdf0fd4c7b05 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.037010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e6d241f-1e40-43a3-b9e0-a8d281252b67 req-79cc5189-0a9a-49c9-99d8-cdf0fd4c7b05 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 943 time: 0.1384857 Oct 18 20:45:29.040347 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.040901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.077086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-deleted', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:29.081879 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdefed8-49a7-4753-9ba0-1ac8714f25c4" -d '{"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-deleted", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:29.098598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Calling delete_port for d90576a4-2804-4aee-951b-324eb98cbcf6 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:29.113107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b4d0b18c-8864-471c-8842-3445e7cfe37b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:29.130086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'b4d0b18c-8864-471c-8842-3445e7cfe37b', 'network_id': '3f724fed-26ab-4d64-b646-0cdf171c634d', 'port_id': 'b4d0b18c-8864-471c-8842-3445e7cfe37b', 'mac_address': 'fa:16:3e:6f:76:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f962eab-b905-40a8-bfb7-0af59177cab0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:45:29.182960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.199146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d0b18c-8864-471c-8842-3445e7cfe37b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:45:29.200887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:45:29.208262 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-06e1484e-1055-4132-b496-697a94f44215 admin admin] 10.222.0.66 "PUT /v2.0/routers/cf6d3a5b-584a-4940-8676-b5ba815b8bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0483532 Oct 18 20:45:29.210443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e6d241f-1e40-43a3-b9e0-a8d281252b67 req-99fa0b87-be8a-4943-834a-f405f0981d66 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644719 Oct 18 20:45:29.235293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b4d0b18c-8864-471c-8842-3445e7cfe37b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:29.243031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.338342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=b4d0b18c-8864-471c-8842-3445e7cfe37b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:29.354837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.459297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event deleted for resources: {'Port': ['ID=d90576a4-2804-4aee-951b-324eb98cbcf6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:29.536724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.542836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.549619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.556464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.562930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.569619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.576040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.578111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90d5363b-5103-4300-bef9-05584cf8de19 req-8410825e-1d78-47d5-81c0-bb803b017fb0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.2056062 Oct 18 20:45:29.591424 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.670193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.696636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['b4d0b18c-8864-471c-8842-3445e7cfe37b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:29.790324 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Sync routers for ids ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:45:29.814492 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Routers {'cf6d3a5b-584a-4940-8676-b5ba815b8bc4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:29.815502 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:29.830882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58800900-56f8-40d3-8b21-84583f0eb87e req-6bd85797-be58-4212-a72f-f804cf37d824 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:29.840236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58800900-56f8-40d3-8b21-84583f0eb87e req-6bd85797-be58-4212-a72f-f804cf37d824 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 908 time: 0.1796279 Oct 18 20:45:29.883107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:29.977443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4ca553-4ce9-4c30-b555-49fa45ec129c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:30.054953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Set router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:30.160026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d1f7b391-8a23-4fbd-803f-3108613d5622 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:30.161760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.246851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d474b1-5aa8-4ccc-a62c-ed9e3aa371d1 req-65c109dd-b888-4c25-bc21-3c494bbf74ea tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:30.256017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1d474b1-5aa8-4ccc-a62c-ed9e3aa371d1 req-65c109dd-b888-4c25-bc21-3c494bbf74ea tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 945 time: 0.2588720 Oct 18 20:45:30.291732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69680754-58a3-4c0e-8f1e-2722f5de0a69']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:30.335878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-58053e7c-c9ec-4e66-b04c-aafde0d51adb tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:30.342976 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-58053e7c-c9ec-4e66-b04c-aafde0d51adb tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.30 "GET /v2.0/ports?device_id=c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8 HTTP/1.1" status: 200 len: 945 time: 0.1925182 Oct 18 20:45:30.355047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d1f7b391-8a23-4fbd-803f-3108613d5622 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:30.355638 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.394708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-c12f2d1f-8131-4122-b029-81fd52527c45 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:30.398772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-c12f2d1f-8131-4122-b029-81fd52527c45 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 908 time: 0.3707802 Oct 18 20:45:30.410252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7429cfdc-fd49-4605-be06-3089394a5a3c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:30.410741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7429cfdc-fd49-4605-be06-3089394a5a3c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:30.547651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.561628 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:45:27Z', 'revision_number': 4, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port': {'id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:21Z', 'updated_at': '2021-10-18T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd92113fd-2962-4be8-9b6b-80141316b526', 'name': '', 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'mac_address': 'fa:16:3e:a3:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b5439561-b6d3-4ef2-9b3d-ffd26c3a403b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:26Z', 'updated_at': '2021-10-18T20:45:27Z', 'revision_number': 2, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'subnets': [{'id': 'b5439561-b6d3-4ef2-9b3d-ffd26c3a403b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:30.587776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Deleting port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:30.587974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.649819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1d474b1-5aa8-4ccc-a62c-ed9e3aa371d1 req-0fb9b7a3-cfcf-4a76-81f9-33457a652121 tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.66 "GET /v2.0/security-groups?id=300c17a3-ca68-4d52-b62c-da511f793ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701141 Oct 18 20:45:30.651650 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.675257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:45:30.675936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:45:30.686207 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:45:30.740802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Deleting port d037d402-6644-4024-9c0e-49bc51ce0aef {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:30.741364 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.792470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] For port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,segment=NetworkSegment(d23cd331-8a45-4888-b8eb-b4d25d454e5e),segment_id=d23cd331-8a45-4888-b8eb-b4d25d454e5e)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:30.793236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:30.802975 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c2261b-afd5-4abc-ba62-8de3963b86f5 x-openstack-request-id: req-45c2261b-afd5-4abc-ba62-8de3963b86f5 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:30.804126 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1819bd4c-67ac-48d4-acf3-6ebd872a97fa", "name": "network-vif-deleted", "tag": "0f53908d-31e3-4c92-a8fe-2612884ae0f4", "status": "failed", "code": 422}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:30.804126 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45c2261b-afd5-4abc-ba62-8de3963b86f5 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:30.804549 n-d-812149-2 neutron-server[100531]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1819bd4c-67ac-48d4-acf3-6ebd872a97fa', 'name': 'network-vif-deleted', 'tag': '0f53908d-31e3-4c92-a8fe-2612884ae0f4', 'status': 'failed', 'code': 422} returned with failed status Oct 18 20:45:30.812505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Calling delete_port for 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:30.814894 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Checking router: cf6d3a5b-584a-4940-8676-b5ba815b8bc4 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:45:30.827742 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Updating router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 port d92113fd-2962-4be8-9b6b-80141316b526 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:45:30.929791 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.037319 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.052574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:31.054164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9934949c-a022-47da-ac9f-9cf95ae6d422 req-f4760faa-16f7-4c5c-99d6-b371be15a5c0 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.2026405 Oct 18 20:45:31.091552 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.141999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69680754-58a3-4c0e-8f1e-2722f5de0a69 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 20:45:31.164722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event deleted for resources: {'Network': ['ID=69680754-58a3-4c0e-8f1e-2722f5de0a69,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:31.177376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Pushing event deleted for resources: {'Port': ['ID=5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:31.186744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.204421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60168) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:31.206353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c6d9e438-8d45-4b18-9039-2adfc370e5ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "DELETE /v2.0/networks/69680754-58a3-4c0e-8f1e-2722f5de0a69 HTTP/1.1" status: 204 len: 168 time: 3.4229650 Oct 18 20:45:31.445633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] For port d037d402-6644-4024-9c0e-49bc51ce0aef, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d037d402-6644-4024-9c0e-49bc51ce0aef,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:31.456060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.486625 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.497265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Calling delete_port for d037d402-6644-4024-9c0e-49bc51ce0aef owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:31.513795 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.599232 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Pushing event updated for resources: {'Port': ['ID=d92113fd-2962-4be8-9b6b-80141316b526,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:31.599735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] No DVR routers for this DVR port 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:45:31.616360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d5d26-f1a8-4e31-86de-f86095b0098e req-435c48b5-e848-44d1-b995-8dd72a4f30fb tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:31.617162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.619229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb6d5d26-f1a8-4e31-86de-f86095b0098e req-435c48b5-e848-44d1-b995-8dd72a4f30fb tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 944 time: 0.3752537 Oct 18 20:45:31.635127 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-30a4b4c6-4b07-41f1-ab6a-9ac12afa4d47 req-9369884f-a76a-40ca-9171-65790fac5dde tempest-ServerAddressesTestJSON-1104825854 tempest-ServerAddressesTestJSON-1104825854-project] 10.222.0.30 "DELETE /v2.0/ports/5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd HTTP/1.1" status: 204 len: 173 time: 1.2825294 Oct 18 20:45:31.635808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'name': 'network-vif-deleted', 'tag': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:31.640014 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e02dbd-1ab6-4dfb-ab62-e5ef1e33eb39" -d '{"events": [{"server_uuid": "c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8", "name": "network-vif-deleted", "tag": "5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:31.716903 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.717562 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.718049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.718541 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.719021 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.719507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.719979 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.721067 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.721944 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.723258 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.723757 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.724234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:31.741652 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Attempting to bind port d92113fd-2962-4be8-9b6b-80141316b526 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:31.742650 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Attempting to bind port d92113fd-2962-4be8-9b6b-80141316b526 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:31.743951 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Attempting to bind port d92113fd-2962-4be8-9b6b-80141316b526 on network e193e730-9df3-465a-9d2e-d54d3369ea0c {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:31.752109 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:45:31.753858 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Checking segment: {'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:31.754460 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.755185 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Bound using segment: {'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:45:31.755837 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Bound port: d92113fd-2962-4be8-9b6b-80141316b526, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c2dd7b-2a6c-492e-9fb8-518c1c883344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:45:31.756412 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.826516 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-21aff200-9130-41fa-9aaf-5d729d5f6fa7 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.6089261 Oct 18 20:45:31.838365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60178) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:31.863547 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] For port d92113fd-2962-4be8-9b6b-80141316b526, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:31.868975 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] For port d92113fd-2962-4be8-9b6b-80141316b526, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d92113fd-2962-4be8-9b6b-80141316b526,segment=NetworkSegment(72c2dd7b-2a6c-492e-9fb8-518c1c883344),segment_id=72c2dd7b-2a6c-492e-9fb8-518c1c883344)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:45:31.879728 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:31.981750 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7254-6aaf-4cfc-8b35-9e3da1ef8583 None None] Pushing event updated for resources: {'Port': ['ID=d92113fd-2962-4be8-9b6b-80141316b526,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:32.039971 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Routers {'cf6d3a5b-584a-4940-8676-b5ba815b8bc4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:32.041176 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:32.166382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.167435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.168045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.168670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.169273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.169874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.170480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.171073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.172464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.173072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.174965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.175656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.178378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-413dcc71-485f-469f-bbaf-c493b280af03 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7750 time: 0.3386729 Oct 18 20:45:32.183039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60182) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:32.203175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb6d5d26-f1a8-4e31-86de-f86095b0098e req-1b94324b-51d6-4a63-b15d-74be3c11a2c3 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748412 Oct 18 20:45:32.321303 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-38d5bfb2-b1be-4a71-a531-ca7e05295058 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] delete failed (client error): The resource could not be found. Oct 18 20:45:32.323719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-38d5bfb2-b1be-4a71-a531-ca7e05295058 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/a6756af9-82f2-4561-8071-759066c5d725 HTTP/1.1" status: 404 len: 345 time: 0.1393502 Oct 18 20:45:32.327108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60184) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:32.349032 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e38e55c-8b75-473d-930e-fd2fa7193961 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] DELETE failed (client error): The resource could not be found. Oct 18 20:45:32.349928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e38e55c-8b75-473d-930e-fd2fa7193961 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:45:32.353647 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7e38e55c-8b75-473d-930e-fd2fa7193961 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "DELETE /v2.0/networks/69680754-58a3-4c0e-8f1e-2722f5de0a69 HTTP/1.1" status: 404 len: 339 time: 0.0252573 Oct 18 20:45:32.359429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60186) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:32.385427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'network': {'name': 'tempest-network--1631925845', 'router:external': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:32.417297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Made reservation on behalf of f5dad4759d7448a18685bb7c0d14c7bb for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:32.421090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:32.474333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:32.521313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:32.522145 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Added segment dda7fa0f-2f3a-4186-acda-de12a3e0e59b of type vlan for network 58451500-d868-43fb-b323-cd7689728bdb Oct 18 20:45:32.693598 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:32.725103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-75c77e00-28fc-4e84-8de1-5529a9752b32 None None] Provisioning complete for port d92113fd-2962-4be8-9b6b-80141316b526 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:32.726314 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-75c77e00-28fc-4e84-8de1-5529a9752b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:32.729899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:32.745188 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] Set router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:32.818507 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:32.819125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:32.819712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:32.901301 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5405002 Oct 18 20:45:32.905195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:32.969961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b4d0b18c-8864-471c-8842-3445e7cfe37b up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:32.970263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event deleted for resources: {'Port': ['ID=d037d402-6644-4024-9c0e-49bc51ce0aef,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:33.108223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] No DVR routers for this DVR port d037d402-6644-4024-9c0e-49bc51ce0aef on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:45:33.135488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:33.153534 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-75c77e00-28fc-4e84-8de1-5529a9752b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:33.157216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1efc31-04ea-4a2b-88de-558fee398115 req-5727272d-58e4-4de3-93c3-2143492e5b6e tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "DELETE /v2.0/ports/d037d402-6644-4024-9c0e-49bc51ce0aef HTTP/1.1" status: 204 len: 173 time: 2.7292452 Oct 18 20:45:33.157772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'name': 'network-vif-deleted', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:33.163797 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae03b2a8-5f7a-48c7-bd11-3fb6f6068e76" -d '{"events": [{"server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "name": "network-vif-deleted", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:33.236560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70adca80-3b88-4fb8-b179-4f4a24996565 req-1ae5f6f9-407b-4556-bc30-3b2688d6669f tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=d23e2b19-5ea3-4072-8646-b7d8e38979c1 HTTP/1.1" status: 200 len: 210 time: 0.1277652 Oct 18 20:45:33.358400 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03526950-483e-47ca-8775-d9f895406039 x-openstack-request-id: req-03526950-483e-47ca-8775-d9f895406039 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:33.358704 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8", "name": "network-vif-deleted", "tag": "5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:33.359030 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03526950-483e-47ca-8775-d9f895406039 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:33.359522 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56f38c9-5267-44e5-a8c5-c0cb7f9e65a8', 'name': 'network-vif-deleted', 'tag': '5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd', 'status': 'completed', 'code': 200} Oct 18 20:45:33.383583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-75c77e00-28fc-4e84-8de1-5529a9752b32 None None] For port d92113fd-2962-4be8-9b6b-80141316b526, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d92113fd-2962-4be8-9b6b-80141316b526,segment=NetworkSegment(72c2dd7b-2a6c-492e-9fb8-518c1c883344),segment_id=72c2dd7b-2a6c-492e-9fb8-518c1c883344)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:33.388230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617952c-e0ae-4fc5-983c-6f2d6de18680 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Network': ['ID=58451500-d868-43fb-b323-cd7689728bdb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:33.400460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-75c77e00-28fc-4e84-8de1-5529a9752b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:33.475883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 58451500-d868-43fb-b323-cd7689728bdb details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:33.491069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port b4d0b18c-8864-471c-8842-3445e7cfe37b completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:45:33.516101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60202) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:33.588540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port b4d0b18c-8864-471c-8842-3445e7cfe37b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:33.588922 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:33.653738 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:45:27Z', 'revision_number': 4, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port': {'id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:21Z', 'updated_at': '2021-10-18T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd92113fd-2962-4be8-9b6b-80141316b526', 'name': '', 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'mac_address': 'fa:16:3e:a3:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b5439561-b6d3-4ef2-9b3d-ffd26c3a403b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:26Z', 'updated_at': '2021-10-18T20:45:31Z', 'revision_number': 4, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'subnets': [{'id': 'b5439561-b6d3-4ef2-9b3d-ffd26c3a403b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:33.697848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] Deleting subnet 1db70922-6610-418c-b4c1-e8e6f8000b1f {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:45:33.706449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:33.728736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898666e3-b8b9-4e56-aad2-3c005a351f56 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:33.746439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898666e3-b8b9-4e56-aad2-3c005a351f56 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:33.761522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898666e3-b8b9-4e56-aad2-3c005a351f56 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:33.775932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898666e3-b8b9-4e56-aad2-3c005a351f56 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:33.779911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-898666e3-b8b9-4e56-aad2-3c005a351f56 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.8672302 Oct 18 20:45:33.785473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60210) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:33.843693 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88cf0f-d886-44da-9637-d5c0a799c6bf None None] The sync data for ids ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'] in n-d-812149-2 is: [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:45:27Z', 'revision_number': 4, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port': {'id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:21Z', 'updated_at': '2021-10-18T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd92113fd-2962-4be8-9b6b-80141316b526', 'name': '', 'network_id': 'e193e730-9df3-465a-9d2e-d54d3369ea0c', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'mac_address': 'fa:16:3e:a3:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': 'b5439561-b6d3-4ef2-9b3d-ffd26c3a403b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:26Z', 'updated_at': '2021-10-18T20:45:31Z', 'revision_number': 4, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'subnets': [{'id': 'b5439561-b6d3-4ef2-9b3d-ffd26c3a403b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:45:33.851303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:45:33.875305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60212) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:34.052313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2e6bc81e-a3fe-42b8-9b01-f5dce3343f96 None None] Provisioning complete for port d92113fd-2962-4be8-9b6b-80141316b526 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:34.052787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc81e-a3fe-42b8-9b01-f5dce3343f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.055104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c77e00-28fc-4e84-8de1-5529a9752b32 None None] Pushing event updated for resources: {'Port': ['ID=d92113fd-2962-4be8-9b6b-80141316b526,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:34.137520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:45:34.137843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5c73f0e7-8444-41e4-ae01-1ed6dcf7c1cd not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:45:34.166549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.285365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:34.286672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.297087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:34.297813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:34.298482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:34.302085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:34.302723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:34.303401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:34.317221 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-f935f1fa-5c7d-4173-b984-2c2f99237462 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6503 time: 0.4404082 Oct 18 20:45:34.365839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0b18c-8864-471c-8842-3445e7cfe37b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:34.371736 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df951edf-4bb2-4d6f-be19-e03877d1aa83" -d '{"events": [{"server_uuid": "7f8744ae-9ff4-45c1-9257-06adc0c97d70", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0b18c-8864-471c-8842-3445e7cfe37b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:34.461638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b4d0b18c-8864-471c-8842-3445e7cfe37b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:34.479955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.557535 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.560763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d037d402-6644-4024-9c0e-49bc51ce0aef no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:45:34.562446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58451500-d868-43fb-b323-cd7689728bdb']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:34.578070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d92113fd-2962-4be8-9b6b-80141316b526 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:45:34.585852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda7fa0f-2f3a-4186-acda-de12a3e0e59b') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:34.586531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda7fa0f-2f3a-4186-acda-de12a3e0e59b') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:34.612733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.657243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.678829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:45:34.679613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.869797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: d037d402-6644-4024-9c0e-49bc51ce0aef {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:45:34.870413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d037d402-6644-4024-9c0e-49bc51ce0aef not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:45:34.901285 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:45:34.913698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:34.987619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58451500-d868-43fb-b323-cd7689728bdb {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 20:45:35.049305 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.066407 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "DELETE /v2.0/networks/58451500-d868-43fb-b323-cd7689728bdb HTTP/1.1" status: 204 len: 168 time: 1.2797601 Oct 18 20:45:35.077743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=b4d0b18c-8864-471c-8842-3445e7cfe37b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:35.085068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60220) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:35.100351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'network': {'name': 'tempest-network--2001056392', 'router:external': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:35.135768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d92113fd-2962-4be8-9b6b-80141316b526 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:45:35.136771 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.139044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260843f6-1654-4201-9dcd-f900168da6ea tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event deleted for resources: {'Network': ['ID=58451500-d868-43fb-b323-cd7689728bdb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:35.178038 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-5ef41dd2-7094-4ae1-93a7-228ab80785f2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8561213 Oct 18 20:45:35.222606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Made reservation on behalf of f5dad4759d7448a18685bb7c0d14c7bb for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:35.225369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.305183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:35.318570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10dc5c33-09fc-4200-af01-4594016ac6df req-494313d7-e71e-4721-b1e5-d6ec0e94e570 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 1.6153834 Oct 18 20:45:35.327408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.331336 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Added segment f520326b-0843-41fb-9da9-2ad11e7d0a2d of type vlan for network 7c691dfa-20df-4fb1-8584-1c8c703429a7 Oct 18 20:45:35.365930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.473774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.481745 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7afc8ec-f87e-4c72-8d6c-0e2cd2911fd0 x-openstack-request-id: req-e7afc8ec-f87e-4c72-8d6c-0e2cd2911fd0 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:35.482158 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23e2b19-5ea3-4072-8646-b7d8e38979c1", "name": "network-vif-deleted", "tag": "d037d402-6644-4024-9c0e-49bc51ce0aef", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:35.482663 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7afc8ec-f87e-4c72-8d6c-0e2cd2911fd0 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:35.483641 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23e2b19-5ea3-4072-8646-b7d8e38979c1', 'name': 'network-vif-deleted', 'tag': 'd037d402-6644-4024-9c0e-49bc51ce0aef', 'status': 'completed', 'code': 200} Oct 18 20:45:35.572854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.645218 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.660336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:35.661690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.671749 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.714042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:35.724979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1db70922-6610-418c-b4c1-e8e6f8000b1f HTTP/1.1" status: 204 len: 168 time: 2.2067077 Oct 18 20:45:35.733701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60226) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:35.738427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Network': ['ID=7c691dfa-20df-4fb1-8584-1c8c703429a7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:35.750056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7c691dfa-20df-4fb1-8584-1c8c703429a7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:35.785068 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f1aa95e8-1d9c-4a79-b6af-5d81c5d9205d tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6926792 Oct 18 20:45:35.785633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:35.856019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a597-058f-409e-9071-526f0e6012ce req-533dd97e-503b-4893-a8c9-458484b6cb8c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:35.873104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bc9a597-058f-409e-9071-526f0e6012ce req-533dd97e-503b-4893-a8c9-458484b6cb8c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2805421 Oct 18 20:45:35.880040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f4a0e-a875-48ce-a68f-fa0df351fd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db70922-6610-418c-b4c1-e8e6f8000b1f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:35.940860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a814b8c-34ff-458e-a660-330f487607f3 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:35.942990 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5a814b8c-34ff-458e-a660-330f487607f3 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] 10.222.0.66 "GET /v2.0/networks/7c691dfa-20df-4fb1-8584-1c8c703429a7 HTTP/1.1" status: 200 len: 757 time: 0.1560025 Oct 18 20:45:35.945888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60230) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:35.993415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bc9a597-058f-409e-9071-526f0e6012ce req-1ef71298-25c5-4beb-824b-168d3a9c4eca tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169422 Oct 18 20:45:36.000165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.081826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab2f32b-eb0f-4435-a260-c17db51bb4ad tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:36.083486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eab2f32b-eb0f-4435-a260-c17db51bb4ad tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] 10.222.0.66 "GET /v2.0/networks/5c2f2fcb-5b19-4c1e-b2ef-a8829fa6854a HTTP/1.1" status: 200 len: 766 time: 0.1364017 Oct 18 20:45:36.086343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60232) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:36.204444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.244420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:36.247935 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba3715a-28a1-4355-b413-4251aaf8d9a0 x-openstack-request-id: req-fba3715a-28a1-4355-b413-4251aaf8d9a0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:36.248458 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8744ae-9ff4-45c1-9257-06adc0c97d70", "name": "network-vif-plugged", "status": "completed", "tag": "b4d0b18c-8864-471c-8842-3445e7cfe37b", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:36.248538 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fba3715a-28a1-4355-b413-4251aaf8d9a0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:36.248952 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d0b18c-8864-471c-8842-3445e7cfe37b', 'code': 200} Oct 18 20:45:36.249353 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.272140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23cd331-8a45-4888-b8eb-b4d25d454e5e') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:36.274980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23cd331-8a45-4888-b8eb-b4d25d454e5e') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:36.304317 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.323802 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.339076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:45:36.339882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:45:36.342033 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:45:36.463133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.487767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c691dfa-20df-4fb1-8584-1c8c703429a7']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:36.501306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f520326b-0843-41fb-9da9-2ad11e7d0a2d') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:36.502671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f520326b-0843-41fb-9da9-2ad11e7d0a2d') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:36.515386 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.541399 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.558266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:45:36.560753 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:45:36.565903 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:45:36.576012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.607634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.619183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] 10.222.0.66 "DELETE /v2.0/networks/9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857 HTTP/1.1" status: 204 len: 168 time: 0.8163438 Oct 18 20:45:36.680998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d33f6e-bf64-45bf-8900-c2d2cf6d031b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8fa5b9-68ce-4d9b-89cb-9dce2e5b9857,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:36.699174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3de1-3eca-4b2a-9f7e-997586de7db9 req-476b2632-57c1-4c1c-92da-7c17bc180dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:36.706805 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71bb3de1-3eca-4b2a-9f7e-997586de7db9 req-476b2632-57c1-4c1c-92da-7c17bc180dca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 1096 time: 0.3615286 Oct 18 20:45:36.738470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.761851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c691dfa-20df-4fb1-8584-1c8c703429a7 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 20:45:36.766746 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.778090 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "DELETE /v2.0/networks/7c691dfa-20df-4fb1-8584-1c8c703429a7 HTTP/1.1" status: 204 len: 168 time: 0.6873701 Oct 18 20:45:36.787711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60242) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:36.790803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71bb3de1-3eca-4b2a-9f7e-997586de7db9 req-26a65e53-eb27-483a-badb-95ad4bbf5007 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771854 Oct 18 20:45:36.801982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'network': {'name': 'tempest-network--1873939028'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:36.803577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ca40d-ad74-40c4-9dc6-cea0877a7ada tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c691dfa-20df-4fb1-8584-1c8c703429a7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:36.868997 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc3397a6-ed96-445e-9145-1fffbe3abd2f req-867c0d4a-3758-4156-9edf-9f7fc19cbe05 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0822022 Oct 18 20:45:36.965729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Made reservation on behalf of f5dad4759d7448a18685bb7c0d14c7bb for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:36.969446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:36.993579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60246) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:37.027299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:37.074631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b17d61ea-5385-4540-812f-6778efd36d9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=567e27e3378f4926a31c10851e7aaabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792255 Oct 18 20:45:37.075476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60250) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:37.123455 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.124031 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Added segment 38b80583-74dd-4e91-8c43-0483536e70a3 of type vlan for network 54ef714f-9516-4686-866f-a612cb5a4b83 Oct 18 20:45:37.224849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8d57b-d715-4350-93ec-59c108283e66 req-cfd73957-44b4-4eec-aec7-316df86466a6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:37.228061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3d8d57b-d715-4350-93ec-59c108283e66 req-cfd73957-44b4-4eec-aec7-316df86466a6 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 946 time: 0.2155609 Oct 18 20:45:37.294069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.349935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61c3ce67-4a5d-49db-90ae-c063e0d69049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.364657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3d8d57b-d715-4350-93ec-59c108283e66 req-f815dc3f-d9e8-43d3-9055-9b3387b37b5a tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182406 Oct 18 20:45:37.420826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61c3ce67-4a5d-49db-90ae-c063e0d69049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.437923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.439597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:37.440641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.567913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7753925 Oct 18 20:45:37.571159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60254) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:37.577076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:37.670323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8db298-81e2-4f68-a121-31cde7391605 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Network': ['ID=54ef714f-9516-4686-866f-a612cb5a4b83,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:37.687824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 54ef714f-9516-4686-866f-a612cb5a4b83 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:37.729048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611ae10-c826-4224-bae6-5258707dd650 req-de1857f5-f477-416d-b2dd-bb76652db40e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:37.731981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7611ae10-c826-4224-bae6-5258707dd650 req-de1857f5-f477-416d-b2dd-bb76652db40e tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2333150 Oct 18 20:45:37.744844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61c3ce67-4a5d-49db-90ae-c063e0d69049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.750426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61c3ce67-4a5d-49db-90ae-c063e0d69049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.754430 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-61c3ce67-4a5d-49db-90ae-c063e0d69049 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/300c17a3-ca68-4d52-b62c-da511f793ff4 HTTP/1.1" status: 204 len: 168 time: 0.6718326 Oct 18 20:45:37.801245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3ce67-4a5d-49db-90ae-c063e0d69049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300c17a3-ca68-4d52-b62c-da511f793ff4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:37.864490 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7611ae10-c826-4224-bae6-5258707dd650 req-40107e64-da50-4780-ae9f-4d2c1eb5abb4 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079991 Oct 18 20:45:37.949799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:37.995312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.170543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event updated for resources: {'Network': ['ID=54ef714f-9516-4686-866f-a612cb5a4b83,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:38.183984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddeb68a9-00fb-47a6-a06d-79ce21a041fb req-e04188dd-6e98-4e97-a850-cdfb8cee737c tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0558784 Oct 18 20:45:38.191945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Network 54ef714f-9516-4686-866f-a612cb5a4b83 is not hosted by any dhcp agent {{(pid=100530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:45:38.201921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:38.208482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.213804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60260) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:38.227928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4d30ef36-a297-459c-bc15-b771dd2acbec tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "PUT /v2.0/networks/54ef714f-9516-4686-866f-a612cb5a4b83 HTTP/1.1" status: 200 len: 858 time: 0.6552510 Oct 18 20:45:38.308305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-b217224f-9e5c-4aec-ae33-fcc5ed8a8473 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:38.317627 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-b217224f-9e5c-4aec-ae33-fcc5ed8a8473 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 946 time: 0.1495883 Oct 18 20:45:38.388721 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.477964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Deleting port d655d2de-227b-4184-9452-9886510b0c34 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:38.478506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.510771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.575104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ef714f-9516-4686-866f-a612cb5a4b83']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:38.591299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b80583-74dd-4e91-8c43-0483536e70a3') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:38.591592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b80583-74dd-4e91-8c43-0483536e70a3') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:38.609949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.645171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.674551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97391f-a294-4e1c-80b1-7ff6f4e2b5d4 req-08815c83-3bdb-4db3-9915-8f7834a7c551 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:38.676806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec97391f-a294-4e1c-80b1-7ff6f4e2b5d4 req-08815c83-3bdb-4db3-9915-8f7834a7c551 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=de81aa2a-db30-496d-8d39-ca6b8e9251b5 HTTP/1.1" status: 200 len: 946 time: 0.1458261 Oct 18 20:45:38.683926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:45:38.684344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.685263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] For port d655d2de-227b-4184-9452-9886510b0c34, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d655d2de-227b-4184-9452-9886510b0c34,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:38.685738 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.702279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Calling delete_port for d655d2de-227b-4184-9452-9886510b0c34 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:45:38.790894 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:45:38.842057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.866628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54ef714f-9516-4686-866f-a612cb5a4b83 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 20:45:38.871115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Pushing event deleted for resources: {'Network': ['ID=54ef714f-9516-4686-866f-a612cb5a4b83,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:38.878067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:38.881656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-57005493-84d6-4df7-a9cc-839d01bbff60 tempest-ExternalNetworksTestJSON-42481017 tempest-ExternalNetworksTestJSON-42481017-project-admin] 10.222.0.66 "DELETE /v2.0/networks/54ef714f-9516-4686-866f-a612cb5a4b83 HTTP/1.1" status: 204 len: 168 time: 0.6666293 Oct 18 20:45:38.892521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60276) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:38.897353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec97391f-a294-4e1c-80b1-7ff6f4e2b5d4 req-c2222b61-fd2e-4efe-8e6f-5662ce3c830d tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929606 Oct 18 20:45:39.022983 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f39892-85d5-475a-aeec-c8a0eb567a92 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] DELETE failed (client error): The resource could not be found. Oct 18 20:45:39.023613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f39892-85d5-475a-aeec-c8a0eb567a92 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:45:39.038285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-11f39892-85d5-475a-aeec-c8a0eb567a92 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] 10.222.0.66 "DELETE /v2.0/subnets/5c4ca553-4ce9-4c30-b555-49fa45ec129c HTTP/1.1" status: 404 len: 337 time: 0.1419511 Oct 18 20:45:39.043906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60286) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:39.071044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.085332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d655d2de-227b-4184-9452-9886510b0c34'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:39.089900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:45:39.114117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274f14c-d902-4072-bb98-8856b0a5c984 req-91f7fb8b-21c2-4f3d-bb6c-701ef05ed88d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:39.126600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4274f14c-d902-4072-bb98-8856b0a5c984 req-91f7fb8b-21c2-4f3d-bb6c-701ef05ed88d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1216543 Oct 18 20:45:39.186772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4274f14c-d902-4072-bb98-8856b0a5c984 req-2fdbd3a2-a1c5-4235-a458-0ee8de499ed5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606642 Oct 18 20:45:39.240217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.314938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event deleted for resources: {'Port': ['ID=d655d2de-227b-4184-9452-9886510b0c34,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:39.427317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] No DVR routers for this DVR port d655d2de-227b-4184-9452-9886510b0c34 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:45:39.430115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.434002 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dd4f83b5-c9e8-42ee-9aad-2f0afc860efb req-e7680ccd-dd51-47bb-a0a0-dca6b6e6bc96 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "DELETE /v2.0/ports/d655d2de-227b-4184-9452-9886510b0c34 HTTP/1.1" status: 204 len: 173 time: 1.1094096 Oct 18 20:45:39.438094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'name': 'network-vif-deleted', 'tag': 'd655d2de-227b-4184-9452-9886510b0c34'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:39.441329 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b28df78-fa30-4ecd-80ff-dc3aad5297bb" -d '{"events": [{"server_uuid": "de81aa2a-db30-496d-8d39-ca6b8e9251b5", "name": "network-vif-deleted", "tag": "d655d2de-227b-4184-9452-9886510b0c34"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:39.562638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.613828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2f2fcb-5b19-4c1e-b2ef-a8829fa6854a']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:39.649940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bbe817-453a-405b-aa81-f8dd98f5c5b7') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:39.655383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bbe817-453a-405b-aa81-f8dd98f5c5b7') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:39.693496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.751079 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.764375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:45:39.764912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:45:39.866979 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:45:39.883649 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.888711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:39.893530 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] 10.222.0.66 "DELETE /v2.0/networks/5c2f2fcb-5b19-4c1e-b2ef-a8829fa6854a HTTP/1.1" status: 204 len: 168 time: 0.8484399 Oct 18 20:45:39.912887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c058a41-65ba-4693-9fe2-f69ab9f84486 tempest-ExternalNetworksTestJSON-830267632 tempest-ExternalNetworksTestJSON-830267632-project] Pushing event deleted for resources: {'Network': ['ID=5c2f2fcb-5b19-4c1e-b2ef-a8829fa6854a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:40.047522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15a6d040-94b5-43fd-b57b-c73437625a61 req-b5a96d25-9573-4e04-a63b-5fc15b658be3 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.1374471 Oct 18 20:45:40.094870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-23575005-d9df-4805-8302-53c9b0351f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:40.111437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-23575005-d9df-4805-8302-53c9b0351f61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 1096 time: 0.3440871 Oct 18 20:45:40.390463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-7c2f52da-7f75-40af-96e9-18f907a16dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:40.394026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-7c2f52da-7f75-40af-96e9-18f907a16dde service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 912 time: 0.2743187 Oct 18 20:45:40.511570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-2a947ee3-6524-4232-852c-c9425d959e2a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b HTTP/1.1" status: 200 len: 217 time: 0.1090739 Oct 18 20:45:40.591052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60312) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:40.694175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-3154f96f-0dae-4391-ac51-58921c7940d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:40.700421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-3154f96f-0dae-4391-ac51-58921c7940d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.1728730 Oct 18 20:45:40.793450 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-bdf269e2-6e26-45a6-8dc5-c44a159834f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836270 Oct 18 20:45:40.920272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60320) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:40.931074 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-20659585-a11c-49d9-a50c-f327262b8fd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eebf6eebc7414d4eabe49ccb4ce959be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363557 Oct 18 20:45:40.955217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-c6fce0e4-c5ea-4f88-91cf-d8342df86d03 service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525273 Oct 18 20:45:41.055728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f14219c-2cd8-4428-afec-7cd3ec99d6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:41.107301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f14219c-2cd8-4428-afec-7cd3ec99d6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:41.118116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ec7c98-9d5d-455f-9a73-9c26d77d4176 req-f0a71f03-014d-41bd-9c5f-b91a7885bde4 service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539671 Oct 18 20:45:41.181082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f14219c-2cd8-4428-afec-7cd3ec99d6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:41.197260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f14219c-2cd8-4428-afec-7cd3ec99d6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:41.203347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6f14219c-2cd8-4428-afec-7cd3ec99d6da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b8ccb73-00d5-46ca-aa28-a97ddaac3f42 HTTP/1.1" status: 204 len: 168 time: 0.2817757 Oct 18 20:45:41.237552 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14219c-2cd8-4428-afec-7cd3ec99d6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8ccb73-00d5-46ca-aa28-a97ddaac3f42,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:41.321954 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098d4eca-7b50-440b-96a6-5c8a04d72da7 x-openstack-request-id: req-098d4eca-7b50-440b-96a6-5c8a04d72da7 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:41.322236 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de81aa2a-db30-496d-8d39-ca6b8e9251b5", "name": "network-vif-deleted", "tag": "d655d2de-227b-4184-9452-9886510b0c34", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:41.322500 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-098d4eca-7b50-440b-96a6-5c8a04d72da7 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:41.322906 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de81aa2a-db30-496d-8d39-ca6b8e9251b5', 'name': 'network-vif-deleted', 'tag': 'd655d2de-227b-4184-9452-9886510b0c34', 'status': 'completed', 'code': 200} Oct 18 20:45:41.528830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24115-893f-47bb-92df-05e2806d6d93 req-05e2e646-a6bb-4276-bf10-d29d1cd05db1 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:41.541426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adf24115-893f-47bb-92df-05e2806d6d93 req-05e2e646-a6bb-4276-bf10-d29d1cd05db1 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1083570 Oct 18 20:45:41.599101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adf24115-893f-47bb-92df-05e2806d6d93 req-a04b64e4-c9f3-4361-9e9c-d0d47061c558 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563412 Oct 18 20:45:41.808079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d655d2de-227b-4184-9452-9886510b0c34 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:45:41.821272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60348) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:41.882988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: d655d2de-227b-4184-9452-9886510b0c34 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:45:41.883440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d655d2de-227b-4184-9452-9886510b0c34 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:45:41.920249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27ca1837-d353-4488-92b5-61788a2fce9e req-37398fac-7006-47ac-8657-d6570b76e456 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0718303 Oct 18 20:45:41.953939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-869c7611-fbe5-4976-98a0-85afbb1e8d5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5dad4759d7448a18685bb7c0d14c7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309149 Oct 18 20:45:41.958707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60350) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:42.066100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e54928e-9ee3-4b10-a200-7e2cb12f6009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:42.097334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c1e702c-4080-478d-9ef1-39769fe65bc9 req-bf589424-9dcb-4569-b278-dad5acd5948c tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ad2ee80-7ab0-4b3e-9294-00ecff000485 HTTP/1.1" status: 200 len: 210 time: 0.0401261 Oct 18 20:45:42.111146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e54928e-9ee3-4b10-a200-7e2cb12f6009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:42.214040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e54928e-9ee3-4b10-a200-7e2cb12f6009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:42.218273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e54928e-9ee3-4b10-a200-7e2cb12f6009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:42.224180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0e54928e-9ee3-4b10-a200-7e2cb12f6009 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f8127c2-7799-448e-af4f-edd0c92f99ad HTTP/1.1" status: 204 len: 168 time: 0.2599194 Oct 18 20:45:42.234209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54928e-9ee3-4b10-a200-7e2cb12f6009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8127c2-7799-448e-af4f-edd0c92f99ad,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:42.815804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-d9c2cf81-c65d-4190-b3ad-5c0ad60793f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:42.817606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-d9c2cf81-c65d-4190-b3ad-5c0ad60793f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.0978327 Oct 18 20:45:42.827038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fe134-cfb4-4468-8bd3-4fe57d7e281a req-0a8d9a4d-96b0-4300-ae4a-bece908817ba tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:42.828868 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd3fe134-cfb4-4468-8bd3-4fe57d7e281a req-0a8d9a4d-96b0-4300-ae4a-bece908817ba tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 946 time: 0.1245921 Oct 18 20:45:42.979892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd3fe134-cfb4-4468-8bd3-4fe57d7e281a req-b20cf32d-e111-4a02-9700-c5f42e5c9d28 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f812f37-e667-4b0f-9ffc-c7ed931c511d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106763 Oct 18 20:45:43.070110 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:43.078444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Deleting port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:43.080247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:43.258522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2462c1-ac3e-41ad-a669-c1d0f208f80e req-d15d5ae5-a430-4401-aa85-f5c8e67939aa tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:43.266305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2462c1-ac3e-41ad-a669-c1d0f208f80e req-d15d5ae5-a430-4401-aa85-f5c8e67939aa tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1326511 Oct 18 20:45:43.325598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d2462c1-ac3e-41ad-a669-c1d0f208f80e req-eeff8f72-39fa-451d-b6f8-8402e74ddcad tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582693 Oct 18 20:45:43.408986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] For port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:43.409711 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:43.430740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Calling delete_port for 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:43.715817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f27f2b2f-f795-423c-8829-a74f6f3ba217 req-3360aef6-bcea-4f9a-8659-d72bf5895a83 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.1170373 Oct 18 20:45:43.829381 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:43.874330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event deleted for resources: {'Port': ['ID=5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:43.989122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] No DVR routers for this DVR port 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:45:43.991618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:43.997754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8339bf9b-0dfa-413d-a6dc-ce5248905761 req-6bdf46d4-324d-4008-ac6d-deb1abc611be tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.79 "DELETE /v2.0/ports/5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 HTTP/1.1" status: 204 len: 173 time: 1.1632648 Oct 18 20:45:43.997754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'name': 'network-vif-deleted', 'tag': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:44.007267 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4495cf33-4634-4638-8dae-008216e39ecc" -d '{"events": [{"server_uuid": "a1533828-3d80-4655-a51d-14fbe001d42b", "name": "network-vif-deleted", "tag": "5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:44.032794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-945f8b9e-a9d9-4523-a9ed-2b555f9522d4 req-60522090-0722-4095-979d-40c2d38019ad tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0955968 Oct 18 20:45:44.242947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27e0c6d1-8fb0-4da3-bb85-15bdb5949cb5 req-179180df-dc73-446e-b044-47a202c7578a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.1292164 Oct 18 20:45:44.377867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7b25008-2877-4e95-b2c3-6922996a0ec1 req-b581f8a7-d9f1-4e8b-a5db-386c41699edd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1533828-3d80-4655-a51d-14fbe001d42b HTTP/1.1" status: 200 len: 210 time: 0.1301069 Oct 18 20:45:44.489334 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b095cd1-955e-4902-8378-d1323b96eadf x-openstack-request-id: req-7b095cd1-955e-4902-8378-d1323b96eadf {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:44.490194 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1533828-3d80-4655-a51d-14fbe001d42b", "name": "network-vif-deleted", "tag": "5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:44.490808 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b095cd1-955e-4902-8378-d1323b96eadf {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:44.491694 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1533828-3d80-4655-a51d-14fbe001d42b', 'name': 'network-vif-deleted', 'tag': '5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3', 'status': 'completed', 'code': 200} Oct 18 20:45:44.524905 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e5fee73-cace-4b94-a2c0-5636ee74288c req-e7a717ec-434a-4413-820c-c9c5e3b07ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ad2ee80-7ab0-4b3e-9294-00ecff000485 HTTP/1.1" status: 200 len: 210 time: 0.0495527 Oct 18 20:45:44.699374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60798323-222d-4108-a9c5-65e97278d4a9 req-06c6b3cc-3b14-492e-8804-a0e116c7a2bd tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:44.702268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60798323-222d-4108-a9c5-65e97278d4a9 req-06c6b3cc-3b14-492e-8804-a0e116c7a2bd tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.0859623 Oct 18 20:45:44.765974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60798323-222d-4108-a9c5-65e97278d4a9 req-9e5cf7b6-94b4-411f-8026-74461b94061d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Oct 18 20:45:45.008854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60428) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:45.061049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:45:45.092714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:45:45.093052 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 5b77ae4a-df18-40d8-a412-9bc4d7cd7aa3 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:45:45.127160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-51fc9fc1-ab5a-4c8e-9b47-170a08799514 req-db2a2803-dc77-408f-beee-c7cbc7f33e74 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0459716 Oct 18 20:45:45.206676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:45.256980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:45.309837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6942259-5e67-4cbf-abd4-7b48ae3fc0a0 req-ffecf44e-445b-45c5-bd34-d8db2d8c93d9 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0357058 Oct 18 20:45:45.395512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:45.540303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Allocated IP 172.25.7.246 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/b70c6051-ad61-40f8-961c-ac85cb289806) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:45:45.711895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:45.802390 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:45.916368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:45:45.943316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:45.948721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:45.984286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Pushing event updated for resources: {'Port': ['ID=b70c6051-ad61-40f8-961c-ac85cb289806,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:46.059808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb49b3d-19c9-4d48-8e16-c3672dd263de req-29f10e6d-82bb-4488-a468-e7c38b880acd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:46.062514 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb49b3d-19c9-4d48-8e16-c3672dd263de req-29f10e6d-82bb-4488-a468-e7c38b880acd tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2046642 Oct 18 20:45:46.171950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.210326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cb49b3d-19c9-4d48-8e16-c3672dd263de req-d4cadd5c-90e5-47a0-b26e-2ed1a9a3aa54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130950 Oct 18 20:45:46.229120 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7c283ef0-76c2-464d-9481-64e175f9e932 req-612d264f-2f13-417a-9d54-0c16b4b3c646 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0696754 Oct 18 20:45:46.266988 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.562586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de321140-b47f-4dbf-b5f6-c7b52f25a205 req-826baf63-58ea-4565-a6c1-2c70958ed4af tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:46.565015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de321140-b47f-4dbf-b5f6-c7b52f25a205 req-826baf63-58ea-4565-a6c1-2c70958ed4af tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1928492 Oct 18 20:45:46.651443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.658389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de321140-b47f-4dbf-b5f6-c7b52f25a205 req-44d68540-9523-424d-ba56-dac73134c334 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764318 Oct 18 20:45:46.659712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.759146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Pushing event updated for resources: {'Port': ['ID=b70c6051-ad61-40f8-961c-ac85cb289806,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:46.771679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.800303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.804782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60468) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:46.805480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b78a9618-cad5-4293-bb47-f0147855616e tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7935572 Oct 18 20:45:46.811189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1417271802', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'fixed_ips': [{'ip_address': '172.25.7.246'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:46.844481 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Made reservation on behalf of 6cac5e85e9564613ba7ea5b44fd0ae28 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:46.847676 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.858675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:46.931090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44a301c5-a2ac-480c-8362-56e4bac19443 req-8cf0db10-0302-4771-8407-139be1dac963 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0564981 Oct 18 20:45:46.995938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:47.004974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:47.026034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] device_id is not set on port ace8f488-14e2-4fa2-a2f2-11f15eb21e71 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:45:47.056941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816dfd95-ee01-4778-8a78-b611b2453e40,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:47.087619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-156f3434-4097-4732-901e-74bc19a3a9a0 req-ee377b60-2331-4f50-bb1e-89109e6cd6f0 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0658727 Oct 18 20:45:47.307661 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 20:45:47.308216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:45:47.350093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f13a890-160b-484a-94c6-7187dae3376a tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5433724 Oct 18 20:45:47.350741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c40b3bcd-ea3d-4ca4-9e44-cb0f62998c69 req-a3a42cb1-91ff-4937-953f-be8956f29313 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c38bac093720481cb6f762323eb70f17&device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0351686 Oct 18 20:45:47.352619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60476) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:47.429319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c40b3bcd-ea3d-4ca4-9e44-cb0f62998c69 req-bc2ac980-0b90-412b-8b86-c9c33646a335 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c38bac093720481cb6f762323eb70f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641358 Oct 18 20:45:47.489723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db270f-e262-440c-ba48-6dab829efc67 req-a74f8b31-bbd1-42f9-837a-24fc0387da73 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:47.491331 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4db270f-e262-440c-ba48-6dab829efc67 req-a74f8b31-bbd1-42f9-837a-24fc0387da73 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1389210 Oct 18 20:45:47.528351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Deleting port b70c6051-ad61-40f8-961c-ac85cb289806 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:47.530210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:47.586082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4db270f-e262-440c-ba48-6dab829efc67 req-019f2f10-e397-4e11-8e66-4b64b7fb951c tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807343 Oct 18 20:45:47.605474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3bcd-ea3d-4ca4-9e44-cb0f62998c69 req-40e2dabd-dce1-423a-8ef7-126a546c37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:47.607643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c40b3bcd-ea3d-4ca4-9e44-cb0f62998c69 req-40e2dabd-dce1-423a-8ef7-126a546c37b4 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694591 Oct 18 20:45:47.657922 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:47.658445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:47.683328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Calling delete_port for b70c6051-ad61-40f8-961c-ac85cb289806 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:47.717195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2282ad7-9b0a-4e27-a01c-087236db5e35 req-4e8b3205-00ef-46d5-9a65-bce292aed650 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0403876 Oct 18 20:45:47.933370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f04948-d2fe-4f4b-adcd-d22d8b249995 req-80d8b206-c1cc-4f67-bf8a-f528427eec35 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:47.950310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d7f04948-d2fe-4f4b-adcd-d22d8b249995 req-80d8b206-c1cc-4f67-bf8a-f528427eec35 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1445928 Oct 18 20:45:47.995188 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.027706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d7f04948-d2fe-4f4b-adcd-d22d8b249995 req-c790e241-b37a-4852-a157-37d4e6a76d84 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741701 Oct 18 20:45:48.096037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Pushing event deleted for resources: {'Port': ['ID=b70c6051-ad61-40f8-961c-ac85cb289806,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:48.132734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-e1bca8c0-0c27-4c7e-96ec-5b9c6f853092 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:48.135249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-e1bca8c0-0c27-4c7e-96ec-5b9c6f853092 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.2823353 Oct 18 20:45:48.205971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.208593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.209807 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b06845d6-1220-413e-a054-f329e9d71465 tempest-ExternalNetworksAdminNegativeTestJSON-416559751 tempest-ExternalNetworksAdminNegativeTestJSON-416559751-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/5515a6f0-1ae0-41d4-aad0-915f7c72a0a9 HTTP/1.1" status: 204 len: 168 time: 0.8558502 Oct 18 20:45:48.302057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d5ea42f-f773-45b1-a63e-977d33ca45d7 req-fd404e35-0932-4b33-aca6-a963fd115646 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0394280 Oct 18 20:45:48.363655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Deleting port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:48.364290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.519995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] For port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:48.522038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.659316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.671790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60500) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:48.746030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-043f325b-71ad-4f3d-9d48-4d2089d56d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.865654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc9d6-f075-4ef7-8a35-3d4d40eceb83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.903741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.903741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:48.906929 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Floating IP b0b0631f-9377-40c6-9c79-b6140a30b67c disassociated. External IP: 172.25.7.108, port: 24c8ddc3-7ce8-4298-8463-63da11f1ceb2. Oct 18 20:45:48.910432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Calling delete_port for 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:49.146290 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc9d6-f075-4ef7-8a35-3d4d40eceb83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:49.177118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:49.181556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac254449-2ccd-4654-8462-f66c7f3853f4 req-2530ca18-77ad-4af6-ae5c-a2ae084616d8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:49.183587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac254449-2ccd-4654-8462-f66c7f3853f4 req-2530ca18-77ad-4af6-ae5c-a2ae084616d8 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 944 time: 0.1214371 Oct 18 20:45:49.185273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc9d6-f075-4ef7-8a35-3d4d40eceb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:49.226793 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2c4fc9d6-f075-4ef7-8a35-3d4d40eceb83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f48be990d8947b9bb9563aa511b62fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536597 Oct 18 20:45:49.233960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60518) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:49.261398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event deleted for resources: {'Port': ['ID=24c8ddc3-7ce8-4298-8463-63da11f1ceb2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:49.294623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c40b3bcd-ea3d-4ca4-9e44-cb0f62998c69 req-c706290c-71a4-4978-86fa-224fd7035c46 tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.79 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.0580728 Oct 18 20:45:49.324224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fc9d6-f075-4ef7-8a35-3d4d40eceb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e493cd37-ee60-492a-8358-690acf7d8198,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:49.420549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac254449-2ccd-4654-8462-f66c7f3853f4 req-8018dcee-6de1-428c-800e-fed6762d6094 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8db8d27-e09f-4e46-848c-bd16976b102f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023673 Oct 18 20:45:49.491638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae754-a10e-4128-b805-66f5a9eb5b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:49.531062 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae754-a10e-4128-b805-66f5a9eb5b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:49.644690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae754-a10e-4128-b805-66f5a9eb5b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:49.653087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae754-a10e-4128-b805-66f5a9eb5b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:49.669022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fc8ae754-a10e-4128-b805-66f5a9eb5b4e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e493cd37-ee60-492a-8358-690acf7d8198 HTTP/1.1" status: 204 len: 168 time: 0.4314744 Oct 18 20:45:49.696540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ae754-a10e-4128-b805-66f5a9eb5b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e493cd37-ee60-492a-8358-690acf7d8198,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:49.767373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb13fbe1-c568-4677-b933-1a270cf8d2a6 req-5105fa6f-612c-43f0-b722-75863667273f tempest-ServerShowV257Test-1541595834 tempest-ServerShowV257Test-1541595834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff3fe24-1b15-43af-84b2-7136f26b9e2b HTTP/1.1" status: 200 len: 210 time: 0.1238039 Oct 18 20:45:50.119850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Router 2cc244ed-0d09-41a4-a6f7-1703d479d955 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:45:50.180670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5180f3c6-bd94-4c2f-aeca-7f963ed8be58 req-81d59487-43f4-4fdc-ada8-027b35d46c55 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0983789 Oct 18 20:45:50.406449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:45:50.408901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60526) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:50.419790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] Sync routers for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:45:50.436641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:50.437310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:50.507266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-541a713b-24d5-4c96-9326-e9874cea9aaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cac5e85e9564613ba7ea5b44fd0ae28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894868 Oct 18 20:45:50.508105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] No DVR routers for this DVR port 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:45:50.511072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:50.519141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:50.522799 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c761163a-2ad4-44b9-9e5b-6746e3b02c58 req-a647ebbc-8483-449a-9699-d10bff483024 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.30 "DELETE /v2.0/ports/24c8ddc3-7ce8-4298-8463-63da11f1ceb2 HTTP/1.1" status: 204 len: 173 time: 2.3801286 Oct 18 20:45:50.523284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-deleted', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:45:50.525815 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17b207c-7136-4feb-8c37-20d3473ba698" -d '{"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-deleted", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:45:50.543067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4be4e-092d-436a-9912-a945ddec912a req-ec484ba7-b671-4da5-a8a5-485c17963e1a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:50.574263 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47f4be4e-092d-436a-9912-a945ddec912a req-ec484ba7-b671-4da5-a8a5-485c17963e1a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2160552 Oct 18 20:45:50.590510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:50.634832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37fd56ec-b5ca-40bf-ac36-613d8bf35d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:50.656774 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-47f4be4e-092d-436a-9912-a945ddec912a req-f920750f-9b97-44da-8c99-30c1a54bec75 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794148 Oct 18 20:45:50.734104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37fd56ec-b5ca-40bf-ac36-613d8bf35d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:50.890052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37fd56ec-b5ca-40bf-ac36-613d8bf35d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:50.893606 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37fd56ec-b5ca-40bf-ac36-613d8bf35d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:50.895226 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-37fd56ec-b5ca-40bf-ac36-613d8bf35d60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/816dfd95-ee01-4778-8a78-b611b2453e40 HTTP/1.1" status: 204 len: 168 time: 0.3831675 Oct 18 20:45:50.931364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd56ec-b5ca-40bf-ac36-613d8bf35d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816dfd95-ee01-4778-8a78-b611b2453e40,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:50.995636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bbf4b25e-f684-4af8-96d2-9bbccd81cc25 req-e6327f82-0cf7-49ac-bd60-bff986d3d488 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/ports?device_id=250706cb-d1c2-4127-9f86-acd1387714df HTTP/1.1" status: 200 len: 210 time: 0.0481575 Oct 18 20:45:51.091233 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35993b3-efd3-497d-ae77-84640cda4778 x-openstack-request-id: req-f35993b3-efd3-497d-ae77-84640cda4778 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:45:51.091527 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250706cb-d1c2-4127-9f86-acd1387714df", "name": "network-vif-deleted", "tag": "24c8ddc3-7ce8-4298-8463-63da11f1ceb2", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:45:51.091786 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f35993b3-efd3-497d-ae77-84640cda4778 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:45:51.092468 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250706cb-d1c2-4127-9f86-acd1387714df', 'name': 'network-vif-deleted', 'tag': '24c8ddc3-7ce8-4298-8463-63da11f1ceb2', 'status': 'completed', 'code': 200} Oct 18 20:45:51.120542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:02Z', 'revision_number': 5, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:51.197557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] Checking router: 2cc244ed-0d09-41a4-a6f7-1703d479d955 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:45:51.211936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:51.212697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:51.519166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:51.593329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87551b84-fc9f-4b4f-bf49-f75660cb5b3c req-d1e3d0dd-68ae-43a1-9453-f1d72291e58e tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.1224706 Oct 18 20:45:51.826684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60562) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:51.934956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:45:51.963846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02183243-7584-48db-ba35-461e0e89f55f req-f41be1be-3317-4215-8201-9bb15b1be166 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:51.973468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02183243-7584-48db-ba35-461e0e89f55f req-f41be1be-3317-4215-8201-9bb15b1be166 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1236989 Oct 18 20:45:52.029872 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02183243-7584-48db-ba35-461e0e89f55f req-05867999-a9c7-4027-aa49-c1c0649a2033 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 Oct 18 20:45:52.104932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:45:52.105584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 24c8ddc3-7ce8-4298-8463-63da11f1ceb2 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:45:52.161973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:02Z', 'revision_number': 5, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:52.206541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65700386-5f18-40f5-9768-573a83a14f35 None None] The sync data for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 is: [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:34:55Z', 'revision_number': 4, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'c939409b-c25c-4d4c-94d4-6182a44a7bbb', 'name': '', 'network_id': 'e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'mac_address': 'fa:16:3e:d9:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:54Z', 'updated_at': '2021-10-18T20:35:02Z', 'revision_number': 5, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'subnets': [{'id': '38c43b8b-1588-4e19-983a-8ced18e1ec0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:45:52.287017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0383607-e95d-423c-b1f5-604f4306aaca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.387183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:52.443601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0383607-e95d-423c-b1f5-604f4306aaca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.450445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0383607-e95d-423c-b1f5-604f4306aaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.479992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0383607-e95d-423c-b1f5-604f4306aaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5760d7-1c53-45e9-a599-a1a485ddcbd6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:52.525341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7466a8f-e8e6-41b3-a44a-6bbf1279f4f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.538769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c0383607-e95d-423c-b1f5-604f4306aaca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c38bac093720481cb6f762323eb70f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049003 Oct 18 20:45:52.539293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60582) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:52.570956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7466a8f-e8e6-41b3-a44a-6bbf1279f4f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.671270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a393559-fad1-49d2-b791-15291f423a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.692118 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162e98c-cfbf-4c5a-9cca-cfc92675058a None None] New status for floating IP b0b0631f-9377-40c6-9c79-b6140a30b67c: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:45:52.696324 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7466a8f-e8e6-41b3-a44a-6bbf1279f4f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.706395 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a393559-fad1-49d2-b791-15291f423a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.711807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7466a8f-e8e6-41b3-a44a-6bbf1279f4f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.715745 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e7466a8f-e8e6-41b3-a44a-6bbf1279f4f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "DELETE /v2.0/security-groups/a8db8d27-e09f-4e46-848c-bd16976b102f HTTP/1.1" status: 204 len: 168 time: 0.3259716 Oct 18 20:45:52.716915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60586) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:52.742841 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-ae5df586-c8d4-4183-abc9-dca5a3b9c9c9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] show failed (client error): The resource could not be found. Oct 18 20:45:52.744202 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ae5df586-c8d4-4183-abc9-dca5a3b9c9c9 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "GET /v2.0/security-groups/a8db8d27-e09f-4e46-848c-bd16976b102f HTTP/1.1" status: 404 len: 347 time: 0.0260901 Oct 18 20:45:52.749283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60588) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:52.752028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7466a8f-e8e6-41b3-a44a-6bbf1279f4f3 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8db8d27-e09f-4e46-848c-bd16976b102f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:52.801285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a393559-fad1-49d2-b791-15291f423a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.804576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a393559-fad1-49d2-b791-15291f423a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:52.808251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3a393559-fad1-49d2-b791-15291f423a16 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf5760d7-1c53-45e9-a599-a1a485ddcbd6 HTTP/1.1" status: 204 len: 168 time: 0.2655869 Oct 18 20:45:52.821954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a393559-fad1-49d2-b791-15291f423a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5760d7-1c53-45e9-a599-a1a485ddcbd6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:52.947110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d25779eb-d61d-436c-9f35-4f17eafe6002 req-c8665681-48b4-4c1f-95d2-b2b430251567 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0532508 Oct 18 20:45:53.122348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e1266583-60ad-4322-a95d-a9aa20639402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:53.180075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Deleting port 426389bd-827f-45d0-8484-27a58ae140ea {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:53.180724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:53.293538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dad5f-8f1a-463e-a9f6-eee25c49a923 req-795247fb-daca-410c-be42-5799a7a9e3aa tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:53.295747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d0dad5f-8f1a-463e-a9f6-eee25c49a923 req-795247fb-daca-410c-be42-5799a7a9e3aa tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1130502 Oct 18 20:45:53.370970 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:53.371466 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:53.389411 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d0dad5f-8f1a-463e-a9f6-eee25c49a923 req-c62ac37b-2de9-4a28-978c-8aa1d4f5fcbe tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741768 Oct 18 20:45:53.395368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Calling delete_port for 426389bd-827f-45d0-8484-27a58ae140ea owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:53.668280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:53.717625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Pushing event deleted for resources: {'Port': ['ID=426389bd-827f-45d0-8484-27a58ae140ea,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:53.747513 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:45:53.842464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:53.848853 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:53.854559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-56a21802-bb3a-4268-b916-ff5e1bbabf54 tempest-ServerActionsTestJSON-1742577470 tempest-ServerActionsTestJSON-1742577470-project] 10.222.0.66 "DELETE /v2.0/floatingips/b0b0631f-9377-40c6-9c79-b6140a30b67c HTTP/1.1" status: 204 len: 168 time: 1.0973961 Oct 18 20:45:53.855127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60618) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:54.005651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60626) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:54.163321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3b896d3-1b75-44ac-ad31-87fd4b59cf70 req-9c94eadd-3055-4f2a-9b99-f42b136c1deb tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0898385 Oct 18 20:45:54.336406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1223390837'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:54.415365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.456508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Made reservation on behalf of 5e18a3a7483c49a28818db194d0a7b69 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:54.462871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.492568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.670691 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.680064 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.712218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:45:54.750049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a887ba-10cc-4495-b6c4-015ea8090142,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:54.765263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.765612 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Added segment f7e01ab2-49d2-4a84-8d28-7acfc231e7c7 of type vlan for network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 Oct 18 20:45:54.826318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.866913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.875287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:54.875967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:54.897492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf327-c0ca-430c-9de7-80d763f53a13 req-bd0e270f-3182-4491-b367-100a8cb0e45a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:54.908128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91ebf327-c0ca-430c-9de7-80d763f53a13 req-bd0e270f-3182-4491-b367-100a8cb0e45a tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1190639 Oct 18 20:45:54.910182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9032629 Oct 18 20:45:54.963398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6b1ea-0166-4638-9f5d-32f41d2dd6e1 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Pushing event updated for resources: {'Network': ['ID=6113e5f8-32e2-473c-aae0-e2c1eb69fd60,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:54.975350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:45:55.014522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91ebf327-c0ca-430c-9de7-80d763f53a13 req-54b444f3-c540-49c6-9aed-464421b7306d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049912 Oct 18 20:45:55.073665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:55.365593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:55.911332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Deleting port c939409b-c25c-4d4c-94d4-6182a44a7bbb {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:55.912168 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.070895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60666) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:56.090890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Request body: {'port': {'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60', 'binding:host_id': 'n-h1-812149-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-647592913'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:45:56.139384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Made reservation on behalf of 42e7aeb1f779443d87e8779f20c71205 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:45:56.143923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.167315 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.194729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] For port c939409b-c25c-4d4c-94d4-6182a44a7bbb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c939409b-c25c-4d4c-94d4-6182a44a7bbb,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:56.195343 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.240193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Calling delete_port for c939409b-c25c-4d4c-94d4-6182a44a7bbb owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:56.265820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cccae14-67ef-4c99-9a2b-162031faf746 req-dceba832-6bbd-4a2c-802b-52bf59956648 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0486004 Oct 18 20:45:56.449801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.455738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.457880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] device_id is not set on port 8533bcd7-9757-4130-956b-987b9777afdc yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:45:56.571476 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.651953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeef30a-dc6e-41cc-b267-8f75aaf28779,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:56.748069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf31e42-8e57-4501-9e71-a57502dbdb34 req-f8057e04-7f6d-4d9c-be09-a78babadb26b tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:56.749671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-baf31e42-8e57-4501-9e71-a57502dbdb34 req-f8057e04-7f6d-4d9c-be09-a78babadb26b tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2073140 Oct 18 20:45:56.833025 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:56.910151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-baf31e42-8e57-4501-9e71-a57502dbdb34 req-d9f7548d-5349-44ce-aeec-8c5cbc1343ad tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290519 Oct 18 20:45:56.918650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c939409b-c25c-4d4c-94d4-6182a44a7bbb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:56.995696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] device_id is not set on port 8533bcd7-9757-4130-956b-987b9777afdc yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:45:57.029822 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:57.050501 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:57.301136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:57.308740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=8533bcd7-9757-4130-956b-987b9777afdc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:57.341803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Checking segment: {'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:45:57.341803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Network hostable DHCP agents. Network: 6113e5f8-32e2-473c-aae0-e2c1eb69fd60, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:45:57.438969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ea1412b-4276-472f-878f-f86edb51da19 req-ff944ebd-bf3d-4cf6-ae95-fc6eb3bde01a tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0536945 Oct 18 20:45:57.580539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:45:57.612610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 6113e5f8-32e2-473c-aae0-e2c1eb69fd60) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:45:57.623405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:45:57.627841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae5160-c149-44da-bc50-c545e78118f6 None None] Network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:45:57.730858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:57.731177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:57.731530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:57.740138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:57.740554 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:57.742771 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 2 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:57.769133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Router 2cc244ed-0d09-41a4-a6f7-1703d479d955 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:45:57.775199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:57.775532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:57.775938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:57.790187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:57.790515 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:57.791187 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 3 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:57.848817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:57.849162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:57.849505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:57.874501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:57.875247 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:57.879913 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 4 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:57.990599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:45:57.997327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e45ceb6e-1790-4630-90fd-5e4ca6562a5e admin admin] 10.222.0.66 "PUT /v2.0/routers/2cc244ed-0d09-41a4-a6f7-1703d479d955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1404297 Oct 18 20:45:58.000118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60696) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:58.012329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] Sync routers for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:45:58.026289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:58.027010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:58.028338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:58.028711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:58.029051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:58.044433 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:58.044784 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:58.045718 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 5 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:58.079953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:58.080289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:58.080735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:58.108570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:58.108890 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:58.109278 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 6 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:58.173499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:58.175085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:58.175443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:58.182346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:58.182698 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:58.183098 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 7 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:58.214331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:58.214585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:58.214916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:58.225852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:58.228339 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:58.228851 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 8 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:58.334640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:58.335346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:58.335985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:58.341526 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:58.351281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:58.351790 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:58.352694 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 9 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:58.363033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:58.410886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9567-407c-43fb-9e8d-c27a94726d4b req-bff2ba85-9003-47c5-955c-15133f35aba0 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:58.413717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fbeb9567-407c-43fb-9e8d-c27a94726d4b req-bff2ba85-9003-47c5-955c-15133f35aba0 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1657431 Oct 18 20:45:58.414866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:58.415701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:58.416258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:58.426963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:58.427573 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:58.432003 n-d-812149-2 neutron-server[100531]: INFO neutron.plugins.ml2.plugin [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 10 to bind port 8533bcd7-9757-4130-956b-987b9777afdc Oct 18 20:45:58.559330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:45:58.565690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:45:58.581102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:45:58.599664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 8533bcd7-9757-4130-956b-987b9777afdc on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:45:58.603356 n-d-812149-2 neutron-server[100531]: ERROR neutron.plugins.ml2.managers [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 8533bcd7-9757-4130-956b-987b9777afdc on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:45:58.603356 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:58.619127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:58.641274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fbeb9567-407c-43fb-9e8d-c27a94726d4b req-81f22d70-808b-4c04-9b8d-a21a302741f7 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953399 Oct 18 20:45:58.734370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] For port 8533bcd7-9757-4130-956b-987b9777afdc, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:45:58.734997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempted to set empty binding levels {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 20:45:58.741460 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:58.791308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Deleting port 681e74f3-8224-4f19-86c2-9dc5aedc242e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:58.792262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:58.879349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:58.880363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:58.925527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145'}], 'enable_snat': True}, 'gw_port_id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:45:56Z', 'revision_number': 5, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port': {'id': '681e74f3-8224-4f19-86c2-9dc5aedc242e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:34:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:34:49Z', 'updated_at': '2021-10-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:58.931847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=8533bcd7-9757-4130-956b-987b9777afdc,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:58.980058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60702) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:45:58.980982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0e88d3b9-167d-4952-9620-be9d99a3e561 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.9085310 Oct 18 20:45:58.988825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] Checking router: 2cc244ed-0d09-41a4-a6f7-1703d479d955 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:45:58.999563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] Routers {'2cc244ed-0d09-41a4-a6f7-1703d479d955'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:45:59.000210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:45:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2cc244ed-0d09-41a4-a6f7-1703d479d955'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:59.041901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-008284b6-4aab-4ff2-b4c8-6b19ee49d481 req-36dbad4c-6bd2-4869-b2b6-d787476f8de7 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0347257 Oct 18 20:45:59.089479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] For port 681e74f3-8224-4f19-86c2-9dc5aedc242e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=681e74f3-8224-4f19-86c2-9dc5aedc242e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:59.090081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:59.137918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] Set router 2cc244ed-0d09-41a4-a6f7-1703d479d955 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:45:59.162530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Calling delete_port for 681e74f3-8224-4f19-86c2-9dc5aedc242e owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:59.266685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:45:58Z', 'revision_number': 6, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:45:59.327703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Deleting port 8533bcd7-9757-4130-956b-987b9777afdc {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:45:59.328249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:59.342461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590c7e00-e17c-4bc2-982a-7fc23d8b08ea None None] The sync data for ids ['2cc244ed-0d09-41a4-a6f7-1703d479d955'] in n-d-812149-2 is: [{'id': '2cc244ed-0d09-41a4-a6f7-1703d479d955', 'name': 'tempest-ServerActionsTestJSON-293777065-router', 'tenant_id': '492d8af0ecfc4698b1048f493d46788d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:34:47Z', 'updated_at': '2021-10-18T20:45:58Z', 'revision_number': 6, 'project_id': '492d8af0ecfc4698b1048f493d46788d', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:45:59.552799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] For port 8533bcd7-9757-4130-956b-987b9777afdc, host n-h1-812149-2, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:45:59.553243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:59.570803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Calling delete_port for 8533bcd7-9757-4130-956b-987b9777afdc owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:45:59.576064 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:59.643185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=681e74f3-8224-4f19-86c2-9dc5aedc242e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:45:59.680357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.680882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.681127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.681427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.681762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.682092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.682419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.682743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.683064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.683385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.683706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.684023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:45:59.802235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:45:59.910299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137481-90bf-4c3b-a96f-6ad4b4f53bab req-64e05c49-48fe-4aac-b446-abaec45d31e6 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:45:59.911853 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71137481-90bf-4c3b-a96f-6ad4b4f53bab req-64e05c49-48fe-4aac-b446-abaec45d31e6 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.0822415 Oct 18 20:45:59.990643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71137481-90bf-4c3b-a96f-6ad4b4f53bab req-56e61bf2-0760-4bff-bab0-5f4a04ae5d93 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651326 Oct 18 20:46:00.030603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.036415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.039909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.149295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event deleted for resources: {'Port': ['ID=8533bcd7-9757-4130-956b-987b9777afdc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:00.180329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.186661 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-200df871-dd5a-4de4-bcd9-8bdcb1d32de0 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8533bcd7-9757-4130-956b-987b9777afdc HTTP/1.1" status: 204 len: 168 time: 1.2045040 Oct 18 20:46:00.193206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60714) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:00.218768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.220282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc244ed-0d09-41a4-a6f7-1703d479d955 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:46:00.228296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c80ea919-dfc0-4ea3-9299-4f3b5c98632c req-9720d88b-9f1a-4e3b-9b05-f88d5602e5a1 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0594957 Oct 18 20:46:00.237886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.239303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d9e17746-4815-4f73-9e6c-829a8c9edd74 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2cc244ed-0d09-41a4-a6f7-1703d479d955 HTTP/1.1" status: 204 len: 168 time: 2.2359285 Oct 18 20:46:00.241889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60716) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:00.299923 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e815703-11a3-4237-9a97-3da91944b2cb tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] GET failed (client error): The resource could not be found. Oct 18 20:46:00.303553 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e815703-11a3-4237-9a97-3da91944b2cb tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "GET /v2.0/ports/8533bcd7-9757-4130-956b-987b9777afdc HTTP/1.1" status: 404 len: 333 time: 0.1076455 Oct 18 20:46:00.307859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60722) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:00.317562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Request body: {'port': {'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-655264651'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:00.365268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] Deleting subnet 38c43b8b-1588-4e19-983a-8ced18e1ec0d {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:46:00.368872 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.388024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Made reservation on behalf of 42e7aeb1f779443d87e8779f20c71205 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:00.398145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.426943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.465742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] device_id is not set on port b1f26cda-bfc8-43f0-af41-7e9f4f279535 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:46:00.523971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c939409b-c25c-4d4c-94d4-6182a44a7bbb no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:00.568271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: c939409b-c25c-4d4c-94d4-6182a44a7bbb {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:00.569338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c939409b-c25c-4d4c-94d4-6182a44a7bbb not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:00.571049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 681e74f3-8224-4f19-86c2-9dc5aedc242e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:00.615851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 681e74f3-8224-4f19-86c2-9dc5aedc242e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:00.616618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 681e74f3-8224-4f19-86c2-9dc5aedc242e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:00.741436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.874339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.897112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.936489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.964420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c43b8b-1588-4e19-983a-8ced18e1ec0d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:00.982715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:00.988327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e6455-a29c-47c3-b340-2127ce4ac209 None None] Network e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:00.991046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f9e329d0-3b83-43c7-9e9a-5d1baef7235e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/38c43b8b-1588-4e19-983a-8ced18e1ec0d HTTP/1.1" status: 204 len: 168 time: 0.7475202 Oct 18 20:46:01.003044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:01.022174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:01.030725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:01.115127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:01.123000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:01.124200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.234623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9250484 Oct 18 20:46:01.241014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60730) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:01.252310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:01.292811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa730a85-0746-416a-a98b-493adde38226 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=b1f26cda-bfc8-43f0-af41-7e9f4f279535,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:01.340398 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.427467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.483133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535faa9a-0072-4cad-9de6-35b211add787 req-bb97322b-7365-4a7e-bb4c-e2fb8b62d968 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:01.492923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] DHCP port deletion for e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:46:01.497214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-535faa9a-0072-4cad-9de6-35b211add787 req-bb97322b-7365-4a7e-bb4c-e2fb8b62d968 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.3719742 Oct 18 20:46:01.605092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-535faa9a-0072-4cad-9de6-35b211add787 req-feeaf483-4b65-4214-8b68-019a8c1ead55 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766747 Oct 18 20:46:01.668726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Deleting port 436e94eb-dfb4-455c-8272-803be070a8cc {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:01.669553 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.681791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Deleting port 436e94eb-dfb4-455c-8272-803be070a8cc {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:01.690982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.873458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] For port 436e94eb-dfb4-455c-8272-803be070a8cc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=436e94eb-dfb4-455c-8272-803be070a8cc,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:01.877926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.884875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] device_id is not set on port b1f26cda-bfc8-43f0-af41-7e9f4f279535 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:46:01.894509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] For port 436e94eb-dfb4-455c-8272-803be070a8cc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=436e94eb-dfb4-455c-8272-803be070a8cc,segment=NetworkSegment(6224b25e-c9f2-46e6-a77a-91197702a38d),segment_id=6224b25e-c9f2-46e6-a77a-91197702a38d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:01.894891 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.901784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.918459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:01.919313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Calling delete_port for 436e94eb-dfb4-455c-8272-803be070a8cc owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:01.939619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Calling delete_port for 436e94eb-dfb4-455c-8272-803be070a8cc owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:02.009878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=b1f26cda-bfc8-43f0-af41-7e9f4f279535,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:02.016629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aeaef6a9-d92e-473f-a355-9dae679fb28e req-846a8c44-183c-4086-9157-e58a9070d1fa tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0823181 Oct 18 20:46:02.054748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.106753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Pushing event deleted for resources: {'Port': ['ID=436e94eb-dfb4-455c-8272-803be070a8cc,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:02.117086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.117781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.118327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.118856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.119369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.120636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.120985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.121362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.121711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.121916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.122428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.122945 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.123462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.123964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.124645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:02.130930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06267ed-1d7e-4f06-8544-b42ea8a8a0e5 None None] No DVR routers for this DVR port 436e94eb-dfb4-455c-8272-803be070a8cc on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:02.141922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.142436 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.142971 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 2 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.225811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.234305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.234564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.236421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.256653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.257007 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.257716 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 3 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.273661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.285107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.285555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Pushing event deleted for resources: {'Port': ['ID=436e94eb-dfb4-455c-8272-803be070a8cc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:02.285695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.288621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] No DVR routers for this DVR port 436e94eb-dfb4-455c-8272-803be070a8cc on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:02.321565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.324129 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.325750 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 4 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.337569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 436e94eb-dfb4-455c-8272-803be070a8cc no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:02.367117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.367543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.367890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.378021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.380023 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.380023 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 5 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.397363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 436e94eb-dfb4-455c-8272-803be070a8cc {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:02.399368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 436e94eb-dfb4-455c-8272-803be070a8cc not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:02.417760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.418418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.418789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.429878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.430259 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.430651 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 6 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.478122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.478464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.478809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.492867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.495926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.496326 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.496783 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 7 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.526918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:02.529295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.529295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.529295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.540337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6224b25e-c9f2-46e6-a77a-91197702a38d') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:02.540682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6224b25e-c9f2-46e6-a77a-91197702a38d') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:02.541319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.541923 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.546481 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 8 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.557539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.568207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.568820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.569367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.575364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.575932 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.576513 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 9 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.588349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.600512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.601375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.601929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.605917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:02.607263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.608906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.609414 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:02.610474 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:02.613514 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 10 to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 Oct 18 20:46:02.630186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:02.630825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:02.631355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:02.641948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:02.642592 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:02.643308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.693320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60744) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:02.734034 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.768006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:02.800354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] For port b1f26cda-bfc8-43f0-af41-7e9f4f279535, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:02.801024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempted to set empty binding levels {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 20:46:02.814344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.845577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:02.862947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b5edeac6-3274-4085-9cf8-c6dea272894a admin admin] 10.222.0.66 "DELETE /v2.0/networks/e8ef4927-4a3a-4e37-b08b-5bfcd7f34c58 HTTP/1.1" status: 204 len: 168 time: 1.8428442 Oct 18 20:46:02.941380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa01149-2881-46be-8c88-11ad234bef20 req-b3c35689-3c4d-4884-82e0-eda1a54e9b86 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:02.952987 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eaa01149-2881-46be-8c88-11ad234bef20 req-b3c35689-3c4d-4884-82e0-eda1a54e9b86 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1703942 Oct 18 20:46:03.019347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eaa01149-2881-46be-8c88-11ad234bef20 req-efc0917f-f8cb-4967-ad1d-b3b6ad68b6f0 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619304 Oct 18 20:46:03.020230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] In _notify_port_updated(), no bound segment for port b1f26cda-bfc8-43f0-af41-7e9f4f279535 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:46:03.021785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.022724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.034683 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "PUT /v2.0/ports/b1f26cda-bfc8-43f0-af41-7e9f4f279535 HTTP/1.1" status: 200 len: 974 time: 1.7801993 Oct 18 20:46:03.034810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60752) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:03.045454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49fb5892-211d-43f7-882e-9e5ccfde1a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.117371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc09cb-8312-4ec7-a1c9-c3475ab55aba tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=b1f26cda-bfc8-43f0-af41-7e9f4f279535,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:03.194112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60760) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:03.251816 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a70949c8-d525-446c-bd69-dfb60c6c814c req-471b32f7-6e46-4f9c-84ff-9009d25cd5bb tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0401115 Oct 18 20:46:03.301457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.302490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.303456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.304252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.305065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.305731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.306388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.307787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.308628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.309257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.309594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49fb5892-211d-43f7-882e-9e5ccfde1a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.310776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.311480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.312287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.312995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.314469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.315188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.315838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.316535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.317917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.318667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.319335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.319955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.320844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.321589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.322416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.323039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.323761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.324645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.325260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.325957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.326568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.327606 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49fb5892-211d-43f7-882e-9e5ccfde1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.328162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.329016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:03.333545 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d2019d57-0b84-4042-bb57-d0d45910bd81 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29853 time: 0.3054309 Oct 18 20:46:03.339000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60764) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:03.372488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-680e56d1-4a87-4b56-8dea-8f94a5dc05af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=492d8af0ecfc4698b1048f493d46788d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656377 Oct 18 20:46:03.378408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60766) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:03.415009 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb5892-211d-43f7-882e-9e5ccfde1a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93820eb-7ff8-4a99-9d67-bb1fbba7e709,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:03.430074 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-49fb5892-211d-43f7-882e-9e5ccfde1a03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25a0870bd3e741518064638102239ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333767 Oct 18 20:46:03.434096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60768) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:03.496067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-660035a6-13fb-411f-9bcf-12c5aafadd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.510969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Deleting port b1f26cda-bfc8-43f0-af41-7e9f4f279535 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:03.511696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.532944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fa805ee-89bb-43d8-9259-8ff85e4d7f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.559501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-660035a6-13fb-411f-9bcf-12c5aafadd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.587271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fa805ee-89bb-43d8-9259-8ff85e4d7f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.659391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] For port b1f26cda-bfc8-43f0-af41-7e9f4f279535, host n-h1-812149-2, got binding levels [] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:03.659805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.662471 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-660035a6-13fb-411f-9bcf-12c5aafadd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.665841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-660035a6-13fb-411f-9bcf-12c5aafadd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.667174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-660035a6-13fb-411f-9bcf-12c5aafadd1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f812f37-e667-4b0f-9ffc-c7ed931c511d HTTP/1.1" status: 204 len: 168 time: 0.2842832 Oct 18 20:46:03.671364 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fa805ee-89bb-43d8-9259-8ff85e4d7f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.679222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fa805ee-89bb-43d8-9259-8ff85e4d7f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.683577 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5fa805ee-89bb-43d8-9259-8ff85e4d7f47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b93820eb-7ff8-4a99-9d67-bb1fbba7e709 HTTP/1.1" status: 204 len: 168 time: 0.2455935 Oct 18 20:46:03.694245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Calling delete_port for b1f26cda-bfc8-43f0-af41-7e9f4f279535 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:03.696071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660035a6-13fb-411f-9bcf-12c5aafadd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f812f37-e667-4b0f-9ffc-c7ed931c511d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:03.718929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa805ee-89bb-43d8-9259-8ff85e4d7f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93820eb-7ff8-4a99-9d67-bb1fbba7e709,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:03.904037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.967653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1f26cda-bfc8-43f0-af41-7e9f4f279535,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:03.976328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:03.988714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-36c28e7d-3603-48b9-a54f-9171def74911 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b1f26cda-bfc8-43f0-af41-7e9f4f279535 HTTP/1.1" status: 204 len: 168 time: 0.6442153 Oct 18 20:46:03.989206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60774) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:04.050268 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6288e18a-67c6-4885-9109-96d8a9be42d9 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] GET failed (client error): The resource could not be found. Oct 18 20:46:04.061091 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6288e18a-67c6-4885-9109-96d8a9be42d9 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "GET /v2.0/ports/b1f26cda-bfc8-43f0-af41-7e9f4f279535 HTTP/1.1" status: 404 len: 333 time: 0.0657101 Oct 18 20:46:04.061903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60780) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:04.071835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1334290951', 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:04.125332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Made reservation on behalf of 42e7aeb1f779443d87e8779f20c71205 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:04.127776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:04.167725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] device_id is not set on port 80062eeb-f89b-47b2-899e-e1b169e380d2 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:46:04.314832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89cdf7-591b-42ae-adfc-92a9262e0160 req-3e3277ce-9c61-47fb-8fd6-c175c6f3a94c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:04.317049 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee89cdf7-591b-42ae-adfc-92a9262e0160 req-3e3277ce-9c61-47fb-8fd6-c175c6f3a94c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1045947 Oct 18 20:46:04.439374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee89cdf7-591b-42ae-adfc-92a9262e0160 req-f0daed82-4dea-4f53-8561-6d0375e8b1e1 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977271 Oct 18 20:46:04.588640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:04.684525 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:04.753459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:04.761799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:04.781369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:04.783781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:04.786161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:04.793090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=80062eeb-f89b-47b2-899e-e1b169e380d2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:04.811889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a5f09c2-a2f4-4c2d-acb1-34b9124ac9e5 req-210f7fbb-73f5-4a58-a6f9-c8310f9c1229 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0589895 Oct 18 20:46:04.833451 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-09e31e86-a5a2-4c07-82f8-429bc9b7b0f4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7705598 Oct 18 20:46:04.835864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60820) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:04.903258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956d57d-0019-4c8c-91aa-5d057ba294a4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:04.905932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d956d57d-0019-4c8c-91aa-5d057ba294a4 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "GET /v2.0/ports/80062eeb-f89b-47b2-899e-e1b169e380d2 HTTP/1.1" status: 200 len: 955 time: 0.0677223 Oct 18 20:46:04.908732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60828) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:05.014286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Deleting port 80062eeb-f89b-47b2-899e-e1b169e380d2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:05.015460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:05.115213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:05.140794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Calling delete_port for 80062eeb-f89b-47b2-899e-e1b169e380d2 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:05.196188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:05.243174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:05.274600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event deleted for resources: {'Port': ['ID=80062eeb-f89b-47b2-899e-e1b169e380d2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:05.280302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:05.284910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eed6e4da-314a-433e-ae70-e82d393a4f2f tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "DELETE /v2.0/ports/80062eeb-f89b-47b2-899e-e1b169e380d2 HTTP/1.1" status: 204 len: 168 time: 0.3740239 Oct 18 20:46:05.287606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60840) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:05.318582 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63b0e54-d175-4f4d-8801-c8eea62c62a6 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] GET failed (client error): The resource could not be found. Oct 18 20:46:05.320615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f63b0e54-d175-4f4d-8801-c8eea62c62a6 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "GET /v2.0/ports/80062eeb-f89b-47b2-899e-e1b169e380d2 HTTP/1.1" status: 404 len: 333 time: 0.0319657 Oct 18 20:46:05.329272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60850) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:05.335216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Request body: {'port': {'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-586499471'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:05.421178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Made reservation on behalf of 42e7aeb1f779443d87e8779f20c71205 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:05.426013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:05.484091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] device_id is not set on port 538deb8e-ee79-43f4-bf30-722b74d22007 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:46:05.497272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-585066403-network', 'tenant_id': 'b1937209920c40ea8d18a334fda0218e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:05.804242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-f4672522-b4d8-4d34-9893-55af59dfd9d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532501 Oct 18 20:46:05.932064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d6075-a386-4460-85d6-90678a7237fe req-4da34b55-96d1-48d3-9382-c3e9b7518b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:05.934008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-4da34b55-96d1-48d3-9382-c3e9b7518b19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 1097 time: 0.0722561 Oct 18 20:46:05.999639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-d1129a1b-3c8a-4152-9c6a-0365655baec8 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:06.006865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-d1129a1b-3c8a-4152-9c6a-0365655baec8 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/networks?id=6597ad75-5f70-428b-aa40-05992b8cd375 HTTP/1.1" status: 200 len: 813 time: 0.6592100 Oct 18 20:46:06.035264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Made reservation on behalf of b1937209920c40ea8d18a334fda0218e for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:06.038024 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.043878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-a228af2c-b6d6-41bb-9d96-627c94c6e5f8 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/quotas/e927db40a4714880bd7e8a7732e821e1 HTTP/1.1" status: 200 len: 375 time: 0.0347233 Oct 18 20:46:06.068938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d6075-a386-4460-85d6-90678a7237fe req-ddf74195-352b-4166-a2a2-6b4fd42ce259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:06.070691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-ddf74195-352b-4166-a2a2-6b4fd42ce259 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 912 time: 0.1097789 Oct 18 20:46:06.071609 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.121351 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-332b7bb2-b050-47f6-9980-6effb1e11b88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b2396e1-ed00-494f-8748-376fde756677 HTTP/1.1" status: 200 len: 217 time: 0.0414114 Oct 18 20:46:06.231263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d6075-a386-4460-85d6-90678a7237fe req-2012b48c-574b-404e-b982-a653f9334047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:06.233800 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-2012b48c-574b-404e-b982-a653f9334047 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.1002784 Oct 18 20:46:06.277215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-e69f1af7-14f3-4a52-984f-f3ee3db52a98 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e927db40a4714880bd7e8a7732e821e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2229822 Oct 18 20:46:06.291840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-14133d26-d0c7-4211-8bf3-f32f8e86ce68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478113 Oct 18 20:46:06.312095 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.437352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-0b2ffe8e-3620-4c43-b777-acea86e41cdb service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372755 Oct 18 20:46:06.441292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.453073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.487927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:06.494341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-b316a85f-2db6-478e-a4bd-b2993ddc705a service neutron] 10.222.0.66 "GET /v2.0/networks/6597ad75-5f70-428b-aa40-05992b8cd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952274 Oct 18 20:46:06.507856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.530474 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.530793 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Added segment ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea of type vlan for network 9562d4fb-8329-4ac7-8774-a5d7e664c95c Oct 18 20:46:06.532689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3aa815-eb50-4c67-be62-e1a237ea9be6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:06.594959 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2c5d6075-a386-4460-85d6-90678a7237fe req-695ec524-ee3a-42a1-b66e-595e051a3bd5 service neutron] 10.222.0.30 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482501 Oct 18 20:46:06.656049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:06.673402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:06.681186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:06.682518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:06.682717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.691393 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.700513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=538deb8e-ee79-43f4-bf30-722b74d22007,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:06.724186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26780d2d-ff3d-4a75-9817-9b25e6c340fe tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3934703 Oct 18 20:46:06.727311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60880) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:06.737123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:06.746031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-574bd772-70fb-40a5-acfc-792cc70b97b8 service neutron] 10.222.0.66 "GET /v2.0/networks/6597ad75-5f70-428b-aa40-05992b8cd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338560 Oct 18 20:46:06.756985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.758321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:06.758706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.803310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6054704 Oct 18 20:46:06.806641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60882) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:06.811634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Request body: {'subnet': {'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-585066403-subnet', 'tenant_id': 'b1937209920c40ea8d18a334fda0218e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:06.838420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:06.852176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea32c8-6eae-4ec6-b095-0af07a257a75 admin admin] Pushing event updated for resources: {'Network': ['ID=9562d4fb-8329-4ac7-8774-a5d7e664c95c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:06.863959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9562d4fb-8329-4ac7-8774-a5d7e664c95c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:06.877862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Made reservation on behalf of b1937209920c40ea8d18a334fda0218e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:06.880906 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.125788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac06b1-ad2f-48c5-aba4-403313e4a306 req-14072991-750c-4ca0-9749-63a0250408b4 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:07.128045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5ac06b1-ad2f-48c5-aba4-403313e4a306 req-14072991-750c-4ca0-9749-63a0250408b4 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1113386 Oct 18 20:46:07.180335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] device_id is not set on port 538deb8e-ee79-43f4-bf30-722b74d22007 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:46:07.195531 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.205867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.245862 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5ac06b1-ad2f-48c5-aba4-403313e4a306 req-e7c89a44-3a80-4f83-8895-e5befbf7f552 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062090 Oct 18 20:46:07.247500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.305516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.305897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.306369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.309521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=538deb8e-ee79-43f4-bf30-722b74d22007,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:07.325836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.326722 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.326722 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 2 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.351138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.351478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.351812 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.356870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.357220 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.357985 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 3 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.371468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.371852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.372131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.376353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017a67c1-cf63-49f0-bcfb-dcb13c60920a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:07.377865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.377865 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.378186 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 4 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.386460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Checking segment: {'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:07.386857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Network hostable DHCP agents. Network: 9562d4fb-8329-4ac7-8774-a5d7e664c95c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:07.393670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.394004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.394339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.400470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.401082 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.401485 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 5 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.425359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.426740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.427382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.436081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.436727 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.437337 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 6 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.463297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.463915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.464699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.469827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99d0740b-77d8-4bea-9f88-4a08c29c66d0 req-595b4e59-1bee-4246-bbba-403494d79793 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0502083 Oct 18 20:46:07.471683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Network 9562d4fb-8329-4ac7-8774-a5d7e664c95c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:07.474190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.474508 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.475499 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 7 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.490411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9562d4fb-8329-4ac7-8774-a5d7e664c95c) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:07.501543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.501543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.503739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:07.504209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3321275-990a-49a2-ae7c-ddbdc363b9f9 None None] Network 9562d4fb-8329-4ac7-8774-a5d7e664c95c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:07.505822 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.512674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.530618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.531037 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.531761 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 8 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.539637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4afb1fa3-9e0a-4ef2-8b15-2de0c2b02073 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7320952 Oct 18 20:46:07.560476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.561437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.562001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.570424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.571272 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.571920 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 9 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.591231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.592180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.593037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.600844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.601469 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.602246 n-d-812149-2 neutron-server[100530]: INFO neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempt 10 to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 Oct 18 20:46:07.611423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b6e869e-c32f-49ed-b778-6d55cea39420 req-bc4e5a0e-0d5f-4c4a-abb6-321e44e85404 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 210 time: 0.0674939 Oct 18 20:46:07.631250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:07.631693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:07.631988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempting to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:07.649447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:07.649820 n-d-812149-2 neutron-server[100530]: ERROR neutron.plugins.ml2.managers [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Failed to bind port 538deb8e-ee79-43f4-bf30-722b74d22007 on host n-h1-812149-2 for vnic_type normal using segments [{'id': 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6113e5f8-32e2-473c-aae0-e2c1eb69fd60'}] Oct 18 20:46:07.650193 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.719364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60904) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:07.753269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] For port 538deb8e-ee79-43f4-bf30-722b74d22007, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:07.753702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attempted to set empty binding levels {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 18 20:46:07.761103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.786767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] In _notify_port_updated(), no bound segment for port 538deb8e-ee79-43f4-bf30-722b74d22007 on network 6113e5f8-32e2-473c-aae0-e2c1eb69fd60 {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:46:07.787995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:07.789289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:07.791408 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "PUT /v2.0/ports/538deb8e-ee79-43f4-bf30-722b74d22007 HTTP/1.1" status: 200 len: 974 time: 1.0624270 Oct 18 20:46:07.794496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60908) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:07.845857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa066cd3-e253-4412-9db7-c16434744bd0 None None] Network 9562d4fb-8329-4ac7-8774-a5d7e664c95c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:07.866365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2199b-3a06-4045-95d9-bccefddaa66d tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event updated for resources: {'Port': ['ID=538deb8e-ee79-43f4-bf30-722b74d22007,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:07.989115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-29cf422b-55d8-4a39-839a-49d92e6da8a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.153291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c54d9-5492-4d2f-8b5e-f2f383cfb814 req-9f18378e-759c-47a5-afef-d4859a4338d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:08.155951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1e3c54d9-5492-4d2f-8b5e-f2f383cfb814 req-9f18378e-759c-47a5-afef-d4859a4338d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 1096 time: 0.1482747 Oct 18 20:46:08.203267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Deleting port 538deb8e-ee79-43f4-bf30-722b74d22007 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:08.203899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.344494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1e3c54d9-5492-4d2f-8b5e-f2f383cfb814 req-34ed28b2-a912-4742-b4d4-ada0272198ba service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793101 Oct 18 20:46:08.357922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] For port 538deb8e-ee79-43f4-bf30-722b74d22007, host n-h1-812149-2, got binding levels [] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:08.358194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.382824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-29cf422b-55d8-4a39-839a-49d92e6da8a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.434806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-29cf422b-55d8-4a39-839a-49d92e6da8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.439336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Calling delete_port for 538deb8e-ee79-43f4-bf30-722b74d22007 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:08.551385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf422b-55d8-4a39-839a-49d92e6da8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc921739-c310-441e-9c28-4bb45546a8ea,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:08.561821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-29cf422b-55d8-4a39-839a-49d92e6da8a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=895111bf47b94759bab20cdf62bf5683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8369853 Oct 18 20:46:08.565027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60930) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:08.591721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758981-8765-429f-9adb-ba6cc41a7bde req-8629e534-07fd-4521-bcb9-ff6408385d28 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:08.593276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-8629e534-07fd-4521-bcb9-ff6408385d28 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 813 time: 0.3381529 Oct 18 20:46:08.644875 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-d82c46f6-2d12-4f3b-8a43-5df122e30e76 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/quotas/b1937209920c40ea8d18a334fda0218e HTTP/1.1" status: 200 len: 375 time: 0.0324209 Oct 18 20:46:08.679002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5bda619-2514-44a0-b505-17901a78425f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.708869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-fa8c6fad-0fa9-4e42-bf7a-7e0e4ac2bdb1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454104 Oct 18 20:46:08.717984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.729433 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5bda619-2514-44a0-b505-17901a78425f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.743200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-a8e75746-ab75-485d-97bd-d2839a2992ee tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:08.745377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-a8e75746-ab75-485d-97bd-d2839a2992ee tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.30 "GET /v2.0/networks?id=6597ad75-5f70-428b-aa40-05992b8cd375 HTTP/1.1" status: 200 len: 813 time: 0.2449920 Oct 18 20:46:08.762994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Request body: {'port': {'device_id': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'admin_state_up': True, 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:08.793848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Pushing event deleted for resources: {'Port': ['ID=538deb8e-ee79-43f4-bf30-722b74d22007,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:08.809479 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.815831 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a568a174-8505-4e46-a76c-b2ad9ca4e403 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "DELETE /v2.0/ports/538deb8e-ee79-43f4-bf30-722b74d22007 HTTP/1.1" status: 204 len: 168 time: 1.0195770 Oct 18 20:46:08.819120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60936) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:08.877098 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc2e5d9-7498-4fee-a46c-3c10c7c86d83 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] GET failed (client error): The resource could not be found. Oct 18 20:46:08.878840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7dc2e5d9-7498-4fee-a46c-3c10c7c86d83 tempest-PortsAdminExtendedAttrsTestJSON-281497096 tempest-PortsAdminExtendedAttrsTestJSON-281497096-project-admin] 10.222.0.66 "GET /v2.0/ports/538deb8e-ee79-43f4-bf30-722b74d22007 HTTP/1.1" status: 404 len: 333 time: 0.0581479 Oct 18 20:46:08.885525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60942) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:08.936069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-ac7bd384-97a0-4757-89c9-6ab747b1f087 service neutron] 10.222.0.66 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041578 Oct 18 20:46:08.985403 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5bda619-2514-44a0-b505-17901a78425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.989365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5bda619-2514-44a0-b505-17901a78425f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:08.991013 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c5bda619-2514-44a0-b505-17901a78425f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc921739-c310-441e-9c28-4bb45546a8ea HTTP/1.1" status: 204 len: 168 time: 0.4244304 Oct 18 20:46:09.053680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.058901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bda619-2514-44a0-b505-17901a78425f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc921739-c310-441e-9c28-4bb45546a8ea,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:09.076206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Made reservation on behalf of e927db40a4714880bd7e8a7732e821e1 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:09.092944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.135891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-445b3b60-debe-4245-8d06-c9e7dc686578 service neutron] 10.222.0.66 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981251 Oct 18 20:46:09.262735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.299566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6113e5f8-32e2-473c-aae0-e2c1eb69fd60']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:09.341489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:09.341489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e01ab2-49d2-4a84-8d28-7acfc231e7c7') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:09.369320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.435588 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.456307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Allocated IP 172.20.0.6 (6597ad75-5f70-428b-aa40-05992b8cd375/8c9d39af-8c8f-4b23-b24e-bc0efedb7518/0dc96daf-c189-422b-a2d1-4392e05908b4) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:09.471671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:09.472081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:09.478641 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:09.525820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60958) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:09.591304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b61c20c-7275-4766-87e4-3b1f0cce1d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.622090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.640238 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:09.643530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1d5ed-a878-4841-9d6b-bcbdb6b53d48 req-eeb4a60f-2e4e-468f-bed8-302442e13cde tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:09.647255 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] 10.222.0.66 "DELETE /v2.0/networks/6113e5f8-32e2-473c-aae0-e2c1eb69fd60 HTTP/1.1" status: 204 len: 168 time: 0.7578483 Oct 18 20:46:09.653803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96d1d5ed-a878-4841-9d6b-bcbdb6b53d48 req-eeb4a60f-2e4e-468f-bed8-302442e13cde tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1970518 Oct 18 20:46:09.694261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafd38c-a839-478b-ac22-4cae6f291ec7 tempest-PortsAdminExtendedAttrsTestJSON-1902683918 tempest-PortsAdminExtendedAttrsTestJSON-1902683918-project] Pushing event deleted for resources: {'Network': ['ID=6113e5f8-32e2-473c-aae0-e2c1eb69fd60,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:09.831323 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96d1d5ed-a878-4841-9d6b-bcbdb6b53d48 req-8cdeb67f-394a-427a-847f-055d2ac49807 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764328 Oct 18 20:46:10.011053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b61c20c-7275-4766-87e4-3b1f0cce1d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.019488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b61c20c-7275-4766-87e4-3b1f0cce1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.161088 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b61c20c-7275-4766-87e4-3b1f0cce1d5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d844d3185c1d46238c9334e049901210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101344 Oct 18 20:46:10.166891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:10.167548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c20c-7275-4766-87e4-3b1f0cce1d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47aa165-13ee-4ef7-864b-178ac2946ad0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:10.341803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b036a092-a9fe-48d8-bc47-8b282d881e32 req-c60f3296-6a77-4d6c-b754-a3d25ca8580c tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0710571 Oct 18 20:46:10.518209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d83fb5c5-c995-4d4b-b065-09b9af62e4b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.582962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d83fb5c5-c995-4d4b-b065-09b9af62e4b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.645203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60976) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:10.764612 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10c7ed4e-4c08-4015-9471-0d28e22e5ace req-41651470-0db2-40a1-9be0-e502b083bcde tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 210 time: 0.1206582 Oct 18 20:46:10.770893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.794762 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d83fb5c5-c995-4d4b-b065-09b9af62e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.799612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d83fb5c5-c995-4d4b-b065-09b9af62e4b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.829729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d83fb5c5-c995-4d4b-b065-09b9af62e4b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f47aa165-13ee-4ef7-864b-178ac2946ad0 HTTP/1.1" status: 204 len: 168 time: 0.6405995 Oct 18 20:46:10.835833 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:10.862858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fb5c5-c995-4d4b-b065-09b9af62e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47aa165-13ee-4ef7-864b-178ac2946ad0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:10.939090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Network 6597ad75-5f70-428b-aa40-05992b8cd375 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:10.943430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:10.947119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:10.996918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Pushing event updated for resources: {'Port': ['ID=0dc96daf-c189-422b-a2d1-4392e05908b4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:11.072235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:11.075436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:11.127525 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-095d648b-d5ce-4b88-8d81-6f7f4b366160 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3665013 Oct 18 20:46:11.240747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Request body: {'port': {'device_id': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:11.311677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758981-8765-429f-9adb-ba6cc41a7bde req-ab4eab9f-a703-46ab-8750-53a3f1d64d6c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:11.318160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-ab4eab9f-a703-46ab-8750-53a3f1d64d6c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 813 time: 0.2711041 Oct 18 20:46:11.402359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:11.451486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Request body: {'port': {'device_id': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c', 'admin_state_up': True, 'tenant_id': 'b1937209920c40ea8d18a334fda0218e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:11.480301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-580a0c32-1a73-4005-be99-4573878d22e1 req-901aef96-8ab4-4a2c-8ae7-66874120ad9c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 210 time: 0.1539378 Oct 18 20:46:11.543408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e12eb0e9-309e-4b03-9249-4db7a4515c21 None None] Provisioning complete for port 0dc96daf-c189-422b-a2d1-4392e05908b4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:11.547684 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e12eb0e9-309e-4b03-9249-4db7a4515c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:11.725360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0a2a7193-8e70-4d19-a0f8-48cb78c79e21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e18a3a7483c49a28818db194d0a7b69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0689580 Oct 18 20:46:11.730122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60996) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:11.739464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e12eb0e9-309e-4b03-9249-4db7a4515c21 None None] Port 0dc96daf-c189-422b-a2d1-4392e05908b4 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:46:11.961107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc96daf-c189-422b-a2d1-4392e05908b4 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:46:11.996713 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.010653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8321272-6772-45e5-88ad-a7f5ef69163b req-be40b081-c784-48ca-9ec2-38e0e895f464 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:12.012314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8321272-6772-45e5-88ad-a7f5ef69163b req-be40b081-c784-48ca-9ec2-38e0e895f464 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2277985 Oct 18 20:46:12.016545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85a84294-3a48-48b5-80ac-fc9015b74f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.016793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Transition to ACTIVE for port object 0dc96daf-c189-422b-a2d1-4392e05908b4 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:46:12.021821 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.076352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Made reservation on behalf of b1937209920c40ea8d18a334fda0218e for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:12.092500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.098208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85a84294-3a48-48b5-80ac-fc9015b74f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.106545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=0dc96daf-c189-422b-a2d1-4392e05908b4,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:12.257233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8321272-6772-45e5-88ad-a7f5ef69163b req-0a225c04-e771-4061-9ba7-11984dcb32de tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254443 Oct 18 20:46:12.395520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Attempting to bind port 0dc96daf-c189-422b-a2d1-4392e05908b4 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:12.395856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Attempting to bind port 0dc96daf-c189-422b-a2d1-4392e05908b4 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:12.396179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Attempting to bind port 0dc96daf-c189-422b-a2d1-4392e05908b4 on network 6597ad75-5f70-428b-aa40-05992b8cd375 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:12.415149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Port 0dc96daf-c189-422b-a2d1-4392e05908b4 on network 6597ad75-5f70-428b-aa40-05992b8cd375 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:12.415572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Attempting to bind port 0dc96daf-c189-422b-a2d1-4392e05908b4 on network 6597ad75-5f70-428b-aa40-05992b8cd375 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:12.431268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:12.431629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Checking segment: {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:12.431992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Bound using segment: {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:12.432476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Bound port: 0dc96daf-c189-422b-a2d1-4392e05908b4, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d166e3-b715-4fb5-9222-bc231ebeb7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:12.432861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.658748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] For port 0dc96daf-c189-422b-a2d1-4392e05908b4, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:12.676757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] For port 0dc96daf-c189-422b-a2d1-4392e05908b4, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0dc96daf-c189-422b-a2d1-4392e05908b4,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:12.679705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85a84294-3a48-48b5-80ac-fc9015b74f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.684973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.685441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85a84294-3a48-48b5-80ac-fc9015b74f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.691512 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-85a84294-3a48-48b5-80ac-fc9015b74f8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22a887ba-10cc-4495-b6c4-015ea8090142 HTTP/1.1" status: 204 len: 168 time: 0.9148149 Oct 18 20:46:12.768832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50ed66ac-f498-4d1a-b7a2-df8cdd20f73a req-664a41ec-0682-41f6-9d0d-031d9f4870d2 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.1020076 Oct 18 20:46:12.799844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a84294-3a48-48b5-80ac-fc9015b74f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a887ba-10cc-4495-b6c4-015ea8090142,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:12.882991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:12.932807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Allocated IP 172.20.0.14 (9562d4fb-8329-4ac7-8774-a5d7e664c95c/017a67c1-cf63-49f0-bcfb-dcb13c60920a/000cb14b-1de1-494c-afce-c4c1aed578e5) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:12.938774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:12.944468 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] 10.222.0.30 "PUT /v2.0/ports/0dc96daf-c189-422b-a2d1-4392e05908b4 HTTP/1.1" status: 200 len: 1091 time: 1.7093358 Oct 18 20:46:13.003868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'tag': '0dc96daf-c189-422b-a2d1-4392e05908b4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:13.024320 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e367b680-46a5-404a-a74b-cba56e175c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "35e6698d-e09c-41b1-aabd-3c4ab790fc75", "tag": "0dc96daf-c189-422b-a2d1-4392e05908b4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:13.051137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b006504-a2d9-4247-b489-10b86bb1e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=0dc96daf-c189-422b-a2d1-4392e05908b4,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:13.077464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:13.306611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-95e80d81-a499-4b43-b7ac-2034f72cd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:13.329954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-95e80d81-a499-4b43-b7ac-2034f72cd03a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e927db40a4714880bd7e8a7732e821e1&device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 1094 time: 0.2632895 Oct 18 20:46:13.558304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5e95c-78ec-4f5c-9a9d-893fa35ed9bc req-b7712ab6-fb9b-4c35-b3ef-16eb186f6f21 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:13.578803 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-1c4ef66a-5da0-4787-b690-cf6aceb33994 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc96daf-c189-422b-a2d1-4392e05908b4 HTTP/1.1" status: 200 len: 217 time: 0.1536102 Oct 18 20:46:13.579870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2f5e95c-78ec-4f5c-9a9d-893fa35ed9bc req-b7712ab6-fb9b-4c35-b3ef-16eb186f6f21 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 943 time: 0.5040247 Oct 18 20:46:13.675117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32798) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:13.759376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-54f8ef9e-cbd6-4fa0-8000-6ca3ecb0c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:13.767050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-54f8ef9e-cbd6-4fa0-8000-6ca3ecb0c22e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c9d39af-8c8f-4b23-b24e-bc0efedb7518 HTTP/1.1" status: 200 len: 852 time: 0.1712604 Oct 18 20:46:13.872031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-b6794cbb-daf0-4931-89b4-39e434b8cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:13.873681 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-b6794cbb-daf0-4931-89b4-39e434b8cc92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6597ad75-5f70-428b-aa40-05992b8cd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874157 Oct 18 20:46:13.961231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 32806) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:13.973097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ef2ac76c-b509-463a-b56d-f51df4fb53ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42e7aeb1f779443d87e8779f20c71205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932715 Oct 18 20:46:13.990254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2f5e95c-78ec-4f5c-9a9d-893fa35ed9bc req-2fc9e4f4-b9dc-42ec-922c-9d1ff7abace7 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033370 Oct 18 20:46:14.084148 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:14.169606 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:14.320426 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-37e2cfba-770c-4d11-8d8c-d4e0275ac909 service neutron] 10.222.0.30 "GET /v2.0/networks/6597ad75-5f70-428b-aa40-05992b8cd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112239 Oct 18 20:46:14.360483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:14.373424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b074af05-6bce-486a-ba0d-b74e1fb83b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:14.415099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Network 9562d4fb-8329-4ac7-8774-a5d7e664c95c is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:14.429060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:14.474170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:14.479087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b074af05-6bce-486a-ba0d-b74e1fb83b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:14.594956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530442-ebae-411c-b955-bf01244c9dad req-80a86e55-ae0e-4223-be05-20b1492449c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:14.598353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-80a86e55-ae0e-4223-be05-20b1492449c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8a15dd4f072435d81964ab8a6722c25&device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 1096 time: 0.2593901 Oct 18 20:46:14.599583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b074af05-6bce-486a-ba0d-b74e1fb83b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:14.606425 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b074af05-6bce-486a-ba0d-b74e1fb83b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:14.611425 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b074af05-6bce-486a-ba0d-b74e1fb83b05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eaeef30a-dc6e-41cc-b267-8f75aaf28779 HTTP/1.1" status: 204 len: 168 time: 0.6437044 Oct 18 20:46:14.657828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074af05-6bce-486a-ba0d-b74e1fb83b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeef30a-dc6e-41cc-b267-8f75aaf28779,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:14.733378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530442-ebae-411c-b955-bf01244c9dad req-ef07077e-54c7-4e92-b157-11642079745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:14.735554 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-ef07077e-54c7-4e92-b157-11642079745b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 200 len: 912 time: 0.1203413 Oct 18 20:46:14.809928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-c3d692f6-5b1b-42b3-96db-d34045e2602b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b HTTP/1.1" status: 200 len: 217 time: 0.0621552 Oct 18 20:46:14.834917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63043cd1-0a4c-4674-9cbf-82d8eb423173 req-1a02adbb-1fe7-4cf1-b950-92c4e2b13dec tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:14.848525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-63043cd1-0a4c-4674-9cbf-82d8eb423173 req-1a02adbb-1fe7-4cf1-b950-92c4e2b13dec tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 932 time: 0.4820261 Oct 18 20:46:14.960180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:14.970894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:15.040737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-54a1af18-2e69-4384-9181-d62c85d8ebd3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6620753 Oct 18 20:46:15.070481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Request body: {'port': {'device_id': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:15.106306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530442-ebae-411c-b955-bf01244c9dad req-aed12ba9-63db-48a1-8710-ac11fa4be630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:15.115553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-aed12ba9-63db-48a1-8710-ac11fa4be630 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 200 len: 851 time: 0.2557676 Oct 18 20:46:15.152605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-63043cd1-0a4c-4674-9cbf-82d8eb423173 req-bfddcfc9-300c-42ea-bab0-ada6f8520775 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024688 Oct 18 20:46:15.211118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-23c6d43b-3c15-4eba-b052-d44b71b6b09a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f724fed-26ab-4d64-b646-0cdf171c634d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942271 Oct 18 20:46:15.296546 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc393677-7f8a-4c36-91aa-bfc44b280192 x-openstack-request-id: req-bc393677-7f8a-4c36-91aa-bfc44b280192 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:15.296796 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e6698d-e09c-41b1-aabd-3c4ab790fc75", "tag": "0dc96daf-c189-422b-a2d1-4392e05908b4", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:15.297594 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc393677-7f8a-4c36-91aa-bfc44b280192 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:15.298011 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'tag': '0dc96daf-c189-422b-a2d1-4392e05908b4', 'status': 'completed', 'code': 200} Oct 18 20:46:15.309047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4db5bbd1-4a3d-4b1f-90e7-4028c34ef07f req-e244fa4b-0803-43df-9bd3-6f3496d992ba service neutron] 10.222.0.30 "GET /v2.0/networks/6597ad75-5f70-428b-aa40-05992b8cd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013697 Oct 18 20:46:15.389825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:15.539578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367b680-46a5-404a-a74b-cba56e175c6b req-cfd77222-1582-452c-b92f-8d058bef0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:15.563020 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e367b680-46a5-404a-a74b-cba56e175c6b req-cfd77222-1582-452c-b92f-8d058bef0361 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e927db40a4714880bd7e8a7732e821e1&device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 1094 time: 0.1556847 Oct 18 20:46:15.883567 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4c18360f-b5c8-49fa-b66b-cb479a894d2d req-92e3fcda-a476-4932-ba63-08436d3cc5d6 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.1975026 Oct 18 20:46:16.054935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367b680-46a5-404a-a74b-cba56e175c6b req-7082c6bd-8f64-4494-b2b2-245ee481abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:16.059455 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e367b680-46a5-404a-a74b-cba56e175c6b req-7082c6bd-8f64-4494-b2b2-245ee481abb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6597ad75-5f70-428b-aa40-05992b8cd375 HTTP/1.1" status: 200 len: 914 time: 0.3451848 Oct 18 20:46:16.235409 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e367b680-46a5-404a-a74b-cba56e175c6b req-92954584-cc6a-42c4-a3a7-52f66d50edbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dc96daf-c189-422b-a2d1-4392e05908b4 HTTP/1.1" status: 200 len: 217 time: 0.1343505 Oct 18 20:46:16.408496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367b680-46a5-404a-a74b-cba56e175c6b req-a7cb6462-4544-46b4-94a0-2f2e8b9ac8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:16.410767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e367b680-46a5-404a-a74b-cba56e175c6b req-a7cb6462-4544-46b4-94a0-2f2e8b9ac8d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c9d39af-8c8f-4b23-b24e-bc0efedb7518 HTTP/1.1" status: 200 len: 852 time: 0.1642244 Oct 18 20:46:16.469414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-57214886-1748-4d89-ac41-12547d858d0e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9267170 Oct 18 20:46:16.491131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-7a2ce934-5d90-4edd-9c6c-7a096df16b70 service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2692573 Oct 18 20:46:16.506336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87162-4cef-49b2-8d0a-c0367a70c407 req-04a80906-e414-404c-8080-43147c4633e2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:16.517093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6d87162-4cef-49b2-8d0a-c0367a70c407 req-04a80906-e414-404c-8080-43147c4633e2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2262204 Oct 18 20:46:16.602374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 32862) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:16.788088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367b680-46a5-404a-a74b-cba56e175c6b req-76d36563-3e07-4606-9c90-e5bb3c3fe674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:16.791095 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e367b680-46a5-404a-a74b-cba56e175c6b req-76d36563-3e07-4606-9c90-e5bb3c3fe674 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6597ad75-5f70-428b-aa40-05992b8cd375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272345 Oct 18 20:46:17.152790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438143'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:17.200581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:17.206413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.227162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.374838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.383689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.421603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-8802fea7-af1e-453f-a33d-64fb74d5fdc5 service neutron] 10.222.0.79 "GET /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8593976 Oct 18 20:46:17.423787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:17.442911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.443494 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment a992b7fd-1b5f-4c6f-992b-5b08ca282ea2 of type vlan for network 75aacbee-73fa-473e-8801-47d84ac54b9f Oct 18 20:46:17.590541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.594643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6d87162-4cef-49b2-8d0a-c0367a70c407 req-2bb48c22-218b-4e27-aed8-8f69aa58a83d tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0760798 Oct 18 20:46:17.652361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a457fc-6277-4676-83b9-6f2f7f10e6bd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:17.673176 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.687951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.689616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.705417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.705878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.706325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.706781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.707213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.707650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.708091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:17.710231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1a01b4ca-b1c1-47de-bf38-ada34e82acc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=94e4669136974840b417c5b4204acd9a&device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 6503 time: 1.1042399 Oct 18 20:46:17.772494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1552448 Oct 18 20:46:17.808314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638f8b-75ac-425c-94eb-2cfb7230db08 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=75aacbee-73fa-473e-8801-47d84ac54b9f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:17.871514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 75aacbee-73fa-473e-8801-47d84ac54b9f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:17.952055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000cb14b-1de1-494c-afce-c4c1aed578e5 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:46:17.962192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:17.978949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Transition to ACTIVE for port object 000cb14b-1de1-494c-afce-c4c1aed578e5 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:46:18.003782 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:18.115259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:18.142893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e367b680-46a5-404a-a74b-cba56e175c6b req-27e8b6ea-298b-4121-9092-e46cb6221b7a service neutron] 10.222.0.30 "GET /v2.0/networks/6597ad75-5f70-428b-aa40-05992b8cd375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134733 Oct 18 20:46:18.354093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e367b680-46a5-404a-a74b-cba56e175c6b req-ff2f1ad8-7399-4878-9d2d-2daf42d1bb80 service neutron] 10.222.0.30 "GET /v2.0/networks/6597ad75-5f70-428b-aa40-05992b8cd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813483 Oct 18 20:46:18.444890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea3700-8483-4f08-af2f-bba4ab89da8f req-561311d8-ad3c-4c11-b538-1487fed1b661 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:18.446810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0ea3700-8483-4f08-af2f-bba4ab89da8f req-561311d8-ad3c-4c11-b538-1487fed1b661 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 943 time: 0.4649811 Oct 18 20:46:18.540190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a46f7305-ee7b-4e02-8e47-04c9c40e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:18.540963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a46f7305-ee7b-4e02-8e47-04c9c40e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:18.541606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a46f7305-ee7b-4e02-8e47-04c9c40e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:18.543373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a46f7305-ee7b-4e02-8e47-04c9c40e30c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=ce5a765c-25e1-4799-9b88-fc2533a67f52&id=771705f7-431b-42de-8b04-c7312ffd5459&id=771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 200 len: 2298 time: 0.5629089 Oct 18 20:46:18.559448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0ea3700-8483-4f08-af2f-bba4ab89da8f req-20b79c16-ae7e-430f-a9e2-80b941b22c93 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018143 Oct 18 20:46:18.634753 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:18.735807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2334d639-e661-4869-b0bc-135dfb7b57de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:18.758022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Attempting to bind port 000cb14b-1de1-494c-afce-c4c1aed578e5 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:18.765290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Attempting to bind port 000cb14b-1de1-494c-afce-c4c1aed578e5 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:18.766121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Attempting to bind port 000cb14b-1de1-494c-afce-c4c1aed578e5 on network 9562d4fb-8329-4ac7-8774-a5d7e664c95c {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:18.805358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Port 000cb14b-1de1-494c-afce-c4c1aed578e5 on network 9562d4fb-8329-4ac7-8774-a5d7e664c95c not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:18.806665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Attempting to bind port 000cb14b-1de1-494c-afce-c4c1aed578e5 on network 9562d4fb-8329-4ac7-8774-a5d7e664c95c {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:18.849749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:18.850646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Checking segment: {'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:18.851325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Bound using segment: {'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:18.852139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Bound port: 000cb14b-1de1-494c-afce-c4c1aed578e5, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:18.852879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:18.880268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-588f0782-4383-46d0-b923-c87bb258f89d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24ac76e-6682-4c27-ae6b-5269907a2def HTTP/1.1" status: 200 len: 1001 time: 0.3146915 Oct 18 20:46:18.993037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae6162-5227-4583-8eeb-6346390c5bb3 req-f41cb024-5f3c-4295-8164-b7aa9cb2164e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:19.005082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbae6162-5227-4583-8eeb-6346390c5bb3 req-f41cb024-5f3c-4295-8164-b7aa9cb2164e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.2006776 Oct 18 20:46:19.023687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a3bed43c-8fe4-48be-9c48-fa78fd189d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:19.025836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a3bed43c-8fe4-48be-9c48-fa78fd189d69 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c305f89f-866e-4576-9b5b-498946350648 HTTP/1.1" status: 200 len: 856 time: 0.1352112 Oct 18 20:46:19.235157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:19.282238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cbae6162-5227-4583-8eeb-6346390c5bb3 req-aa4b9781-4df5-48be-b36d-9a6bcac47946 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536325 Oct 18 20:46:19.321318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:19.339485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:19.386031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-001aee01-d88f-41d1-a825-aff458963ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:19.392520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-001aee01-d88f-41d1-a825-aff458963ec9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=98b4e60f-3bc9-4a8a-8036-4a086592c7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3280940 Oct 18 20:46:19.660885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:19.662001 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:19.681789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] 10.222.0.79 "PUT /v2.0/ports/000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 1092 time: 4.6196783 Oct 18 20:46:19.683834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:19.695067 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:19.884625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98eda0e1-aa61-4392-bdfa-cd0e2bc87066 req-6a6e208a-e140-472e-8920-d48e5bcacab8 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.1741047 Oct 18 20:46:20.082262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:20.153211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-270ebfa7-5761-415a-a326-4d8b6675eff0 service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330313 Oct 18 20:46:20.155617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.156306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.157596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.158479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.159020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.159512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.160092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.160672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.161218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.162024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.162546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.163402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfead8-a8ea-4405-bcc0-8ea2d23b9189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:46:20.301150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758981-8765-429f-9adb-ba6cc41a7bde req-8f0df86e-5ed2-41be-bca6-9f9792f0c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:20.303961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-8f0df86e-5ed2-41be-bca6-9f9792f0c323 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1095 time: 0.5068121 Oct 18 20:46:20.357801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf676103-0f03-45d0-888d-f653c6099ccd req-23c70dc4-f0b5-4d49-b833-420f8f5f1f04 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:20.367120 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf676103-0f03-45d0-888d-f653c6099ccd req-23c70dc4-f0b5-4d49-b833-420f8f5f1f04 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2756169 Oct 18 20:46:20.538308 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf676103-0f03-45d0-888d-f653c6099ccd req-2e4cbc22-96e7-46be-b141-5d6b2c908733 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700802 Oct 18 20:46:20.556570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-32535d78-4f49-40cd-b624-122ee340fb99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.2085936 Oct 18 20:46:20.791050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-3eb49d13-24fb-4be8-b19c-c8a236343b5a service neutron] 10.222.0.79 "GET /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058750 Oct 18 20:46:20.867891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-29c78480-bc3a-44e5-8ef4-6c0895956275 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 217 time: 0.0593374 Oct 18 20:46:20.873694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62758981-8765-429f-9adb-ba6cc41a7bde req-5550a09e-b779-4642-aeb1-12c66c5480d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:20.875809 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-5550a09e-b779-4642-aeb1-12c66c5480d4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.3084853 Oct 18 20:46:20.952339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe37484-5a84-4f24-9d19-76ea8dfd902c req-3fec3378-c81c-4936-92b1-44774c3aca3b tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:20.962921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfe37484-5a84-4f24-9d19-76ea8dfd902c req-3fec3378-c81c-4936-92b1-44774c3aca3b tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 943 time: 0.2369790 Oct 18 20:46:20.967500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-56035ff0-b497-40c5-8517-034a3673a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:20.970852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-56035ff0-b497-40c5-8517-034a3673a4a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.0921786 Oct 18 20:46:21.082944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-0596a6de-d0ce-4ccb-9a3e-6b649952638e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863800 Oct 18 20:46:21.102451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfe37484-5a84-4f24-9d19-76ea8dfd902c req-310b10d2-94ba-4399-8308-13d3cc1d5468 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373856 Oct 18 20:46:21.232831 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda44f09-8085-4077-b775-ab8caa9a7042 x-openstack-request-id: req-bda44f09-8085-4077-b775-ab8caa9a7042 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:21.233858 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:21.234865 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bda44f09-8085-4077-b775-ab8caa9a7042 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:21.235463 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'status': 'completed', 'code': 200} Oct 18 20:46:21.352056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-fc0b044e-6a54-46c5-8f45-6e214c797c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:21.362903 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-fc0b044e-6a54-46c5-8f45-6e214c797c4f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3508420 Oct 18 20:46:21.659503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-b4a59ca2-76e8-4bb0-8247-863a18f894b7 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491135 Oct 18 20:46:21.743291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f05496-4698-4bcc-a015-35096b5d2bab req-0f707af2-e745-483b-868a-38e387786bbf tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:21.758823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f05496-4698-4bcc-a015-35096b5d2bab req-0f707af2-e745-483b-868a-38e387786bbf tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.3573675 Oct 18 20:46:21.901457 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-7b86b6dc-380c-4dd7-baca-62f4e3670304 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238020 Oct 18 20:46:22.009452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f05496-4698-4bcc-a015-35096b5d2bab req-ad4438e5-96d3-4e58-97ea-8a994e30416d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491987 Oct 18 20:46:22.211370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62758981-8765-429f-9adb-ba6cc41a7bde req-0318d0fe-c156-406a-ac0e-608e4b3258ca service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440555 Oct 18 20:46:22.356267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-c74bf3a2-deab-4d65-9c69-367cf004e612 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403946 Oct 18 20:46:22.365053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-e334b331-c003-4143-9303-2a7e9286274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:22.367195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-e334b331-c003-4143-9303-2a7e9286274f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1095 time: 0.0891399 Oct 18 20:46:22.429606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-935de10c-144d-4d25-8455-3b7c39ad6dc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 217 time: 0.0606227 Oct 18 20:46:22.562329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-e1b4fa8b-b8d0-4c79-89ff-dcd647aa91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:22.563902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-e1b4fa8b-b8d0-4c79-89ff-dcd647aa91dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1213284 Oct 18 20:46:22.632663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-976a89e2-3937-4c64-97cf-153a626a4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:22.634568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-976a89e2-3937-4c64-97cf-153a626a4068 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.2581751 Oct 18 20:46:22.657274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-344f88c0-cfd6-4b3c-94ca-bcb5d4bec7e6 req-a1c22ecc-65de-4873-bae9-239cf1ef3fed tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0436945 Oct 18 20:46:22.721638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a69cbc79-7608-419c-9838-6ec7eb8787de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:22.723225 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a69cbc79-7608-419c-9838-6ec7eb8787de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1509311 Oct 18 20:46:22.724657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-20eba4a3-1215-44b9-8965-a3edd9d648c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.0707986 Oct 18 20:46:22.947433 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-2c5216d0-fa54-448e-a92d-ad5d144a2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:22.949849 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-2c5216d0-fa54-448e-a92d-ad5d144a2dbb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.2006066 Oct 18 20:46:23.012887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476553de-2947-432a-87b0-74f17b72f742 req-179c4c5f-ab84-4b99-9bdf-c0a0997fb0c1 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:23.016116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-476553de-2947-432a-87b0-74f17b72f742 req-179c4c5f-ab84-4b99-9bdf-c0a0997fb0c1 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 943 time: 0.2153778 Oct 18 20:46:23.055724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-3cf1527f-d52f-4bcf-bfce-5853e590cedf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926504 Oct 18 20:46:23.094208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-76eaaa5f-2540-43df-8de4-b9319991e03b service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462658 Oct 18 20:46:23.148353 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-40d6c248-8e1f-483c-bc7c-d25c406cedca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:23.219458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33004) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:23.224287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-476553de-2947-432a-87b0-74f17b72f742 req-45c269d0-775f-4b13-8dd1-0fed8c2ce79d tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749134 Oct 18 20:46:23.239735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '75aacbee-73fa-473e-8801-47d84ac54b9f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:23.402263 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-b8a729e5-af65-417f-964f-2c44cb997063 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931325 Oct 18 20:46:23.411454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-f9371800-64d0-48e8-8aa6-039b693cbc94 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447230 Oct 18 20:46:23.466068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:23.473612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:23.524079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-189e8d3a-96a8-4e97-8572-f56fa928d260 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ba20ca2b-4013-4f97-928b-5e57144313fa HTTP/1.1" status: 200 len: 217 time: 0.1113172 Oct 18 20:46:23.707730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-7fff2649-caac-489a-b346-e843e7e9260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:23.710397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-7fff2649-caac-489a-b346-e843e7e9260a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.1564555 Oct 18 20:46:23.729934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85819a-268c-46bc-b1b6-92e4e579f3f8 req-ea3b8d27-4bd8-4f16-a6b9-af8512795c95 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:23.732888 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c85819a-268c-46bc-b1b6-92e4e579f3f8 req-ea3b8d27-4bd8-4f16-a6b9-af8512795c95 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.3061230 Oct 18 20:46:23.749865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cd22e04-fe7b-4519-8cb3-b66c7d2aed80 req-fcf065b0-015d-48a1-a3b9-27b4713d8889 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216312 Oct 18 20:46:23.815819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:23.825814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-83429442-40b6-411c-b859-19e52c6ec278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:23.827865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-83429442-40b6-411c-b859-19e52c6ec278 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914710 Oct 18 20:46:23.832947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c85819a-268c-46bc-b1b6-92e4e579f3f8 req-988c5866-b7ba-49d3-a62f-b1fb316f57c7 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873680 Oct 18 20:46:23.964882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=7aad1ae2-3cbf-4c13-bd80-8c9eb9268675,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:23.978742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': 'a992b7fd-1b5f-4c6f-992b-5b08ca282ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '75aacbee-73fa-473e-8801-47d84ac54b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:23.979667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 75aacbee-73fa-473e-8801-47d84ac54b9f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:23.998612 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-aa4cc381-8279-4821-a34a-16989722a948 service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624880 Oct 18 20:46:24.002904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 75aacbee-73fa-473e-8801-47d84ac54b9f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:24.019757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 75aacbee-73fa-473e-8801-47d84ac54b9f) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:24.026524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:24.026867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f10337-0dd4-4368-aab0-321f2e32afb2 req-40a2459f-7cd4-4574-96ca-2c0cbfe6e83b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:24.027642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.028366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f10337-0dd4-4368-aab0-321f2e32afb2 req-40a2459f-7cd4-4574-96ca-2c0cbfe6e83b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.1016741 Oct 18 20:46:24.053345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e5f676-ce04-4612-aaf7-097e7eab6bd7 None None] Network 75aacbee-73fa-473e-8801-47d84ac54b9f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:24.064950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9e00494-6b9a-4c02-b4d8-59e12f0c06ab tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8435011 Oct 18 20:46:24.071515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33048) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:24.079932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46072161'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:24.129179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:24.144864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.160598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f10337-0dd4-4368-aab0-321f2e32afb2 req-57c940a5-edc1-4c04-af2b-f36b91c50840 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177180 Oct 18 20:46:24.212988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-87c5af4d-7889-407c-9fb9-f027166cc4ed service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046418 Oct 18 20:46:24.227347 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.230897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:24.244021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.245100 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment 83c4f4fa-8f57-470f-918e-d15cf5eff095 of type vlan for network 8e85f588-f249-4224-9d52-e43b53f39f11 Oct 18 20:46:24.323122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.369229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-d8c6ee20-5901-46e6-9876-fb443b0c5bb9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c HTTP/1.1" status: 200 len: 217 time: 0.1454966 Oct 18 20:46:24.416618 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.426794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:24.427721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.429095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-75aacbee-73fa-473e-8801-47d84ac54b9f', 'network_id': '75aacbee-73fa-473e-8801-47d84ac54b9f', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': '7aad1ae2-3cbf-4c13-bd80-8c9eb9268675'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:24.431457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.495324 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-938d79f8-15ea-4fce-a631-821ae403241b req-1d4880ff-6b45-4255-8489-e4aefa9c2fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0463424 Oct 18 20:46:24.502448 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4290667 Oct 18 20:46:24.507225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33062) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:24.512235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44021793-60b8-4a5e-9b1e-35e1b01afb01 req-bde99a68-a30a-4a21-8290-b720b4db2813 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0636618 Oct 18 20:46:24.528224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '8e85f588-f249-4224-9d52-e43b53f39f11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:24.554787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b8fc2-5c2b-4fb6-8fab-42d470923b38 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=8e85f588-f249-4224-9d52-e43b53f39f11,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:24.576159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 8e85f588-f249-4224-9d52-e43b53f39f11 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:24.688168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1345519f-d6a8-4da2-9150-8ba37dcb12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:24.690756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1345519f-d6a8-4da2-9150-8ba37dcb12c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 200 len: 797 time: 0.3136075 Oct 18 20:46:24.838978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Allocated IP 2001:db8:0:ffff::2 (75aacbee-73fa-473e-8801-47d84ac54b9f/7aad1ae2-3cbf-4c13-bd80-8c9eb9268675/1955d318-91b3-4419-b54e-1ba0eb18c933) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:24.839099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33066) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:24.860143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016edff8-c89a-44a7-b5cd-9b5ba52acbff req-04e925cb-73cd-4781-b353-639c58699a21 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:24.862243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-016edff8-c89a-44a7-b5cd-9b5ba52acbff req-04e925cb-73cd-4781-b353-639c58699a21 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 943 time: 0.2025857 Oct 18 20:46:24.863980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:24.867527 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:24.873298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-c85d34c8-4f2e-49ac-8154-74344bdcddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:24.873957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-c85d34c8-4f2e-49ac-8154-74344bdcddcf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ce5a765c-25e1-4799-9b88-fc2533a67f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725199 Oct 18 20:46:25.020772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cffd0b6-1d01-441c-95c1-611f2ebc8ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.057174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-016edff8-c89a-44a7-b5cd-9b5ba52acbff req-891255ae-4187-4cac-bfe0-b4fa018d41b0 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808002 Oct 18 20:46:25.067856 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.072816 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-d0c601ec-1214-4cbc-9548-d4b953f46eee service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841321 Oct 18 20:46:25.073884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.079391 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.130130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Network 75aacbee-73fa-473e-8801-47d84ac54b9f is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:25.134363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:25.137525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:25.199350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Pushing event updated for resources: {'Port': ['ID=1955d318-91b3-4419-b54e-1ba0eb18c933,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:25.222742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cffd0b6-1d01-441c-95c1-611f2ebc8ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.227601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cffd0b6-1d01-441c-95c1-611f2ebc8ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.258253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:46:25.261376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Attempting to bind port 1955d318-91b3-4419-b54e-1ba0eb18c933 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:25.261748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Attempting to bind port 1955d318-91b3-4419-b54e-1ba0eb18c933 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a992b7fd-1b5f-4c6f-992b-5b08ca282ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '75aacbee-73fa-473e-8801-47d84ac54b9f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:25.262236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Attempting to bind port 1955d318-91b3-4419-b54e-1ba0eb18c933 on network 75aacbee-73fa-473e-8801-47d84ac54b9f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:25.277307 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6cffd0b6-1d01-441c-95c1-611f2ebc8ca2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddf0f14465fd4850a6757701dacf4795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332037 Oct 18 20:46:25.277307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffd0b6-1d01-441c-95c1-611f2ebc8ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669ac6b-9897-49e2-8866-559ec568f97e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:25.278178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33074) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:25.278301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:25.278301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Checking segment: {'id': 'a992b7fd-1b5f-4c6f-992b-5b08ca282ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '75aacbee-73fa-473e-8801-47d84ac54b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:25.278736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.279452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Bound using segment: {'id': 'a992b7fd-1b5f-4c6f-992b-5b08ca282ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '75aacbee-73fa-473e-8801-47d84ac54b9f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:25.280130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Bound port: 1955d318-91b3-4419-b54e-1ba0eb18c933, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a992b7fd-1b5f-4c6f-992b-5b08ca282ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '75aacbee-73fa-473e-8801-47d84ac54b9f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:25.280745 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.342898 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad5fa-bcf5-47bf-b3fa-261cea76535e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.378548 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad5fa-bcf5-47bf-b3fa-261cea76535e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.449414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] For port 1955d318-91b3-4419-b54e-1ba0eb18c933, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:25.456522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] For port 1955d318-91b3-4419-b54e-1ba0eb18c933, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1955d318-91b3-4419-b54e-1ba0eb18c933,segment=NetworkSegment(a992b7fd-1b5f-4c6f-992b-5b08ca282ea2),segment_id=a992b7fd-1b5f-4c6f-992b-5b08ca282ea2)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:25.464446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.479914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:25.480249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad5fa-bcf5-47bf-b3fa-261cea76535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.485425 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a0ad5fa-bcf5-47bf-b3fa-261cea76535e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.491120 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9a0ad5fa-bcf5-47bf-b3fa-261cea76535e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8669ac6b-9897-49e2-8866-559ec568f97e HTTP/1.1" status: 204 len: 168 time: 0.2086902 Oct 18 20:46:25.526651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c', 'port_id': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'mac_address': 'fa:16:3e:48:f7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a67c1-cf63-49f0-bcfb-dcb13c60920a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:46:25.532552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ad5fa-bcf5-47bf-b3fa-261cea76535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669ac6b-9897-49e2-8866-559ec568f97e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:25.578487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc7635-e535-44ba-9bba-87b6c8eb7e00 None None] Pushing event updated for resources: {'Port': ['ID=1955d318-91b3-4419-b54e-1ba0eb18c933,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:25.607647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.633553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000cb14b-1de1-494c-afce-c4c1aed578e5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:46:25.663690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:25.669844 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:25.688364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421b220-ba3e-402f-9aed-a7f2e64d2912 req-6cb8d8e7-d594-467a-a382-affc123f92c8 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:25.696591 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8421b220-ba3e-402f-9aed-a7f2e64d2912 req-6cb8d8e7-d594-467a-a382-affc123f92c8 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.1656568 Oct 18 20:46:25.743865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-e6a74d5b-41c1-4052-92c5-f13125d1f1ea service neutron] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629527 Oct 18 20:46:25.766206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:25.806770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-1106516f-9f14-4838-b1cc-ba6b484e221c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1 HTTP/1.1" status: 200 len: 217 time: 0.0497174 Oct 18 20:46:25.862640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8421b220-ba3e-402f-9aed-a7f2e64d2912 req-a51bb40d-5028-48c5-9b12-73dda4644812 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645606 Oct 18 20:46:26.008176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0dc96daf-c189-422b-a2d1-4392e05908b4 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:46:26.047677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-3fd10e95-0575-44a8-a26e-0b96f88dd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:26.049221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-3fd10e95-0575-44a8-a26e-0b96f88dd71f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.2230306 Oct 18 20:46:26.061414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['000cb14b-1de1-494c-afce-c4c1aed578e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:46:26.063028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33084) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:26.070232 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.091321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdfe094d-6a4d-45da-a161-968476413e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.154478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d4f9-cede-43ff-9681-df7050df3756 req-50d8f5bf-d53e-4807-b7c2-0cc0474cd452 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:26.156573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9bb7d4f9-cede-43ff-9681-df7050df3756 req-50d8f5bf-d53e-4807-b7c2-0cc0474cd452 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 945 time: 0.1822064 Oct 18 20:46:26.180884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-d91e4ea3-2d92-49e3-9d18-9072fdb339e3 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:26.182475 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-d91e4ea3-2d92-49e3-9d18-9072fdb339e3 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 945 time: 0.2098892 Oct 18 20:46:26.187563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0dc96daf-c189-422b-a2d1-4392e05908b4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0dc96daf-c189-422b-a2d1-4392e05908b4,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:26.209309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '0dc96daf-c189-422b-a2d1-4392e05908b4', 'network_id': '6597ad75-5f70-428b-aa40-05992b8cd375', 'port_id': '0dc96daf-c189-422b-a2d1-4392e05908b4', 'mac_address': 'fa:16:3e:11:2f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9d39af-8c8f-4b23-b24e-bc0efedb7518', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:46:26.219202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=e0d00671-d450-46c5-86fe-675b684d37fc,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:26.245978 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdfe094d-6a4d-45da-a161-968476413e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.254194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdfe094d-6a4d-45da-a161-968476413e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.260109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-13919591-225f-4fde-bffd-e41763a89742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:26.261907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-13919591-225f-4fde-bffd-e41763a89742 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2013774 Oct 18 20:46:26.298907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.327559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc96daf-c189-422b-a2d1-4392e05908b4 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:46:26.332409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe094d-6a4d-45da-a161-968476413e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed616f-6e23-464a-b645-bba11f5e72a8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:26.336336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9bb7d4f9-cede-43ff-9681-df7050df3756 req-0bde018d-f891-4ee6-b9de-aacd8f56354f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684513 Oct 18 20:46:26.351407 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cdfe094d-6a4d-45da-a161-968476413e16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba56ee5272cf4aa8a1b18b00b8e4d4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864752 Oct 18 20:46:26.355688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33088) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:26.367297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': '83c4f4fa-8f57-470f-918e-d15cf5eff095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8e85f588-f249-4224-9d52-e43b53f39f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:26.367623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 8e85f588-f249-4224-9d52-e43b53f39f11, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:26.405606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0dc96daf-c189-422b-a2d1-4392e05908b4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0dc96daf-c189-422b-a2d1-4392e05908b4,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:26.415914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.444623 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36900b97-b48c-4da0-a481-e6638676ca86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.456030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 8e85f588-f249-4224-9d52-e43b53f39f11 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:26.469847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-a20997d1-7445-48c7-8044-1543ed2d4406 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960604 Oct 18 20:46:26.485518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36900b97-b48c-4da0-a481-e6638676ca86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.492270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Deleting port b4d0b18c-8864-471c-8842-3445e7cfe37b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:26.492789 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.498990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 8e85f588-f249-4224-9d52-e43b53f39f11) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:26.518673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0dc96daf-c189-422b-a2d1-4392e05908b4,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:26.529278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:26.529966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.540193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1955d318-91b3-4419-b54e-1ba0eb18c933 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:26.542940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b76437-98a9-4382-a662-a9ef3c0611ee None None] Network 8e85f588-f249-4224-9d52-e43b53f39f11 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:26.600143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36900b97-b48c-4da0-a481-e6638676ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.604572 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36900b97-b48c-4da0-a481-e6638676ca86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.606164 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-36900b97-b48c-4da0-a481-e6638676ca86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6fed616f-6e23-464a-b645-bba11f5e72a8 HTTP/1.1" status: 204 len: 168 time: 0.2489798 Oct 18 20:46:26.634956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36900b97-b48c-4da0-a481-e6638676ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed616f-6e23-464a-b645-bba11f5e72a8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:26.667326 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.697675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['0dc96daf-c189-422b-a2d1-4392e05908b4'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:46:26.850078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] For port b4d0b18c-8864-471c-8842-3445e7cfe37b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b4d0b18c-8864-471c-8842-3445e7cfe37b,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:26.850713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.879633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Calling delete_port for b4d0b18c-8864-471c-8842-3445e7cfe37b owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:26.956118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1955d318-91b3-4419-b54e-1ba0eb18c933 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:26.956615 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:26.999499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-8e85f588-f249-4224-9d52-e43b53f39f11', 'network_id': '8e85f588-f249-4224-9d52-e43b53f39f11', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': 'e0d00671-d450-46c5-86fe-675b684d37fc'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:27.000299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.057894 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24fe39c6-4057-447f-9d87-ff2bf3890614 req-3ad52319-968e-40de-a80e-397fa309d312 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.3802767 Oct 18 20:46:27.120019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a618d63-a9ee-4174-bd37-579870d3193e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6060655 Oct 18 20:46:27.121174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33096) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:27.238482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-7ff52317-66e1-4f64-9f68-c71a601fc9f8 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581732 Oct 18 20:46:27.286912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.326629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-cd312386-0c85-4323-8714-0c7ac361b47f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1161f252-a2af-4869-b8c0-97910d2f8801 HTTP/1.1" status: 200 len: 217 time: 0.0715384 Oct 18 20:46:27.333269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.364243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.371562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab735ded-82e7-480e-9513-28f43146f7b3 None None] Network 75aacbee-73fa-473e-8801-47d84ac54b9f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:27.448433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.459040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Pushing event deleted for resources: {'Port': ['ID=b4d0b18c-8864-471c-8842-3445e7cfe37b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:27.477866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08e7ce-20d5-4bce-9105-45c6d29e2ab5 req-339f73c6-4674-43c8-8321-aeab2b041340 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:27.479667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e08e7ce-20d5-4bce-9105-45c6d29e2ab5 req-339f73c6-4674-43c8-8321-aeab2b041340 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 944 time: 0.2440255 Oct 18 20:46:27.501251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 1955d318-91b3-4419-b54e-1ba0eb18c933, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1955d318-91b3-4419-b54e-1ba0eb18c933,segment=NetworkSegment(a992b7fd-1b5f-4c6f-992b-5b08ca282ea2),segment_id=a992b7fd-1b5f-4c6f-992b-5b08ca282ea2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:27.531505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-b198780b-5bde-4806-9472-9baf615d8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:27.532975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-b198780b-5bde-4806-9472-9baf615d8889 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 200 len: 797 time: 0.1861711 Oct 18 20:46:27.550619 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.557590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] No DVR routers for this DVR port b4d0b18c-8864-471c-8842-3445e7cfe37b on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:27.560343 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.566099 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d6053a6-d657-4948-a4bc-9458d754b2f5 req-9ad4faf5-4ff5-445a-9a85-d428a6170b53 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.79 "DELETE /v2.0/ports/b4d0b18c-8864-471c-8842-3445e7cfe37b HTTP/1.1" status: 204 len: 173 time: 1.3707843 Oct 18 20:46:27.574906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'name': 'network-vif-deleted', 'tag': 'b4d0b18c-8864-471c-8842-3445e7cfe37b'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:27.577378 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4516fc-d9f9-4166-9afd-35cef3d26957" -d '{"events": [{"server_uuid": "7f8744ae-9ff4-45c1-9257-06adc0c97d70", "name": "network-vif-deleted", "tag": "b4d0b18c-8864-471c-8842-3445e7cfe37b"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:27.601367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ee29ad24-091d-4444-bc57-68d1611fdb40 None None] Provisioning complete for port 1955d318-91b3-4419-b54e-1ba0eb18c933 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:27.601766 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee29ad24-091d-4444-bc57-68d1611fdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:27.643879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e08e7ce-20d5-4bce-9105-45c6d29e2ab5 req-f5a97f1d-1d05-4214-b3a7-0ace6d7c67e3 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543190 Oct 18 20:46:27.673134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-da746050-57d4-4d9f-8ba2-df2f05487c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:27.678445 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-da746050-57d4-4d9f-8ba2-df2f05487c42 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=771705f7-431b-42de-8b04-c7312ffd5459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206107 Oct 18 20:46:27.729057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Allocated IP 2001:db8::1 (8e85f588-f249-4224-9d52-e43b53f39f11/e0d00671-d450-46c5-86fe-675b684d37fc/aa3af5c3-7d97-443b-a5a0-1d8ffeabb516) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:27.916446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0ba5be06-9c75-4fd4-8411-38a321d7d73f req-a393d94c-713c-40a9-9f6d-41fd75b1f3bd tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f8744ae-9ff4-45c1-9257-06adc0c97d70 HTTP/1.1" status: 200 len: 210 time: 0.0680161 Oct 18 20:46:27.966449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-dc57ad46-446a-452b-8e8b-b30620293ae9 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794363 Oct 18 20:46:28.005923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['4b2396e1-ed00-494f-8748-376fde756677'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:46:28.080024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=1955d318-91b3-4419-b54e-1ba0eb18c933,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:28.335947 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.347062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-957ea5f7-f60a-4577-9c1a-b59bbcbd1b4c req-84b51446-d666-4d43-a13a-a4d4c5064ee6 service neutron] 10.222.0.79 "GET /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684347 Oct 18 20:46:28.372021 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.399012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.476342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1955d318-91b3-4419-b54e-1ba0eb18c933 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:28.571835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d00671-d450-46c5-86fe-675b684d37fc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:28.603763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Network 8e85f588-f249-4224-9d52-e43b53f39f11 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:28.612991 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-090a5e6e-0807-429d-a2cd-0226084e5294 req-565084a0-236c-4abb-911d-14124eed16ff tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1&device_id=7ad2ee80-7ab0-4b3e-9294-00ecff000485 HTTP/1.1" status: 200 len: 210 time: 0.0541093 Oct 18 20:46:28.615220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.646090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Pushing event updated for resources: {'Port': ['ID=aa3af5c3-7d97-443b-a5a0-1d8ffeabb516,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:28.650754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e85f588-f249-4224-9d52-e43b53f39f11']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:28.661394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:28.668158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c4f4fa-8f57-470f-918e-d15cf5eff095') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:28.668801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c4f4fa-8f57-470f-918e-d15cf5eff095') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:28.676016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:28.690837 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.710583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.716602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-43d3363d-d9a5-48fa-a114-b54cb6b5e627 None None] Provisioning complete for port 1955d318-91b3-4419-b54e-1ba0eb18c933 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:28.717045 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43d3363d-d9a5-48fa-a114-b54cb6b5e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.720912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:28.721504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:28.747966 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:28.753294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225015eb-708b-4350-9a5e-51ebd6bfc6ad req-dd393ac4-01a5-480f-b82b-32864ba76d29 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:28.755066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-225015eb-708b-4350-9a5e-51ebd6bfc6ad req-dd393ac4-01a5-480f-b82b-32864ba76d29 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 945 time: 0.0695584 Oct 18 20:46:28.811058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-225015eb-708b-4350-9a5e-51ebd6bfc6ad req-1bc45bf7-9d3a-4f2b-94a1-7c414b7a2bfc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458331 Oct 18 20:46:28.831817 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.api [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:46:28.831817 n-d-812149-2 neutron-server[100530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:46:28.831817 n-d-812149-2 neutron-server[100530]: [parameters: {'id': '8e85f588-f249-4224-9d52-e43b53f39f11'}] Oct 18 20:46:28.831817 n-d-812149-2 neutron-server[100530]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:46:28.832175 n-d-812149-2 neutron-server[100530]: DEBUG oslo_db.api [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:46:28.872178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Attempting to bind port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:28.872564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Attempting to bind port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '83c4f4fa-8f57-470f-918e-d15cf5eff095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8e85f588-f249-4224-9d52-e43b53f39f11'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:28.872943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Attempting to bind port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516 on network 8e85f588-f249-4224-9d52-e43b53f39f11 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:28.886545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1955d318-91b3-4419-b54e-1ba0eb18c933 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:28.887556 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.928318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:28.928727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Checking segment: {'id': '83c4f4fa-8f57-470f-918e-d15cf5eff095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8e85f588-f249-4224-9d52-e43b53f39f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:28.929136 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.930103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Bound using segment: {'id': '83c4f4fa-8f57-470f-918e-d15cf5eff095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8e85f588-f249-4224-9d52-e43b53f39f11'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:28.930591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Bound port: aa3af5c3-7d97-443b-a5a0-1d8ffeabb516, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c4f4fa-8f57-470f-918e-d15cf5eff095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '8e85f588-f249-4224-9d52-e43b53f39f11'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:28.931069 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:28.964527 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e104e1a3-6de9-4096-959a-1ba60ab40655 x-openstack-request-id: req-e104e1a3-6de9-4096-959a-1ba60ab40655 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:28.964918 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8744ae-9ff4-45c1-9257-06adc0c97d70", "name": "network-vif-deleted", "tag": "b4d0b18c-8864-471c-8842-3445e7cfe37b", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:28.965091 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e104e1a3-6de9-4096-959a-1ba60ab40655 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:28.965536 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8744ae-9ff4-45c1-9257-06adc0c97d70', 'name': 'network-vif-deleted', 'tag': 'b4d0b18c-8864-471c-8842-3445e7cfe37b', 'status': 'completed', 'code': 200} Oct 18 20:46:29.142123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] For port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:29.163217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] For port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=aa3af5c3-7d97-443b-a5a0-1d8ffeabb516,segment=NetworkSegment(83c4f4fa-8f57-470f-918e-d15cf5eff095),segment_id=83c4f4fa-8f57-470f-918e-d15cf5eff095)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:29.174300 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.254281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4cc9a7a0-0540-42ff-a6bd-7b89a892f6e7 req-344e539e-5fa7-4e47-8271-b9a93aa4028e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ff50debceae44d5a35c76e1ba59279b&device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0524426 Oct 18 20:46:29.267220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:29.300028 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4cc9a7a0-0540-42ff-a6bd-7b89a892f6e7 req-16039730-26b1-4063-9281-016b77d2859b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1ff50debceae44d5a35c76e1ba59279b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348992 Oct 18 20:46:29.304164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c87a6-f83a-4bb6-a301-72da8c54f482 req-735f32b9-5b5e-4fb8-9bfd-44ae3b551374 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:29.314603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-712c87a6-f83a-4bb6-a301-72da8c54f482 req-735f32b9-5b5e-4fb8-9bfd-44ae3b551374 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 944 time: 0.0949337 Oct 18 20:46:29.330158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a25ec-ca84-44ba-87b7-e835469a2ae9 None None] Pushing event updated for resources: {'Port': ['ID=aa3af5c3-7d97-443b-a5a0-1d8ffeabb516,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:29.349319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c013f84-5bce-4272-9f41-e4039f7c679f None None] Network 8e85f588-f249-4224-9d52-e43b53f39f11 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:29.350307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.389898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-712c87a6-f83a-4bb6-a301-72da8c54f482 req-703d8c71-9a55-4fc1-9388-9ee316744bb7 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730212 Oct 18 20:46:29.437814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 000cb14b-1de1-494c-afce-c4c1aed578e5 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:46:29.464416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 000cb14b-1de1-494c-afce-c4c1aed578e5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:29.464416 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.521528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9a7a0-0540-42ff-a6bd-7b89a892f6e7 req-5cfce02c-781f-4837-b6d5-eb538b7875a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:29.523236 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4cc9a7a0-0540-42ff-a6bd-7b89a892f6e7 req-5cfce02c-781f-4837-b6d5-eb538b7875a2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152216 Oct 18 20:46:29.540206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:29.540601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.563197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1c565-9e27-4ac1-8f05-2977be0c4661 req-4e805699-67fc-48a6-adda-6646f43d23d0 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:29.564200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9e29c8-7095-4727-852a-b8bafa843af9 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:46:29.565879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26a1c565-9e27-4ac1-8f05-2977be0c4661 req-4e805699-67fc-48a6-adda-6646f43d23d0 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.0914903 Oct 18 20:46:29.622262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] For port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=aa3af5c3-7d97-443b-a5a0-1d8ffeabb516,segment=NetworkSegment(83c4f4fa-8f57-470f-918e-d15cf5eff095),segment_id=83c4f4fa-8f57-470f-918e-d15cf5eff095)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:29.623265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.643373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.654735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Calling delete_port for aa3af5c3-7d97-443b-a5a0-1d8ffeabb516 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:29.666463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26a1c565-9e27-4ac1-8f05-2977be0c4661 req-64200c81-5aba-45c8-a7ff-957ebc0c5dd5 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870409 Oct 18 20:46:29.714386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:29.716746 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e51f5db-ace6-400c-95e3-a68957a4b9b6" -d '{"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-plugged", "status": "completed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:29.739335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:29.753763 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.754584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b4d0b18c-8864-471c-8842-3445e7cfe37b no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:29.780376 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:29.787946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: b4d0b18c-8864-471c-8842-3445e7cfe37b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:29.788309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b4d0b18c-8864-471c-8842-3445e7cfe37b not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:29.847364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No DVR routers for this DVR port aa3af5c3-7d97-443b-a5a0-1d8ffeabb516 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:29.850463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Port': ['ID=aa3af5c3-7d97-443b-a5a0-1d8ffeabb516,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:29.886797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9e29c8-7095-4727-852a-b8bafa843af9 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:46:29.892863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:29.894980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9fbf0fe5-3fde-4368-bae9-503694f413ca req-ca2dabd1-a448-4459-b00e-abb12212ba9e tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0708110 Oct 18 20:46:30.004764 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76407156-8361-46e9-8ccd-dc804183d6ea x-openstack-request-id: req-76407156-8361-46e9-8ccd-dc804183d6ea {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:30.005361 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-plugged", "status": "completed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:30.005894 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76407156-8361-46e9-8ccd-dc804183d6ea {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:30.006610 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'code': 200} Oct 18 20:46:30.039865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.049466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0dc96daf-c189-422b-a2d1-4392e05908b4 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:30.073057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e85f588-f249-4224-9d52-e43b53f39f11']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:30.093484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c4f4fa-8f57-470f-918e-d15cf5eff095') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:30.094411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c4f4fa-8f57-470f-918e-d15cf5eff095') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:30.127781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92187083-cf44-4dd0-99db-b2917f1d2406 req-a2e49826-be49-4d69-b4b4-8c48979f5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:30.129071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.131966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92187083-cf44-4dd0-99db-b2917f1d2406 req-a2e49826-be49-4d69-b4b4-8c48979f5958 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1097 time: 0.0841396 Oct 18 20:46:30.150344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.158716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:30.159485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:30.241529 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:30.248321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.248616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92187083-cf44-4dd0-99db-b2917f1d2406 req-b1c4ec68-cd36-41a7-a013-7db5b8097072 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009881 Oct 18 20:46:30.256157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.264452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/8e85f588-f249-4224-9d52-e43b53f39f11 HTTP/1.1" status: 204 len: 168 time: 3.1385531 Oct 18 20:46:30.264793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33166) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:30.279953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfb53e-5080-49b4-94ca-856a3a1d5b9d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=8e85f588-f249-4224-9d52-e43b53f39f11,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:30.282569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1504771774'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:30.326949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:30.332480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.393570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:30.406625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 0dc96daf-c189-422b-a2d1-4392e05908b4 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:46:30.418294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafe5c9-7050-4b8c-afb8-979b9498b5e0 req-8f911d50-0e5d-420a-a2b9-807d8427fdb6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:30.419876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfafe5c9-7050-4b8c-afb8-979b9498b5e0 req-8f911d50-0e5d-420a-a2b9-807d8427fdb6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.0743597 Oct 18 20:46:30.425522 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.425972 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment 7ca4266c-efae-4578-9c31-b07bed24f5a7 of type vlan for network 3a3eba12-284f-4425-a896-5e3bb9d8402b Oct 18 20:46:30.446599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 0dc96daf-c189-422b-a2d1-4392e05908b4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:30.447178 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.495075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.520972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfafe5c9-7050-4b8c-afb8-979b9498b5e0 req-0ac83192-8978-4ce3-838b-d35ca0b8b23c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856991 Oct 18 20:46:30.539301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.549517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:30.550254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.623044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3567209 Oct 18 20:46:30.626745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33176) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:30.636679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '3a3eba12-284f-4425-a896-5e3bb9d8402b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:30.717340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aaa541-2ff9-4289-be74-f5de22042c30 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=3a3eba12-284f-4425-a896-5e3bb9d8402b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:30.758181 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:46:30.794704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5730577-66f2-4dbd-896d-e634183bad54 req-51476e20-b2ab-4964-85c3-8170e2df7392 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:30.799005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5730577-66f2-4dbd-896d-e634183bad54 req-51476e20-b2ab-4964-85c3-8170e2df7392 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.0952404 Oct 18 20:46:30.807365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:30.811308 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:30.843565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 3a3eba12-284f-4425-a896-5e3bb9d8402b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:30.898201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5730577-66f2-4dbd-896d-e634183bad54 req-f4bb1d00-2f98-445f-a563-544268bf1fe2 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900793 Oct 18 20:46:30.961378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4cc9a7a0-0540-42ff-a6bd-7b89a892f6e7 req-4d9f2ff1-94ec-4009-b0fe-de72af80acf0 tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0333478 Oct 18 20:46:31.023609 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.082930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 0dc96daf-c189-422b-a2d1-4392e05908b4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0dc96daf-c189-422b-a2d1-4392e05908b4,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:31.088891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.157600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=0dc96daf-c189-422b-a2d1-4392e05908b4,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:31.170883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.237122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa149a4-2aac-4be9-910d-9d50c0751660 req-2289fbfc-0610-4588-a642-3abda0addc63 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:31.238978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-faa149a4-2aac-4be9-910d-9d50c0751660 req-2289fbfc-0610-4588-a642-3abda0addc63 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 945 time: 0.0797439 Oct 18 20:46:31.247616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=996e387c-5caf-4810-ad3c-12eaa92368b1,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:31.255457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': '7ca4266c-efae-4578-9c31-b07bed24f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '3a3eba12-284f-4425-a896-5e3bb9d8402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:31.256286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 3a3eba12-284f-4425-a896-5e3bb9d8402b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:31.275915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 3a3eba12-284f-4425-a896-5e3bb9d8402b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:31.288620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 3a3eba12-284f-4425-a896-5e3bb9d8402b) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:31.295999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:31.298003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.298409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ffc18c-ec4f-443e-944f-e4af7803bbc0 None None] Network 3a3eba12-284f-4425-a896-5e3bb9d8402b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:31.298637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-faa149a4-2aac-4be9-910d-9d50c0751660 req-de21cc89-12e6-4aba-91b0-ed992024b2d8 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488179 Oct 18 20:46:31.329143 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0096d781-399a-4f3f-9e90-afbc99f14b02 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7005119 Oct 18 20:46:31.335165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33188) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:31.344716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769265752'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:31.397989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:31.405643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.426031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33190) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:31.461238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:31.501683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.501683 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment fa992df9-64d8-40f6-9dda-3aefc132cbe5 of type vlan for network 6f10f346-7cb4-492e-8eb2-b8d7a4e23211 Oct 18 20:46:31.504727 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15a9b0c8-2715-474e-8918-bfaee3ade974 req-46b7442a-7266-4b73-8e04-4aa542d50e9b tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2611bd9-e7ce-4d12-b450-6202c4b852f1 HTTP/1.1" status: 200 len: 210 time: 0.0447445 Oct 18 20:46:31.562839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.630454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.645081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:31.646549 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.713435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-3a3eba12-284f-4425-a896-5e3bb9d8402b', 'network_id': '3a3eba12-284f-4425-a896-5e3bb9d8402b', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': '996e387c-5caf-4810-ad3c-12eaa92368b1'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:31.721426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3774576 Oct 18 20:46:31.721607 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.721751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33196) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:31.726674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '6f10f346-7cb4-492e-8eb2-b8d7a4e23211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:31.738936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b017f9e-718d-4384-ab85-64559a9e7e20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.871155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0f2d4-a89c-440d-8a1d-f8cba5580158 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=6f10f346-7cb4-492e-8eb2-b8d7a4e23211,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:31.888796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 6f10f346-7cb4-492e-8eb2-b8d7a4e23211 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:31.959721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:31.966170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:31.976015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bd68e-3064-40a1-958b-682462adc7c1 req-f3233d6f-9415-4ef6-9477-7948233de5d2 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:31.977719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-253bd68e-3064-40a1-958b-682462adc7c1 req-f3233d6f-9415-4ef6-9477-7948233de5d2 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.1250625 Oct 18 20:46:32.034673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc96daf-c189-422b-a2d1-4392e05908b4'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:32.036951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b017f9e-718d-4384-ab85-64559a9e7e20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.039323 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57060ce-77e3-45a9-ae87-3d30bf135358" -d '{"events": [{"server_uuid": "35e6698d-e09c-41b1-aabd-3c4ab790fc75", "name": "network-vif-plugged", "status": "completed", "tag": "0dc96daf-c189-422b-a2d1-4392e05908b4"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:32.049762 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b017f9e-718d-4384-ab85-64559a9e7e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.061218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-253bd68e-3064-40a1-958b-682462adc7c1 req-ce023226-9306-4af9-a483-42529f8f2a2f tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703540 Oct 18 20:46:32.076883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Performing IP validity checks on allocation pools {{(pid=100530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 20:46:32.076883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 20:46:32.103400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9b017f9e-718d-4384-ab85-64559a9e7e20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18578cfd66b9438b8f3caf4d6d795250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763103 Oct 18 20:46:32.104917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b017f9e-718d-4384-ab85-64559a9e7e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032295f9-8387-4d38-9858-23e302ab67f2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:32.108561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33204) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:32.169464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Allocated IP 2001:db8::1 (3a3eba12-284f-4425-a896-5e3bb9d8402b/996e387c-5caf-4810-ad3c-12eaa92368b1/527df78b-0fca-40ff-8738-e556413e473e) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:32.184644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c35b567-93d9-4942-b6c1-b4ce2bd488f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.242405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c35b567-93d9-4942-b6c1-b4ce2bd488f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.294323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a772-1150-4110-b2fd-4bd14cf0e886 req-b6e0a884-f78e-447d-aea9-c804c359bece tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:32.297461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a459a772-1150-4110-b2fd-4bd14cf0e886 req-b6e0a884-f78e-447d-aea9-c804c359bece tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.0948639 Oct 18 20:46:32.354725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a459a772-1150-4110-b2fd-4bd14cf0e886 req-72c01337-661d-4e62-b58a-40af3d7d2bad tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Oct 18 20:46:32.356549 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c35b567-93d9-4942-b6c1-b4ce2bd488f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.362004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c35b567-93d9-4942-b6c1-b4ce2bd488f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.363968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4c35b567-93d9-4942-b6c1-b4ce2bd488f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/032295f9-8387-4d38-9858-23e302ab67f2 HTTP/1.1" status: 204 len: 168 time: 0.2538242 Oct 18 20:46:32.368298 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.397663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35b567-93d9-4942-b6c1-b4ce2bd488f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032295f9-8387-4d38-9858-23e302ab67f2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:32.405225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.452188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.472268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=bc7ce1d3-6fe3-4294-a8a1-3689e23b7fc5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:32.495652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': 'fa992df9-64d8-40f6-9dda-3aefc132cbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '6f10f346-7cb4-492e-8eb2-b8d7a4e23211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:32.496580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 6f10f346-7cb4-492e-8eb2-b8d7a4e23211, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:32.519489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 6f10f346-7cb4-492e-8eb2-b8d7a4e23211 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:32.535300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 6f10f346-7cb4-492e-8eb2-b8d7a4e23211) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:32.553926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Network 3a3eba12-284f-4425-a896-5e3bb9d8402b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:32.554602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:32.557496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.577378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:32.586382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:32.589079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18467ce-362c-4848-981f-6843026c4a17 None None] Network 6f10f346-7cb4-492e-8eb2-b8d7a4e23211 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:32.604349 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4e4db0fb-4530-4be5-b26b-99a3050c141b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8806343 Oct 18 20:46:32.604789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:32.619592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45f508-938d-4d1d-9bd1-61fd033f8e46 req-9de9662c-3a5e-416d-b2a6-9f2a9af2c28c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:32.634274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Pushing event updated for resources: {'Port': ['ID=527df78b-0fca-40ff-8738-e556413e473e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:32.653776 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c45f508-938d-4d1d-9bd1-61fd033f8e46 req-9de9662c-3a5e-416d-b2a6-9f2a9af2c28c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1431804 Oct 18 20:46:32.708643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c45f508-938d-4d1d-9bd1-61fd033f8e46 req-db32f492-aa87-4727-b1d1-aa5a8afd44b5 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/security-groups?id=3d2f76fa-93a5-4ebb-896d-9740ea34150e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Oct 18 20:46:32.760579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Attempting to bind port 527df78b-0fca-40ff-8738-e556413e473e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:32.761151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Attempting to bind port 527df78b-0fca-40ff-8738-e556413e473e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '7ca4266c-efae-4578-9c31-b07bed24f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '3a3eba12-284f-4425-a896-5e3bb9d8402b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:32.761533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Attempting to bind port 527df78b-0fca-40ff-8738-e556413e473e on network 3a3eba12-284f-4425-a896-5e3bb9d8402b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:32.772566 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ad8e63-268f-4df8-a2a0-e14b15523937 x-openstack-request-id: req-35ad8e63-268f-4df8-a2a0-e14b15523937 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:32.772883 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e6698d-e09c-41b1-aabd-3c4ab790fc75", "name": "network-vif-plugged", "status": "completed", "tag": "0dc96daf-c189-422b-a2d1-4392e05908b4", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:32.773115 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35ad8e63-268f-4df8-a2a0-e14b15523937 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:32.773509 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc96daf-c189-422b-a2d1-4392e05908b4', 'code': 200} Oct 18 20:46:32.778010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:32.778399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Checking segment: {'id': '7ca4266c-efae-4578-9c31-b07bed24f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '3a3eba12-284f-4425-a896-5e3bb9d8402b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:32.778808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.779205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Bound using segment: {'id': '7ca4266c-efae-4578-9c31-b07bed24f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '3a3eba12-284f-4425-a896-5e3bb9d8402b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:32.779759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Bound port: 527df78b-0fca-40ff-8738-e556413e473e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca4266c-efae-4578-9c31-b07bed24f5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '3a3eba12-284f-4425-a896-5e3bb9d8402b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:32.780084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.782485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-283e228b-0402-4c7b-96f3-6d5382db633c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:32.784963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-283e228b-0402-4c7b-96f3-6d5382db633c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.30 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 946 time: 0.1492221 Oct 18 20:46:32.791787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.963584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] For port 527df78b-0fca-40ff-8738-e556413e473e, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:32.964179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:32.980535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33222) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:32.996268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857817f-ef5a-4d85-8825-6a3c0f591153 req-71a0e5cd-e5b7-40d7-ad38-f4e29c702cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:32.997784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0857817f-ef5a-4d85-8825-6a3c0f591153 req-71a0e5cd-e5b7-40d7-ad38-f4e29c702cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 1096 time: 0.1351459 Oct 18 20:46:32.999319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] For port 527df78b-0fca-40ff-8738-e556413e473e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=527df78b-0fca-40ff-8738-e556413e473e,segment=NetworkSegment(7ca4266c-efae-4578-9c31-b07bed24f5a7),segment_id=7ca4266c-efae-4578-9c31-b07bed24f5a7)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:33.002388 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6502a440-c76d-44ba-a3de-cda8494593f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.009369 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.017400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdde245-5d48-4146-a996-2c436c648528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-6f10f346-7cb4-492e-8eb2-b8d7a4e23211', 'network_id': '6f10f346-7cb4-492e-8eb2-b8d7a4e23211', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': 'bc7ce1d3-6fe3-4294-a8a1-3689e23b7fc5'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:33.017684 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7bdde245-5d48-4146-a996-2c436c648528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.038836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452c98e-1f5b-4685-bb06-cf6c69ee110a req-0927a595-f61c-499b-88a5-573a13b7faca tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:33.047328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7452c98e-1f5b-4685-bb06-cf6c69ee110a req-0927a595-f61c-499b-88a5-573a13b7faca tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 945 time: 0.1135833 Oct 18 20:46:33.104722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36bcd9-d4da-48f1-aae0-a00cae1057b9 None None] Pushing event updated for resources: {'Port': ['ID=527df78b-0fca-40ff-8738-e556413e473e,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:33.131581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7452c98e-1f5b-4685-bb06-cf6c69ee110a req-d6c9a330-a8f5-4348-9443-a33098bc8827 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830710 Oct 18 20:46:33.175509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Deleting port 4b2396e1-ed00-494f-8748-376fde756677 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:33.176198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.224904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6502a440-c76d-44ba-a3de-cda8494593f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.232801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6502a440-c76d-44ba-a3de-cda8494593f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-7bdde245-5d48-4146-a996-2c436c648528 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc7ce1d3-6fe3-4294-a8a1-3689e23b7fc5: This subnet is being modified by another concurrent operation. Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:46:33.278010 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc7ce1d3-6fe3-4294-a8a1-3689e23b7fc5: This subnet is being modified by another concurrent operation. Oct 18 20:46:33.281353 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:46:33.314501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502a440-c76d-44ba-a3de-cda8494593f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d060dae-d657-453b-9171-c45224531640,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:33.327527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6502a440-c76d-44ba-a3de-cda8494593f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5977ba84bba4090866942558858760e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399847 Oct 18 20:46:33.329159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33236) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:33.337943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.339993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e125c-0a42-4179-a87d-040cb9be46c0 None None] Network 6f10f346-7cb4-492e-8eb2-b8d7a4e23211 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:33.413492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7ce1d3-6fe3-4294-a8a1-3689e23b7fc5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:33.442577 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0857817f-ef5a-4d85-8825-6a3c0f591153 req-c57f83f4-f75e-400d-b8e4-ace1e229a073 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317408 Oct 18 20:46:33.535202 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3c63946-2c5b-4db2-bfe2-2cba0a68649d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.573388 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3c63946-2c5b-4db2-bfe2-2cba0a68649d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.583951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-2dd39e18-ddd4-4072-ad86-669a17dd873e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:33.585657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-2dd39e18-ddd4-4072-ad86-669a17dd873e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 813 time: 0.2589614 Oct 18 20:46:33.612748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.614771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-7e92b708-9424-402d-bb57-5e4d4dd0d032 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/quotas/b1937209920c40ea8d18a334fda0218e HTTP/1.1" status: 200 len: 375 time: 0.0200267 Oct 18 20:46:33.695096 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-75a1dd96-102c-47c2-a72e-878a275882f3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686185 Oct 18 20:46:33.703301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3c63946-2c5b-4db2-bfe2-2cba0a68649d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.707160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3c63946-2c5b-4db2-bfe2-2cba0a68649d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:33.708704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a3c63946-2c5b-4db2-bfe2-2cba0a68649d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d060dae-d657-453b-9171-c45224531640 HTTP/1.1" status: 204 len: 168 time: 0.3784902 Oct 18 20:46:33.754300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c63946-2c5b-4db2-bfe2-2cba0a68649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d060dae-d657-453b-9171-c45224531640,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:33.893009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-84c30772-9d81-4db5-9035-278c51661803 service neutron] 10.222.0.66 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824577 Oct 18 20:46:34.055510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] For port 4b2396e1-ed00-494f-8748-376fde756677, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=4b2396e1-ed00-494f-8748-376fde756677,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:34.056092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.087048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-fd4a6dde-5384-43f5-a5e8-4b62fa41cbcf service neutron] 10.222.0.66 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880040 Oct 18 20:46:34.099609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f10f346-7cb4-492e-8eb2-b8d7a4e23211']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:34.103891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Calling delete_port for 4b2396e1-ed00-494f-8748-376fde756677 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:34.126829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa992df9-64d8-40f6-9dda-3aefc132cbe5') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:34.127601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa992df9-64d8-40f6-9dda-3aefc132cbe5') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:34.155648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.247592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.266456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:34.267321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:34.273866 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:34.548478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 527df78b-0fca-40ff-8738-e556413e473e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:34.639237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.684506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 527df78b-0fca-40ff-8738-e556413e473e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:34.685271 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.690195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.700006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33260) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:34.700631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/6f10f346-7cb4-492e-8eb2-b8d7a4e23211 HTTP/1.1" status: 204 len: 168 time: 2.0937388 Oct 18 20:46:34.712418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371986490'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:34.728287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226df5a-7458-4870-8cf9-725ab90de92b tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=6f10f346-7cb4-492e-8eb2-b8d7a4e23211,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:34.757688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.791608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:34.796021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.813316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Pushing event deleted for resources: {'Port': ['ID=4b2396e1-ed00-494f-8748-376fde756677,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:34.869249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:34.892896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.893356 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment 5f7f14e3-6c7a-4988-83f9-aeebf1368560 of type vlan for network 1579ea4c-dd74-4861-a703-b67545b88fd0 Oct 18 20:46:34.938113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e1a81-94b1-403c-9016-f5d7104f947f None None] Network 3a3eba12-284f-4425-a896-5e3bb9d8402b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:34.939776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] No DVR routers for this DVR port 4b2396e1-ed00-494f-8748-376fde756677 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:34.944035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:34.947775 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd1d0cec-c424-4bf4-b3a1-409986b66694 req-ff899a64-082e-4a48-9afb-ec357c40ab9c tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.30 "DELETE /v2.0/ports/4b2396e1-ed00-494f-8748-376fde756677 HTTP/1.1" status: 204 len: 173 time: 2.1533091 Oct 18 20:46:34.948249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'name': 'network-vif-deleted', 'tag': '4b2396e1-ed00-494f-8748-376fde756677'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:34.950667 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dc0cb5-e32a-47c9-8e14-093f7635725b" -d '{"events": [{"server_uuid": "7187dbb4-11ad-49c3-9955-e7834c1ef764", "name": "network-vif-deleted", "tag": "4b2396e1-ed00-494f-8748-376fde756677"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:35.012190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:35.058843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:35.068322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:35.069400 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:35.089255 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:35.169272 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1e723214-2aa1-4284-a302-2876d7f7334d req-05054344-94bf-4dce-bad6-886347d6d7b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ff50debceae44d5a35c76e1ba59279b&device_id=7ad2ee80-7ab0-4b3e-9294-00ecff000485 HTTP/1.1" status: 200 len: 210 time: 0.0853636 Oct 18 20:46:35.182427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4802160 Oct 18 20:46:35.183082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33276) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:35.203427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '1579ea4c-dd74-4861-a703-b67545b88fd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:35.256038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f3b7d3fe-97e7-4b95-862d-05ba0c98148c None None] Provisioning complete for port 527df78b-0fca-40ff-8738-e556413e473e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:35.256666 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d3fe-97e7-4b95-862d-05ba0c98148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:35.271553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aa04ccc7-0522-43a6-9997-548630e3146c req-0e1f44fb-b48b-4845-b193-e9496f9e3480 tempest-ServerRescueTestJSON-1070230376 tempest-ServerRescueTestJSON-1070230376-project] 10.222.0.66 "GET /v2.0/ports?device_id=7187dbb4-11ad-49c3-9955-e7834c1ef764 HTTP/1.1" status: 200 len: 210 time: 0.0701056 Oct 18 20:46:35.274323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d1990-7c55-476b-abaf-25ebd69068cd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=1579ea4c-dd74-4861-a703-b67545b88fd0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:35.307413 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1e723214-2aa1-4284-a302-2876d7f7334d req-6edeca3a-4abc-468e-b19b-25251dbd215d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1ff50debceae44d5a35c76e1ba59279b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1180725 Oct 18 20:46:35.365337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1579ea4c-dd74-4861-a703-b67545b88fd0 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:35.550682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:35.558286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:35.621861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e723214-2aa1-4284-a302-2876d7f7334d req-d607d40e-c675-4639-8c9e-1276ade646cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:35.623462 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1e723214-2aa1-4284-a302-2876d7f7334d req-d607d40e-c675-4639-8c9e-1276ade646cd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2985826 Oct 18 20:46:35.683618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a48487-4989-48d0-baf8-7f9bedfb4d33 req-69ac950e-5b5f-4c1d-b5b1-2461e06b23cc tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:35.689502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 527df78b-0fca-40ff-8738-e556413e473e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=527df78b-0fca-40ff-8738-e556413e473e,segment=NetworkSegment(7ca4266c-efae-4578-9c31-b07bed24f5a7),segment_id=7ca4266c-efae-4578-9c31-b07bed24f5a7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:35.705584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55a48487-4989-48d0-baf8-7f9bedfb4d33 req-69ac950e-5b5f-4c1d-b5b1-2461e06b23cc tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 945 time: 0.2385182 Oct 18 20:46:35.839550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55a48487-4989-48d0-baf8-7f9bedfb4d33 req-4429639c-36ab-40eb-a359-89b8d4df1e9c tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274252 Oct 18 20:46:35.843834 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:36.070034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4b2396e1-ed00-494f-8748-376fde756677 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:36.073301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7ea66ff-ff0d-407d-8d11-b8a78f635897 req-686cffb8-d5b5-4d82-b44c-c1b1c4352a6d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 210 time: 0.0952823 Oct 18 20:46:36.127757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 4b2396e1-ed00-494f-8748-376fde756677 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:36.128186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 4b2396e1-ed00-494f-8748-376fde756677 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:36.143491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=527df78b-0fca-40ff-8738-e556413e473e,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:36.197861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:36.289142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=22ceb977-1c4e-4a66-8f98-dcb0aaf402fb,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:36.304137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': '5f7f14e3-6c7a-4988-83f9-aeebf1368560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1579ea4c-dd74-4861-a703-b67545b88fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:36.304530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 1579ea4c-dd74-4861-a703-b67545b88fd0, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:36.354032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 1579ea4c-dd74-4861-a703-b67545b88fd0 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:36.374120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 527df78b-0fca-40ff-8738-e556413e473e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:36.378969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c8837-0af1-42f7-9501-117b5b82295a req-be042083-bdde-4580-aa93-6f367081be43 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:36.388622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e1c8837-0af1-42f7-9501-117b5b82295a req-be042083-bdde-4580-aa93-6f367081be43 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.1739979 Oct 18 20:46:36.398569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1579ea4c-dd74-4861-a703-b67545b88fd0) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:36.409225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:36.412583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:36.438356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3c32d528-10f1-43a7-81d7-cc09a5c2444a tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:36.443965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3c32d528-10f1-43a7-81d7-cc09a5c2444a tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.1514359 Oct 18 20:46:36.451369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05417f-3d11-4616-937f-4558a0f1cbbc None None] Network 1579ea4c-dd74-4861-a703-b67545b88fd0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:36.472206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7dcb128b-4e3d-43a4-bbbc-34aaa7184af5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2868495 Oct 18 20:46:36.478031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33300) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:36.584664 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e1c8837-0af1-42f7-9501-117b5b82295a req-bcf8c403-8d87-4d91-b25b-8ed646fb3a5d tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928253 Oct 18 20:46:36.890337 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6335755c-dc23-41d1-9590-861918005697 x-openstack-request-id: req-6335755c-dc23-41d1-9590-861918005697 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:36.891028 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7187dbb4-11ad-49c3-9955-e7834c1ef764", "name": "network-vif-deleted", "tag": "4b2396e1-ed00-494f-8748-376fde756677", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:36.891484 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6335755c-dc23-41d1-9590-861918005697 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:36.892246 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7187dbb4-11ad-49c3-9955-e7834c1ef764', 'name': 'network-vif-deleted', 'tag': '4b2396e1-ed00-494f-8748-376fde756677', 'status': 'completed', 'code': 200} Oct 18 20:46:36.991972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f6be476c-fe46-4625-9ac1-ba1c9df9dfdd None None] Provisioning complete for port 527df78b-0fca-40ff-8738-e556413e473e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:36.992639 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f6be476c-fe46-4625-9ac1-ba1c9df9dfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:37.050820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 527df78b-0fca-40ff-8738-e556413e473e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:37.051195 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:37.067928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1e723214-2aa1-4284-a302-2876d7f7334d req-19ba2edc-979f-45bc-b4c1-0eb7b959ba9c tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ad2ee80-7ab0-4b3e-9294-00ecff000485 HTTP/1.1" status: 200 len: 210 time: 0.0706568 Oct 18 20:46:37.104731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71eaa956-254b-42fa-acca-e428ca74bf77 req-8c0dcfe8-697f-4c6b-a348-5fc302dd252e tempest-ServerShowV247Test-1570136308 tempest-ServerShowV247Test-1570136308-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ad2ee80-7ab0-4b3e-9294-00ecff000485 HTTP/1.1" status: 200 len: 210 time: 0.1977186 Oct 18 20:46:37.127269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:37.242787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Deleting port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:37.243526 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:37.248442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-800ef765-217a-42cb-91a8-10f102ecb366 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:37.251984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-800ef765-217a-42cb-91a8-10f102ecb366 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.30 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 813 time: 0.6293352 Oct 18 20:46:37.255064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33316) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:37.273289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Request body: {'port': {'device_id': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c', 'admin_state_up': True, 'tenant_id': 'b1937209920c40ea8d18a334fda0218e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:37.325196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1579ea4c-dd74-4861-a703-b67545b88fd0', 'network_id': '1579ea4c-dd74-4861-a703-b67545b88fd0', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': '22ceb977-1c4e-4a66-8f98-dcb0aaf402fb'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:37.326341 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:37.564779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb0cdbc2-0311-4be5-b8b6-04842fee6528 req-fe922a52-198f-4888-9e6e-f2751b8493f7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 210 time: 0.1109884 Oct 18 20:46:37.617551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] For port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:37.621419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:37.733812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Allocated IP 2001:db8::1 (1579ea4c-dd74-4861-a703-b67545b88fd0/22ceb977-1c4e-4a66-8f98-dcb0aaf402fb/bf7f8665-a8e4-480c-9fa2-af941c1b8434) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:37.784199 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.114810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Made reservation on behalf of b1937209920c40ea8d18a334fda0218e for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:38.135165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.279472 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.295578 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.341244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.376826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Network 1579ea4c-dd74-4861-a703-b67545b88fd0 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:38.381006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:38.386611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:38.406404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=22ceb977-1c4e-4a66-8f98-dcb0aaf402fb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:38.407292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Pushing event updated for resources: {'Port': ['ID=bf7f8665-a8e4-480c-9fa2-af941c1b8434,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:38.487376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33330) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:38.554957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Attempting to bind port bf7f8665-a8e4-480c-9fa2-af941c1b8434 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:38.555341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Attempting to bind port bf7f8665-a8e4-480c-9fa2-af941c1b8434 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5f7f14e3-6c7a-4988-83f9-aeebf1368560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1579ea4c-dd74-4861-a703-b67545b88fd0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:38.555715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Attempting to bind port bf7f8665-a8e4-480c-9fa2-af941c1b8434 on network 1579ea4c-dd74-4861-a703-b67545b88fd0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:38.571957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:38.572353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Checking segment: {'id': '5f7f14e3-6c7a-4988-83f9-aeebf1368560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1579ea4c-dd74-4861-a703-b67545b88fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:38.572806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.573218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Bound using segment: {'id': '5f7f14e3-6c7a-4988-83f9-aeebf1368560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1579ea4c-dd74-4861-a703-b67545b88fd0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:38.573742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Bound port: bf7f8665-a8e4-480c-9fa2-af941c1b8434, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7f14e3-6c7a-4988-83f9-aeebf1368560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1579ea4c-dd74-4861-a703-b67545b88fd0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:38.580565 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.624108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.670229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1579ea4c-dd74-4861-a703-b67545b88fd0']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:38.674914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.675796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.676114 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Floating IP 3197b8c0-de98-4bc3-814f-5995506c9087 disassociated. External IP: 172.25.7.172, port: 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417. Oct 18 20:46:38.676557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Calling delete_port for 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:38.689107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bc201-6251-4091-87ba-178c707c9f7e req-f188f999-5624-47ca-aa04-84e0961db178 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:38.697526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-766bc201-6251-4091-87ba-178c707c9f7e req-f188f999-5624-47ca-aa04-84e0961db178 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 946 time: 0.8678942 Oct 18 20:46:38.718150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] For port bf7f8665-a8e4-480c-9fa2-af941c1b8434, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:38.723257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] For port bf7f8665-a8e4-480c-9fa2-af941c1b8434, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bf7f8665-a8e4-480c-9fa2-af941c1b8434,segment=NetworkSegment(5f7f14e3-6c7a-4988-83f9-aeebf1368560),segment_id=5f7f14e3-6c7a-4988-83f9-aeebf1368560)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:38.731032 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.743837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7f14e3-6c7a-4988-83f9-aeebf1368560') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:38.744316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7f14e3-6c7a-4988-83f9-aeebf1368560') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:38.785884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-766bc201-6251-4091-87ba-178c707c9f7e req-9770f70a-d8cc-4df1-abab-1ab0e01f1e6a tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups?id=f81a270b-925f-4226-a9d6-c26db45f4718&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870740 Oct 18 20:46:38.837035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da7c2422-cc51-4e1b-af1a-aaea0dbff467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.855537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53357e33-f0af-4ca0-8189-4f495ab7df06 None None] Pushing event updated for resources: {'Port': ['ID=bf7f8665-a8e4-480c-9fa2-af941c1b8434,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:38.863956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:38.896415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01dd8d-b10d-4bdb-a351-dc627622aa0d None None] Network 1579ea4c-dd74-4861-a703-b67545b88fd0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:38.970207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Allocated IP 172.20.0.13 (9562d4fb-8329-4ac7-8774-a5d7e664c95c/017a67c1-cf63-49f0-bcfb-dcb13c60920a/a3108c0a-fc41-455a-9216-0132aa24fa85) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:39.036338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.044827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7b22f48-1de7-4382-bde1-c170450a19c1 req-cbff9b1c-e5e1-4f9b-9969-f4c012fa937c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 210 time: 0.0809019 Oct 18 20:46:39.084986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:39.085486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:39.090612 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:39.115021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.218241 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.api [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:46:39.218241 n-d-812149-2 neutron-server[100530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:46:39.218241 n-d-812149-2 neutron-server[100530]: [parameters: {'id': '1579ea4c-dd74-4861-a703-b67545b88fd0'}] Oct 18 20:46:39.218241 n-d-812149-2 neutron-server[100530]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:46:39.218829 n-d-812149-2 neutron-server[100530]: DEBUG oslo_db.api [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:46:39.230518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event deleted for resources: {'Port': ['ID=0d83fe1f-3551-4cbf-95a3-a9aed4f1d417,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:39.296759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:39.344013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:39.344532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:39.387464 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da7c2422-cc51-4e1b-af1a-aaea0dbff467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.407274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da7c2422-cc51-4e1b-af1a-aaea0dbff467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.433428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:39.464823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.481537 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.487143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Router ba609a57-c0ae-429a-a2a1-a238e252963f has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:46:39.539526 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-da7c2422-cc51-4e1b-af1a-aaea0dbff467 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=582f6edf7db74d71a53828b6989ed331&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0424223 Oct 18 20:46:39.539526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c2422-cc51-4e1b-af1a-aaea0dbff467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12161112-6c23-4f4d-82a1-47d18f166cc8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:39.542107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33354) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:39.719541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.726341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.742423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['000cb14b-1de1-494c-afce-c4c1aed578e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:46:39.744452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00911501-6473-4374-ad69-7ddd7a206920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.875247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:46:39.917161 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] Sync routers for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:46:39.920228 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42c2b903-608d-453a-b724-051ac0f55908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.947177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Network 9562d4fb-8329-4ac7-8774-a5d7e664c95c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:39.972789 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:46:39.973873 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:46:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:39.976156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00911501-6473-4374-ad69-7ddd7a206920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:39.993031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Pushing event updated for resources: {'Port': ['ID=a3108c0a-fc41-455a-9216-0132aa24fa85,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:39.996206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:40.023589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:40.027008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8fafd4-8077-4683-8f32-3b8321bc755f None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:46:40.036039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] No DVR routers for this DVR port 0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:40.043075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.050156 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d61f186-199d-4a3f-ac6f-6116d670c8ca req-3ffa7a14-50e6-412f-a719-4a9078112d01 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.79 "DELETE /v2.0/ports/0d83fe1f-3551-4cbf-95a3-a9aed4f1d417 HTTP/1.1" status: 204 len: 173 time: 3.5948906 Oct 18 20:46:40.054852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'name': 'network-vif-deleted', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:40.065172 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f6b9ff-eb62-4066-8a92-3e11e386d879" -d '{"events": [{"server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "name": "network-vif-deleted", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:40.135609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4dedd7bd-ce45-41a0-8943-50609ae1d1c4 req-b7e6bf71-d43e-4449-8426-05bb25a4a12b tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7140874-7a15-492e-8134-eed62b5df192 HTTP/1.1" status: 200 len: 210 time: 0.1157892 Oct 18 20:46:40.147367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:40.148132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.202557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-cd3c92e9-ddc5-4864-b45c-99e77e10259b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9393325 Oct 18 20:46:40.205775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00911501-6473-4374-ad69-7ddd7a206920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.208358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00911501-6473-4374-ad69-7ddd7a206920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.209705 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-00911501-6473-4374-ad69-7ddd7a206920 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12161112-6c23-4f4d-82a1-47d18f166cc8 HTTP/1.1" status: 204 len: 168 time: 0.6636171 Oct 18 20:46:40.211299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting port bf7f8665-a8e4-480c-9fa2-af941c1b8434 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:40.211705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.251245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Request body: {'port': {'device_id': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:40.368625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00911501-6473-4374-ad69-7ddd7a206920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12161112-6c23-4f4d-82a1-47d18f166cc8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:40.433567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42c2b903-608d-453a-b724-051ac0f55908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.463820 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42c2b903-608d-453a-b724-051ac0f55908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.472562 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:46:40.486185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] For port bf7f8665-a8e4-480c-9fa2-af941c1b8434, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bf7f8665-a8e4-480c-9fa2-af941c1b8434,segment=NetworkSegment(5f7f14e3-6c7a-4988-83f9-aeebf1368560),segment_id=5f7f14e3-6c7a-4988-83f9-aeebf1368560)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:40.487347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.583941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac98e4d-adb5-4566-a40d-f9ebebab8a15 req-e771f5eb-88fe-49d7-88ad-e042dcce7aab tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:40.588429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac98e4d-adb5-4566-a40d-f9ebebab8a15 req-e771f5eb-88fe-49d7-88ad-e042dcce7aab tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 932 time: 0.1454935 Oct 18 20:46:40.642171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Calling delete_port for bf7f8665-a8e4-480c-9fa2-af941c1b8434 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:40.723675 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-42c2b903-608d-453a-b724-051ac0f55908 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ff50debceae44d5a35c76e1ba59279b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2888560 Oct 18 20:46:40.724832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:40.735973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33370) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:40.756085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2b903-608d-453a-b724-051ac0f55908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbc5ceb-e458-446e-98fa-4dfbf28f25c3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:40.902746 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ac98e4d-adb5-4566-a40d-f9ebebab8a15 req-a3c896de-e7ae-4fea-adc0-6f89dbdee810 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046548 Oct 18 20:46:40.984245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8fafd4-8077-4683-8f32-3b8321bc755f None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:46:41.046068 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2079-d8a8-416a-84d9-26b79ce746a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.052212 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:24Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:41.089061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Deleting port bd0018a7-b1b5-4c21-9444-f9f666edc5c5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:41.092492 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.132638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2079-d8a8-416a-84d9-26b79ce746a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.185274 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] Checking router: ba609a57-c0ae-429a-a2a1-a238e252963f for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:46:41.204596 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:46:41.206099 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:46:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:41.213966 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e7285-4c72-492b-ae6d-aac60c9e2f9f x-openstack-request-id: req-149e7285-4c72-492b-ae6d-aac60c9e2f9f {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:41.214258 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7140874-7a15-492e-8134-eed62b5df192", "name": "network-vif-deleted", "tag": "0d83fe1f-3551-4cbf-95a3-a9aed4f1d417", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:41.214588 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-149e7285-4c72-492b-ae6d-aac60c9e2f9f {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:41.214965 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7140874-7a15-492e-8134-eed62b5df192', 'name': 'network-vif-deleted', 'tag': '0d83fe1f-3551-4cbf-95a3-a9aed4f1d417', 'status': 'completed', 'code': 200} Oct 18 20:46:41.244036 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2079-d8a8-416a-84d9-26b79ce746a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.247178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2079-d8a8-416a-84d9-26b79ce746a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.252028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0fbb2079-d8a8-416a-84d9-26b79ce746a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cdbc5ceb-e458-446e-98fa-4dfbf28f25c3 HTTP/1.1" status: 204 len: 168 time: 0.5125222 Oct 18 20:46:41.269939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb2079-d8a8-416a-84d9-26b79ce746a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbc5ceb-e458-446e-98fa-4dfbf28f25c3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:41.446150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.505864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33386) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:41.536244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Port': ['ID=bf7f8665-a8e4-480c-9fa2-af941c1b8434,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:41.571710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] For port bd0018a7-b1b5-4c21-9444-f9f666edc5c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,segment=NetworkSegment(aea1b586-adb1-407b-9c40-29a6c770d768),segment_id=aea1b586-adb1-407b-9c40-29a6c770d768)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:41.572052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.605853 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:46:41.623551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Calling delete_port for bd0018a7-b1b5-4c21-9444-f9f666edc5c5 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:41.628634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No DVR routers for this DVR port bf7f8665-a8e4-480c-9fa2-af941c1b8434 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:41.629623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98aedd68-52ef-4038-9e39-58d615e9cf80 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.690592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98aedd68-52ef-4038-9e39-58d615e9cf80 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.756802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b80d46d-028d-4e7f-8434-6b5da51fe8f0 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:46:41.797935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98aedd68-52ef-4038-9e39-58d615e9cf80 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.803608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98aedd68-52ef-4038-9e39-58d615e9cf80 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:41.806515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-98aedd68-52ef-4038-9e39-58d615e9cf80 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "DELETE /v2.0/security-groups/f81a270b-925f-4226-a9d6-c26db45f4718 HTTP/1.1" status: 204 len: 168 time: 0.2995303 Oct 18 20:46:41.810147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33392) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:41.885603 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-7850b267-dd61-42f9-99c5-e4fc24649d71 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] show failed (client error): The resource could not be found. Oct 18 20:46:41.901011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7850b267-dd61-42f9-99c5-e4fc24649d71 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "GET /v2.0/security-groups/f81a270b-925f-4226-a9d6-c26db45f4718 HTTP/1.1" status: 404 len: 347 time: 0.0771625 Oct 18 20:46:41.922164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33394) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:41.925932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aedd68-52ef-4038-9e39-58d615e9cf80 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a270b-925f-4226-a9d6-c26db45f4718,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:42.123267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80d46d-028d-4e7f-8434-6b5da51fe8f0 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:46:42.427252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1dba2-63c4-4d94-8fa5-17b6dbf49b3b req-dac35018-797a-479c-ae4f-5acf484d207b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:42.431767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ff1dba2-63c4-4d94-8fa5-17b6dbf49b3b req-dac35018-797a-479c-ae4f-5acf484d207b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 932 time: 0.3204091 Oct 18 20:46:42.449048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:42.520060 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:24Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:42.532509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Deleting port 92b2e9f8-b59d-4b66-b1ef-0252db6684d9 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:42.533437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:42.580594 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12705795-c76a-4045-a34f-53b33adc7e17 None None] The sync data for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 is: [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:43:16Z', 'revision_number': 4, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '7a38ad53-19b5-42e6-b27d-607ab7cbb8b5', 'name': '', 'network_id': 'c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'mac_address': 'fa:16:3e:44:ae:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '89fc5efb-b232-4b52-b540-8a670f058795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:15Z', 'updated_at': '2021-10-18T20:43:24Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'subnets': [{'id': '89fc5efb-b232-4b52-b540-8a670f058795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:46:42.594900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1579ea4c-dd74-4861-a703-b67545b88fd0']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:42.794698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:42.795028 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:42.811542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Calling delete_port for 92b2e9f8-b59d-4b66-b1ef-0252db6684d9 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:43.033537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7f14e3-6c7a-4988-83f9-aeebf1368560') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:43.034614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7f14e3-6c7a-4988-83f9-aeebf1368560') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:43.057456 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.081954 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ff1dba2-63c4-4d94-8fa5-17b6dbf49b3b req-56ee8d79-e9e7-4b3a-b80b-313cf2252213 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323142 Oct 18 20:46:43.100213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.114155 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.144658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.172421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Pushing event deleted for resources: {'Port': ['ID=92b2e9f8-b59d-4b66-b1ef-0252db6684d9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:43.202686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c2e7a-1776-4bcc-aed1-f1424c4e0e6e None None] New status for floating IP 3197b8c0-de98-4bc3-814f-5995506c9087: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:46:43.215553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0018a7-b1b5-4c21-9444-f9f666edc5c5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:43.275104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33428) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:43.295974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3108c0a-fc41-455a-9216-0132aa24fa85 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:46:43.321392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.326157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.339194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.345146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-91746fea-8ffa-466f-a9ac-15aa8115d4d9 tempest-ServersTestJSON-1560215869 tempest-ServersTestJSON-1560215869-project] 10.222.0.66 "DELETE /v2.0/floatingips/3197b8c0-de98-4bc3-814f-5995506c9087 HTTP/1.1" status: 204 len: 168 time: 1.3988564 Oct 18 20:46:43.345831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33432) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:43.385141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.475357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:43.478859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:43.486882 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:43.523364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1899455529-network', 'tenant_id': '8355c5f17a0f4d58be2a6c328e89e577'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:43.665978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Made reservation on behalf of 8355c5f17a0f4d58be2a6c328e89e577 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:43.669787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.673017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Transition to ACTIVE for port object a3108c0a-fc41-455a-9216-0132aa24fa85 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:46:43.682070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.685983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.770714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.774505 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/1579ea4c-dd74-4861-a703-b67545b88fd0 HTTP/1.1" status: 204 len: 168 time: 7.2946713 Oct 18 20:46:43.782460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33442) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:43.789872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704818334'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:43.810636 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.832133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:43.837835 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.871061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668c989-d95b-4642-b669-fd97fa9af7eb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=1579ea4c-dd74-4861-a703-b67545b88fd0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:43.892002 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.906552 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:43.925164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.940710 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.941065 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment d47e96c9-1df7-4158-81a3-5a89e02bafbe of type vlan for network 0dab1bf1-4a5e-4322-bc7e-ac012d088745 Oct 18 20:46:43.976175 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:43.980083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3108c0a-fc41-455a-9216-0132aa24fa85,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:44.017518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:44.031708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.057682 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.095106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01cef71-a979-40a1-abc5-3ff622c303f5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:44.185569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.186116 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Added segment 7da8d66a-4200-416a-8651-b7b4ca128ad9 of type vlan for network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 Oct 18 20:46:44.194237 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:46:44.353738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.360926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:44.361583 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.422790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.449898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6662097 Oct 18 20:46:44.456776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33460) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:44.469701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfc7c-7ce1-41c5-9e7f-a441df56b393 req-43e19b9f-1ae2-4d61-9271-154bdd52f0f0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:44.475383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '0dab1bf1-4a5e-4322-bc7e-ac012d088745', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:44.478492 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe7bfc7c-7ce1-41c5-9e7f-a441df56b393 req-43e19b9f-1ae2-4d61-9271-154bdd52f0f0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 944 time: 0.2338228 Oct 18 20:46:44.554505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ff28e-35e9-4fd4-9d4f-14796312fcba tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=0dab1bf1-4a5e-4322-bc7e-ac012d088745,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:44.565391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.resource_extend [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:46:44.567943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0dab1bf1-4a5e-4322-bc7e-ac012d088745 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:44.589318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe7bfc7c-7ce1-41c5-9e7f-a441df56b393 req-473c302e-c13a-42c4-81ae-8f32414aa469 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084669 Oct 18 20:46:44.731417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Attempting to bind port a3108c0a-fc41-455a-9216-0132aa24fa85 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:44.732201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Attempting to bind port a3108c0a-fc41-455a-9216-0132aa24fa85 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:44.732973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Attempting to bind port a3108c0a-fc41-455a-9216-0132aa24fa85 on network 9562d4fb-8329-4ac7-8774-a5d7e664c95c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:44.771838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.773499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:44.774589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.778500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Port a3108c0a-fc41-455a-9216-0132aa24fa85 on network 9562d4fb-8329-4ac7-8774-a5d7e664c95c not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:46:44.779147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Attempting to bind port a3108c0a-fc41-455a-9216-0132aa24fa85 on network 9562d4fb-8329-4ac7-8774-a5d7e664c95c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:44.789183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Deleting port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:44.789939 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.848725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:44.848996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Checking segment: {'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:44.849550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Bound using segment: {'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:44.850172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Bound port: a3108c0a-fc41-455a-9216-0132aa24fa85, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:44.850578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.886729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33468) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:44.938911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] For port 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:44.939901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:44.942416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca2e66a-5bfd-4311-b6ce-e5a243932a93,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:44.953896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:44.964503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Calling delete_port for 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:45.009890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:45.014814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.029635 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fa7f9cd2-ed9b-4288-b353-b7dce85b6c17 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7440434 Oct 18 20:46:45.048045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33472) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:45.060790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Request body: {'subnet': {'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1899455529-subnet', 'tenant_id': '8355c5f17a0f4d58be2a6c328e89e577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:45.152918 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cb97177-c06a-4792-8444-a60f0086b905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.184103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] For port a3108c0a-fc41-455a-9216-0132aa24fa85, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:45.240786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Made reservation on behalf of 8355c5f17a0f4d58be2a6c328e89e577 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:45.243214 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.254709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] For port a3108c0a-fc41-455a-9216-0132aa24fa85, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a3108c0a-fc41-455a-9216-0132aa24fa85,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:45.278517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.379982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:45.380637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.382405 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] 10.222.0.30 "PUT /v2.0/ports/a3108c0a-fc41-455a-9216-0132aa24fa85 HTTP/1.1" status: 200 len: 1092 time: 5.1578653 Oct 18 20:46:45.382629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'tag': 'a3108c0a-fc41-455a-9216-0132aa24fa85'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:45.384951 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc43d96b-67ae-4d66-a11c-11d533bf1cad" -d '{"events": [{"name": "network-changed", "server_uuid": "ee714ed3-ed80-48a1-80ea-73dff1fcf211", "tag": "a3108c0a-fc41-455a-9216-0132aa24fa85"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:45.409279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:46:45.486377 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cb97177-c06a-4792-8444-a60f0086b905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.495204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4cb97177-c06a-4792-8444-a60f0086b905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.521089 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e213502-84be-42c0-941d-7df14df33eb8 x-openstack-request-id: req-4e213502-84be-42c0-941d-7df14df33eb8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:45.521861 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee714ed3-ed80-48a1-80ea-73dff1fcf211", "tag": "a3108c0a-fc41-455a-9216-0132aa24fa85", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:45.522326 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e213502-84be-42c0-941d-7df14df33eb8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:45.523121 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'tag': 'a3108c0a-fc41-455a-9216-0132aa24fa85', 'status': 'completed', 'code': 200} Oct 18 20:46:45.542743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.604458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4cb97177-c06a-4792-8444-a60f0086b905 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ccec2e942b047eea957dee2ace3857d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164114 Oct 18 20:46:45.614178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33478) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:45.615427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a38ad53-19b5-42e6-b27d-607ab7cbb8b5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:45.784147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030c6c3-2013-418b-83a9-83a382111fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3108c0a-fc41-455a-9216-0132aa24fa85,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:45.791854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb97177-c06a-4792-8444-a60f0086b905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36825baf-eadf-4f72-a815-46c4227a05b7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:45.897397 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4c34198-8869-4883-9deb-dbfe0e478be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:45.935197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b920026-827a-40f4-b8ab-838524e30eb5 req-8b0215e5-c866-4a5f-aee5-efcb0befd131 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:45.943269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b920026-827a-40f4-b8ab-838524e30eb5 req-8b0215e5-c866-4a5f-aee5-efcb0befd131 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 944 time: 0.2041769 Oct 18 20:46:45.973584 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4c34198-8869-4883-9deb-dbfe0e478be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.006570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.094990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b920026-827a-40f4-b8ab-838524e30eb5 req-d6fdc3a9-fb47-4228-8d07-93307c1998bc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462317 Oct 18 20:46:46.096310 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.150888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-bf08346c-5fad-49fe-924a-e6b8f30e46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:46.153437 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-bf08346c-5fad-49fe-924a-e6b8f30e46bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 1095 time: 0.6352668 Oct 18 20:46:46.184000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4c34198-8869-4883-9deb-dbfe0e478be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.188805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4c34198-8869-4883-9deb-dbfe0e478be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.193838 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c4c34198-8869-4883-9deb-dbfe0e478be4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36825baf-eadf-4f72-a815-46c4227a05b7 HTTP/1.1" status: 204 len: 168 time: 0.5255084 Oct 18 20:46:46.206628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c34198-8869-4883-9deb-dbfe0e478be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36825baf-eadf-4f72-a815-46c4227a05b7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:46.264277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.357423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-e77569f0-f340-42ac-b7fa-a9a9af832696 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3108c0a-fc41-455a-9216-0132aa24fa85 HTTP/1.1" status: 200 len: 217 time: 0.1869683 Oct 18 20:46:46.428013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=9db6cb86-a576-49c3-ae20-877ed26e33c4,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:46.504987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:46:46.523444 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] Sync routers for ids ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:46:46.539261 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] Routers {'74314fd7-b18e-4dc6-ab53-c8a7abd156b6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:46:46.539901 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:46:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:46.565238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': 'd47e96c9-1df7-4158-81a3-5a89e02bafbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0dab1bf1-4a5e-4322-bc7e-ac012d088745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:46.565823 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 0dab1bf1-4a5e-4322-bc7e-ac012d088745, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:46.590618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-89ee040e-1556-4498-8963-711f79e3e374 admin admin] 10.222.0.66 "PUT /v2.0/routers/74314fd7-b18e-4dc6-ab53-c8a7abd156b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3307538 Oct 18 20:46:46.598386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Router ba609a57-c0ae-429a-a2a1-a238e252963f has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:46:46.600774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33488) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:46.674166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Checking segment: {'id': '7da8d66a-4200-416a-8651-b7b4ca128ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:46.674833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Network hostable DHCP agents. Network: 8ca2e66a-5bfd-4311-b6ce-e5a243932a93, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:46.686287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-15714bb9-925e-47e8-a07c-9469ff06deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:46.688535 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-15714bb9-925e-47e8-a07c-9469ff06deac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.3108854 Oct 18 20:46:46.693094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 0dab1bf1-4a5e-4322-bc7e-ac012d088745 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:46.720163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe069895-5bf5-4607-8107-ef9e70f156c5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:46.730931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0dab1bf1-4a5e-4322-bc7e-ac012d088745) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:46.739253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2199fc-794c-48a4-9228-25a37dfc1566 None None] Network 0dab1bf1-4a5e-4322-bc7e-ac012d088745 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:46.750162 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] Set router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:46:46.761678 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-27cb9cc0-d037-4fba-bf94-93fd508e4f68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559556 Oct 18 20:46:46.762552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:46.766550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:46.767423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.800600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 8ca2e66a-5bfd-4311-b6ce-e5a243932a93) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:46.829691 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.834895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:46.835878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:46.848631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ef53aa0d-1e0c-4987-bb17-4b3d527f5dac tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3798714 Oct 18 20:46:46.857014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33494) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:46.896323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75175a-752f-4a42-aa66-1dd3fb3bc821 None None] Network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:46.930273 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aaf92521-11d4-461f-8b38-5060c264190b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8764029 Oct 18 20:46:47.026159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-aca6ced2-2be5-4bf2-bb9b-6896b3ca0a34 service neutron] 10.222.0.30 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451925 Oct 18 20:46:47.058091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:47.206369 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-84d48e8b-14d3-4004-b0d3-9d9aef03580b req-c29ad1e1-0f4a-4255-8144-9007d51c81ac service neutron] 10.222.0.30 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566467 Oct 18 20:46:47.231953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:47.368829 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:46:42Z', 'revision_number': 5, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port': {'id': 'a281adb2-f567-48cf-9ee1-82d937e78574', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:44:17Z', 'updated_at': '2021-10-18T20:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:47.418505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a3400b-a776-4f7a-8de8-ec46491a594e None None] Network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:47.450285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:47.456193 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] Checking router: 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:46:47.495825 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] Routers {'74314fd7-b18e-4dc6-ab53-c8a7abd156b6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:46:47.496892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:46:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:47.572918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-608735e0-a9d8-4b5c-9f1d-2f3748c20e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:47.592634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acfac0-d3fa-4e6f-8ea8-91988fd8c4c4 req-af2e6a16-7786-4fc2-9d9c-3fa06eef92ab tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:47.600182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59acfac0-d3fa-4e6f-8ea8-91988fd8c4c4 req-af2e6a16-7786-4fc2-9d9c-3fa06eef92ab tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 944 time: 0.2445600 Oct 18 20:46:47.602145 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-608735e0-a9d8-4b5c-9f1d-2f3748c20e26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 1095 time: 0.2654591 Oct 18 20:46:47.604046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:46:47.616536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-db66830c-91a1-4a1d-a715-6d870f9fa113 admin admin] 10.222.0.66 "PUT /v2.0/routers/ba609a57-c0ae-429a-a2a1-a238e252963f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2694924 Oct 18 20:46:47.644121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33514) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:47.645381 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] Sync routers for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:46:47.713279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59acfac0-d3fa-4e6f-8ea8-91988fd8c4c4 req-18a93516-5a8f-449f-bc15-991842310f1c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120620 Oct 18 20:46:47.735906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Deleting port a281adb2-f567-48cf-9ee1-82d937e78574 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:47.737000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:47.777852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a9004-0685-4b7f-8978-3d2b50603202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-0dab1bf1-4a5e-4322-bc7e-ac012d088745', 'network_id': '0dab1bf1-4a5e-4322-bc7e-ac012d088745', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': '9db6cb86-a576-49c3-ae20-877ed26e33c4'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:47.785605 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9004-0685-4b7f-8978-3d2b50603202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:47.795453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:46:47.796873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:46:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:47.808413 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] Set router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:46:47.926969 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:46:47Z', 'revision_number': 6, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:47.952840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] For port a281adb2-f567-48cf-9ee1-82d937e78574, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a281adb2-f567-48cf-9ee1-82d937e78574,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:47.954779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:47.986997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Calling delete_port for a281adb2-f567-48cf-9ee1-82d937e78574 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:47.991215 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc5b170-26fd-4d65-98a7-8193e2629a85 None None] The sync data for ids ['74314fd7-b18e-4dc6-ab53-c8a7abd156b6'] in n-d-812149-2 is: [{'id': '74314fd7-b18e-4dc6-ab53-c8a7abd156b6', 'name': 'tempest-ServerRescueTestJSON-1132998834-router', 'tenant_id': 'e8a15dd4f072435d81964ab8a6722c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:44:16Z', 'updated_at': '2021-10-18T20:46:47Z', 'revision_number': 6, 'project_id': 'e8a15dd4f072435d81964ab8a6722c25', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:46:48.150510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-3cc9c6cc-f613-49d9-8ca5-095a565e95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:48.154339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-3cc9c6cc-f613-49d9-8ca5-095a565e95c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.5375817 Oct 18 20:46:48.336545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33532) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:48.351213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-489228119-network', 'tenant_id': 'a1e6c25128f842828ad157aa26f9718b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:48.375498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-a967aabe-1719-47b7-b989-fd07fcae537e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3108c0a-fc41-455a-9216-0132aa24fa85 HTTP/1.1" status: 200 len: 217 time: 0.2026176 Oct 18 20:46:48.382411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:46:48.412799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:48.486332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Made reservation on behalf of a1e6c25128f842828ad157aa26f9718b for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:48.492152 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:48.562431 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:48.637605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device bd0018a7-b1b5-4c21-9444-f9f666edc5c5 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:48.825666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:48.842184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:48.870277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: bd0018a7-b1b5-4c21-9444-f9f666edc5c5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:48.871068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device bd0018a7-b1b5-4c21-9444-f9f666edc5c5 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:48.894031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:48.918398 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e5ec-9c72-4919-bbeb-d25f64cf9499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-ed2a9004-0685-4b7f-8978-3d2b50603202 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9db6cb86-a576-49c3-ae20-877ed26e33c4: This subnet is being modified by another concurrent operation. Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:46:48.946510 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9db6cb86-a576-49c3-ae20-877ed26e33c4: This subnet is being modified by another concurrent operation. Oct 18 20:46:48.957465 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:46:49.009181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:46:45Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:49.016571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5bfa1e-3b54-4b54-a551-438000b044ed None None] Network 0dab1bf1-4a5e-4322-bc7e-ac012d088745 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:49.125771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] Checking router: ba609a57-c0ae-429a-a2a1-a238e252963f for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:46:49.339681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=9db6cb86-a576-49c3-ae20-877ed26e33c4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:49.348673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.435907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-1cfd9276-73fe-4e13-a338-51ce77834186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:49.438433 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-1cfd9276-73fe-4e13-a338-51ce77834186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 1.0539377 Oct 18 20:46:49.516846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:49.521007 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-8c07143a-943c-44ff-83dc-bb597febe962 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715475 Oct 18 20:46:49.529047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] Routers {'ba609a57-c0ae-429a-a2a1-a238e252963f'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:46:49.530275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:46:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ba609a57-c0ae-429a-a2a1-a238e252963f'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:49.535429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.618040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.638953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dab1bf1-4a5e-4322-bc7e-ac012d088745']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:49.660358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47e96c9-1df7-4158-81a3-5a89e02bafbe') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:49.661112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47e96c9-1df7-4158-81a3-5a89e02bafbe') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:49.681577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.691373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d66ddb9-3af2-4a94-ac41-6137b1b901c2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:49.702523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.703083 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Added segment 44dd1f58-3d17-4e0c-be73-83cf3fb5cdfe of type vlan for network fb87af29-3612-4929-a3b0-e1305bd10918 Oct 18 20:46:49.705770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Pushing event deleted for resources: {'Port': ['ID=a281adb2-f567-48cf-9ee1-82d937e78574,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:49.739746 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.760164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:49.772083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:49.772445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:49.777101 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:49.794198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.883222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97bfbc7-280a-461f-a3a8-4e76991ed316 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:46:49.891198 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-3e0999a6-2281-4ee6-ad99-c921f5046122 service neutron] 10.222.0.30 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398767 Oct 18 20:46:49.905957 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:49.942144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c589f0-4af1-40b5-b5eb-af485bdfa0b6 req-16455247-fe9c-4bcd-85d3-5cf2738cbd46 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:49.949045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6c589f0-4af1-40b5-b5eb-af485bdfa0b6 req-16455247-fe9c-4bcd-85d3-5cf2738cbd46 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 944 time: 0.4525056 Oct 18 20:46:49.957742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] Set router ba609a57-c0ae-429a-a2a1-a238e252963f gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:46:50.033565 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.100030 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6c589f0-4af1-40b5-b5eb-af485bdfa0b6 req-e918e422-1e2a-4467-b196-992216704d47 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343961 Oct 18 20:46:50.102117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.106146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.109577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:50.110996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.135645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc43d96b-67ae-4d66-a11c-11d533bf1cad req-21b87945-b8f8-4338-b735-b8c964b0707e service neutron] 10.222.0.30 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312024 Oct 18 20:46:50.150281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.154530 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/0dab1bf1-4a5e-4322-bc7e-ac012d088745 HTTP/1.1" status: 204 len: 168 time: 3.2928636 Oct 18 20:46:50.164373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33562) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:50.186458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262303628'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:50.192688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a3108c0a-fc41-455a-9216-0132aa24fa85 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:46:50.211410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36a9f8-a31b-498d-9db1-0cf70a718bb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=0dab1bf1-4a5e-4322-bc7e-ac012d088745,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:50.214081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7db93d1a-692c-453e-8a86-ab6d004a7d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.220124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:50.224810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.273876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Deleting port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:50.274291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.281754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.284555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.371507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:46:50.445012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.445889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74314fd7-b18e-4dc6-ab53-c8a7abd156b6 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:46:50.454631 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.457142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6a9c4ff9-74ad-472d-806e-0ea790d0d291 admin admin] 10.222.0.66 "DELETE /v2.0/routers/74314fd7-b18e-4dc6-ab53-c8a7abd156b6 HTTP/1.1" status: 204 len: 168 time: 3.8541491 Oct 18 20:46:50.457804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] Pushing event updated for resources: {'Network': ['ID=fb87af29-3612-4929-a3b0-e1305bd10918,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:50.466028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33564) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:50.518295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7db93d1a-692c-453e-8a86-ab6d004a7d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.540282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7db93d1a-692c-453e-8a86-ab6d004a7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.554679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a3108c0a-fc41-455a-9216-0132aa24fa85, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a3108c0a-fc41-455a-9216-0132aa24fa85,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:50.558036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] Deleting subnet 1f962eab-b905-40a8-bfb7-0af59177cab0 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:46:50.573214 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.610833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:50.613780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'a3108c0a-fc41-455a-9216-0132aa24fa85', 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c', 'port_id': 'a3108c0a-fc41-455a-9216-0132aa24fa85', 'mac_address': 'fa:16:3e:21:5e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a67c1-cf63-49f0-bcfb-dcb13c60920a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:46:50.632287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.633273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a281adb2-f567-48cf-9ee1-82d937e78574 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:50.636699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network fb87af29-3612-4929-a3b0-e1305bd10918 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:50.700749 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.733319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a281adb2-f567-48cf-9ee1-82d937e78574 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:50.733690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a281adb2-f567-48cf-9ee1-82d937e78574 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:50.761373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-df717be1-ac75-448f-9087-fd574d4c1e02 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4230685 Oct 18 20:46:50.767217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33566) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:50.768415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.777093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.777441 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment 3f2ab90f-4f4d-4c03-8c4f-344a517cd303 of type vlan for network 90a3f012-cc46-4640-867d-3d856a54c469 Oct 18 20:46:50.788038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Request body: {'subnet': {'network_id': 'fb87af29-3612-4929-a3b0-e1305bd10918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-489228119-subnet', 'tenant_id': 'a1e6c25128f842828ad157aa26f9718b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:50.793314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db93d1a-692c-453e-8a86-ab6d004a7d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905d9604-41e1-48cd-a245-c9bd0cb28ff9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:50.806390 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7db93d1a-692c-453e-8a86-ab6d004a7d95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb46558fa3d445f3b9f71c0feeadca1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0417974 Oct 18 20:46:50.833566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33568) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:50.878044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.881671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] For port cada6d6e-4dbd-4e19-8ff8-d3d7753f9406, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:50.882033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.907607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:50.919980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1f962eab-b905-40a8-bfb7-0af59177cab0 HTTP/1.1" status: 204 len: 168 time: 0.4522276 Oct 18 20:46:50.926440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351de7b0-de99-49bb-a2fe-11461f30d5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f962eab-b905-40a8-bfb7-0af59177cab0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:50.927361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97bfbc7-280a-461f-a3a8-4e76991ed316 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:46:50.929782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33570) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:50.933098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Calling delete_port for cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:50.970675 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.005502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3108c0a-fc41-455a-9216-0132aa24fa85 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:46:51.029938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Made reservation on behalf of a1e6c25128f842828ad157aa26f9718b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:51.033946 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.071256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:46:45Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:51.083104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a3108c0a-fc41-455a-9216-0132aa24fa85, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a3108c0a-fc41-455a-9216-0132aa24fa85,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:51.145602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376fa597-8b19-4fd9-bf77-3a39b61ecbca None None] The sync data for ids ['ba609a57-c0ae-429a-a2a1-a238e252963f'] in n-d-812149-2 is: [{'id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'name': 'tempest-ServersTestJSON-1606342797-router', 'tenant_id': '09a86ba765934c77b7c25ca5e1f18925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:43:09Z', 'updated_at': '2021-10-18T20:46:45Z', 'revision_number': 5, 'project_id': '09a86ba765934c77b7c25ca5e1f18925', 'gw_port': {'id': 'cada6d6e-4dbd-4e19-8ff8-d3d7753f9406', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:50:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba609a57-c0ae-429a-a2a1-a238e252963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:43:11Z', 'updated_at': '2021-10-18T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:46:51.155226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.268698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.276027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:51.276683 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.291365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a3108c0a-fc41-455a-9216-0132aa24fa85,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:51.395817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['a3108c0a-fc41-455a-9216-0132aa24fa85'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:46:51.407733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=90a3f012-cc46-4640-867d-3d856a54c469,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:51.413840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ca761bf-14dd-40d4-bad4-3522b2ba42b4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2481301 Oct 18 20:46:51.414791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.428786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33576) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:51.467079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 90a3f012-cc46-4640-867d-3d856a54c469 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:51.468224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '90a3f012-cc46-4640-867d-3d856a54c469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:51.473669 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.575117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0dd59b-96f2-443c-9bc4-fd427c4ba8e6,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:51.581760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19aedc3f-9c50-428a-912a-9c0e146ac99c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.625458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.647617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Pushing event deleted for resources: {'Port': ['ID=cada6d6e-4dbd-4e19-8ff8-d3d7753f9406,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:51.661189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:51.665693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.735022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c128e6-3776-4fc1-8ff3-5559236bf328 req-b1b43759-0246-41c1-a6ce-ea3335613b94 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:51.737984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38c128e6-3776-4fc1-8ff3-5559236bf328 req-b1b43759-0246-41c1-a6ce-ea3335613b94 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 945 time: 0.2778258 Oct 18 20:46:51.960471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:51.986035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38c128e6-3776-4fc1-8ff3-5559236bf328 req-2dfdc12f-266f-4bb6-8452-7f660e61b249 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152269 Oct 18 20:46:51.987635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.019574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Checking segment: {'id': '44dd1f58-3d17-4e0c-be73-83cf3fb5cdfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fb87af29-3612-4929-a3b0-e1305bd10918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:52.019574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Network hostable DHCP agents. Network: fb87af29-3612-4929-a3b0-e1305bd10918, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:52.024555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f724fed-26ab-4d64-b646-0cdf171c634d']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:52.030543 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19aedc3f-9c50-428a-912a-9c0e146ac99c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.055836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea1b586-adb1-407b-9c40-29a6c770d768') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:52.057581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea1b586-adb1-407b-9c40-29a6c770d768') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:52.098926 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.121868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Network fb87af29-3612-4929-a3b0-e1305bd10918 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:52.132198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.145257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, fb87af29-3612-4929-a3b0-e1305bd10918) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:52.148976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:52.149636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:52.153023 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:52.172968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.178402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:52.179355 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.180610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01810d55-3f95-4023-b6d1-7c65dcaea7b5 None None] Network fb87af29-3612-4929-a3b0-e1305bd10918 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:52.284843 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-99efd57e-4464-449a-837e-c0e2f0504d2d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5070398 Oct 18 20:46:52.287659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=81b9d269-7399-438d-93d0-7ac5efec6af5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:52.290155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.293634 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.302162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.302537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.315972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3f724fed-26ab-4d64-b646-0cdf171c634d HTTP/1.1" status: 204 len: 168 time: 1.3748145 Oct 18 20:46:52.335216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54a398-ffe1-458c-afe0-36c50ebc5102 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f724fed-26ab-4d64-b646-0cdf171c634d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:52.427115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': '3f2ab90f-4f4d-4c03-8c4f-344a517cd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '90a3f012-cc46-4640-867d-3d856a54c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:52.427115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 90a3f012-cc46-4640-867d-3d856a54c469, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:52.480839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19aedc3f-9c50-428a-912a-9c0e146ac99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.499253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-19aedc3f-9c50-428a-912a-9c0e146ac99c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.506542 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-19aedc3f-9c50-428a-912a-9c0e146ac99c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/905d9604-41e1-48cd-a245-c9bd0cb28ff9 HTTP/1.1" status: 204 len: 168 time: 1.6681337 Oct 18 20:46:52.515832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.523710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba609a57-c0ae-429a-a2a1-a238e252963f {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:46:52.541896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.548626 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7f1299a4-578a-45d9-a82f-e71a7290869a admin admin] 10.222.0.66 "DELETE /v2.0/routers/ba609a57-c0ae-429a-a2a1-a238e252963f HTTP/1.1" status: 204 len: 168 time: 4.8870628 Oct 18 20:46:52.548979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33586) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:52.561295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aedc3f-9c50-428a-912a-9c0e146ac99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905d9604-41e1-48cd-a245-c9bd0cb28ff9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:52.570208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 90a3f012-cc46-4640-867d-3d856a54c469 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:52.585585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:52.586882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33588) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:52.634355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 90a3f012-cc46-4640-867d-3d856a54c469) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:52.646263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41fd55-48cc-41cc-8c81-1f73fa3b9272 None None] Network fb87af29-3612-4929-a3b0-e1305bd10918 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:52.649566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:52.650016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7a38ad53-19b5-42e6-b27d-607ab7cbb8b5 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:52.650382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:52.651983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.692554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f043f0c7-03d9-4ac6-8324-ce867b634ef4 None None] Network 90a3f012-cc46-4640-867d-3d856a54c469 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:52.720189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] Deleting subnet 89fc5efb-b232-4b52-b540-8a670f058795 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:46:52.725616 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cdd32c09-3b03-418f-812d-a13913fdcbb3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2923391 Oct 18 20:46:52.740708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33592) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:52.743159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.750075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '90a3f012-cc46-4640-867d-3d856a54c469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:52.761204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-270bceb9-fdd4-44de-9dc7-acc800111122 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8a15dd4f072435d81964ab8a6722c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687970 Oct 18 20:46:52.764295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:52.940614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1b36-6868-4568-84ff-7c39c32efb19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:52.987836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1b36-6868-4568-84ff-7c39c32efb19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.072665 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.125390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-90a3f012-cc46-4640-867d-3d856a54c469', 'network_id': '90a3f012-cc46-4640-867d-3d856a54c469', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': '81b9d269-7399-438d-93d0-7ac5efec6af5'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:53.126733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.145955 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-543125df-f290-42b2-b45e-9c0a1c02934c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.157148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1b36-6868-4568-84ff-7c39c32efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.164012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1b36-6868-4568-84ff-7c39c32efb19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.172270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6d4e1b36-6868-4568-84ff-7c39c32efb19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d2f76fa-93a5-4ebb-896d-9740ea34150e HTTP/1.1" status: 204 len: 168 time: 0.3992932 Oct 18 20:46:53.213216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e1b36-6868-4568-84ff-7c39c32efb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2f76fa-93a5-4ebb-896d-9740ea34150e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:53.344542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Allocated IP 2001:db8::2 (90a3f012-cc46-4640-867d-3d856a54c469/81b9d269-7399-438d-93d0-7ac5efec6af5/80c7a2a1-e941-4376-9fc2-54756a7f440c) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:53.387059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:53.393728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.471387 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.636199 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.654114 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.683057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.725503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fc5efb-b232-4b52-b540-8a670f058795,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:53.750789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Pushing event updated for resources: {'Port': ['ID=80c7a2a1-e941-4376-9fc2-54756a7f440c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:53.781265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Network 90a3f012-cc46-4640-867d-3d856a54c469 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:53.783931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:53.797637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:46:53.802868 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:53.808757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c1b8a883-d5b1-4821-9c55-c31487402c86 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/89fc5efb-b232-4b52-b540-8a670f058795 HTTP/1.1" status: 204 len: 168 time: 1.2582018 Oct 18 20:46:53.812913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33622) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:53.818830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed3f7b1-ec38-47e9-9c68-56f5fab6c9f7 None None] Network c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:53.994244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.073113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Attempting to bind port 80c7a2a1-e941-4376-9fc2-54756a7f440c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:46:54.073654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Attempting to bind port 80c7a2a1-e941-4376-9fc2-54756a7f440c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '3f2ab90f-4f4d-4c03-8c4f-344a517cd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '90a3f012-cc46-4640-867d-3d856a54c469'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:46:54.074473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Attempting to bind port 80c7a2a1-e941-4376-9fc2-54756a7f440c on network 90a3f012-cc46-4640-867d-3d856a54c469 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:46:54.110070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a3108c0a-fc41-455a-9216-0132aa24fa85 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:54.111661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Deleting port 5f27e5c2-e450-406a-95a2-f06c87ac6932 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:46:54.112739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:46:54.113286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.113829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Checking segment: {'id': '3f2ab90f-4f4d-4c03-8c4f-344a517cd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '90a3f012-cc46-4640-867d-3d856a54c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:54.114368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.115102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Bound using segment: {'id': '3f2ab90f-4f4d-4c03-8c4f-344a517cd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '90a3f012-cc46-4640-867d-3d856a54c469'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:46:54.115744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Bound port: 80c7a2a1-e941-4376-9fc2-54756a7f440c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2ab90f-4f4d-4c03-8c4f-344a517cd303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '90a3f012-cc46-4640-867d-3d856a54c469'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:46:54.116343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.159838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0b33-44e9-4616-90de-94801417423b req-599e9567-d040-40e6-a5e7-a4328af1e1b1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:54.163905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-599e9567-d040-40e6-a5e7-a4328af1e1b1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/networks?id=8ca2e66a-5bfd-4311-b6ce-e5a243932a93 HTTP/1.1" status: 200 len: 825 time: 0.3884861 Oct 18 20:46:54.186560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.220580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] For port 5f27e5c2-e450-406a-95a2-f06c87ac6932, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5f27e5c2-e450-406a-95a2-f06c87ac6932,segment=NetworkSegment(b6ea0b39-2859-4e87-859e-94cfa343cf28),segment_id=b6ea0b39-2859-4e87-859e-94cfa343cf28)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:54.221486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.250148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-0b0a7c33-e339-41fa-a567-0e1c16979607 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/quotas/8355c5f17a0f4d58be2a6c328e89e577 HTTP/1.1" status: 200 len: 375 time: 0.0775914 Oct 18 20:46:54.258097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Calling delete_port for 5f27e5c2-e450-406a-95a2-f06c87ac6932 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:46:54.269134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 90a3f012-cc46-4640-867d-3d856a54c469 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:46:54.298604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:54.333133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:54.334482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.342150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-61a81ee3-7cbd-41ab-8e75-0a9b7ad1160c tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8355c5f17a0f4d58be2a6c328e89e577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810082 Oct 18 20:46:54.344049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:54.460522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:54.461314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cada6d6e-4dbd-4e19-8ff8-d3d7753f9406 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:54.470929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.490039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=922593e9-f35b-45a1-b5d8-27892102eb85,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:54.506402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.513187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-abc88990-14d6-4f4c-8938-5bc4a8ff2ef0 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7710488 Oct 18 20:46:54.513453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] For port 80c7a2a1-e941-4376-9fc2-54756a7f440c, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:46:54.518258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33642) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:54.526663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] For port 80c7a2a1-e941-4376-9fc2-54756a7f440c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=80c7a2a1-e941-4376-9fc2-54756a7f440c,segment=NetworkSegment(3f2ab90f-4f4d-4c03-8c4f-344a517cd303),segment_id=3f2ab90f-4f4d-4c03-8c4f-344a517cd303)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:46:54.539097 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.625242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port a3108c0a-fc41-455a-9216-0132aa24fa85 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:46:54.627230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f27e5c2-e450-406a-95a2-f06c87ac6932,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:54.640805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] No DVR routers for this DVR port 5f27e5c2-e450-406a-95a2-f06c87ac6932 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:46:54.651513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port a3108c0a-fc41-455a-9216-0132aa24fa85 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:54.652372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:54.668473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f865e4-571f-4bd7-80e2-9145a82cc0f0 None None] DHCP port deletion for c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:46:54.758336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-9abaa421-cedd-4b6f-bc98-89f509f0df08 service neutron] 10.222.0.66 "GET /v2.0/networks/8ca2e66a-5bfd-4311-b6ce-e5a243932a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053023 Oct 18 20:46:54.809189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54e04c-5fed-4b57-a80d-92ce9926d591 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:54.812973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54e04c-5fed-4b57-a80d-92ce9926d591 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:54.815999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54e04c-5fed-4b57-a80d-92ce9926d591 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:54.829074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54e04c-5fed-4b57-a80d-92ce9926d591 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:54.831629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54e04c-5fed-4b57-a80d-92ce9926d591 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:54.837772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6c54e04c-5fed-4b57-a80d-92ce9926d591 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3139336 Oct 18 20:46:54.846568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b437c6-7430-46c3-b4b2-f82a083acc74 None None] Pushing event updated for resources: {'Port': ['ID=80c7a2a1-e941-4376-9fc2-54756a7f440c,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:54.862923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33652) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:54.879811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315850827'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:54.923992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.033902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:55.054206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:55.059558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ea0b39-2859-4e87-859e-94cfa343cf28') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:55.060035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ea0b39-2859-4e87-859e-94cfa343cf28') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:46:55.060164 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.085013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.097509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.125315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.128934 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.144643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:46:55.144930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:46:55.145849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.168857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3108c0a-fc41-455a-9216-0132aa24fa85'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:46:55.177477 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379f43b4-0f00-4873-a80d-bec37dde4eac" -d '{"events": [{"server_uuid": "ee714ed3-ed80-48a1-80ea-73dff1fcf211", "name": "network-vif-plugged", "status": "completed", "tag": "a3108c0a-fc41-455a-9216-0132aa24fa85"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:46:55.201167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-0448222f-db62-43ba-adcb-5b6e073b314f service neutron] 10.222.0.66 "GET /v2.0/networks/8ca2e66a-5bfd-4311-b6ce-e5a243932a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251683 Oct 18 20:46:55.206277 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.206563 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment 44a555c1-84b8-44ef-bbf6-0b29eedda49d of type vlan for network c8265dfc-e7eb-43d0-a50a-7e9415fca375 Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:46:55.219460 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:46:55.227976 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.242784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.250132 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7 HTTP/1.1" status: 204 len: 168 time: 1.4334848 Oct 18 20:46:55.254465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a3108c0a-fc41-455a-9216-0132aa24fa85, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a3108c0a-fc41-455a-9216-0132aa24fa85,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:55.267525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.285948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7242d7-5e35-4487-acd3-fcd822f030d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c51f4bd1-6ef2-49bb-a803-ee9c5e8326b7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:55.344578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.416085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a3108c0a-fc41-455a-9216-0132aa24fa85,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:55.428776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.442884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:55.443871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:55.488213 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33670) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:55.488566 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6206386 Oct 18 20:46:55.499943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:55.614707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b269bd-1acc-47a2-ae23-646a4eef02a8 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=c8265dfc-e7eb-43d0-a50a-7e9415fca375,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:55.634776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4620-1bc3-44e2-a94d-09ead975e8e5 req-ba7821a2-1c3d-4677-ad81-04e8466553dc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:55.645058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:55.646517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15ae4620-1bc3-44e2-a94d-09ead975e8e5 req-ba7821a2-1c3d-4677-ad81-04e8466553dc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 946 time: 0.1823745 Oct 18 20:46:55.759274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-15ae4620-1bc3-44e2-a94d-09ead975e8e5 req-89720d74-c655-434e-bd69-4d76848aed4f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110241 Oct 18 20:46:55.839785 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ea0526-8f10-4cc9-af94-2e4808536919 x-openstack-request-id: req-15ea0526-8f10-4cc9-af94-2e4808536919 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:46:55.842220 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee714ed3-ed80-48a1-80ea-73dff1fcf211", "name": "network-vif-plugged", "status": "completed", "tag": "a3108c0a-fc41-455a-9216-0132aa24fa85", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:46:55.843175 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15ea0526-8f10-4cc9-af94-2e4808536919 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:46:55.844066 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3108c0a-fc41-455a-9216-0132aa24fa85', 'code': 200} Oct 18 20:46:55.932424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33680) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:55.989159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4c1a6f6f-d14f-4c2d-b929-480bff750556 req-625f10ad-91f4-4d93-af14-c1b6e066642a tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 210 time: 0.0873585 Oct 18 20:46:56.052354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6e49b8d8-7750-4952-951e-4a88bad28bb2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09a86ba765934c77b7c25ca5e1f18925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184766 Oct 18 20:46:56.059862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33684) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:56.097313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.160588 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.165049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b965a725-b34c-40e8-96bd-ed5b2c612fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.224673 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b965a725-b34c-40e8-96bd-ed5b2c612fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.363255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b965a725-b34c-40e8-96bd-ed5b2c612fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.366997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b965a725-b34c-40e8-96bd-ed5b2c612fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.368615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b965a725-b34c-40e8-96bd-ed5b2c612fc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d14cf996-78b0-47f4-b29b-993f151bbe9b HTTP/1.1" status: 204 len: 168 time: 0.3074408 Oct 18 20:46:56.389829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965a725-b34c-40e8-96bd-ed5b2c612fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14cf996-78b0-47f4-b29b-993f151bbe9b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:56.412257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=c8265dfc-e7eb-43d0-a50a-7e9415fca375,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:56.432056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 is not hosted by any dhcp agent {{(pid=100530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:46:56.447845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:46:56.456040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:56.468649 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.471074 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f1abd0a2-3800-4ff6-9b18-1e7700168b2f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "PUT /v2.0/networks/c8265dfc-e7eb-43d0-a50a-7e9415fca375 HTTP/1.1" status: 200 len: 723 time: 0.9810097 Oct 18 20:46:56.474816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33696) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:56.494562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:56.521475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92724ebe-c8d7-4b9e-8730-35641fe8451e req-02a1781d-d3dc-4067-8986-5145f959d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:56.543097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-92724ebe-c8d7-4b9e-8730-35641fe8451e req-02a1781d-d3dc-4067-8986-5145f959d73b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 1097 time: 0.4701295 Oct 18 20:46:56.666301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 80c7a2a1-e941-4376-9fc2-54756a7f440c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:56.725726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:56.727750 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-92724ebe-c8d7-4b9e-8730-35641fe8451e req-a4b707da-7ac6-4978-850c-5e84768735e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832139 Oct 18 20:46:56.732153 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:56.772122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20943eae-4939-4ad1-84d6-78ff594af230 None None] Network 90a3f012-cc46-4640-867d-3d856a54c469 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:56.871919 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.002805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a0cc2be3-51d8-466d-b975-5b5a4a871c41 None None] Provisioning complete for port 80c7a2a1-e941-4376-9fc2-54756a7f440c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:57.003105 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2be3-51d8-466d-b975-5b5a4a871c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.079172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6bee4-2959-410c-8764-8490eb214ded req-98f010cc-df31-4846-a64c-0c4764f52d95 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:57.088510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afe6bee4-2959-410c-8764-8490eb214ded req-98f010cc-df31-4846-a64c-0c4764f52d95 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 946 time: 0.1442516 Oct 18 20:46:57.190292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afe6bee4-2959-410c-8764-8490eb214ded req-4851b141-986f-4289-aa01-9f1abb64148e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005850 Oct 18 20:46:57.264187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 80c7a2a1-e941-4376-9fc2-54756a7f440c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:57.265573 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.419836 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.424901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6dd09b8-f060-4c4e-bc58-160a79f13df1 req-66f6989f-1445-4ec6-91aa-41f09b8c15b5 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 210 time: 0.0469856 Oct 18 20:46:57.446106 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2be3-51d8-466d-b975-5b5a4a871c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.465224 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.537975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 80c7a2a1-e941-4376-9fc2-54756a7f440c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=80c7a2a1-e941-4376-9fc2-54756a7f440c,segment=NetworkSegment(3f2ab90f-4f4d-4c03-8c4f-344a517cd303),segment_id=3f2ab90f-4f4d-4c03-8c4f-344a517cd303)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:57.562264 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.610577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=f37cb448-de51-4943-ae78-2bad7128c302,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:57.630852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': '44a555c1-84b8-44ef-bbf6-0b29eedda49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:46:57.631372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: c8265dfc-e7eb-43d0-a50a-7e9415fca375, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:46:57.683803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:46:57.718472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5f27e5c2-e450-406a-95a2-f06c87ac6932 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:46:57.722603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, c8265dfc-e7eb-43d0-a50a-7e9415fca375) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:46:57.749989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:57.750863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:57.751851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 5f27e5c2-e450-406a-95a2-f06c87ac6932 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:46:57.752145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5f27e5c2-e450-406a-95a2-f06c87ac6932 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:46:57.754059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09872d01-0d9f-49d0-abdb-18617dc58b72 None None] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:46:57.794723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-a0cc2be3-51d8-466d-b975-5b5a4a871c41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:46:57.795395 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-a0cc2be3-51d8-466d-b975-5b5a4a871c41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:46:57.857377 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21b0dcb-29c3-46c9-a974-4ca8585676a5 None None] Update dhcp port {'port': {'network_id': '90a3f012-cc46-4640-867d-3d856a54c469', 'fixed_ips': [{'subnet_id': '81b9d269-7399-438d-93d0-7ac5efec6af5', 'ip_address': '2001:db8::2'}, {'subnet_id': '922593e9-f35b-45a1-b5d8-27892102eb85'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '80c7a2a1-e941-4376-9fc2-54756a7f440c'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:46:57.883220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=80c7a2a1-e941-4376-9fc2-54756a7f440c,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:57.911286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e21b0dcb-29c3-46c9-a974-4ca8585676a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:58.016882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0b33-44e9-4616-90de-94801417423b req-53623cf5-ad12-4feb-9234-fbecfad76c3d tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:58.019681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-53623cf5-ad12-4feb-9234-fbecfad76c3d tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.79 "GET /v2.0/networks?id=8ca2e66a-5bfd-4311-b6ce-e5a243932a93 HTTP/1.1" status: 200 len: 825 time: 0.2527957 Oct 18 20:46:58.057387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Request body: {'port': {'device_id': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93', 'admin_state_up': True, 'tenant_id': '8355c5f17a0f4d58be2a6c328e89e577'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:58.090934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-edf2cb28-b54d-4aa3-a85b-8a2e5815dbf1 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6095238 Oct 18 20:46:58.091978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33732) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:58.102911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-08b3b184-2b2c-41cc-9f45-3e44bd01da46 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:46:58.321626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-c8265dfc-e7eb-43d0-a50a-7e9415fca375', 'network_id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': 'f37cb448-de51-4943-ae78-2bad7128c302'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:46:58.323025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:58.578534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 80c7a2a1-e941-4376-9fc2-54756a7f440c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:46:58.632019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08b3b184-2b2c-41cc-9f45-3e44bd01da46 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59170938'] for subnet, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:58.669832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae885b-12d6-408b-8318-b48c9d96d308 req-a72e75b5-1607-4d4f-8b04-6fc61dab23d9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:58.678360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16ae885b-12d6-408b-8318-b48c9d96d308 req-a72e75b5-1607-4d4f-8b04-6fc61dab23d9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 946 time: 0.2660673 Oct 18 20:46:58.683920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-e21b0dcb-29c3-46c9-a974-4ca8585676a5 None None] Allocated IP 172.20.0.1 (90a3f012-cc46-4640-867d-3d856a54c469/922593e9-f35b-45a1-b5d8-27892102eb85/80c7a2a1-e941-4376-9fc2-54756a7f440c) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:58.784254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Made reservation on behalf of 8355c5f17a0f4d58be2a6c328e89e577 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:46:58.788033 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:58.848497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08b3b184-2b2c-41cc-9f45-3e44bd01da46 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778211312150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59757611'] for subnet, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:58.848805 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16ae885b-12d6-408b-8318-b48c9d96d308 req-28bd4ad4-705f-4aea-a8bf-fecdef781652 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576562 Oct 18 20:46:58.880630 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3b184-2b2c-41cc-9f45-3e44bd01da46 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:46:58.881447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08b3b184-2b2c-41cc-9f45-3e44bd01da46 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:58.886401 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08b3b184-2b2c-41cc-9f45-3e44bd01da46 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "PUT /v2.0/subnets/f37cb448-de51-4943-ae78-2bad7128c302 HTTP/1.1" status: 200 len: 826 time: 0.7906654 Oct 18 20:46:58.888988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33758) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:46:58.959004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3b184-2b2c-41cc-9f45-3e44bd01da46 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=f37cb448-de51-4943-ae78-2bad7128c302,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:59.090998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 80c7a2a1-e941-4376-9fc2-54756a7f440c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:46:59.091887 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:59.117415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a61efc2-11a6-4480-8ebe-ac8422ff5e74 req-8ccdee43-d2b1-428b-88b3-ae7cd85748b6 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 210 time: 0.1116672 Oct 18 20:46:59.172985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e21b0dcb-29c3-46c9-a974-4ca8585676a5 None None] For port 80c7a2a1-e941-4376-9fc2-54756a7f440c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=80c7a2a1-e941-4376-9fc2-54756a7f440c,segment=NetworkSegment(3f2ab90f-4f4d-4c03-8c4f-344a517cd303),segment_id=3f2ab90f-4f4d-4c03-8c4f-344a517cd303)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:46:59.175598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Allocated IP 2001:db8::2 (c8265dfc-e7eb-43d0-a50a-7e9415fca375/f37cb448-de51-4943-ae78-2bad7128c302/349e3cf9-26a2-4939-9782-534292f1b19b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:59.285556 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e21b0dcb-29c3-46c9-a974-4ca8585676a5 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:59.329351 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e21b0dcb-29c3-46c9-a974-4ca8585676a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:59.482257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Allocated IP 172.20.0.9 (8ca2e66a-5bfd-4311-b6ce-e5a243932a93/fe069895-5bf5-4607-8107-ef9e70f156c5/7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:46:59.622434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b0dcb-29c3-46c9-a974-4ca8585676a5 None None] Pushing event updated for resources: {'Port': ['ID=80c7a2a1-e941-4376-9fc2-54756a7f440c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:46:59.625139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:59.784194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:59.808992 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:46:59.828608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33822) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:00.009375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Pushing event updated for resources: {'Port': ['ID=349e3cf9-26a2-4939-9782-534292f1b19b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:00.041048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:00.044910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:00.049181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:00.054688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1944221902-network', 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:00.123623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:00.151536 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.166000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Attempting to bind port 349e3cf9-26a2-4939-9782-534292f1b19b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:00.167799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Attempting to bind port 349e3cf9-26a2-4939-9782-534292f1b19b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '44a555c1-84b8-44ef-bbf6-0b29eedda49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:00.168998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Attempting to bind port 349e3cf9-26a2-4939-9782-534292f1b19b on network c8265dfc-e7eb-43d0-a50a-7e9415fca375 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:00.184033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:00.184697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Checking segment: {'id': '44a555c1-84b8-44ef-bbf6-0b29eedda49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:00.185358 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.185999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Bound using segment: {'id': '44a555c1-84b8-44ef-bbf6-0b29eedda49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:00.187382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Bound port: 349e3cf9-26a2-4939-9782-534292f1b19b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a555c1-84b8-44ef-bbf6-0b29eedda49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:00.188075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.202665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.274415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.409727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.434641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] For port 349e3cf9-26a2-4939-9782-534292f1b19b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:00.447099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] For port 349e3cf9-26a2-4939-9782-534292f1b19b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=349e3cf9-26a2-4939-9782-534292f1b19b,segment=NetworkSegment(44a555c1-84b8-44ef-bbf6-0b29eedda49d),segment_id=44a555c1-84b8-44ef-bbf6-0b29eedda49d)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:47:00.451437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.456742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.462664 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.493683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:47:00.515038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.515487 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Added segment 59cc9143-8c69-44da-891c-c63f22e7d2ce of type vlan for network 795e6395-44db-4869-8a09-588176fc119f Oct 18 20:47:00.518583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 80c7a2a1-e941-4376-9fc2-54756a7f440c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:00.617902 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.646543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2928ef7-a3ca-4505-b9f6-54c576ab8c97,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:00.648671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:00.707075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.709433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.712668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:00.713376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.714404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.719702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Pushing event updated for resources: {'Port': ['ID=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:00.722052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:00.724961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.725313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.725655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.725991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.729708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.730242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.730742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.731233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:00.747078 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.835763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.837625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:00.838134 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.901981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 80c7a2a1-e941-4376-9fc2-54756a7f440c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:00.902672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:00.909204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0775595 Oct 18 20:47:00.924309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:00.929829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33850) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:00.943215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Request body: {'subnet': {'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1944221902-subnet', 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:00.954038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eda101-5711-42c0-a3c3-6da577c8f5b5 None None] Pushing event updated for resources: {'Port': ['ID=349e3cf9-26a2-4939-9782-534292f1b19b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:01.011993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:01.012985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.083392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.099444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:01.102211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.106226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-3cce8a6c-e0e7-493a-b02d-3daa5a31e5f1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0743003 Oct 18 20:47:01.133268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f21d7a-a43b-4cf9-8b93-c346801525f9 req-e6f398d9-2cbd-4456-9260-3588f7febfd9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:01.141825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c8b7e-5e3c-4d49-a6ef-07c458ee2824 admin admin] Pushing event updated for resources: {'Network': ['ID=795e6395-44db-4869-8a09-588176fc119f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:01.145551 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98f21d7a-a43b-4cf9-8b93-c346801525f9 req-e6f398d9-2cbd-4456-9260-3588f7febfd9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 946 time: 0.3196733 Oct 18 20:47:01.158560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 795e6395-44db-4869-8a09-588176fc119f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:01.186371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Request body: {'port': {'device_id': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:01.198370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=f37cb448-de51-4943-ae78-2bad7128c302,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:01.397851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda96821-db2c-4254-b050-433547dd19b6 None None] Network 90a3f012-cc46-4640-867d-3d856a54c469 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:01.408918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98f21d7a-a43b-4cf9-8b93-c346801525f9 req-1eeeeda6-e091-4a91-aba8-796e1641c246 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579975 Oct 18 20:47:01.569488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-2c22bee4-8bd6-4f31-8525-7f8da5c281dc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:01.580476 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-2c22bee4-8bd6-4f31-8525-7f8da5c281dc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 946 time: 0.2672553 Oct 18 20:47:01.699161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0200399a-386d-4b2c-89c6-19dbc3cfb1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.716693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-677e5a8a-fa66-4daa-890e-6a780d7bd6fb None None] Provisioning complete for port 80c7a2a1-e941-4376-9fc2-54756a7f440c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:01.717428 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-677e5a8a-fa66-4daa-890e-6a780d7bd6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.921352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.922566 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.957546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0200399a-386d-4b2c-89c6-19dbc3cfb1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:01.973921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8265dfc-e7eb-43d0-a50a-7e9415fca375']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:01.981183 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0200399a-386d-4b2c-89c6-19dbc3cfb1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.002380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a555c1-84b8-44ef-bbf6-0b29eedda49d') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:02.002832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a555c1-84b8-44ef-bbf6-0b29eedda49d') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:02.045521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0200399a-386d-4b2c-89c6-19dbc3cfb1ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b555fdc43a049dfb3777828587b1512&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0476992 Oct 18 20:47:02.060675 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.099794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33862) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:02.100777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33864) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:02.112417 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.125700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:02.127096 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:02.205565 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:02.327037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200399a-386d-4b2c-89c6-19dbc3cfb1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be48cd56-5aa7-47ac-a6b4-07c2f0a56a8b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:02.445240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.api [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:47:02.445240 n-d-812149-2 neutron-server[100531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:47:02.445240 n-d-812149-2 neutron-server[100531]: [parameters: {'id': 'c8265dfc-e7eb-43d0-a50a-7e9415fca375'}] Oct 18 20:47:02.445240 n-d-812149-2 neutron-server[100531]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:47:02.445993 n-d-812149-2 neutron-server[100531]: DEBUG oslo_db.api [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:47:02.567035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 349e3cf9-26a2-4939-9782-534292f1b19b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:02.576140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8b6b3-cfac-41d6-b69f-661d27f072d1 req-1be4d69d-65d4-4bfe-90c8-038123b77dbf tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:02.585429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32d8b6b3-cfac-41d6-b69f-661d27f072d1 req-1be4d69d-65d4-4bfe-90c8-038123b77dbf tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 931 time: 0.6682870 Oct 18 20:47:02.609254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.676527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 349e3cf9-26a2-4939-9782-534292f1b19b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:02.677085 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.709038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32d8b6b3-cfac-41d6-b69f-661d27f072d1 req-bf8d6196-de77-4f67-90b0-941cb2a2bef1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221433 Oct 18 20:47:02.719018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Deleting port a3108c0a-fc41-455a-9216-0132aa24fa85 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:02.720042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.740291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f6cfe2ff-55c6-45fb-90fd-9645bb706c48 None None] Provisioning complete for port 80c7a2a1-e941-4376-9fc2-54756a7f440c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:02.740714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe2ff-55c6-45fb-90fd-9645bb706c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.858722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e793a5ca-c2fe-4b24-8186-364be4a5efac None None] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:02.952628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:02.978960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.008013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94a77b05-ebc8-4f8b-8eef-c1879c9669df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.059995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 349e3cf9-26a2-4939-9782-534292f1b19b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=349e3cf9-26a2-4939-9782-534292f1b19b,segment=NetworkSegment(44a555c1-84b8-44ef-bbf6-0b29eedda49d),segment_id=44a555c1-84b8-44ef-bbf6-0b29eedda49d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:03.076376 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.090801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90b1a65f-5e30-481b-bea1-6a43e9cb5d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.095683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2975efe-74ef-4037-b1ef-94a6b08c090b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:03.148532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] For port a3108c0a-fc41-455a-9216-0132aa24fa85, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a3108c0a-fc41-455a-9216-0132aa24fa85,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:03.150275 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.180533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Calling delete_port for a3108c0a-fc41-455a-9216-0132aa24fa85 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:03.243854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=349e3cf9-26a2-4939-9782-534292f1b19b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:03.261960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.262518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.263087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.263646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.265000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.265584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.266144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.266927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.267486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.268045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.268684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.269244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:03.353002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] DHCP port deletion for c8265dfc-e7eb-43d0-a50a-7e9415fca375 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:47:03.360593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e4065dcf-3fd0-4d7f-b307-9710f881e1e0 None None] Provisioning complete for port 349e3cf9-26a2-4939-9782-534292f1b19b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:03.360593 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e4065dcf-3fd0-4d7f-b307-9710f881e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.369628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c0b4-9899-4770-af08-81c48231fe5e req-b1deb1e5-7a53-4854-98f4-c58960e6c61e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:03.386065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd53c0b4-9899-4770-af08-81c48231fe5e req-b1deb1e5-7a53-4854-98f4-c58960e6c61e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 946 time: 0.3975475 Oct 18 20:47:03.392303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94a77b05-ebc8-4f8b-8eef-c1879c9669df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.539271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:47:03.540429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.552969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] Deleting port 349e3cf9-26a2-4939-9782-534292f1b19b {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:03.553604 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.559421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd53c0b4-9899-4770-af08-81c48231fe5e req-d287d019-82ee-4b18-9e5f-872a8841bbf2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639049 Oct 18 20:47:03.574212 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.600149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting port 349e3cf9-26a2-4939-9782-534292f1b19b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:03.600711 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.614229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['000cb14b-1de1-494c-afce-c4c1aed578e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:47:03.625313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Transition to ACTIVE for port object 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:47:03.647881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Pushing event deleted for resources: {'Port': ['ID=a3108c0a-fc41-455a-9216-0132aa24fa85,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:03.649563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.695008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Checking segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:03.695811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Network hostable DHCP agents. Network: 795e6395-44db-4869-8a09-588176fc119f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:47:03.775976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] For port 349e3cf9-26a2-4939-9782-534292f1b19b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=349e3cf9-26a2-4939-9782-534292f1b19b,segment=NetworkSegment(44a555c1-84b8-44ef-bbf6-0b29eedda49d),segment_id=44a555c1-84b8-44ef-bbf6-0b29eedda49d)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:03.776713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.810763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] No DVR routers for this DVR port a3108c0a-fc41-455a-9216-0132aa24fa85 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:03.827309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:03.828825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Pushing event updated for resources: {'Port': ['ID=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:03.834275 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a5c658c0-19ee-46dd-951b-9ecf17082271 req-c7f8781d-8991-4201-b22b-bf91e0167fe5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.30 "DELETE /v2.0/ports/a3108c0a-fc41-455a-9216-0132aa24fa85 HTTP/1.1" status: 204 len: 173 time: 2.2221014 Oct 18 20:47:03.841690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Calling delete_port for 349e3cf9-26a2-4939-9782-534292f1b19b owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:03.846696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'name': 'network-vif-deleted', 'tag': 'a3108c0a-fc41-455a-9216-0132aa24fa85'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:03.851919 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2e7582-e709-4bbb-bd0a-789e6e18eb85" -d '{"events": [{"server_uuid": "ee714ed3-ed80-48a1-80ea-73dff1fcf211", "name": "network-vif-deleted", "tag": "a3108c0a-fc41-455a-9216-0132aa24fa85"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:03.866387 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Network 795e6395-44db-4869-8a09-588176fc119f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:47:03.996893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90b1a65f-5e30-481b-bea1-6a43e9cb5d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.005292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 795e6395-44db-4869-8a09-588176fc119f) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:04.022011 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94a77b05-ebc8-4f8b-8eef-c1879c9669df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.025509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-94a77b05-ebc8-4f8b-8eef-c1879c9669df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.029893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-94a77b05-ebc8-4f8b-8eef-c1879c9669df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be48cd56-5aa7-47ac-a6b4-07c2f0a56a8b HTTP/1.1" status: 204 len: 168 time: 1.9154775 Oct 18 20:47:04.029893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90b1a65f-5e30-481b-bea1-6a43e9cb5d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.031733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:04.032581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.071518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a77b05-ebc8-4f8b-8eef-c1879c9669df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be48cd56-5aa7-47ac-a6b4-07c2f0a56a8b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:04.096712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b626e-780a-4541-bbe8-1d7c72eea256 req-2fe7c059-afbb-45ac-8c34-f8d0ee00f36d tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:04.099366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-428b626e-780a-4541-bbe8-1d7c72eea256 req-2fe7c059-afbb-45ac-8c34-f8d0ee00f36d tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 943 time: 0.2243071 Oct 18 20:47:04.129182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8ece6f56-8445-411c-a22b-76e104c18675 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1918075 Oct 18 20:47:04.140687 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-90b1a65f-5e30-481b-bea1-6a43e9cb5d37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e3a12e91f6549eca509431814a020a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0254407 Oct 18 20:47:04.149388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33882) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:04.166302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1a65f-5e30-481b-bea1-6a43e9cb5d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df26a45a-895b-486a-a72d-a9a9e77a7c20,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:04.190869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Attempting to bind port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:04.192786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Attempting to bind port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '7da8d66a-4200-416a-8651-b7b4ca128ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:04.193833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Attempting to bind port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 on network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:04.255888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 on network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:47:04.256612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Attempting to bind port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 on network 8ca2e66a-5bfd-4311-b6ce-e5a243932a93 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:04.318136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:04.318553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Checking segment: {'id': '7da8d66a-4200-416a-8651-b7b4ca128ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:04.318949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Bound using segment: {'id': '7da8d66a-4200-416a-8651-b7b4ca128ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:04.319449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Bound port: 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da8d66a-4200-416a-8651-b7b4ca128ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:04.319812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.336174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-428b626e-780a-4541-bbe8-1d7c72eea256 req-afb77c02-5039-4ca9-865a-6d863d1ccbc3 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250118 Oct 18 20:47:04.336783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.390539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Port': ['ID=349e3cf9-26a2-4939-9782-534292f1b19b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:04.411643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No DVR routers for this DVR port 349e3cf9-26a2-4939-9782-534292f1b19b on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:04.465973 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ac06c-9a57-48db-b00b-4b32b6f0ba59 x-openstack-request-id: req-018ac06c-9a57-48db-b00b-4b32b6f0ba59 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:04.466425 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee714ed3-ed80-48a1-80ea-73dff1fcf211", "name": "network-vif-deleted", "tag": "a3108c0a-fc41-455a-9216-0132aa24fa85", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:04.466831 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-018ac06c-9a57-48db-b00b-4b32b6f0ba59 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:04.468027 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee714ed3-ed80-48a1-80ea-73dff1fcf211', 'name': 'network-vif-deleted', 'tag': 'a3108c0a-fc41-455a-9216-0132aa24fa85', 'status': 'completed', 'code': 200} Oct 18 20:47:04.491796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40ddda-4844-4b8e-aabf-687973ed65f1 None None] Network 795e6395-44db-4869-8a09-588176fc119f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:04.517901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a3108c0a-fc41-455a-9216-0132aa24fa85 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:04.519927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 349e3cf9-26a2-4939-9782-534292f1b19b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:04.606108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] For port 349e3cf9-26a2-4939-9782-534292f1b19b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=349e3cf9-26a2-4939-9782-534292f1b19b,segment=NetworkSegment(44a555c1-84b8-44ef-bbf6-0b29eedda49d),segment_id=44a555c1-84b8-44ef-bbf6-0b29eedda49d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:04.606108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.614918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 349e3cf9-26a2-4939-9782-534292f1b19b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:04.615669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] For port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:04.621574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 349e3cf9-26a2-4939-9782-534292f1b19b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:04.623532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] For port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,segment=NetworkSegment(7da8d66a-4200-416a-8651-b7b4ca128ad9),segment_id=7da8d66a-4200-416a-8651-b7b4ca128ad9)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:47:04.694380 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.729711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: a3108c0a-fc41-455a-9216-0132aa24fa85 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:04.730069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a3108c0a-fc41-455a-9216-0132aa24fa85 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:04.812476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] Calling delete_port for 349e3cf9-26a2-4939-9782-534292f1b19b owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:04.824464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.843622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:04.844277 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.845841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] 10.222.0.79 "PUT /v2.0/ports/7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 HTTP/1.1" status: 200 len: 1091 time: 3.6990440 Oct 18 20:47:04.851094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'tag': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:04.853475 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804b3123-8669-4cd6-a49d-1991a0b422a5" -d '{"events": [{"name": "network-changed", "server_uuid": "26c6ded0-38e2-411e-9163-b0d83cbd9dd6", "tag": "7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:04.886286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-65778305-3a59-4fd6-96b8-48b16e61ffb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.899869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e0bc64a8-11a0-41fe-a902-a34610e39a79 req-90606d0a-93d0-403a-afc8-075f5f64feb3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee714ed3-ed80-48a1-80ea-73dff1fcf211 HTTP/1.1" status: 200 len: 210 time: 0.1675534 Oct 18 20:47:04.910354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33894) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:04.947733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc31b26d-63a7-468b-bc61-8996271294bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:04.956116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8265dfc-e7eb-43d0-a50a-7e9415fca375']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:05.022186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a555c1-84b8-44ef-bbf6-0b29eedda49d') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:05.022584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a555c1-84b8-44ef-bbf6-0b29eedda49d') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:05.045127 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b39d5-0995-43a4-8459-18703bf9dc76 None None] Network 795e6395-44db-4869-8a09-588176fc119f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:05.055674 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-65778305-3a59-4fd6-96b8-48b16e61ffb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.066916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.070081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd8366-77e3-4fa4-b06f-e0b6d17fe81e service neutron] Pushing event updated for resources: {'Port': ['ID=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:05.079066 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.114403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] No DVR routers for this DVR port 349e3cf9-26a2-4939-9782-534292f1b19b on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:05.126358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc31b26d-63a7-468b-bc61-8996271294bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.137815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc31b26d-63a7-468b-bc61-8996271294bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.157578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0b33-44e9-4616-90de-94801417423b req-7941957e-7d70-4adc-9b94-7afe6b39006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:05.159209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-7941957e-7d70-4adc-9b94-7afe6b39006d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8355c5f17a0f4d58be2a6c328e89e577&device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 1094 time: 0.2563496 Oct 18 20:47:05.169785 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.181440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05b5e4-4a10-4c78-a034-476cbd41ed10 None None] Pushing event deleted for resources: {'Port': ['ID=349e3cf9-26a2-4939-9782-534292f1b19b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:05.188037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dec9f1-fe9d-496e-be33-b169d9ecb09e None None] Network c8265dfc-e7eb-43d0-a50a-7e9415fca375 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:05.211774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:05.217864 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:05.232688 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:05.273645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bc31b26d-63a7-468b-bc61-8996271294bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=edb339c1065e4d569a47de2e976eab7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614380 Oct 18 20:47:05.278134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33898) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:05.294095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-c3cde353-86a5-4173-8528-0c2d72475249 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 HTTP/1.1" status: 200 len: 217 time: 0.1167662 Oct 18 20:47:05.302832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31b26d-63a7-468b-bc61-8996271294bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf9b4c-20cd-4685-8240-39b8c7f142ed,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:05.428736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1738fdac-3c52-4e59-9d32-5623b9692797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.431550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-65778305-3a59-4fd6-96b8-48b16e61ffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.435302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-65778305-3a59-4fd6-96b8-48b16e61ffb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.439623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-65778305-3a59-4fd6-96b8-48b16e61ffb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df26a45a-895b-486a-a72d-a9a9e77a7c20 HTTP/1.1" status: 204 len: 168 time: 1.2836244 Oct 18 20:47:05.474350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1738fdac-3c52-4e59-9d32-5623b9692797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.481875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.489515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.496508 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/c8265dfc-e7eb-43d0-a50a-7e9415fca375 HTTP/1.1" status: 204 len: 168 time: 6.5493162 Oct 18 20:47:05.505920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33914) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:05.507173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b0b33-44e9-4616-90de-94801417423b req-4be9e395-ecf5-45aa-bb8b-9ced30108df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:05.508735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-4be9e395-ecf5-45aa-bb8b-9ced30108df3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe069895-5bf5-4607-8107-ef9e70f156c5 HTTP/1.1" status: 200 len: 865 time: 0.1842084 Oct 18 20:47:05.528649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65778305-3a59-4fd6-96b8-48b16e61ffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df26a45a-895b-486a-a72d-a9a9e77a7c20,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:05.566480 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-55583d9a-1190-48e4-9c55-3388f8c18258 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:05.567712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55583d9a-1190-48e4-9c55-3388f8c18258 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:05.573770 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-55583d9a-1190-48e4-9c55-3388f8c18258 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/c8265dfc-e7eb-43d0-a50a-7e9415fca375 HTTP/1.1" status: 404 len: 339 time: 0.0658581 Oct 18 20:47:05.579060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-c3ff85af-cf18-4918-8285-eb66639d211a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ca2e66a-5bfd-4311-b6ce-e5a243932a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349641 Oct 18 20:47:05.591640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:05.612938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371476340', 'description': 'd1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:05.658364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:05.667482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.688792 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1738fdac-3c52-4e59-9d32-5623b9692797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.694093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1738fdac-3c52-4e59-9d32-5623b9692797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.696290 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1738fdac-3c52-4e59-9d32-5623b9692797 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8aaf9b4c-20cd-4685-8240-39b8c7f142ed HTTP/1.1" status: 204 len: 168 time: 0.4150476 Oct 18 20:47:05.734814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738fdac-3c52-4e59-9d32-5623b9692797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf9b4c-20cd-4685-8240-39b8c7f142ed,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:05.738446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:47:05.754478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7e317-409e-4c49-84ff-07cd58b8d42a tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=c8265dfc-e7eb-43d0-a50a-7e9415fca375,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:05.757647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.758540 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment 40563e69-10da-4ab1-bf33-36bcb9169943 of type vlan for network 4ac72f11-4c73-42bf-bfa1-359ac174b627 Oct 18 20:47:05.762158 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-67ce8078-1b3b-49e1-8de2-5b2972a36caa service neutron] 10.222.0.79 "GET /v2.0/networks/8ca2e66a-5bfd-4311-b6ce-e5a243932a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675138 Oct 18 20:47:05.879597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.916768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.935151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:05.936340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:05.987565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a90b0b33-44e9-4616-90de-94801417423b req-1bf85bed-6cf3-4991-920f-46f826d59c40 service neutron] 10.222.0.79 "GET /v2.0/networks/8ca2e66a-5bfd-4311-b6ce-e5a243932a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139437 Oct 18 20:47:06.004337 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4085281 Oct 18 20:47:06.008170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33924) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:06.084644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da6d23-c5a8-49e0-8b2e-1ed8ecfc43c9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=4ac72f11-4c73-42bf-bfa1-359ac174b627,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:06.098705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 4ac72f11-4c73-42bf-bfa1-359ac174b627 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:06.106147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-aa877708-9b17-4f19-9c2e-16ab87538ea5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:06.113800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-aa877708-9b17-4f19-9c2e-16ab87538ea5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.6010506 Oct 18 20:47:06.147117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-38738498-0dc8-4326-af11-2ef9ced40a3f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/quotas/b7310279f3eb41dcb9f84cd329005623 HTTP/1.1" status: 200 len: 375 time: 0.0313745 Oct 18 20:47:06.227494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-24c45cac-843f-4194-b210-636adae092df tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791099 Oct 18 20:47:06.257587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec49a150-41ab-4e7d-94bc-3725fd0e262d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:06.259228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ec49a150-41ab-4e7d-94bc-3725fd0e262d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/networks?id=4ac72f11-4c73-42bf-bfa1-359ac174b627 HTTP/1.1" status: 200 len: 764 time: 0.2485805 Oct 18 20:47:06.262259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33930) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:06.268827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'description': 'd2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:06.432977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33938) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:06.462871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ee56-647f-479b-b1ed-4f435b16df07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.471704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-e083da89-a3bf-401e-9675-916cacd239f2 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431753 Oct 18 20:47:06.600363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ee56-647f-479b-b1ed-4f435b16df07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.607462 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.609350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3aa7ee56-647f-479b-b1ed-4f435b16df07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.632059 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.674810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 4ac72f11-4c73-42bf-bfa1-359ac174b627 is not hosted by any dhcp agent {{(pid=100531) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:47:06.681887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:06.683732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.685335 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "PUT /v2.0/networks/4ac72f11-4c73-42bf-bfa1-359ac174b627 HTTP/1.1" status: 200 len: 761 time: 0.4218361 Oct 18 20:47:06.693061 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3aa7ee56-647f-479b-b1ed-4f435b16df07 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33232777253e4e568f2551acdb902b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550602 Oct 18 20:47:06.693274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33942) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:06.693602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7ee56-647f-479b-b1ed-4f435b16df07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9623643-fa40-4f4a-b868-5e614a644add,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:06.697117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:06.709069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-02a2ba85-ed7c-4937-8953-d5af2e98c897 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363374 Oct 18 20:47:06.822983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f195d6c-2efa-402f-9f82-1116b3a7bdaa tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=4ac72f11-4c73-42bf-bfa1-359ac174b627,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:06.837427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c60f811-7931-4639-9d2e-14010ea9c797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.838743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 4ac72f11-4c73-42bf-bfa1-359ac174b627 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:06.907886 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f3bab-bbdb-4951-8618-1c067baa3469 x-openstack-request-id: req-072f3bab-bbdb-4951-8618-1c067baa3469 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:06.907886 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c6ded0-38e2-411e-9163-b0d83cbd9dd6", "tag": "7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:06.907886 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-072f3bab-bbdb-4951-8618-1c067baa3469 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:06.907886 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'tag': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8', 'status': 'completed', 'code': 200} Oct 18 20:47:06.915297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c60f811-7931-4639-9d2e-14010ea9c797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:06.933670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c206ac5-3e3c-4377-b82f-426176cc044c tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:06.935162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8c206ac5-3e3c-4377-b82f-426176cc044c tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/networks?id=4ac72f11-4c73-42bf-bfa1-359ac174b627 HTTP/1.1" status: 200 len: 764 time: 0.2418029 Oct 18 20:47:06.948767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33954) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:07.122791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c60f811-7931-4639-9d2e-14010ea9c797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:07.129096 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c60f811-7931-4639-9d2e-14010ea9c797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:07.131751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0c60f811-7931-4639-9d2e-14010ea9c797 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9623643-fa40-4f4a-b868-5e614a644add HTTP/1.1" status: 204 len: 168 time: 0.4331362 Oct 18 20:47:07.165073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60f811-7931-4639-9d2e-14010ea9c797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9623643-fa40-4f4a-b868-5e614a644add,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:07.167222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-64ac5dd2-3c46-4398-b11c-c8aa5d2c067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.168865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-64ac5dd2-3c46-4398-b11c-c8aa5d2c067d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8355c5f17a0f4d58be2a6c328e89e577&device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 1094 time: 0.2326362 Oct 18 20:47:07.253648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6761718f-d96b-45f0-898b-454f40d9a214 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.255279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6761718f-d96b-45f0-898b-454f40d9a214 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3055046 Oct 18 20:47:07.260113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33962) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:07.263228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b4de-1b4f-4597-9162-9798107bfbe8 req-58c423ff-ce48-4ac7-b300-e3926498b3b1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.282348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0b7b4de-1b4f-4597-9162-9798107bfbe8 req-58c423ff-ce48-4ac7-b300-e3926498b3b1 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 943 time: 0.2906406 Oct 18 20:47:07.362246 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-44d58d61-cf9d-4ee2-85eb-a5f7a745a35c tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 207 time: 0.1000245 Oct 18 20:47:07.367409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33972) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:07.436456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0b7b4de-1b4f-4597-9162-9798107bfbe8 req-35ffbb76-57c1-4450-8759-b8cefe9f6606 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457498 Oct 18 20:47:07.476291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-d4a27dd4-e590-4cd1-962b-de9230dc53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.478386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-d4a27dd4-e590-4cd1-962b-de9230dc53f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ca2e66a-5bfd-4311-b6ce-e5a243932a93 HTTP/1.1" status: 200 len: 926 time: 0.2767324 Oct 18 20:47:07.645791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-fb017559-4378-42d0-88b2-e40b152cb43d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 HTTP/1.1" status: 200 len: 217 time: 0.1594810 Oct 18 20:47:07.756355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-506077de-a44e-4b45-a082-d47e65865e82 req-0d12a915-7b4f-4b8c-9d2a-1e7701927db3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 210 time: 0.1087823 Oct 18 20:47:07.771221 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:47:07.787876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dac9b-f701-4a78-9029-b6c9dc8b7a8e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.794239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dac9b-f701-4a78-9029-b6c9dc8b7a8e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.802882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dac9b-f701-4a78-9029-b6c9dc8b7a8e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.810597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dac9b-f701-4a78-9029-b6c9dc8b7a8e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.815929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-6f9b4863-807a-4c94-9cee-a375e5aab1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.818336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dac9b-f701-4a78-9029-b6c9dc8b7a8e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.822672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-6f9b4863-807a-4c94-9cee-a375e5aab1ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fe069895-5bf5-4607-8107-ef9e70f156c5 HTTP/1.1" status: 200 len: 865 time: 0.1553879 Oct 18 20:47:07.825147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dac9b-f701-4a78-9029-b6c9dc8b7a8e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:07.828121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-299dac9b-f701-4a78-9029-b6c9dc8b7a8e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.4366720 Oct 18 20:47:07.835319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33988) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:07.928594 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-a51f6984-8348-4427-a713-d3e012dd2b72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ca2e66a-5bfd-4311-b6ce-e5a243932a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894659 Oct 18 20:47:08.114269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c800420a-c9f7-4692-b79a-428c46f7b54d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.2773299 Oct 18 20:47:08.115951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34002) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:08.256411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f84f23-c87b-4715-827e-e42fe44e765e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.258535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f84f23-c87b-4715-827e-e42fe44e765e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.260407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f84f23-c87b-4715-827e-e42fe44e765e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.262435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f84f23-c87b-4715-827e-e42fe44e765e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.265111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f84f23-c87b-4715-827e-e42fe44e765e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.273169 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a2f84f23-c87b-4715-827e-e42fe44e765e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1521165 Oct 18 20:47:08.274169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34008) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:08.314231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80888d4a-b9b6-4fdc-844a-cab5e6ab32c7 req-5de1e264-fabf-4271-886f-877911f93ac1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.321211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80888d4a-b9b6-4fdc-844a-cab5e6ab32c7 req-5de1e264-fabf-4271-886f-877911f93ac1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3247292 Oct 18 20:47:08.358917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-b0fc359d-6ad0-414a-90c2-75b2c5afd0bf service neutron] 10.222.0.79 "GET /v2.0/networks/8ca2e66a-5bfd-4311-b6ce-e5a243932a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264915 Oct 18 20:47:08.452579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80423f0c-75ba-41a9-8145-8ce50a8c5ba9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.457358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80423f0c-75ba-41a9-8145-8ce50a8c5ba9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.460530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80423f0c-75ba-41a9-8145-8ce50a8c5ba9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.462684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80423f0c-75ba-41a9-8145-8ce50a8c5ba9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.465742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80423f0c-75ba-41a9-8145-8ce50a8c5ba9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:08.469610 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-80423f0c-75ba-41a9-8145-8ce50a8c5ba9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1930280 Oct 18 20:47:08.474195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34024) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:08.708074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34036) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:08.856746 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80888d4a-b9b6-4fdc-844a-cab5e6ab32c7 req-17013eca-d606-4ee1-ab19-0bfd44f34081 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950502 Oct 18 20:47:08.969268 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f7442f3-cb6c-4e31-a1fc-412aedd2a498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:09.050516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-804b3123-8669-4cd6-a49d-1991a0b422a5 req-14126ab7-3df7-4040-b15a-8f1af31804d2 service neutron] 10.222.0.79 "GET /v2.0/networks/8ca2e66a-5bfd-4311-b6ce-e5a243932a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747341 Oct 18 20:47:09.128195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48201d-5585-4d3c-82c5-080c0e7de041 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:09.144613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7d48201d-5585-4d3c-82c5-080c0e7de041 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/networks/75aacbee-73fa-473e-8801-47d84ac54b9f HTTP/1.1" status: 200 len: 801 time: 0.6654022 Oct 18 20:47:09.154384 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34050) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:09.287849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f7442f3-cb6c-4e31-a1fc-412aedd2a498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:09.354389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:47:09.374591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159ab4-2326-45d3-86d5-68a8c73684d9 req-d811aa77-8f9d-4b1a-b924-60f2af13c2be tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:09.377531 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10159ab4-2326-45d3-86d5-68a8c73684d9 req-d811aa77-8f9d-4b1a-b924-60f2af13c2be tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 943 time: 0.1588988 Oct 18 20:47:09.408526 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b10a1b55-5d99-4bb7-89ec-3daebfaf33ea tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/networks/75aacbee-73fa-473e-8801-47d84ac54b9f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 317 time: 0.2454917 Oct 18 20:47:09.412399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34052) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:09.485243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10159ab4-2326-45d3-86d5-68a8c73684d9 req-c6536b97-6aad-46e7-a4e2-23f161998eef tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997939 Oct 18 20:47:09.501190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f7442f3-cb6c-4e31-a1fc-412aedd2a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:09.548754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,segment=NetworkSegment(7da8d66a-4200-416a-8651-b7b4ca128ad9),segment_id=7da8d66a-4200-416a-8651-b7b4ca128ad9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:09.580442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8', 'network_id': '8ca2e66a-5bfd-4311-b6ce-e5a243932a93', 'port_id': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8', 'mac_address': 'fa:16:3e:f9:6f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe069895-5bf5-4607-8107-ef9e70f156c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:47:09.616983 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9f7442f3-cb6c-4e31-a1fc-412aedd2a498 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=686962eda9d94729a5c2fe1518f9b8de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9073970 Oct 18 20:47:09.618014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b57912cc-220b-441b-9c0c-3a833ee84cb7 req-46cfdf5f-f57d-4940-9006-689fa244291a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 210 time: 0.0516074 Oct 18 20:47:09.620332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34060) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:09.682198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:09.712432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:47:09.758506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,segment=NetworkSegment(7da8d66a-4200-416a-8651-b7b4ca128ad9),segment_id=7da8d66a-4200-416a-8651-b7b4ca128ad9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:09.769672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:09.807126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7125f0-7b4e-4a99-a3e6-83cd9eecea37 req-478f661b-bd15-43b6-805a-00ec4f1630c7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:09.807946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f7125f0-7b4e-4a99-a3e6-83cd9eecea37 req-478f661b-bd15-43b6-805a-00ec4f1630c7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.0746241 Oct 18 20:47:09.897471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:09.934344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f7125f0-7b4e-4a99-a3e6-83cd9eecea37 req-f643dc02-15f3-49d8-8d70-455ad10ec266 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131904 Oct 18 20:47:10.106100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e6f4-0398-49e0-ad98-eec4ce89341b req-23331fdc-70db-4ebd-9bb5-2feef330146b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:10.108243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d22e6f4-0398-49e0-ad98-eec4ce89341b req-23331fdc-70db-4ebd-9bb5-2feef330146b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.0688140 Oct 18 20:47:10.160806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:47:10.189204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d22e6f4-0398-49e0-ad98-eec4ce89341b req-d38847fc-1189-4da2-b751-3046b5b0bc4a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640736 Oct 18 20:47:10.254673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-6331a825-2a59-41b8-be4b-b1f4114b2aa2 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:10.256247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-6331a825-2a59-41b8-be4b-b1f4114b2aa2 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 1.1152089 Oct 18 20:47:10.279013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Request body: {'port': {'device_id': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'admin_state_up': True, 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:10.287053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db56bf41-f9ab-4671-8f1e-abde0e9d54cc tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:10.288723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-db56bf41-f9ab-4671-8f1e-abde0e9d54cc tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/subnets/7aad1ae2-3cbf-4c13-bd80-8c9eb9268675 HTTP/1.1" status: 200 len: 843 time: 0.8748198 Oct 18 20:47:10.292571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7442f3-cb6c-4e31-a1fc-412aedd2a498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b7d309-c150-4f62-81d2-3004e6e46705,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:10.298125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34078) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:10.443659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-548e76de-daa9-41f4-9720-4077f53b8bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.481406 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee81f4-c1ae-498c-8158-125992456cdb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:10.492068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dbee81f4-c1ae-498c-8158-125992456cdb tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "GET /v2.0/subnets/7aad1ae2-3cbf-4c13-bd80-8c9eb9268675?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1910722 Oct 18 20:47:10.493166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-548e76de-daa9-41f4-9720-4077f53b8bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.498478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34080) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:10.510005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1230903095'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:10.594558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:10.598859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.649257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:10.654007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.674280 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-548e76de-daa9-41f4-9720-4077f53b8bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.677276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-548e76de-daa9-41f4-9720-4077f53b8bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.679368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-548e76de-daa9-41f4-9720-4077f53b8bcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79b7d309-c150-4f62-81d2-3004e6e46705 HTTP/1.1" status: 204 len: 168 time: 1.0430546 Oct 18 20:47:10.680325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:47:10.708447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e76de-daa9-41f4-9720-4077f53b8bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b7d309-c150-4f62-81d2-3004e6e46705,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:10.713489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.713821 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Added segment e33c717b-ec2b-4324-8413-446dd3bb3737 of type vlan for network 0aa5543b-9259-441c-91d3-1bf519f00c84 Oct 18 20:47:10.794782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455ba9b-d3ce-4061-9b71-09eea6c627a9 req-1088e125-ed25-4c2b-8bb3-ad00da750d82 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:10.813453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7455ba9b-d3ce-4061-9b71-09eea6c627a9 req-1088e125-ed25-4c2b-8bb3-ad00da750d82 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 944 time: 0.1679060 Oct 18 20:47:10.820344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.901851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.909832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:10.910484 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:10.952575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7455ba9b-d3ce-4061-9b71-09eea6c627a9 req-58265004-ce62-4003-8eb5-89abffcaff4a tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339562 Oct 18 20:47:11.007953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Network': ['ID=0aa5543b-9259-441c-91d3-1bf519f00c84,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:11.011776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Allocated IP 172.20.0.6 (795e6395-44db-4869-8a09-588176fc119f/b2975efe-74ef-4037-b1ef-94a6b08c090b/e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:11.026449 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-944e4313-7785-49bf-9b6c-836df5024191 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5218916 Oct 18 20:47:11.031615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:11.037760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'network_id': '0aa5543b-9259-441c-91d3-1bf519f00c84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:11.043742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0aa5543b-9259-441c-91d3-1bf519f00c84 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:11.381264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee94f6d0-85ed-4e18-bede-bb7b16b8410b req-30b1340b-8cb2-4304-a867-7fd482c0e7c2 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 210 time: 0.1435561 Oct 18 20:47:11.410848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Made reservation on behalf of 73c0aaad56f24b8c908c31d5477f3ce5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:11.418604 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:11.583436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Performing IP validity checks on allocation pools {{(pid=100530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 20:47:11.584325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 20:47:11.621884 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:11.726090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:11.796416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Network 795e6395-44db-4869-8a09-588176fc119f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:11.805291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:11.821376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:11.917138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event updated for resources: {'Port': ['ID=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:11.941589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:11.942170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:11.990124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-b79dcd39-5569-4b74-b023-bc288b5f00d9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7181375 Oct 18 20:47:12.005702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Request body: {'port': {'device_id': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:12.108372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:12.146593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:12.432844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=cf64f996-120a-46ba-8cc6-59170b462dc3,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:12.472667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99135953-a466-42c3-a88a-d3a9d35e7473 req-26217448-f75b-4b97-9f70-e7022362e464 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:12.485259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99135953-a466-42c3-a88a-d3a9d35e7473 req-26217448-f75b-4b97-9f70-e7022362e464 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 944 time: 0.1349523 Oct 18 20:47:12.566654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99135953-a466-42c3-a88a-d3a9d35e7473 req-45bde469-aa5b-4f9c-9f18-613196ad5d76 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797932 Oct 18 20:47:12.581031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Checking segment: {'id': 'e33c717b-ec2b-4324-8413-446dd3bb3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0aa5543b-9259-441c-91d3-1bf519f00c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:12.581717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network hostable DHCP agents. Network: 0aa5543b-9259-441c-91d3-1bf519f00c84, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:47:12.696560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Network 0aa5543b-9259-441c-91d3-1bf519f00c84 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:47:12.776119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0aa5543b-9259-441c-91d3-1bf519f00c84) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:12.793544 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:12.794552 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:12.801073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41082884-97a2-451e-87ec-8088d109f6ef None None] Network 0aa5543b-9259-441c-91d3-1bf519f00c84 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:12.926265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2edba95e-711f-49f0-8e6c-a2674c1c57b9 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8888083 Oct 18 20:47:12.927272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34140) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:12.973819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ae17b2e8-aa37-488c-995a-73da81cc727d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:12.987597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e0b57-fcb0-469a-a29c-4d0bec8ffc26 req-3e992a2c-0a7c-4d33-a9b4-a726a2e145a8 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:13.018620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-780e0b57-fcb0-469a-a29c-4d0bec8ffc26 req-3e992a2c-0a7c-4d33-a9b4-a726a2e145a8 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 945 time: 0.2045498 Oct 18 20:47:13.178707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-780e0b57-fcb0-469a-a29c-4d0bec8ffc26 req-d9577770-9328-4ed2-9d16-868976722292 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520705 Oct 18 20:47:13.283744 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:13.447093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:47:13.450017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:13.470454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:13.501803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Transition to ACTIVE for port object e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:47:13.523560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3088409-115e-47a6-80e2-53602ba779e4 req-4c6e60f4-346d-4d7e-941e-f11a359a6019 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:13.529784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3088409-115e-47a6-80e2-53602ba779e4 req-4c6e60f4-346d-4d7e-941e-f11a359a6019 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 931 time: 0.1394067 Oct 18 20:47:13.570744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ae17b2e8-aa37-488c-995a-73da81cc727d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59170938'] for subnet, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:13.600104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-0aa5543b-9259-441c-91d3-1bf519f00c84', 'network_id': '0aa5543b-9259-441c-91d3-1bf519f00c84', 'tenant_id': '73c0aaad56f24b8c908c31d5477f3ce5', 'fixed_ips': [{'subnet_id': 'cf64f996-120a-46ba-8cc6-59170b462dc3'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:47:13.603240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:13.650600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:13.740494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3088409-115e-47a6-80e2-53602ba779e4 req-3c26ca0b-03f2-4930-ba34-008c0ddcec06 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965530 Oct 18 20:47:13.935506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Pushing event updated for resources: {'Port': ['ID=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:14.025584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f2804-3e79-4db8-b585-e76ba298a689 req-9e71979e-6bc7-41f3-af97-847e71f11e49 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:14.034142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b1f2804-3e79-4db8-b585-e76ba298a689 req-9e71979e-6bc7-41f3-af97-847e71f11e49 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 944 time: 0.1286554 Oct 18 20:47:14.073834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:47:14.081840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:14.082685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:14.112939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b1f2804-3e79-4db8-b585-e76ba298a689 req-810537c4-0323-44b5-b0d9-0f627e6a9f2e tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772965 Oct 18 20:47:14.136529 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 20:47:14.136529 n-d-812149-2 neutron-server[100532]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 18 20:47:14.136529 n-d-812149-2 neutron-server[100532]: [parameters: {'in_use': 1, 'id_1': 'cf64f996-120a-46ba-8cc6-59170b462dc3'}] Oct 18 20:47:14.136529 n-d-812149-2 neutron-server[100532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:47:14.137817 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:47:14.202378 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:14.264690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:14.267670 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a52a8b-af38-4a47-9f83-1af405330da5" -d '{"events": [{"server_uuid": "26c6ded0-38e2-411e-9163-b0d83cbd9dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:14.292798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,segment=NetworkSegment(7da8d66a-4200-416a-8651-b7b4ca128ad9),segment_id=7da8d66a-4200-416a-8651-b7b4ca128ad9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:14.310934 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:14.322794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-bc3e3ad6-3582-4568-a9d6-fbac96578dd9 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:14.328179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-bc3e3ad6-3582-4568-a9d6-fbac96578dd9 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.30 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 945 time: 0.4615471 Oct 18 20:47:14.469469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:14.532540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459a228-e5bb-4a57-9ae1-57a7c77039cf req-7b653ece-20de-457b-bb74-0617ba4b1f94 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:14.534147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0459a228-e5bb-4a57-9ae1-57a7c77039cf req-7b653ece-20de-457b-bb74-0617ba4b1f94 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 945 time: 0.0796323 Oct 18 20:47:14.551500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ae17b2e8-aa37-488c-995a-73da81cc727d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778211312150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59757611'] for subnet, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:14.610835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0459a228-e5bb-4a57-9ae1-57a7c77039cf req-5d6c846a-afff-4322-956f-5756748dfa72 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e74a0b2-4732-45a9-a883-b7c1c53bfe01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661159 Oct 18 20:47:14.640068 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:14.671008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34186) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:14.828107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17b2e8-aa37-488c-995a-73da81cc727d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event updated for resources: {'Subnet': ['ID=cf64f996-120a-46ba-8cc6-59170b462dc3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:14.859934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17b2e8-aa37-488c-995a-73da81cc727d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:14.861248 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ae17b2e8-aa37-488c-995a-73da81cc727d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:14.864600 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ae17b2e8-aa37-488c-995a-73da81cc727d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "PUT /v2.0/subnets/cf64f996-120a-46ba-8cc6-59170b462dc3 HTTP/1.1" status: 200 len: 900 time: 1.9099274 Oct 18 20:47:14.877243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:14.878510 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85844952-5bea-4d54-843d-e23f7863e5a0 x-openstack-request-id: req-85844952-5bea-4d54-843d-e23f7863e5a0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:14.878816 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c6ded0-38e2-411e-9163-b0d83cbd9dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:14.879080 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85844952-5bea-4d54-843d-e23f7863e5a0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:14.879538 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8', 'code': 200} Oct 18 20:47:15.017578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd9db-c5d2-4658-b80a-84e2de3661ea req-b5d2fc19-28b7-4ae5-93cd-a7e95c15ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:15.020628 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-826cd9db-c5d2-4658-b80a-84e2de3661ea req-b5d2fc19-28b7-4ae5-93cd-a7e95c15ff2a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 1096 time: 0.2085509 Oct 18 20:47:15.085628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Allocated IP 2001:db8::3 (0aa5543b-9259-441c-91d3-1bf519f00c84/cf64f996-120a-46ba-8cc6-59170b462dc3/dc37a3b9-6ab6-45ca-9541-e04db6ccbf61) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:15.088585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741fa0f-78a4-407e-aaf1-1b8cbbcaacd7 req-33e18482-78a0-4bdb-b377-25fb5b2bb8eb tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:15.097337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2741fa0f-78a4-407e-aaf1-1b8cbbcaacd7 req-33e18482-78a0-4bdb-b377-25fb5b2bb8eb tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2092662 Oct 18 20:47:15.166624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Attempting to bind port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:15.167965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Attempting to bind port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:15.168842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Attempting to bind port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:15.205726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2741fa0f-78a4-407e-aaf1-1b8cbbcaacd7 req-4a21f2ff-0c20-4add-9c53-57ba4e3f0e2c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070127 Oct 18 20:47:15.214445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed on network 795e6395-44db-4869-8a09-588176fc119f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:47:15.215344 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Attempting to bind port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:15.219787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-826cd9db-c5d2-4658-b80a-84e2de3661ea req-89a552c6-b560-4da4-98d8-e247a710f6cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870000 Oct 18 20:47:15.237179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a76a-b3e3-4dc5-85c4-7c60e2a5a677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.267916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:15.272020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Checking segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:15.272320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Bound using segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:15.274714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Bound port: e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:15.275521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.391539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.401477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.453247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Network 0aa5543b-9259-441c-91d3-1bf519f00c84 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:15.457251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:15.459419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Deleting port 0dc96daf-c189-422b-a2d1-4392e05908b4 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:15.459761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.462537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:15.469876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.481698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Pushing event updated for resources: {'Port': ['ID=dc37a3b9-6ab6-45ca-9541-e04db6ccbf61,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:15.501123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a76a-b3e3-4dc5-85c4-7c60e2a5a677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.520276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4b4a76a-b3e3-4dc5-85c4-7c60e2a5a677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.565393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4a76a-b3e3-4dc5-85c4-7c60e2a5a677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5d5fb-e67a-4d66-a766-d600284d54f6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:15.566411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Attempting to bind port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:15.566943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Attempting to bind port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'e33c717b-ec2b-4324-8413-446dd3bb3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0aa5543b-9259-441c-91d3-1bf519f00c84'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:15.567155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Attempting to bind port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 on network 0aa5543b-9259-441c-91d3-1bf519f00c84 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:15.575676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:15.576033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Checking segment: {'id': 'e33c717b-ec2b-4324-8413-446dd3bb3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0aa5543b-9259-441c-91d3-1bf519f00c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:15.577159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.577642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Bound using segment: {'id': 'e33c717b-ec2b-4324-8413-446dd3bb3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0aa5543b-9259-441c-91d3-1bf519f00c84'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:15.578142 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Bound port: dc37a3b9-6ab6-45ca-9541-e04db6ccbf61, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33c717b-ec2b-4324-8413-446dd3bb3737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '0aa5543b-9259-441c-91d3-1bf519f00c84'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:15.578617 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.650879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] For port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:15.656329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] For port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:47:15.675382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a4b4a76a-b3e3-4dc5-85c4-7c60e2a5a677 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=743f6624a0584d51b96cff1e40cba5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037947 Oct 18 20:47:15.680072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34208) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:15.681804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.700805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e00c1-9459-463f-a83d-59e40ff65fdc req-0d74ff2c-84b8-442c-a5c0-e7ec2ac8a4d1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:15.710106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f14e00c1-9459-463f-a83d-59e40ff65fdc req-0d74ff2c-84b8-442c-a5c0-e7ec2ac8a4d1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 943 time: 0.3103657 Oct 18 20:47:15.750404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:15.751050 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.752589 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-7514e125-a2cc-401d-8979-a6573546968e service neutron] 10.222.0.30 "PUT /v2.0/ports/e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed HTTP/1.1" status: 200 len: 1091 time: 3.7519963 Oct 18 20:47:15.756668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'tag': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:15.759157 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb33a1db-5422-4115-9f42-3309a40a7c6b", "tag": "e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:15.768535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] For port 0dc96daf-c189-422b-a2d1-4392e05908b4, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=0dc96daf-c189-422b-a2d1-4392e05908b4,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:15.768826 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.800928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Calling delete_port for 0dc96daf-c189-422b-a2d1-4392e05908b4 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:15.810478 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f14e00c1-9459-463f-a83d-59e40ff65fdc req-aade0288-b38c-4db2-b8f5-84482a1329f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990648 Oct 18 20:47:15.824499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] For port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:15.831107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] For port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc37a3b9-6ab6-45ca-9541-e04db6ccbf61,segment=NetworkSegment(e33c717b-ec2b-4324-8413-446dd3bb3737),segment_id=e33c717b-ec2b-4324-8413-446dd3bb3737)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:47:15.844536 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514e125-a2cc-401d-8979-a6573546968e service neutron] Pushing event updated for resources: {'Port': ['ID=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:15.845323 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.887252 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d02e6e52-a89e-4e2c-ae83-441277305372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.919290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af65e81-692e-43a2-ba2e-331a6709f983 None None] Pushing event updated for resources: {'Port': ['ID=dc37a3b9-6ab6-45ca-9541-e04db6ccbf61,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:15.933409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:15.933809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:15.941807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d02e6e52-a89e-4e2c-ae83-441277305372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.024704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-5f1729e4-a0e0-4034-a1bd-474cc01885ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:16.026296 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-5f1729e4-a0e0-4034-a1bd-474cc01885ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 1094 time: 0.2089033 Oct 18 20:47:16.088133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f17eec-b20c-4427-abac-2ae3e6350a88 req-0cc57132-f815-458d-9f1c-9a9b52064850 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:16.090256 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0f17eec-b20c-4427-abac-2ae3e6350a88 req-0cc57132-f815-458d-9f1c-9a9b52064850 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 945 time: 0.1121035 Oct 18 20:47:16.135268 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d02e6e52-a89e-4e2c-ae83-441277305372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.138038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d02e6e52-a89e-4e2c-ae83-441277305372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.154760 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d02e6e52-a89e-4e2c-ae83-441277305372 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59d5d5fb-e67a-4d66-a766-d600284d54f6 HTTP/1.1" status: 204 len: 168 time: 0.4669747 Oct 18 20:47:16.191956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e6e52-a89e-4e2c-ae83-441277305372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5d5fb-e67a-4d66-a766-d600284d54f6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:16.237691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0f17eec-b20c-4427-abac-2ae3e6350a88 req-cd8020b0-b73b-45a6-bf48-c9119f353381 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114933 Oct 18 20:47:16.276637 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-de36e808-4002-456e-9265-ca3d7773659e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed HTTP/1.1" status: 200 len: 217 time: 0.2391326 Oct 18 20:47:16.306860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] For port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dc37a3b9-6ab6-45ca-9541-e04db6ccbf61,segment=NetworkSegment(e33c717b-ec2b-4324-8413-446dd3bb3737),segment_id=e33c717b-ec2b-4324-8413-446dd3bb3737)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:16.307161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.339813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Calling delete_port for dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:16.491993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:16.558133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.592507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-8ef94184-fd8e-4551-bde5-2dd536a367fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:16.593970 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-8ef94184-fd8e-4551-bde5-2dd536a367fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1850488 Oct 18 20:47:16.598606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:16.598989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.628107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e8bfd-ca78-4e5e-a9d7-658f858fc0d3 req-511b73b1-bb92-4329-bb3b-c9975e409f5b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:16.631589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-741e8bfd-ca78-4e5e-a9d7-658f858fc0d3 req-511b73b1-bb92-4329-bb3b-c9975e409f5b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1895826 Oct 18 20:47:16.667567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Pushing event deleted for resources: {'Port': ['ID=0dc96daf-c189-422b-a2d1-4392e05908b4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:16.695945 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-0884ad44-c087-47ae-9805-fd5f97ebe33e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387065 Oct 18 20:47:16.737464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-741e8bfd-ca78-4e5e-a9d7-658f858fc0d3 req-6fe91a13-5dec-4f59-b63b-6dd7151ad631 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938747 Oct 18 20:47:16.840317 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.878113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f68c1a4-90ec-40ec-a930-2cca044a68e5 req-e0f04b92-6df6-4247-b83e-78badefa5aff tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.66 "GET /v2.0/ports?device_id=35e6698d-e09c-41b1-aabd-3c4ab790fc75 HTTP/1.1" status: 200 len: 210 time: 0.0478687 Oct 18 20:47:16.911206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] No DVR routers for this DVR port 0dc96daf-c189-422b-a2d1-4392e05908b4 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:16.918031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:16.938399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dc6cb013-716d-4aca-8618-f3bbec2fe764 req-e3d53025-d33c-470c-a75d-0cf1cf63c291 tempest-AttachSCSIVolumeTestJSON-810431334 tempest-AttachSCSIVolumeTestJSON-810431334-project] 10.222.0.30 "DELETE /v2.0/ports/0dc96daf-c189-422b-a2d1-4392e05908b4 HTTP/1.1" status: 204 len: 173 time: 2.4152026 Oct 18 20:47:16.947501 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6556dd5-d7ec-44ad-a448-424d085d5ea1 x-openstack-request-id: req-b6556dd5-d7ec-44ad-a448-424d085d5ea1 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:16.947802 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb33a1db-5422-4115-9f42-3309a40a7c6b", "tag": "e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:16.948045 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6556dd5-d7ec-44ad-a448-424d085d5ea1 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:16.949790 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'tag': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed', 'status': 'completed', 'code': 200} Oct 18 20:47:17.101121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:17.147566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48898b-f29f-4829-ba1a-acd1b02bb04a req-765410bc-2cae-4c05-ba4a-0efaaf3dc0e8 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:17.166895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd48898b-f29f-4829-ba1a-acd1b02bb04a req-765410bc-2cae-4c05-ba4a-0efaaf3dc0e8 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 943 time: 0.1385505 Oct 18 20:47:17.227132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Port': ['ID=dc37a3b9-6ab6-45ca-9541-e04db6ccbf61,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:17.255426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd48898b-f29f-4829-ba1a-acd1b02bb04a req-94128c77-30fa-40a1-ba99-83f74ea8a661 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765777 Oct 18 20:47:17.274291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-893652e0-12d7-49eb-8662-bb665bda0c51 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392010 Oct 18 20:47:17.580243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No DVR routers for this DVR port dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:17.614367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8e5e1-8df5-4aad-9ec6-e4fb7853173c req-47e5df1b-b0a9-4d8b-84e5-049c1b5f49bf tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:17.617731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adb8e5e1-8df5-4aad-9ec6-e4fb7853173c req-47e5df1b-b0a9-4d8b-84e5-049c1b5f49bf tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 945 time: 0.1743758 Oct 18 20:47:17.739104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adb8e5e1-8df5-4aad-9ec6-e4fb7853173c req-9cd74c30-98c5-48c0-92a1-9f457952b458 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102068 Oct 18 20:47:17.755892 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:17.849790 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4f36499-a7b1-4793-9c8f-c622b0bf1524 req-a5042c30-29ff-45e2-b74b-32feee68c127 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427544 Oct 18 20:47:17.877619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d30ffd-94e5-42fc-850c-a7219cb7f6b9 None None] Network 0aa5543b-9259-441c-91d3-1bf519f00c84 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:17.962820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5048df-ccd4-4b84-bb88-0d8420bcfb5a req-214ac9e7-9b1e-436c-8afc-618d62d8bc2c tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:17.979650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a5048df-ccd4-4b84-bb88-0d8420bcfb5a req-214ac9e7-9b1e-436c-8afc-618d62d8bc2c tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 945 time: 0.1363337 Oct 18 20:47:18.039117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-8b4a39f7-3ec5-4294-a91e-f4e3ff2b4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:18.041709 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-8b4a39f7-3ec5-4294-a91e-f4e3ff2b4768 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 1094 time: 0.1070161 Oct 18 20:47:18.047588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-057a13f0-2e40-4b9e-8438-3b34d79faf42 None None] Could not find standard attr ID for object dc37a3b9-6ab6-45ca-9541-e04db6ccbf61. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:47:18.047823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.080966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a5048df-ccd4-4b84-bb88-0d8420bcfb5a req-53616f24-8a47-4521-ae7a-9a776e53c1c0 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846946 Oct 18 20:47:18.197208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0dc96daf-c189-422b-a2d1-4392e05908b4 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:18.203022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=cf64f996-120a-46ba-8cc6-59170b462dc3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:18.242366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 0dc96daf-c189-422b-a2d1-4392e05908b4 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:18.242783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 0dc96daf-c189-422b-a2d1-4392e05908b4 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:18.371992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.422085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa5543b-9259-441c-91d3-1bf519f00c84']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:18.435916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33c717b-ec2b-4324-8413-446dd3bb3737') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:18.436215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33c717b-ec2b-4324-8413-446dd3bb3737') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:18.457909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.468325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-508554a6-0d8c-4c63-95cb-6d3cb2b3c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:18.470165 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-508554a6-0d8c-4c63-95cb-6d3cb2b3c793 service neutron] 10.222.0.30 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.4197018 Oct 18 20:47:18.480047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.488890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d990d-7cc3-485c-b57c-e827322432c5 None None] Network 0aa5543b-9259-441c-91d3-1bf519f00c84 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:18.540616 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-af8d9400-fe74-4aa4-bef8-dad276617e65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed HTTP/1.1" status: 200 len: 217 time: 0.0562546 Oct 18 20:47:18.540616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:18.540824 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:18.546485 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:18.722941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-28c11f7c-b509-4d3d-a19f-a0d19aa60ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:18.725072 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-28c11f7c-b509-4d3d-a19f-a0d19aa60ad3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1609249 Oct 18 20:47:18.782029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.786593 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.797648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-c525235c-9ef5-4e12-a170-09f07f091a81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627441 Oct 18 20:47:18.800889 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.802060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5788-3bb0-4881-b161-e3a875f29d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:18.811153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34296) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:18.812324 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/0aa5543b-9259-441c-91d3-1bf519f00c84 HTTP/1.1" status: 204 len: 168 time: 3.9289486 Oct 18 20:47:18.847458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ea7c9-3afb-4062-aad0-7fb3964563e6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=0aa5543b-9259-441c-91d3-1bf519f00c84,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:18.860720 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82fab7c-e0b5-4f00-8b8a-b3f1723bdbcd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:18.861168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82fab7c-e0b5-4f00-8b8a-b3f1723bdbcd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:18.868806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b82fab7c-e0b5-4f00-8b8a-b3f1723bdbcd tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/cf64f996-120a-46ba-8cc6-59170b462dc3 HTTP/1.1" status: 404 len: 337 time: 0.0511937 Oct 18 20:47:18.877587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34298) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:18.928359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1f260-2e47-47ef-9abc-2a13eb4a995f req-5f64104a-4e14-4dce-b7cb-c50dbf52507e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:18.931517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcefc6f-8f82-4c6d-a254-2f895147ac25 None None] DHCP port deletion for 0aa5543b-9259-441c-91d3-1bf519f00c84 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:47:18.952729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'name': 'network-vif-deleted', 'tag': '0dc96daf-c189-422b-a2d1-4392e05908b4'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:18.955527 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93c65f2-c687-4b22-b1a4-29851cdc95ce" -d '{"events": [{"server_uuid": "35e6698d-e09c-41b1-aabd-3c4ab790fc75", "name": "network-vif-deleted", "tag": "0dc96daf-c189-422b-a2d1-4392e05908b4"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:18.961699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58b1f260-2e47-47ef-9abc-2a13eb4a995f req-5f64104a-4e14-4dce-b7cb-c50dbf52507e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 943 time: 0.2125676 Oct 18 20:47:18.993643 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d66d60b-12a3-4d3f-afdc-7162b1841479 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:18.994499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d66d60b-12a3-4d3f-afdc-7162b1841479 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:18.999446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d66d60b-12a3-4d3f-afdc-7162b1841479 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/0aa5543b-9259-441c-91d3-1bf519f00c84 HTTP/1.1" status: 404 len: 339 time: 0.1173854 Oct 18 20:47:19.003564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34310) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:19.022236 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-64df12fc-dd01-4f68-974b-d2d7c2a21af7 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029881 Oct 18 20:47:19.040959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58b1f260-2e47-47ef-9abc-2a13eb4a995f req-071e2997-d009-41b3-8201-a0e4c2964a72 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768514 Oct 18 20:47:19.211088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:19.303899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e89b5b9e-acb6-4dc4-b3c3-f63a8a4b8d9c req-bec8c945-525f-4a13-a4f4-9cebf4a6cfac service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534130 Oct 18 20:47:19.319740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc136b3-8136-4f8f-9dc6-a781d8a26e8d req-ea5e5faf-2ddd-4c3f-beb1-780d1072afde tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:19.325244 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1bc136b3-8136-4f8f-9dc6-a781d8a26e8d req-ea5e5faf-2ddd-4c3f-beb1-780d1072afde tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 945 time: 0.1716876 Oct 18 20:47:19.448515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1bc136b3-8136-4f8f-9dc6-a781d8a26e8d req-517dba6b-5787-4e1e-81f9-0744eeea7d69 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075318 Oct 18 20:47:19.549276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.213156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:47:20.255871 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c9d79e-98f5-455e-908d-032e51c0b4bb x-openstack-request-id: req-30c9d79e-98f5-455e-908d-032e51c0b4bb {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:20.256776 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e6698d-e09c-41b1-aabd-3c4ab790fc75", "name": "network-vif-deleted", "tag": "0dc96daf-c189-422b-a2d1-4392e05908b4", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:20.256776 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-30c9d79e-98f5-455e-908d-032e51c0b4bb {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:20.257093 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e6698d-e09c-41b1-aabd-3c4ab790fc75', 'name': 'network-vif-deleted', 'tag': '0dc96daf-c189-422b-a2d1-4392e05908b4', 'status': 'completed', 'code': 200} Oct 18 20:47:20.266406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac72f11-4c73-42bf-bfa1-359ac174b627']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:20.294937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40563e69-10da-4ab1-bf33-36bcb9169943') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:20.305896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40563e69-10da-4ab1-bf33-36bcb9169943') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:20.346052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.379222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.389252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:20.400240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:20.401573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:20.411383 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:20.434654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e36e31-4db8-490f-a34c-f85084f7fbdc req-0cfe0887-15ae-4a93-9dc6-f5e1b2747531 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:20.452403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-89e36e31-4db8-490f-a34c-f85084f7fbdc req-0cfe0887-15ae-4a93-9dc6-f5e1b2747531 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 943 time: 0.1329534 Oct 18 20:47:20.452702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:20.453350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dc37a3b9-6ab6-45ca-9541-e04db6ccbf61 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:20.538465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-89e36e31-4db8-490f-a34c-f85084f7fbdc req-5345f2de-40fb-45cc-a3e2-e9f9309a3485 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694363 Oct 18 20:47:20.603009 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.614982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:20.623602 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.632497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'port_id': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed', 'mac_address': 'fa:16:3e:79:ee:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2975efe-74ef-4037-b1ef-94a6b08c090b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:47:20.637142 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/4ac72f11-4c73-42bf-bfa1-359ac174b627 HTTP/1.1" status: 204 len: 168 time: 1.6300473 Oct 18 20:47:20.641110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34374) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:20.674404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5fb3f-b1a0-4ad2-9845-5ecf6c5150ce tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=4ac72f11-4c73-42bf-bfa1-359ac174b627,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:20.700182 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.712297 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda96aec-cf37-469c-b8eb-3aac1948bcc4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:20.713077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda96aec-cf37-469c-b8eb-3aac1948bcc4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:20.721551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:47:20.733704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fda96aec-cf37-469c-b8eb-3aac1948bcc4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/f37cb448-de51-4943-ae78-2bad7128c302 HTTP/1.1" status: 404 len: 337 time: 0.0912392 Oct 18 20:47:20.738564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34376) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:20.774061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:20.783047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:20.785435 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e169e7a-d771-4f18-a9a3-15e5cdb0e069 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:20.787369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e169e7a-d771-4f18-a9a3-15e5cdb0e069 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:20.793845 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3e169e7a-d771-4f18-a9a3-15e5cdb0e069 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/c8265dfc-e7eb-43d0-a50a-7e9415fca375 HTTP/1.1" status: 404 len: 339 time: 0.0538559 Oct 18 20:47:20.800942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34380) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:20.907305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:20.969728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting subnet 922593e9-f35b-45a1-b5d8-27892102eb85 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:20.985470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:21.002115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:47:21.152637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:21.399445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34392) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:21.429948 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:21.594103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:21.667506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=922593e9-f35b-45a1-b5d8-27892102eb85,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:21.677867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:21.686210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7103676-6db1-4e36-ba16-78eab73f82d0 None None] Network 90a3f012-cc46-4640-867d-3d856a54c469 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:21.697035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d70f40-2ad1-451a-a2bd-c36f68381e30 req-849bf36d-6ec4-4934-8ab9-ad5f12e55780 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:21.699575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17d70f40-2ad1-451a-a2bd-c36f68381e30 req-849bf36d-6ec4-4934-8ab9-ad5f12e55780 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 945 time: 0.9137750 Oct 18 20:47:21.704623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f5eedda8-f602-481c-9110-1920dab283d6 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/922593e9-f35b-45a1-b5d8-27892102eb85 HTTP/1.1" status: 204 len: 168 time: 0.8969522 Oct 18 20:47:21.706702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34404) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:21.775008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17d70f40-2ad1-451a-a2bd-c36f68381e30 req-e8cb401d-ed9d-4827-bdaa-3093d772c52b tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/security-groups?id=e01cef71-a979-40a1-abc5-3ff622c303f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 Oct 18 20:47:21.966197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting subnet 81b9d269-7399-438d-93d0-7ac5efec6af5 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:21.970713 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.019773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.044318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-5060562b-e054-4eb7-b873-8d70871d69e3 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:22.056528 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-5060562b-e054-4eb7-b873-8d70871d69e3 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.79 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 945 time: 0.2719250 Oct 18 20:47:22.096280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1906858210', 'router:external': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:22.170209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e8fa-1114-418a-88ac-1920486743dd req-e6495398-0b2d-486b-a9c2-f2eb5994d460 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:22.184340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b71e8fa-1114-418a-88ac-1920486743dd req-e6495398-0b2d-486b-a9c2-f2eb5994d460 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 944 time: 0.2498417 Oct 18 20:47:22.222997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:22.319346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.324049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Made reservation on behalf of 1194c08fa7dc4a3495df85a2b54926b7 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:22.328233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.359392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:47:22.366870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:22.367607 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.462586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b71e8fa-1114-418a-88ac-1920486743dd req-d9c37e60-95c8-4e49-a403-5e2c2dd10660 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771463 Oct 18 20:47:22.465844 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.517135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Deleting port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:22.526480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.552314 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.594539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:22.608558 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b19b6c5-f2dd-413e-a31d-60768e1df1c1" -d '{"events": [{"server_uuid": "bb33a1db-5422-4115-9f42-3309a40a7c6b", "name": "network-vif-plugged", "status": "completed", "tag": "e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:22.647683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:22.658981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.724919 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.759481 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.777077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:22.781585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2068ae-3e40-4ef2-b1d8-993636318e86 req-1a2717e2-b9df-4067-ae0a-8b6a8abfad7d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:22.790329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/81b9d269-7399-438d-93d0-7ac5efec6af5 HTTP/1.1" status: 204 len: 168 time: 1.0709202 Oct 18 20:47:22.805418 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2068ae-3e40-4ef2-b1d8-993636318e86 req-1a2717e2-b9df-4067-ae0a-8b6a8abfad7d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2207148 Oct 18 20:47:22.808210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34416) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:22.812836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34418) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:22.821235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] For port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,segment=NetworkSegment(7da8d66a-4200-416a-8651-b7b4ca128ad9),segment_id=7da8d66a-4200-416a-8651-b7b4ca128ad9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:22.821975 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.838301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16072e-1918-47a7-8e10-2432abb3bcb7 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=81b9d269-7399-438d-93d0-7ac5efec6af5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:22.854495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Calling delete_port for 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:22.888261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.907165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:22.967379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2567775d-6bc2-4299-b702-63f54e33564b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:22.992225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:47:23.011881 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.012701 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Added segment b5af1977-6a69-4f51-b675-f527c2db45b2 of type vlan for network a405560f-185d-49ec-87c5-6864ac3e40e5 Oct 18 20:47:23.050238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.058016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc2068ae-3e40-4ef2-b1d8-993636318e86 req-5201bfd2-9d29-47ed-94e2-7a0431f8ca00 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507339 Oct 18 20:47:23.147865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.166401 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dc07348a-1759-4a83-9bd3-f44c501158dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.171203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2733bba-c41c-432c-8be6-9e9847943d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.203057 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a3c1f-2259-4f50-9e1f-74ac0fa0e959 x-openstack-request-id: req-570a3c1f-2259-4f50-9e1f-74ac0fa0e959 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:23.203348 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb33a1db-5422-4115-9f42-3309a40a7c6b", "name": "network-vif-plugged", "status": "completed", "tag": "e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:23.203649 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-570a3c1f-2259-4f50-9e1f-74ac0fa0e959 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:23.205651 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed', 'code': 200} Oct 18 20:47:23.240823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.242111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:23.242722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.262159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9075c-9c5b-4cd5-8208-524c1b49aa24 None None] Network 90a3f012-cc46-4640-867d-3d856a54c469 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:23.296813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting port 80c7a2a1-e941-4376-9fc2-54756a7f440c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:23.297193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.375819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8aee6aee-d0aa-4bd3-8672-210eb5dcbc57 req-d22e1a95-70f3-48fc-9c85-02dcbc5e357b tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.66 "GET /v2.0/ports?device_id=26c6ded0-38e2-411e-9163-b0d83cbd9dd6 HTTP/1.1" status: 200 len: 210 time: 0.0363345 Oct 18 20:47:23.391449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.440830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:47:23.446446 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0341146 Oct 18 20:47:23.447874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34430) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:23.493458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'subnet': {'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:23.504851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f5a7b4b7-36dd-49ce-90e7-e06ec59a2130 None None] Provisioning complete for port 80c7a2a1-e941-4376-9fc2-54756a7f440c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:23.505501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b4b7-36dd-49ce-90e7-e06ec59a2130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.516654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Pushing event deleted for resources: {'Port': ['ID=7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:23.539860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Made reservation on behalf of 1194c08fa7dc4a3495df85a2b54926b7 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:23.542460 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.577120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f210-b18a-43d5-a882-de7eb48f8cfd req-31c57688-0fea-468d-ae32-0606940e83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:23.579549 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa01f210-b18a-43d5-a882-de7eb48f8cfd req-31c57688-0fea-468d-ae32-0606940e83e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 1096 time: 0.2958138 Oct 18 20:47:23.583232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5a2d-4c5b-412d-9973-e6902c5bba54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Network': ['ID=a405560f-185d-49ec-87c5-6864ac3e40e5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:23.599304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.599658 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.600007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.600410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.600714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.601058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.601395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.601723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.602254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.602794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.603298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.603848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:47:23.613309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a405560f-185d-49ec-87c5-6864ac3e40e5 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:23.636800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] No DVR routers for this DVR port 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:23.640554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.644864 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7835bcc-c609-4192-b536-d4f8904fc796 req-1699e9b3-d599-4ad1-b0ad-62b0f97bb090 tempest-ServersNegativeTestMultiTenantJSON-92543713 tempest-ServersNegativeTestMultiTenantJSON-92543713-project] 10.222.0.79 "DELETE /v2.0/ports/7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 HTTP/1.1" status: 204 len: 173 time: 1.5770102 Oct 18 20:47:23.645451 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa01f210-b18a-43d5-a882-de7eb48f8cfd req-767b4059-c786-49ac-8c99-ae17cb2638f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571773 Oct 18 20:47:23.650371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] For port 80c7a2a1-e941-4376-9fc2-54756a7f440c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=80c7a2a1-e941-4376-9fc2-54756a7f440c,segment=NetworkSegment(3f2ab90f-4f4d-4c03-8c4f-344a517cd303),segment_id=3f2ab90f-4f4d-4c03-8c4f-344a517cd303)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:23.651059 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.665912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'name': 'network-vif-deleted', 'tag': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:23.669370 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7020654b-ca53-4e38-a287-1309fc788993" -d '{"events": [{"server_uuid": "26c6ded0-38e2-411e-9163-b0d83cbd9dd6", "name": "network-vif-deleted", "tag": "7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:23.728740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Calling delete_port for 80c7a2a1-e941-4376-9fc2-54756a7f440c owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:23.888701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380ae80-3841-499e-9bb4-8cb09a72013f req-833b950e-6cc5-4049-9b5d-84a3485dcf46 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:23.890684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] DHCP port deletion for 90a3f012-cc46-4640-867d-3d856a54c469 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:47:23.895689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f380ae80-3841-499e-9bb4-8cb09a72013f req-833b950e-6cc5-4049-9b5d-84a3485dcf46 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2983439 Oct 18 20:47:23.913950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2733bba-c41c-432c-8be6-9e9847943d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.952369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] Deleting port 80c7a2a1-e941-4376-9fc2-54756a7f440c {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:23.952912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:23.983620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f2733bba-c41c-432c-8be6-9e9847943d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.218352 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f2733bba-c41c-432c-8be6-9e9847943d14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2e33c687bea4abfbddf16197df52abe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3654408 Oct 18 20:47:24.219595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34436) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:24.228340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] For port 80c7a2a1-e941-4376-9fc2-54756a7f440c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=80c7a2a1-e941-4376-9fc2-54756a7f440c,segment=NetworkSegment(3f2ab90f-4f4d-4c03-8c4f-344a517cd303),segment_id=3f2ab90f-4f4d-4c03-8c4f-344a517cd303)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:24.229232 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.230725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f380ae80-3841-499e-9bb4-8cb09a72013f req-40d03294-086c-4e92-bdea-cc3d745024e4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187313 Oct 18 20:47:24.239793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2733bba-c41c-432c-8be6-9e9847943d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9841a879-fe1e-4e98-a848-a0d992789244,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:24.272872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.286973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] Calling delete_port for 80c7a2a1-e941-4376-9fc2-54756a7f440c owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:24.383781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.442054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No DVR routers for this DVR port 80c7a2a1-e941-4376-9fc2-54756a7f440c on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:24.447057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Port': ['ID=80c7a2a1-e941-4376-9fc2-54756a7f440c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:24.448079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.505215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] Pushing event deleted for resources: {'Port': ['ID=80c7a2a1-e941-4376-9fc2-54756a7f440c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:24.508445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 80c7a2a1-e941-4376-9fc2-54756a7f440c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:24.517726 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f0995-9a72-47fd-b21f-f1f006a18b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.537877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 80c7a2a1-e941-4376-9fc2-54756a7f440c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:24.538253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 80c7a2a1-e941-4376-9fc2-54756a7f440c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:24.549248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d1769-ad64-422d-8b98-fb606e9db845 None None] No DVR routers for this DVR port 80c7a2a1-e941-4376-9fc2-54756a7f440c on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:24.655315 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f0995-9a72-47fd-b21f-f1f006a18b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.702133 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.728773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49c11a-1009-48f6-8666-f55267024790 req-9d59e43e-d4b2-4a75-a9fc-8b080563c4c0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:24.730858 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f49c11a-1009-48f6-8666-f55267024790 req-9d59e43e-d4b2-4a75-a9fc-8b080563c4c0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 945 time: 0.2915332 Oct 18 20:47:24.779768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a3f012-cc46-4640-867d-3d856a54c469']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:24.796117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2ab90f-4f4d-4c03-8c4f-344a517cd303') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:24.796738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2ab90f-4f4d-4c03-8c4f-344a517cd303') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:24.836194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.859126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f49c11a-1009-48f6-8666-f55267024790 req-34cdb241-d669-4552-aadb-9ee8631e24f5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017900 Oct 18 20:47:24.874849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.900726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:24.901854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:24.909853 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:24.946411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f0995-9a72-47fd-b21f-f1f006a18b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.951541 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f0995-9a72-47fd-b21f-f1f006a18b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:24.956502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b48f0995-9a72-47fd-b21f-f1f006a18b6f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9841a879-fe1e-4e98-a848-a0d992789244 HTTP/1.1" status: 204 len: 168 time: 0.7281692 Oct 18 20:47:24.988052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34448) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.045948 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74914f50-73a2-4b3b-99e4-004d22581fb1 x-openstack-request-id: req-74914f50-73a2-4b3b-99e4-004d22581fb1 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:25.047291 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c6ded0-38e2-411e-9163-b0d83cbd9dd6", "name": "network-vif-deleted", "tag": "7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:25.047696 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74914f50-73a2-4b3b-99e4-004d22581fb1 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:25.048311 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c6ded0-38e2-411e-9163-b0d83cbd9dd6', 'name': 'network-vif-deleted', 'tag': '7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8', 'status': 'completed', 'code': 200} Oct 18 20:47:25.086523 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.088510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0995-9a72-47fd-b21f-f1f006a18b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9841a879-fe1e-4e98-a848-a0d992789244,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:25.101805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:47:25.102561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.156533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] Deleting subnet fe069895-5bf5-4607-8107-ef9e70f156c5 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:25.162182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.248953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.323447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.335450 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.342068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.342652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/90a3f012-cc46-4640-867d-3d856a54c469 HTTP/1.1" status: 204 len: 168 time: 2.4907238 Oct 18 20:47:25.343569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49bebbc8-e432-4c95-b010-4edd45160590,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:25.347104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34454) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.378701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34456) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.409766 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5efc441-03cc-4e20-a57c-455615a0518e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:25.410123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5efc441-03cc-4e20-a57c-455615a0518e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:25.412672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629960d1-c0a2-42da-9d59-3a7780d93b0f tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=90a3f012-cc46-4640-867d-3d856a54c469,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:25.416492 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b5efc441-03cc-4e20-a57c-455615a0518e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/9db6cb86-a576-49c3-ae20-877ed26e33c4 HTTP/1.1" status: 404 len: 337 time: 0.0627644 Oct 18 20:47:25.416492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34458) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.418166 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db40c895-6f08-47d6-bc70-979f863fd79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.427487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:25.442146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429d545-8fb2-4c2c-9da2-239cd7bfe0cf req-2bcb9e10-04ce-47fe-a481-872a2634f338 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:25.443337 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a416d0e-c22a-4191-907c-04b5acd0418d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:25.443940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a416d0e-c22a-4191-907c-04b5acd0418d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:25.446002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f429d545-8fb2-4c2c-9da2-239cd7bfe0cf req-2bcb9e10-04ce-47fe-a481-872a2634f338 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2490540 Oct 18 20:47:25.447090 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2a416d0e-c22a-4191-907c-04b5acd0418d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/0dab1bf1-4a5e-4322-bc7e-ac012d088745 HTTP/1.1" status: 404 len: 339 time: 0.0299551 Oct 18 20:47:25.451196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34460) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.452344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:25.453010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7722f5b7-ac2e-47e3-922c-6ecbec0cd2f8 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:25.471400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Checking segment: {'id': 'b5af1977-6a69-4f51-b675-f527c2db45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:25.471994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network hostable DHCP agents. Network: a405560f-185d-49ec-87c5-6864ac3e40e5, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:47:25.485460 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf5ff27-b47f-48a6-b809-2fc0c87e5cd4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:25.485928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf5ff27-b47f-48a6-b809-2fc0c87e5cd4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:25.489420 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-abf5ff27-b47f-48a6-b809-2fc0c87e5cd4 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/22ceb977-1c4e-4a66-8f98-dcb0aaf402fb HTTP/1.1" status: 404 len: 337 time: 0.0371802 Oct 18 20:47:25.492831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34462) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.519114 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4b79e6-9567-404e-8213-f8d2573f4dc5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:25.519739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4b79e6-9567-404e-8213-f8d2573f4dc5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:25.522989 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd4b79e6-9567-404e-8213-f8d2573f4dc5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/1579ea4c-dd74-4861-a703-b67545b88fd0 HTTP/1.1" status: 404 len: 339 time: 0.0289714 Oct 18 20:47:25.528435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34464) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.540999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.568962 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97c6864-37ff-45de-a7de-ddd5416c67c3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:25.569455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97c6864-37ff-45de-a7de-ddd5416c67c3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:25.571899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network a405560f-185d-49ec-87c5-6864ac3e40e5 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:47:25.573039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b97c6864-37ff-45de-a7de-ddd5416c67c3 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/bc7ce1d3-6fe3-4294-a8a1-3689e23b7fc5 HTTP/1.1" status: 404 len: 337 time: 0.0430655 Oct 18 20:47:25.594061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34468) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.596111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe069895-5bf5-4607-8107-ef9e70f156c5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:25.610237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.617788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-385347d9-3a31-4b4d-b7b6-2494cce52d98 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fe069895-5bf5-4607-8107-ef9e70f156c5 HTTP/1.1" status: 204 len: 168 time: 0.6277781 Oct 18 20:47:25.618451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34470) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.629588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f429d545-8fb2-4c2c-9da2-239cd7bfe0cf req-f2ab2c7c-d230-4ba5-b028-36a8fb46bc12 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661003 Oct 18 20:47:25.641859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, a405560f-185d-49ec-87c5-6864ac3e40e5) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:25.661211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d1cf83-5bed-414c-bd06-8d5efbc49f00 None None] Network a405560f-185d-49ec-87c5-6864ac3e40e5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:25.701124 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db40c895-6f08-47d6-bc70-979f863fd79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.706708 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-096d7146-e38e-43aa-a8c0-e58ed98c99fe tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:25.707704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096d7146-e38e-43aa-a8c0-e58ed98c99fe tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:25.711678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-096d7146-e38e-43aa-a8c0-e58ed98c99fe tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/6f10f346-7cb4-492e-8eb2-b8d7a4e23211 HTTP/1.1" status: 404 len: 339 time: 0.1128943 Oct 18 20:47:25.713673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:25.714510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.717936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db40c895-6f08-47d6-bc70-979f863fd79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.720401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34476) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.778777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40c895-6f08-47d6-bc70-979f863fd79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9abf60-0497-467b-9d08-f93ced6bc8f1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:25.805975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-408430c6-612e-4a12-a18b-1ebfed209c0b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3288915 Oct 18 20:47:25.813487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.815559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-db40c895-6f08-47d6-bc70-979f863fd79e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55f91021578341fcb731074762eaa631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240174 Oct 18 20:47:25.817319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34478) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.817884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34480) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:25.850174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2046632728', 'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:25.887712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting subnet 996e387c-5caf-4810-ad3c-12eaa92368b1 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:25.915484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Made reservation on behalf of 1194c08fa7dc4a3495df85a2b54926b7 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:25.918760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.955561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:25.962723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] device_id is not set on port e5d9b656-66f9-4051-80b1-2941d018e704 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:47:25.994672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76315f8e-7cd7-40ee-9c34-ea80bde20153 None None] Network a405560f-185d-49ec-87c5-6864ac3e40e5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:26.064775 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f2fac1c-c1ea-4ee4-a727-039198b96f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.090332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f2fac1c-c1ea-4ee4-a727-039198b96f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.102671 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.106804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.165032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca2e66a-5bfd-4311-b6ce-e5a243932a93']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:26.174427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce821b3-13d6-4560-a770-ac4b1a6676a5 req-109c1a7c-bb3e-44f6-9902-f20c0492921f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:26.182905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dce821b3-13d6-4560-a770-ac4b1a6676a5 req-109c1a7c-bb3e-44f6-9902-f20c0492921f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2407939 Oct 18 20:47:26.183932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da8d66a-4200-416a-8651-b7b4ca128ad9') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:26.184238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da8d66a-4200-416a-8651-b7b4ca128ad9') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:26.194914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f2fac1c-c1ea-4ee4-a727-039198b96f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.200194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f2fac1c-c1ea-4ee4-a727-039198b96f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.208911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.209280 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5f2fac1c-c1ea-4ee4-a727-039198b96f0e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea9abf60-0497-467b-9d08-f93ced6bc8f1 HTTP/1.1" status: 204 len: 168 time: 0.3775430 Oct 18 20:47:26.227977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fac1c-c1ea-4ee4-a727-039198b96f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9abf60-0497-467b-9d08-f93ced6bc8f1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:26.294536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dce821b3-13d6-4560-a770-ac4b1a6676a5 req-ab528004-5193-43c7-a542-11c1ccf6d855 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078880 Oct 18 20:47:26.317997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.359739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:26.365581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.367314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Allocated IP 2001:db8::350 (a405560f-185d-49ec-87c5-6864ac3e40e5/49bebbc8-e432-4c95-b010-4edd45160590/e5d9b656-66f9-4051-80b1-2941d018e704) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:26.385537 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:26.440434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34490) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:26.448302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.542952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.582374 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.586506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=996e387c-5caf-4810-ad3c-12eaa92368b1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:26.595749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.603433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.607936 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b656adae-b66b-49ec-bec4-533782e81a8d tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/996e387c-5caf-4810-ad3c-12eaa92368b1 HTTP/1.1" status: 204 len: 168 time: 0.8856602 Oct 18 20:47:26.609412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.613062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8ca2e66a-5bfd-4311-b6ce-e5a243932a93 HTTP/1.1" status: 204 len: 168 time: 0.9935541 Oct 18 20:47:26.613994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34494) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:26.615160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa6d04-e6e6-4ff6-acec-8e0f977c0d26 None None] Network 3a3eba12-284f-4425-a896-5e3bb9d8402b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:26.697408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34496) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:26.778424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73f11e-7356-4168-9041-f1c319f788c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca2e66a-5bfd-4311-b6ce-e5a243932a93,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:26.802181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:26.905985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] DHCP port deletion for 3a3eba12-284f-4425-a896-5e3bb9d8402b request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:47:26.925507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting port 527df78b-0fca-40ff-8738-e556413e473e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:26.925875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.011488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] For port 527df78b-0fca-40ff-8738-e556413e473e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=527df78b-0fca-40ff-8738-e556413e473e,segment=NetworkSegment(7ca4266c-efae-4578-9c31-b07bed24f5a7),segment_id=7ca4266c-efae-4578-9c31-b07bed24f5a7)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:27.011863 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.032902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Calling delete_port for 527df78b-0fca-40ff-8738-e556413e473e owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:27.072873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] Deleting port 527df78b-0fca-40ff-8738-e556413e473e {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:27.073343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.129254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.134766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38872b8b-d274-42a5-914e-87d3ed9988bb req-d931ae81-448b-49ca-8ee1-ba49130563a3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:27.137254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38872b8b-d274-42a5-914e-87d3ed9988bb req-d931ae81-448b-49ca-8ee1-ba49130563a3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 945 time: 0.4383779 Oct 18 20:47:27.147694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] Deleting subnet 6f0dd59b-96f2-443c-9bc4-fd427c4ba8e6 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:27.178539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.196207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Port': ['ID=527df78b-0fca-40ff-8738-e556413e473e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:27.216818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No DVR routers for this DVR port 527df78b-0fca-40ff-8738-e556413e473e on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:27.228642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] For port 527df78b-0fca-40ff-8738-e556413e473e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=527df78b-0fca-40ff-8738-e556413e473e,segment=NetworkSegment(7ca4266c-efae-4578-9c31-b07bed24f5a7),segment_id=7ca4266c-efae-4578-9c31-b07bed24f5a7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:27.229340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.251232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] Calling delete_port for 527df78b-0fca-40ff-8738-e556413e473e owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:27.320818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.358112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3eba12-284f-4425-a896-5e3bb9d8402b']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:27.377640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca4266c-efae-4578-9c31-b07bed24f5a7') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:27.377640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca4266c-efae-4578-9c31-b07bed24f5a7') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:27.408798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.438590 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.441357 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.447716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38872b8b-d274-42a5-914e-87d3ed9988bb req-c8b28f83-e257-45fc-98e3-8549a4a9b0a0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719915 Oct 18 20:47:27.462144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:27.462557 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:27.466640 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:27.505655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] Pushing event deleted for resources: {'Port': ['ID=527df78b-0fca-40ff-8738-e556413e473e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:27.515099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d79543-67c7-4b61-b7b7-ac89a85c6d18 None None] No DVR routers for this DVR port 527df78b-0fca-40ff-8738-e556413e473e on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:27.572992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.583747 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.590302 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/3a3eba12-284f-4425-a896-5e3bb9d8402b HTTP/1.1" status: 204 len: 168 time: 0.9714475 Oct 18 20:47:27.590589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34518) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:27.619629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782783a-f78a-4f60-b9b4-0ee45fe80bda tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=3a3eba12-284f-4425-a896-5e3bb9d8402b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:27.642703 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.645267 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec5d915-9abf-45c1-9653-b3e4633231a5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:27.646018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec5d915-9abf-45c1-9653-b3e4633231a5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:27.649575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ec5d915-9abf-45c1-9653-b3e4633231a5 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/e0d00671-d450-46c5-86fe-675b684d37fc HTTP/1.1" status: 404 len: 337 time: 0.0575950 Oct 18 20:47:27.652136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34522) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:27.683928 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-903a9562-c491-40ba-b349-150d2156779e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:27.684883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903a9562-c491-40ba-b349-150d2156779e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:27.688747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-903a9562-c491-40ba-b349-150d2156779e tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/8e85f588-f249-4224-9d52-e43b53f39f11 HTTP/1.1" status: 404 len: 339 time: 0.0351775 Oct 18 20:47:27.691331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34524) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:27.757008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting subnet 7aad1ae2-3cbf-4c13-bd80-8c9eb9268675 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:27.761606 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.876215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.925200 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:27.942914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.007028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.064677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcbacb-99be-4b41-9ecb-cd89ef338a89 req-cd1b99c9-f804-4690-b037-320433bfec3f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:28.072940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23fcbacb-99be-4b41-9ecb-cd89ef338a89 req-cd1b99c9-f804-4690-b037-320433bfec3f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2010651 Oct 18 20:47:28.110585 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.124523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.131664 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.137464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f790d-d7c1-41ed-9804-4d5a61024084 None None] Network 75aacbee-73fa-473e-8801-47d84ac54b9f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:28.141551 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/subnets/7aad1ae2-3cbf-4c13-bd80-8c9eb9268675 HTTP/1.1" status: 204 len: 168 time: 0.4488075 Oct 18 20:47:28.168168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34532) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:28.182318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0220c-e094-43e7-9886-717366f42f21 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Subnet': ['ID=7aad1ae2-3cbf-4c13-bd80-8c9eb9268675,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:28.197066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23fcbacb-99be-4b41-9ecb-cd89ef338a89 req-788e33e5-5659-4aca-a833-789d71576482 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228135 Oct 18 20:47:28.324103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.343782 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.349224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d9b656-66f9-4051-80b1-2941d018e704,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:28.394985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network a405560f-185d-49ec-87c5-6864ac3e40e5 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:28.405673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:28.430601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Deleting port 1955d318-91b3-4419-b54e-1ba0eb18c933 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:28.431081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.452131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 527df78b-0fca-40ff-8738-e556413e473e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:28.458674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:28.459689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:28.460303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.469095 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0dd59b-96f2-443c-9bc4-fd427c4ba8e6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:28.477181 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.483779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b44cadfb-de16-42d9-b70c-0387ee40d160 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6f0dd59b-96f2-443c-9bc4-fd427c4ba8e6 HTTP/1.1" status: 204 len: 168 time: 1.7638988 Oct 18 20:47:28.488197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34540) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:28.515176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 527df78b-0fca-40ff-8738-e556413e473e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:28.516347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 527df78b-0fca-40ff-8738-e556413e473e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:28.535597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] DHCP port deletion for 75aacbee-73fa-473e-8801-47d84ac54b9f request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:47:28.561723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0dab0cb3-1fc1-40bf-892c-0dd366beec78 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7401185 Oct 18 20:47:28.564336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34544) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:28.581467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] For port 1955d318-91b3-4419-b54e-1ba0eb18c933, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1955d318-91b3-4419-b54e-1ba0eb18c933,segment=NetworkSegment(a992b7fd-1b5f-4c6f-992b-5b08ca282ea2),segment_id=a992b7fd-1b5f-4c6f-992b-5b08ca282ea2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:28.582195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.599110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Calling delete_port for 1955d318-91b3-4419-b54e-1ba0eb18c933 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:28.641156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] Deleting port 1955d318-91b3-4419-b54e-1ba0eb18c933 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:28.642080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.675316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad51130-0607-4206-a56a-fb28e66f9f57 req-79b51e46-eeb9-442d-a4ed-6fa04eb592e1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:28.682947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bad51130-0607-4206-a56a-fb28e66f9f57 req-79b51e46-eeb9-442d-a4ed-6fa04eb592e1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 945 time: 0.3194904 Oct 18 20:47:28.723350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.743050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.766188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] For port 1955d318-91b3-4419-b54e-1ba0eb18c933, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1955d318-91b3-4419-b54e-1ba0eb18c933,segment=NetworkSegment(a992b7fd-1b5f-4c6f-992b-5b08ca282ea2),segment_id=a992b7fd-1b5f-4c6f-992b-5b08ca282ea2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:28.766455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:28.793929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] No DVR routers for this DVR port 1955d318-91b3-4419-b54e-1ba0eb18c933 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:28.797027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bad51130-0607-4206-a56a-fb28e66f9f57 req-bd6f42cc-6714-43ed-89a0-2f85545aec0b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127284 Oct 18 20:47:28.797271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] Calling delete_port for 1955d318-91b3-4419-b54e-1ba0eb18c933 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:28.799216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Port': ['ID=1955d318-91b3-4419-b54e-1ba0eb18c933,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:29.003126 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.020052 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.043083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] No DVR routers for this DVR port 1955d318-91b3-4419-b54e-1ba0eb18c933 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:29.066887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aacbee-73fa-473e-8801-47d84ac54b9f']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:29.086638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb2d06-aba7-48d7-ac30-7840edd39266 None None] Pushing event deleted for resources: {'Port': ['ID=1955d318-91b3-4419-b54e-1ba0eb18c933,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:29.089197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a992b7fd-1b5f-4c6f-992b-5b08ca282ea2') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:29.094889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a992b7fd-1b5f-4c6f-992b-5b08ca282ea2') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:29.115295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.144743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.174457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:29.174457 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:29.177983 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:29.289241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-e5da052e-9e31-4af4-b90b-f789b96fe05e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:29.290798 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-e5da052e-9e31-4af4-b90b-f789b96fe05e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 945 time: 0.1407282 Oct 18 20:47:29.317063 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.355073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Deleting port e5d9b656-66f9-4051-80b1-2941d018e704 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:29.355866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.362092 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.368154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.376281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] 10.222.0.66 "DELETE /v2.0/networks/75aacbee-73fa-473e-8801-47d84ac54b9f HTTP/1.1" status: 204 len: 168 time: 1.2029295 Oct 18 20:47:29.376643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.433764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4fee3-5bed-4a94-9a4a-e6cc93063a68 tempest-NetworksIpV6Test-848787999 tempest-NetworksIpV6Test-848787999-project] Pushing event deleted for resources: {'Network': ['ID=75aacbee-73fa-473e-8801-47d84ac54b9f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:29.490264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb87af29-3612-4929-a3b0-e1305bd10918']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:29.509431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Deleting port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:29.511229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.523193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30d7aa-f866-4e17-af90-abe5093f42e4 req-c10623ee-bccc-4fcf-8750-60e31f818c45 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:29.531258 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c30d7aa-f866-4e17-af90-abe5093f42e4 req-c10623ee-bccc-4fcf-8750-60e31f818c45 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.6425300 Oct 18 20:47:29.538455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44dd1f58-3d17-4e0c-be73-83cf3fb5cdfe') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:29.538807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44dd1f58-3d17-4e0c-be73-83cf3fb5cdfe') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:29.607897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.647056 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.662071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.712499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c30d7aa-f866-4e17-af90-abe5093f42e4 req-6987e59a-b999-460b-aa12-4db0cb3c1bc5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727915 Oct 18 20:47:29.712499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:29.712499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:29.726246 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:29.731184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Calling delete_port for e5d9b656-66f9-4051-80b1-2941d018e704 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:29.737592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] For port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:29.738102 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:29.758244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Calling delete_port for e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:30.073933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.090483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:47:30.119100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.146937 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.154784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fb87af29-3612-4929-a3b0-e1305bd10918 HTTP/1.1" status: 204 len: 168 time: 1.6607738 Oct 18 20:47:30.177675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8109d-642e-4a1a-a5a0-f69b8d37e2be req-3cb20110-2733-4422-9879-80e3ea35b36b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:30.179928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4dd8109d-642e-4a1a-a5a0-f69b8d37e2be req-3cb20110-2733-4422-9879-80e3ea35b36b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb33a1db-5422-4115-9f42-3309a40a7c6b HTTP/1.1" status: 200 len: 867 time: 0.2216103 Oct 18 20:47:30.204898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98af65-f504-4f08-acec-36e9b34cc0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb87af29-3612-4929-a3b0-e1305bd10918,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:30.228673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event deleted for resources: {'Port': ['ID=e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:30.237106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:30.268916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4dd8109d-642e-4a1a-a5a0-f69b8d37e2be req-7e5d38f6-b0e8-4c96-a56f-8acbfd8a59a0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655882 Oct 18 20:47:30.324243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] No DVR routers for this DVR port e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:30.336601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.354598 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6f06793a-fc2c-426e-b40e-a4262e52175b req-428920f2-e598-4721-8780-191d374d401a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "DELETE /v2.0/ports/e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed HTTP/1.1" status: 204 len: 173 time: 1.0534778 Oct 18 20:47:30.367060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'name': 'network-vif-deleted', 'tag': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:30.378610 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7247ec-5637-40b1-917e-0a615d7728cd" -d '{"events": [{"server_uuid": "bb33a1db-5422-4115-9f42-3309a40a7c6b", "name": "network-vif-deleted", "tag": "e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:30.420995 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.460830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5d9b656-66f9-4051-80b1-2941d018e704,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:30.497948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.504716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34592) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:30.505067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7972c198-fdb5-4fdd-bb85-4c39af2d4c54 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e5d9b656-66f9-4051-80b1-2941d018e704 HTTP/1.1" status: 204 len: 168 time: 1.9388635 Oct 18 20:47:30.512811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5', 'external_fixed_ips': [{'subnet_id': '49bebbc8-e432-4c95-b010-4edd45160590', 'ip_address': '2001:db8::350'}]}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:30.514221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Deleting port 0cf8f16d-73ea-46da-b9b1-912c6ed94151 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:30.514738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.548806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1955d318-91b3-4419-b54e-1ba0eb18c933 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:30.601270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.606205 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.613486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 1955d318-91b3-4419-b54e-1ba0eb18c933 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:30.613857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1955d318-91b3-4419-b54e-1ba0eb18c933 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:30.717337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7eb0d-e2aa-4d82-8173-085ab99ce50f req-47ea1648-9899-4be5-807a-8543b7c2c7df tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:30.718981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3d7eb0d-e2aa-4d82-8173-085ab99ce50f req-47ea1648-9899-4be5-807a-8543b7c2c7df tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1354935 Oct 18 20:47:30.743535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] For port 0cf8f16d-73ea-46da-b9b1-912c6ed94151, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0cf8f16d-73ea-46da-b9b1-912c6ed94151,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:30.744215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.766700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34596) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:30.782325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Calling delete_port for 0cf8f16d-73ea-46da-b9b1-912c6ed94151 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:30.817559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3d7eb0d-e2aa-4d82-8173-085ab99ce50f req-0ff19d21-38d2-467d-8190-6ae1591427c0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901184 Oct 18 20:47:30.855771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:30.904664 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-783b1e6f-a467-4a76-8eeb-9d6253aa89f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8355c5f17a0f4d58be2a6c328e89e577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363654 Oct 18 20:47:30.909441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34600) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:31.052777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83dca8eb-cd10-42dd-aeda-aed5ce85241a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.110660 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83dca8eb-cd10-42dd-aeda-aed5ce85241a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.278423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83dca8eb-cd10-42dd-aeda-aed5ce85241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.284357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83dca8eb-cd10-42dd-aeda-aed5ce85241a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.289200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-83dca8eb-cd10-42dd-aeda-aed5ce85241a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e01cef71-a979-40a1-abc5-3ff622c303f5 HTTP/1.1" status: 204 len: 168 time: 0.3779781 Oct 18 20:47:31.330973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dca8eb-cd10-42dd-aeda-aed5ce85241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01cef71-a979-40a1-abc5-3ff622c303f5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:31.341149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.359417 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea34764-c228-4af1-9c1b-7ad066da6ce3 x-openstack-request-id: req-5ea34764-c228-4af1-9c1b-7ad066da6ce3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:31.360260 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb33a1db-5422-4115-9f42-3309a40a7c6b", "name": "network-vif-deleted", "tag": "e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:31.360260 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ea34764-c228-4af1-9c1b-7ad066da6ce3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:31.360657 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb33a1db-5422-4115-9f42-3309a40a7c6b', 'name': 'network-vif-deleted', 'tag': 'e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed', 'status': 'completed', 'code': 200} Oct 18 20:47:31.471476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf8f16d-73ea-46da-b9b1-912c6ed94151,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:31.537061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.562036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f71dbfa9-51a6-4283-9eaa-9918d2285b89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73c0aaad56f24b8c908c31d5477f3ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3222687 Oct 18 20:47:31.565203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34612) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:31.755180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113142-6ebf-4b92-ac64-1fa9c2c9e5bf req-0bfdbef4-b470-4220-8f3d-2c8e0e2a3c22 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:31.756885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73113142-6ebf-4b92-ac64-1fa9c2c9e5bf req-0bfdbef4-b470-4220-8f3d-2c8e0e2a3c22 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.5011220 Oct 18 20:47:31.796229 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.827500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297c2cc2-1929-49dc-9f20-5e4968c6d9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.888030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297c2cc2-1929-49dc-9f20-5e4968c6d9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:31.901707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73113142-6ebf-4b92-ac64-1fa9c2c9e5bf req-01cac3dd-6977-4c8d-9def-472d242aefa2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268656 Oct 18 20:47:32.137319 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.165758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:47:32.170817 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.182362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297c2cc2-1929-49dc-9f20-5e4968c6d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.185689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297c2cc2-1929-49dc-9f20-5e4968c6d9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.189724 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-297c2cc2-1929-49dc-9f20-5e4968c6d9dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9a457fc-6277-4676-83b9-6f2f7f10e6bd HTTP/1.1" status: 204 len: 168 time: 0.6197901 Oct 18 20:47:32.241632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34626) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:32.303667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:32.343928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c2cc2-1929-49dc-9f20-5e4968c6d9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a457fc-6277-4676-83b9-6f2f7f10e6bd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:32.363076 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c86931c1-05d4-4e88-b7c2-d5d3dc7de9b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1e6c25128f842828ad157aa26f9718b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163249 Oct 18 20:47:32.366113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34632) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:32.417044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:32.417545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e48cf02b-a4b6-4aa1-840b-2ad9bddff1ed not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:32.460809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:47:32.473245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4d9218ec-0467-40a4-bac2-7af0115a8142 admin admin] 10.222.0.66 "PUT /v2.0/routers/d3e21e73-cc52-45c4-83e8-8b63b3b04c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0310771 Oct 18 20:47:32.474769 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] Sync routers for ids ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:47:32.475815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34634) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:32.503054 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] Routers {'d3e21e73-cc52-45c4-83e8-8b63b3b04c04'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:32.503998 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:32.604292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99934b1a-53a8-4800-ba4a-bf7466bceffd req-b4838a80-6ab9-4c54-b52a-67f8f3bf53fa tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:32.617899 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99934b1a-53a8-4800-ba4a-bf7466bceffd req-b4838a80-6ab9-4c54-b52a-67f8f3bf53fa tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2286344 Oct 18 20:47:32.665982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Allocated IP 2001:db8::350 (a405560f-185d-49ec-87c5-6864ac3e40e5/49bebbc8-e432-4c95-b010-4edd45160590/2f16d35c-b6d2-4764-9cf0-963b26f4a778) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:32.673088 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-872000f8-040c-4efe-b572-1931f61b6b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.780630 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] Set router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:47:32.851833 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-872000f8-040c-4efe-b572-1931f61b6b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.889766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.890005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99934b1a-53a8-4800-ba4a-bf7466bceffd req-e3b3a4b6-7885-47f7-8f6d-df715f1ca02d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684314 Oct 18 20:47:32.959425 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:32.983271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:33.069701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network a405560f-185d-49ec-87c5-6864ac3e40e5 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:33.085204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:33.112085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:33.118143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Port': ['ID=2f16d35c-b6d2-4764-9cf0-963b26f4a778,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:33.239518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:33.379396 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:47:31Z', 'revision_number': 5, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port': {'id': '4e935530-fb19-4dce-b1ae-97aa97f9d222', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:08Z', 'updated_at': '2021-10-18T20:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:33.443911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-872000f8-040c-4efe-b572-1931f61b6b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:33.448976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-872000f8-040c-4efe-b572-1931f61b6b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:33.453000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-872000f8-040c-4efe-b572-1931f61b6b05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d66ddb9-3af2-4a94-ac41-6137b1b901c2 HTTP/1.1" status: 204 len: 168 time: 1.0826993 Oct 18 20:47:33.460922 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] Checking router: d3e21e73-cc52-45c4-83e8-8b63b3b04c04 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:47:33.483080 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] Routers {'d3e21e73-cc52-45c4-83e8-8b63b3b04c04'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:33.486038 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:33.494409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872000f8-040c-4efe-b572-1931f61b6b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d66ddb9-3af2-4a94-ac41-6137b1b901c2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:33.533998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-0d8652b1-cf91-42a0-952a-7441dc75b79d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:33.548166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-0d8652b1-cf91-42a0-952a-7441dc75b79d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.3592300 Oct 18 20:47:33.605048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Deleting port 4e935530-fb19-4dce-b1ae-97aa97f9d222 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:33.605618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:33.669151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-acab2e43-db91-4936-8c93-c920cfac781d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/quotas/b7310279f3eb41dcb9f84cd329005623 HTTP/1.1" status: 200 len: 375 time: 0.1195321 Oct 18 20:47:33.726497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:33.739480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-d82fe69d-9681-4c0a-b387-d685b35ba784 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675328 Oct 18 20:47:33.890144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] For port 4e935530-fb19-4dce-b1ae-97aa97f9d222, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4e935530-fb19-4dce-b1ae-97aa97f9d222,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:33.890835 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:33.908954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Calling delete_port for 4e935530-fb19-4dce-b1ae-97aa97f9d222 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:33.940433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-70c64cd5-cdac-4ee0-b6c0-15264ba60f82 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660531 Oct 18 20:47:33.958651 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] Set router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:47:34.073787 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:47:33Z', 'revision_number': 6, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:34.140871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66465f40-8d4b-4072-a528-625842fc27a4 None None] The sync data for ids ['d3e21e73-cc52-45c4-83e8-8b63b3b04c04'] in n-d-812149-2 is: [{'id': 'd3e21e73-cc52-45c4-83e8-8b63b3b04c04', 'name': 'tempest-AttachSCSIVolumeTestJSON-70942487-router', 'tenant_id': 'e927db40a4714880bd7e8a7732e821e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:07Z', 'updated_at': '2021-10-18T20:47:33Z', 'revision_number': 6, 'project_id': 'e927db40a4714880bd7e8a7732e821e1', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:47:34.182467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:34.234475 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-7b4974e7-5e2b-404d-baae-c2139a281b79 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154334 Oct 18 20:47:34.345699 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:34.389095 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e935530-fb19-4dce-b1ae-97aa97f9d222,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:34.456497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34696) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:34.480998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:34.593797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Router cba85c3d-db0b-489a-8e52-1cacdaafe97c is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:47:34.753237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0cf8f16d-73ea-46da-b9b1-912c6ed94151 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:34.832295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0cf8f16d-73ea-46da-b9b1-912c6ed94151 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:34.832788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0cf8f16d-73ea-46da-b9b1-912c6ed94151 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:34.842634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:34.884908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:35.005526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd026d-da88-4727-b74a-675824526a5a req-ff1a3e3a-03fe-4f08-96a9-e13a347dfa21 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:35.015618 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ecd026d-da88-4727-b74a-675824526a5a req-ff1a3e3a-03fe-4f08-96a9-e13a347dfa21 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2169449 Oct 18 20:47:35.024764 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:35.025408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3e21e73-cc52-45c4-83e8-8b63b3b04c04 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:47:35.035950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:35.037270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-11600188-597d-4904-8a70-b5cfbc695e9a admin admin] 10.222.0.66 "DELETE /v2.0/routers/d3e21e73-cc52-45c4-83e8-8b63b3b04c04 HTTP/1.1" status: 204 len: 168 time: 2.5522339 Oct 18 20:47:35.045329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34716) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.168033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] Deleting subnet 8c9d39af-8c8f-4b23-b24e-bc0efedb7518 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:35.177652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ecd026d-da88-4727-b74a-675824526a5a req-bae44551-1cce-435a-8fb6-a5a5486ad2a2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608503 Oct 18 20:47:35.182917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:35.319578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-12ae9d0c-a21d-4370-af66-20cadbe4492d tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] Request body: {'port': {'network_id': '874db01a-925b-4cbb-ab1e-61a928f0e5a9', 'name': 'tempest-NetworksNegativeTestJSON-1312587942'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:35.336682 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ae9d0c-a21d-4370-af66-20cadbe4492d tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] POST failed (client error): The resource could not be found. Oct 18 20:47:35.337226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ae9d0c-a21d-4370-af66-20cadbe4492d tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:35.346098 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-12ae9d0c-a21d-4370-af66-20cadbe4492d tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8807559 Oct 18 20:47:35.346098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34724) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.371623 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-8594dfa1-7752-4dde-a986-b2ecc49adc6e tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:35.372244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8594dfa1-7752-4dde-a986-b2ecc49adc6e tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:35.377769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8594dfa1-7752-4dde-a986-b2ecc49adc6e tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "DELETE /v2.0/networks/addd5a89-8d9e-4f3a-9c7c-deffbb65157e HTTP/1.1" status: 404 len: 339 time: 0.0310633 Oct 18 20:47:35.385785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34726) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.414325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2fe6891-113c-416c-b72f-e1d2388adb4c req-8c62b5b0-ec03-4d52-bab4-cc7003d65fab tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.1479790 Oct 18 20:47:35.429888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:47:35.430405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:35.435918 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e049afb8-309c-47c2-ba9f-105de313c555 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:35.436959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e049afb8-309c-47c2-ba9f-105de313c555 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:35.440414 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e049afb8-309c-47c2-ba9f-105de313c555 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "DELETE /v2.0/ports/55a5ac63-55b3-4fd1-965f-5f42001c6bb8 HTTP/1.1" status: 404 len: 333 time: 0.0536795 Oct 18 20:47:35.447566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34732) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.449605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Sync routers for ids ['cba85c3d-db0b-489a-8e52-1cacdaafe97c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:47:35.470840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Routers {'cba85c3d-db0b-489a-8e52-1cacdaafe97c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:35.471726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cba85c3d-db0b-489a-8e52-1cacdaafe97c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:35.489754 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f175f493-a007-40a0-8e72-11c911e22823 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] DELETE failed (client error): The resource could not be found. Oct 18 20:47:35.490217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f175f493-a007-40a0-8e72-11c911e22823 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:35.493473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f175f493-a007-40a0-8e72-11c911e22823 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "DELETE /v2.0/subnets/6778ce28-9fe6-4aa9-b97e-3bcdee5ca52b HTTP/1.1" status: 404 len: 337 time: 0.0355911 Oct 18 20:47:35.503642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:35.505925 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b68958fb-7fd0-40d9-b474-a9a51c05221a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9994895 Oct 18 20:47:35.507282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34734) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.509817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34736) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.565948 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0012363b-a377-4340-b521-f32337842f50 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] GET failed (client error): The resource could not be found. Oct 18 20:47:35.574319 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0012363b-a377-4340-b521-f32337842f50 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "GET /v2.0/networks/bc9a65b3-f2c9-4e49-a406-d8259a7585bb HTTP/1.1" status: 404 len: 339 time: 0.0610933 Oct 18 20:47:35.574651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34738) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.725935 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2d8970-d566-46d8-945c-948cda48e932 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] GET failed (client error): The resource could not be found. Oct 18 20:47:35.727635 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2b2d8970-d566-46d8-945c-948cda48e932 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "GET /v2.0/ports/b8151c76-c282-4d42-af60-81605292016e HTTP/1.1" status: 404 len: 333 time: 0.1484354 Oct 18 20:47:35.736225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34746) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.827653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Set router cba85c3d-db0b-489a-8e52-1cacdaafe97c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:47:35.845471 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d135ec9d-5464-43ff-af95-e3e0b05b4cdf tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] GET failed (client error): The resource could not be found. Oct 18 20:47:35.853233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d135ec9d-5464-43ff-af95-e3e0b05b4cdf tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "GET /v2.0/subnets/2ddb1aa8-b8af-4eef-8307-9bbb52cb67a1 HTTP/1.1" status: 404 len: 337 time: 0.1148558 Oct 18 20:47:35.869704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34748) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.887375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-077ffef3-0181-4b73-8e3e-87ee3f303b86 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:35.908645 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-077ffef3-0181-4b73-8e3e-87ee3f303b86 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] PUT failed (client error): The resource could not be found. Oct 18 20:47:35.911901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077ffef3-0181-4b73-8e3e-87ee3f303b86 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:35.913559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-077ffef3-0181-4b73-8e3e-87ee3f303b86 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "PUT /v2.0/networks/9f079a21-d155-4682-9a1b-3e2429dbe83e HTTP/1.1" status: 404 len: 339 time: 0.0419433 Oct 18 20:47:35.921757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34750) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:35.933164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-96778392-213e-4dc9-9a2c-b139345b0d1e tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:35.973251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:35.982949 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-96778392-213e-4dc9-9a2c-b139345b0d1e tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] PUT failed (client error): The resource could not be found. Oct 18 20:47:35.983669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96778392-213e-4dc9-9a2c-b139345b0d1e tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:35.989095 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-96778392-213e-4dc9-9a2c-b139345b0d1e tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "PUT /v2.0/ports/0eddc345-410f-4257-835f-a6eb89a7510a HTTP/1.1" status: 404 len: 333 time: 0.0659614 Oct 18 20:47:36.011573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34756) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:36.022256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3c9536ec-cc29-4335-8cba-fdf8886ac5c6 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:36.063277 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9536ec-cc29-4335-8cba-fdf8886ac5c6 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] PUT failed (client error): The resource could not be found. Oct 18 20:47:36.063673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9536ec-cc29-4335-8cba-fdf8886ac5c6 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:47:36.070339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3c9536ec-cc29-4335-8cba-fdf8886ac5c6 tempest-NetworksNegativeTestJSON-1774591931 tempest-NetworksNegativeTestJSON-1774591931-project] 10.222.0.66 "PUT /v2.0/subnets/9b18686e-1d73-4ec2-bf90-551364c5e009 HTTP/1.1" status: 404 len: 337 time: 0.0573268 Oct 18 20:47:36.074406 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:36.287187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:36.292914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba85c3d-db0b-489a-8e52-1cacdaafe97c', 'name': '', 'tenant_id': '1194c08fa7dc4a3495df85a2b54926b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5', 'external_fixed_ips': [{'subnet_id': '49bebbc8-e432-4c95-b010-4edd45160590', 'ip_address': '2001:db8::350'}], 'enable_snat': True}, 'gw_port_id': '2f16d35c-b6d2-4764-9cf0-963b26f4a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:47:30Z', 'updated_at': '2021-10-18T20:47:33Z', 'revision_number': 3, 'project_id': '1194c08fa7dc4a3495df85a2b54926b7', 'gw_port': {'id': '2f16d35c-b6d2-4764-9cf0-963b26f4a778', 'name': '', 'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:3a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba85c3d-db0b-489a-8e52-1cacdaafe97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '49bebbc8-e432-4c95-b010-4edd45160590', 'ip_address': '2001:db8::350', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:47:32Z', 'updated_at': '2021-10-18T20:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49bebbc8-e432-4c95-b010-4edd45160590', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:36.409840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4e935530-fb19-4dce-b1ae-97aa97f9d222 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:36.441720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 4e935530-fb19-4dce-b1ae-97aa97f9d222 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:36.442409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4e935530-fb19-4dce-b1ae-97aa97f9d222 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:36.444336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Checking router: cba85c3d-db0b-489a-8e52-1cacdaafe97c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:47:36.452477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Updating router cba85c3d-db0b-489a-8e52-1cacdaafe97c port 2f16d35c-b6d2-4764-9cf0-963b26f4a778 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:47:36.502521 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:36.527567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Deleting port 2f16d35c-b6d2-4764-9cf0-963b26f4a778 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:36.531210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:36.791471 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:36.838166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Calling delete_port for 2f16d35c-b6d2-4764-9cf0-963b26f4a778 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:36.959173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34772) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:37.030572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34778) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:37.085051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1492ee0-2d18-4d2c-bc7f-60296db3f73e req-f318ef0b-168f-4a23-a40d-92003a96fc91 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:37.096767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1492ee0-2d18-4d2c-bc7f-60296db3f73e req-f318ef0b-168f-4a23-a40d-92003a96fc91 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 1.2413273 Oct 18 20:47:37.185278 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1492ee0-2d18-4d2c-bc7f-60296db3f73e req-90256770-8bfa-4764-a9c5-f5b2d766a8ed tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868056 Oct 18 20:47:37.187813 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.236550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.248791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.254279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8c9d39af-8c8f-4b23-b24e-bc0efedb7518 HTTP/1.1" status: 204 len: 168 time: 2.2065833 Oct 18 20:47:37.271479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdbbb4-8b5d-490d-a0ea-652cd55ea07e None None] Network 6597ad75-5f70-428b-aa40-05992b8cd375 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:37.335430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34786) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:37.343104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040ef6-778e-495a-9587-00ad77fe69f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9d39af-8c8f-4b23-b24e-bc0efedb7518,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:37.361266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-0b6ee4ce-0c73-468b-9444-4d88b8938145 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:37.364108 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-0b6ee4ce-0c73-468b-9444-4d88b8938145 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.6834242 Oct 18 20:47:37.387253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Request body: {'port': {'device_id': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'admin_state_up': True, 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:37.416276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db4f5405-845a-4f63-beb3-182ed4aade72 req-d40eaf2a-43eb-45ca-89cd-daf0531d0160 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0644054 Oct 18 20:47:37.502977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.564228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2129455853-network', 'tenant_id': '0185ec7aa25341daa1d5ec1a007d6c8c'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:37.637264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Made reservation on behalf of 0185ec7aa25341daa1d5ec1a007d6c8c for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:37.644603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.666308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.684782 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.752350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22373506-bffa-4f63-a1d0-15f6f73c23ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.774299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f58fd-3078-47bf-b164-6360e232183d None None] Pushing event updated for resources: {'Port': ['ID=2f16d35c-b6d2-4764-9cf0-963b26f4a778,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:37.781523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Attempting to bind port 2f16d35c-b6d2-4764-9cf0-963b26f4a778 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:37.782151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Attempting to bind port 2f16d35c-b6d2-4764-9cf0-963b26f4a778 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'b5af1977-6a69-4f51-b675-f527c2db45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:37.782774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Attempting to bind port 2f16d35c-b6d2-4764-9cf0-963b26f4a778 on network a405560f-185d-49ec-87c5-6864ac3e40e5 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:37.797273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:37.797908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Checking segment: {'id': 'b5af1977-6a69-4f51-b675-f527c2db45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:37.798635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.799228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Bound using segment: {'id': 'b5af1977-6a69-4f51-b675-f527c2db45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:37.800172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Bound port: 2f16d35c-b6d2-4764-9cf0-963b26f4a778, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5af1977-6a69-4f51-b675-f527c2db45b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a405560f-185d-49ec-87c5-6864ac3e40e5'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:37.801889 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.838756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.888961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Port 2f16d35c-b6d2-4764-9cf0-963b26f4a778 has been deleted concurrently {{(pid=100532) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 18 20:47:37.909970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Routers {'cba85c3d-db0b-489a-8e52-1cacdaafe97c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:37.911056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cba85c3d-db0b-489a-8e52-1cacdaafe97c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:37.962003 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.971592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:37.996370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] DHCP port deletion for 6597ad75-5f70-428b-aa40-05992b8cd375 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:47:38.074986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:47:38.096041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f16d35c-b6d2-4764-9cf0-963b26f4a778,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:38.121808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.130048 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.130474 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Added segment 00cc9ad0-0b9e-4232-80bb-931e37517d45 of type vlan for network de32068e-875f-442c-a976-915e5591bdf7 Oct 18 20:47:38.147093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] Set router cba85c3d-db0b-489a-8e52-1cacdaafe97c gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:47:38.190731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.200162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:38.212510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.224167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50b8f7-d748-44ac-b0bb-b080fe0bfc95,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:38.247460 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.252045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:38.254896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.270615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba85c3d-db0b-489a-8e52-1cacdaafe97c', 'name': '', 'tenant_id': '1194c08fa7dc4a3495df85a2b54926b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:47:30Z', 'updated_at': '2021-10-18T20:47:37Z', 'revision_number': 5, 'project_id': '1194c08fa7dc4a3495df85a2b54926b7', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:38.346890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e17627-a702-4e84-a43d-7f3875096b7c None None] The sync data for ids ['cba85c3d-db0b-489a-8e52-1cacdaafe97c'] in n-d-812149-2 is: [{'id': 'cba85c3d-db0b-489a-8e52-1cacdaafe97c', 'name': '', 'tenant_id': '1194c08fa7dc4a3495df85a2b54926b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:47:30Z', 'updated_at': '2021-10-18T20:47:37Z', 'revision_number': 5, 'project_id': '1194c08fa7dc4a3495df85a2b54926b7', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:47:38.367328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] Deleting port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:38.368698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.383700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3473709 Oct 18 20:47:38.430763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:38.437719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Request body: {'subnet': {'network_id': 'de32068e-875f-442c-a976-915e5591bdf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2129455853-subnet', 'tenant_id': '0185ec7aa25341daa1d5ec1a007d6c8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:38.451180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d331076-833f-4860-b888-04ecf1d90f2a admin admin] Pushing event updated for resources: {'Network': ['ID=de32068e-875f-442c-a976-915e5591bdf7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:38.509774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Made reservation on behalf of 0185ec7aa25341daa1d5ec1a007d6c8c for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:38.518303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.573675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.578603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.581231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network de32068e-875f-442c-a976-915e5591bdf7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:38.584675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d2ab2b7a-598d-41b3-aad6-755d61c5ea29 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:38.782348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] For port d2ab2b7a-598d-41b3-aad6-755d61c5ea29, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:38.782999 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.851326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22373506-bffa-4f63-a1d0-15f6f73c23ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.868214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Allocated IP 172.20.0.14 (795e6395-44db-4869-8a09-588176fc119f/b2975efe-74ef-4037-b1ef-94a6b08c090b/83fb06fd-0451-4151-b9b6-46301a8c29ee) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:38.891991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22373506-bffa-4f63-a1d0-15f6f73c23ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.896776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.898476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cba85c3d-db0b-489a-8e52-1cacdaafe97c {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:47:38.908476 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.913438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a7f54c6-67bb-4754-af94-3af3acd2b88d tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "DELETE /v2.0/routers/cba85c3d-db0b-489a-8e52-1cacdaafe97c HTTP/1.1" status: 204 len: 168 time: 3.4019566 Oct 18 20:47:38.913673 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.928066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Deleting port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:38.929005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:38.930881 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34812) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:38.950438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] Calling delete_port for d2ab2b7a-598d-41b3-aad6-755d61c5ea29 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:39.037136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Deleting subnet 49bebbc8-e432-4c95-b010-4edd45160590 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:39.061340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.078035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22373506-bffa-4f63-a1d0-15f6f73c23ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d141f1-57b4-47c0-ad8e-f43e6cfef950,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:39.078328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.155046 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.157224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a72b4d-2941-4ead-8eb4-68ea1a57f8bb,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:39.208364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d2ab2b7a-598d-41b3-aad6-755d61c5ea29, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:39.210582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc117d-9dc3-4b53-b4c0-67448cd73377 req-abea6f4b-1dfc-43ec-949f-c0a4c7c8648a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:39.219111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54dc117d-9dc3-4b53-b4c0-67448cd73377 req-abea6f4b-1dfc-43ec-949f-c0a4c7c8648a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1961908 Oct 18 20:47:39.227605 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.234911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Checking segment: {'id': '00cc9ad0-0b9e-4232-80bb-931e37517d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'de32068e-875f-442c-a976-915e5591bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:39.235276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Network hostable DHCP agents. Network: de32068e-875f-442c-a976-915e5591bdf7, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:47:39.266787 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.276265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-22373506-bffa-4f63-a1d0-15f6f73c23ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c099f449b914ab5aa4be4205caa8919&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3076177 Oct 18 20:47:39.284103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34818) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:39.354031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54dc117d-9dc3-4b53-b4c0-67448cd73377 req-90854dff-408c-40b1-b5b9-41708d251efd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338947 Oct 18 20:47:39.368030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Network de32068e-875f-442c-a976-915e5591bdf7 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:47:39.381699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] For port d2ab2b7a-598d-41b3-aad6-755d61c5ea29, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,segment=NetworkSegment(53d166e3-b715-4fb5-9222-bc231ebeb7d5),segment_id=53d166e3-b715-4fb5-9222-bc231ebeb7d5)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:39.382563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.387440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:39.414837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, de32068e-875f-442c-a976-915e5591bdf7) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:39.425327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:39.428033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd201d70-d853-45d5-bff3-a0bac8f00fb3 None None] Network de32068e-875f-442c-a976-915e5591bdf7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:39.429386 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.437646 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.481133 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.483692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Calling delete_port for d2ab2b7a-598d-41b3-aad6-755d61c5ea29 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:39.511703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5bfe465d-2af0-4e7c-91be-b57a5b63d538 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0797148 Oct 18 20:47:39.667230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c82aa083-28a1-4103-8cb8-98ea256f346f req-5f1bd0ce-9820-4e48-a4b1-7a7756863c81 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0764403 Oct 18 20:47:39.669025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49bebbc8-e432-4c95-b010-4edd45160590,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:39.692497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.715778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7f666804-0b43-48ff-88da-4aeaa99ac0bf tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/49bebbc8-e432-4c95-b010-4edd45160590 HTTP/1.1" status: 204 len: 168 time: 0.7797799 Oct 18 20:47:39.717065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34830) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:39.788622 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d564fe7a-1742-4520-a627-6c8fcf9a9c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.822704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.940510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d564fe7a-1742-4520-a627-6c8fcf9a9c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:39.946720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:39.967332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] No DVR routers for this DVR port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:40.027867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] Pushing event deleted for resources: {'Port': ['ID=d2ab2b7a-598d-41b3-aad6-755d61c5ea29,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:40.060756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0f289-2eaa-4b6d-b0dd-23097067622a None None] No DVR routers for this DVR port d2ab2b7a-598d-41b3-aad6-755d61c5ea29 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:40.100065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.115614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.129983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.136207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.140749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.152416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.159390 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.161062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.174648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.185272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.193272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6597ad75-5f70-428b-aa40-05992b8cd375']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:40.195710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-e3c0bd78-5359-42c7-8ffa-d94617d5132c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.2783639 Oct 18 20:47:40.228196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d166e3-b715-4fb5-9222-bc231ebeb7d5') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:40.228545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d166e3-b715-4fb5-9222-bc231ebeb7d5') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:40.232773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d564fe7a-1742-4520-a627-6c8fcf9a9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.235600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d564fe7a-1742-4520-a627-6c8fcf9a9c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.241660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d564fe7a-1742-4520-a627-6c8fcf9a9c02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4d141f1-57b4-47c0-ad8e-f43e6cfef950 HTTP/1.1" status: 204 len: 168 time: 0.9382689 Oct 18 20:47:40.265238 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.301377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564fe7a-1742-4520-a627-6c8fcf9a9c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d141f1-57b4-47c0-ad8e-f43e6cfef950,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:40.320669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d736c2-b8a2-4f42-b358-a80448d75f36 None None] Network de32068e-875f-442c-a976-915e5591bdf7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:40.334280 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.347443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:40.348315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: items = [ Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:40.381701 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:40.387221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.476503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Network 795e6395-44db-4869-8a09-588176fc119f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:40.483643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.490739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.498741 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6597ad75-5f70-428b-aa40-05992b8cd375 HTTP/1.1" status: 204 len: 168 time: 3.1589088 Oct 18 20:47:40.499958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:40.502737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:40.507961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34846) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:40.563323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event updated for resources: {'Port': ['ID=83fb06fd-0451-4151-b9b6-46301a8c29ee,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:40.571401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03444a4-2ebe-42c8-ab22-25485a737d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=6597ad75-5f70-428b-aa40-05992b8cd375,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:40.613489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.614196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.660949 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-393d8fdd-ffd6-4987-97e6-c99911f092f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2818317 Oct 18 20:47:40.674520 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.678007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Request body: {'port': {'device_id': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:40.701783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.708233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.714390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.721098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.727286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.733446 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.739867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.742355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-87bc59ee-5428-4202-9fb1-c83d5164e8c8 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 5446 time: 0.5308647 Oct 18 20:47:40.791466 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:40.805465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f2907e6-7e36-4198-8b0c-4edfbb244ea4 req-98be9f5b-f2f7-42ca-827c-6dac7a71660f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5926447 Oct 18 20:47:40.807767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a405560f-185d-49ec-87c5-6864ac3e40e5']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:40.837933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5af1977-6a69-4f51-b675-f527c2db45b2') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:40.838214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5af1977-6a69-4f51-b675-f527c2db45b2') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:40.863271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-84af5056-c9bd-4e3b-889c-cef8b4a618a4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:40.865871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-84af5056-c9bd-4e3b-889c-cef8b4a618a4 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "GET /v2.0/ports/9286a9a2-eeaa-4c17-9494-51c62f59407b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1107833 Oct 18 20:47:40.870813 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.191449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f1d8ae44-cd3e-4ffc-bd7b-e8e641257bf0 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "GET /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3167045 Oct 18 20:47:41.205304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.213802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:41.249308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:41.249728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:41.256407 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:41.264938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fb06fd-0451-4151-b9b6-46301a8c29ee {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:47:41.277861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.414779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde2e2f-c924-46c6-bee3-a26424324f35 req-5455b0f9-521c-4c27-81a9-4e3b8f4aa86c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:41.416406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abde2e2f-c924-46c6-bee3-a26424324f35 req-5455b0f9-521c-4c27-81a9-4e3b8f4aa86c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 813 time: 0.4145377 Oct 18 20:47:41.444095 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.449815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Transition to ACTIVE for port object 83fb06fd-0451-4151-b9b6-46301a8c29ee will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:47:41.455632 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.459086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abde2e2f-c924-46c6-bee3-a26424324f35 req-5d9c8664-7798-41d0-a215-b5240b9b04bf tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/quotas/b1937209920c40ea8d18a334fda0218e HTTP/1.1" status: 200 len: 375 time: 0.0309734 Oct 18 20:47:41.460129 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.487496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a405560f-185d-49ec-87c5-6864ac3e40e5 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 20:47:41.503024 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.506732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a405560f-185d-49ec-87c5-6864ac3e40e5 HTTP/1.1" status: 204 len: 168 time: 1.7882056 Oct 18 20:47:41.568908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Pushing event updated for resources: {'Port': ['ID=83fb06fd-0451-4151-b9b6-46301a8c29ee,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:41.625621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8b748-1922-492c-a9e0-41b536a48568 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event deleted for resources: {'Network': ['ID=a405560f-185d-49ec-87c5-6864ac3e40e5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:41.743893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Attempting to bind port 83fb06fd-0451-4151-b9b6-46301a8c29ee on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:41.744119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Attempting to bind port 83fb06fd-0451-4151-b9b6-46301a8c29ee by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:41.744463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Attempting to bind port 83fb06fd-0451-4151-b9b6-46301a8c29ee on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:41.760008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Port 83fb06fd-0451-4151-b9b6-46301a8c29ee on network 795e6395-44db-4869-8a09-588176fc119f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:47:41.761015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Attempting to bind port 83fb06fd-0451-4151-b9b6-46301a8c29ee on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:41.782017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:41.782924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Checking segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:41.783805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Bound using segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:41.784875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Bound port: 83fb06fd-0451-4151-b9b6-46301a8c29ee, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:41.785973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:41.957171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] For port 83fb06fd-0451-4151-b9b6-46301a8c29ee, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:41.967278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] For port 83fb06fd-0451-4151-b9b6-46301a8c29ee, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:47:41.980092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.050360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abde2e2f-c924-46c6-bee3-a26424324f35 req-4dcd5b7a-4738-49ab-9b2f-2878efeceba2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5723352 Oct 18 20:47:42.102718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:42.103845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.106420 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/83fb06fd-0451-4151-b9b6-46301a8c29ee HTTP/1.1" status: 200 len: 1092 time: 1.4363935 Oct 18 20:47:42.107218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'tag': '83fb06fd-0451-4151-b9b6-46301a8c29ee'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:42.112211 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562db900-e1c6-49f4-9208-0bc5d323cc30" -d '{"events": [{"name": "network-changed", "server_uuid": "ba943bcb-6afa-42de-b10c-16833e1518ca", "tag": "83fb06fd-0451-4151-b9b6-46301a8c29ee"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:42.150718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:42.155415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] For port 9286a9a2-eeaa-4c17-9494-51c62f59407b, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=9286a9a2-eeaa-4c17-9494-51c62f59407b,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:42.251509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2669b9-23d3-493e-bb33-b9d6d49780a4 service neutron] Pushing event updated for resources: {'Port': ['ID=83fb06fd-0451-4151-b9b6-46301a8c29ee,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:42.283615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5d89691d-9add-40e4-8138-75f44e63e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:42.288015 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-5d89691d-9add-40e4-8138-75f44e63e01d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 1095 time: 0.1324069 Oct 18 20:47:42.384659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-61318b49-1041-41e3-a65e-5acd5d0deab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee HTTP/1.1" status: 200 len: 217 time: 0.0890939 Oct 18 20:47:42.386925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34906) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:42.396543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-009baee6-d066-48ca-9bda-2a97fead9628 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'router': {'name': 'tempest-router--501790171', 'project_id': '487bb1f713084bc9ad4e4c79b3ace504'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:42.402982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] Deleting subnet f6a72b4d-2941-4ead-8eb4-68ea1a57f8bb {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:42.414462 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.417128 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] For port 9286a9a2-eeaa-4c17-9494-51c62f59407b, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:42.502845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae5e82-5509-4c6b-b3b2-39951d20dfc5 req-e9189ef2-a0ed-4bc7-be32-3ca9afe22aa4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:42.511016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ae5e82-5509-4c6b-b3b2-39951d20dfc5 req-e9189ef2-a0ed-4bc7-be32-3ca9afe22aa4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 944 time: 0.2182586 Oct 18 20:47:42.534359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-009baee6-d066-48ca-9bda-2a97fead9628 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.536943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-009baee6-d066-48ca-9bda-2a97fead9628 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.548885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-70597da5-e41c-428c-8d27-ea3633fa86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:42.551610 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-70597da5-e41c-428c-8d27-ea3633fa86f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1488609 Oct 18 20:47:42.569046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] device_id is not set on port 9286a9a2-eeaa-4c17-9494-51c62f59407b yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:47:42.579073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.608141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.613493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-6bda1096-59c4-40cd-bf7a-be0d7ce77877 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495055 Oct 18 20:47:42.640593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.695651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70ae5e82-5509-4c6b-b3b2-39951d20dfc5 req-1336b170-79c3-4377-85b7-1a2ee2548a83 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829166 Oct 18 20:47:42.729849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] Pushing event updated for resources: {'Port': ['ID=9286a9a2-eeaa-4c17-9494-51c62f59407b,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:42.739408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34912) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:42.762486 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.771306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-009baee6-d066-48ca-9bda-2a97fead9628 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.791781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-009baee6-d066-48ca-9bda-2a97fead9628 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.823043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.852311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-009baee6-d066-48ca-9bda-2a97fead9628 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:42.853788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-009baee6-d066-48ca-9bda-2a97fead9628 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4646852 Oct 18 20:47:42.856674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34918) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:42.933237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] No DVR routers for this DVR port 9286a9a2-eeaa-4c17-9494-51c62f59407b on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:43.079345 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.125770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a90c60b9-a0e6-4214-82c6-4f6577188976 None None] Provisioning complete for port 9286a9a2-eeaa-4c17-9494-51c62f59407b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:43.126424 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a90c60b9-a0e6-4214-82c6-4f6577188976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.172522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a90c60b9-a0e6-4214-82c6-4f6577188976 None None] Port 9286a9a2-eeaa-4c17-9494-51c62f59407b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:47:43.216515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-1236924599'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:43.222427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.236621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] In _notify_port_updated(), no bound segment for port 9286a9a2-eeaa-4c17-9494-51c62f59407b on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:47:43.238785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.239439 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.241923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-feab2f38-00a5-4cc0-9c24-176c1500b37c service neutron] 10.222.0.79 "PUT /v2.0/ports/9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 200 len: 1033 time: 2.0379272 Oct 18 20:47:43.276603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-9f2b31b8-2f87-4d2a-bfdf-62df889867fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.287805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-9f2b31b8-2f87-4d2a-bfdf-62df889867fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.299787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-9f2b31b8-2f87-4d2a-bfdf-62df889867fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.311698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-9f2b31b8-2f87-4d2a-bfdf-62df889867fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.312499 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-79a61236-a773-42da-bf2c-3490c6b8161f service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759646 Oct 18 20:47:43.313830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4881b9a-a898-4e2d-a5f5-4fc5e686f15f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.323141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-9f2b31b8-2f87-4d2a-bfdf-62df889867fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.335417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-9f2b31b8-2f87-4d2a-bfdf-62df889867fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.345972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-9f2b31b8-2f87-4d2a-bfdf-62df889867fe tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 4666 time: 0.4570823 Oct 18 20:47:43.418883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a72b4d-2941-4ead-8eb4-68ea1a57f8bb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:43.478076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.483126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7fbf1053-08e9-4b58-aedf-075138214cba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f6a72b4d-2941-4ead-8eb4-68ea1a57f8bb HTTP/1.1" status: 204 len: 168 time: 1.3299437 Oct 18 20:47:43.491129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34924) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:43.533083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:43.539434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.601284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ba20ca2b-4013-4f97-928b-5e57144313fa no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:43.618700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-20bc81dc-48b2-445d-9f9c-605618460652 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:43.621334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-20bc81dc-48b2-445d-9f9c-605618460652 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "GET /v2.0/ports/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2454703 Oct 18 20:47:43.631952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.652927 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4881b9a-a898-4e2d-a5f5-4fc5e686f15f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.664746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:43.670369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4881b9a-a898-4e2d-a5f5-4fc5e686f15f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.716361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a67b399e-529a-4bd5-b317-c2ee82fda0f7 req-456a67f3-6ff6-4cdf-822b-7c28abfa15a6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3088977 Oct 18 20:47:43.800879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.845153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:43.848587 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6c6146-2ef1-45e9-8fd2-ab7d97c28f39" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:43.865866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ba20ca2b-4013-4f97-928b-5e57144313fa, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ba20ca2b-4013-4f97-928b-5e57144313fa,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:43.877348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.878107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:43.896485 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9676675d-7efd-4f42-af4d-1099aadc14ea req-e9f9cd50-6433-4334-a23c-ad7f5e6e0bbe service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431986 Oct 18 20:47:43.905021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.913367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4881b9a-a898-4e2d-a5f5-4fc5e686f15f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.913897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4881b9a-a898-4e2d-a5f5-4fc5e686f15f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fce4837-d0dd-4d2a-ba9d-aef03d39ecbe {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:47:43.923491 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4881b9a-a898-4e2d-a5f5-4fc5e686f15f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:43.933259 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c4881b9a-a898-4e2d-a5f5-4fc5e686f15f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "DELETE /v2.0/routers/6fce4837-d0dd-4d2a-ba9d-aef03d39ecbe HTTP/1.1" status: 204 len: 168 time: 1.0751977 Oct 18 20:47:43.992996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ba20ca2b-4013-4f97-928b-5e57144313fa,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:44.025513 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.057920 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.105110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:44.115266 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.119504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device d24ac76e-6682-4c27-ae6b-5269907a2def no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:44.152670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.250676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:44.251016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de32068e-875f-442c-a976-915e5591bdf7']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:44.303421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cc9ad0-0b9e-4232-80bb-931e37517d45') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:44.304369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cc9ad0-0b9e-4232-80bb-931e37517d45') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:44.318522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34938) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:44.325128 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.349844 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.417959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.434649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:44.435317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:44.442509 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:44.448704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port d24ac76e-6682-4c27-ae6b-5269907a2def, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d24ac76e-6682-4c27-ae6b-5269907a2def,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:44.459953 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.460914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1161f252-a2af-4869-b8c0-97910d2f8801 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:44.516870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.542668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6337755-4687-4d9a-8251-b68cd6dcc8d3 req-903b5966-89ac-4a87-8598-347d489fbe44 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:44.550635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6337755-4687-4d9a-8251-b68cd6dcc8d3 req-903b5966-89ac-4a87-8598-347d489fbe44 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.6474919 Oct 18 20:47:44.563362 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.607131 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.api [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:47:44.607791 n-d-812149-2 neutron-server[100531]: DEBUG oslo_db.api [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:47:44.629344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.643304 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.650405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=d24ac76e-6682-4c27-ae6b-5269907a2def,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:44.660171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:47:44.663320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/de32068e-875f-442c-a976-915e5591bdf7 HTTP/1.1" status: 204 len: 168 time: 1.1663387 Oct 18 20:47:44.670413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a38c2a-47e6-4de1-a705-89e67ccf1c6a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:44.685645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6337755-4687-4d9a-8251-b68cd6dcc8d3 req-6e69fe65-e271-4eec-839d-e80dd8af5bce tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315939 Oct 18 20:47:44.724812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.726485 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 22ed565c-868f-441e-af74-e8659095d898 of type vlan for network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 Oct 18 20:47:44.728030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb789f-49d2-4a84-9e23-dcd9ecc6adb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=de32068e-875f-442c-a976-915e5591bdf7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:44.753033 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:47:44.782061 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089409fe-abf9-4bf2-906f-8a9836d3d83f x-openstack-request-id: req-089409fe-abf9-4bf2-906f-8a9836d3d83f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:44.782538 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba943bcb-6afa-42de-b10c-16833e1518ca", "tag": "83fb06fd-0451-4151-b9b6-46301a8c29ee", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:44.783516 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-089409fe-abf9-4bf2-906f-8a9836d3d83f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:44.784544 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'tag': '83fb06fd-0451-4151-b9b6-46301a8c29ee', 'status': 'completed', 'code': 200} Oct 18 20:47:44.850387 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.856146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.859662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Deleting port d92113fd-2962-4be8-9b6b-80141316b526 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:44.860401 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.925954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34952) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:44.971174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1161f252-a2af-4869-b8c0-97910d2f8801, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1161f252-a2af-4869-b8c0-97910d2f8801,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:44.985172 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:44.992149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9286a9a2-eeaa-4c17-9494-51c62f59407b no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:44.992593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-7f0cb7e7-2247-4c07-a3f0-5401ba2bf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:44.995693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-7f0cb7e7-2247-4c07-a3f0-5401ba2bf5c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 1095 time: 0.1637371 Oct 18 20:47:45.007554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.014218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:45.015182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.027170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-728505674', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:45.071372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19236b7-8cf4-4b04-8c3e-105ec3818623 req-130af776-be68-4213-a0f9-1d86a58510fe tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:45.073217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e19236b7-8cf4-4b04-8c3e-105ec3818623 req-130af776-be68-4213-a0f9-1d86a58510fe tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 944 time: 0.1908202 Oct 18 20:47:45.076027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] For port d92113fd-2962-4be8-9b6b-80141316b526, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d92113fd-2962-4be8-9b6b-80141316b526,segment=NetworkSegment(72c2dd7b-2a6c-492e-9fb8-518c1c883344),segment_id=72c2dd7b-2a6c-492e-9fb8-518c1c883344)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:45.076629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.091090 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bf4ec952-727e-41fa-9020-1da46f998d63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0185ec7aa25341daa1d5ec1a007d6c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640570 Oct 18 20:47:45.097979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34954) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:45.113174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 9286a9a2-eeaa-4c17-9494-51c62f59407b not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:45.113765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:45.125573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3756437 Oct 18 20:47:45.133002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34956) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:45.143667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-2081419332'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:45.182492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Calling delete_port for d92113fd-2962-4be8-9b6b-80141316b526 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:45.189033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee39f3-6960-4b8e-ab15-a3eeba9ed790 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=0bb70cd4-d8fe-465a-8ee8-ef83ef114146,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:45.212290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:45.217328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=1161f252-a2af-4869-b8c0-97910d2f8801,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:45.299576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.301527 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.334913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.379869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:45.396080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.398130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0b612ef8-57ef-418b-bbff-ac345a0659a1 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:45.433111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e19236b7-8cf4-4b04-8c3e-105ec3818623 req-f5459c09-77e0-40f0-b486-9545afa4c08e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351080 Oct 18 20:47:45.435426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-04f4356b-f23b-4c9e-ab3c-327de52355b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:45.438611 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-04f4356b-f23b-4c9e-ab3c-327de52355b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.4292328 Oct 18 20:47:45.439655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:45.462828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.470805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.546947 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f8c44-333b-4507-b4af-6d3899f51d9a x-openstack-request-id: req-526f8c44-333b-4507-b4af-6d3899f51d9a {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:45.547448 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:45.547747 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-526f8c44-333b-4507-b4af-6d3899f51d9a {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:45.548316 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa', 'code': 200} Oct 18 20:47:45.572012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a438e7ad-dee3-4f63-85f0-317f83aac443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.656231 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.668166 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-f3207ec6-2a5e-48b4-81a5-28303854e857 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee HTTP/1.1" status: 200 len: 217 time: 0.1941311 Oct 18 20:47:45.673049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.706447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92113fd-2962-4be8-9b6b-80141316b526,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:45.738226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.773238 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:45.793496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199552-a51d-4e83-94fa-a3ae7fe30377 req-b8dd5f1f-2584-4cd1-9687-1625b3fadea6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:45.802199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24199552-a51d-4e83-94fa-a3ae7fe30377 req-b8dd5f1f-2584-4cd1-9687-1625b3fadea6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1805205 Oct 18 20:47:45.845881 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:45.847718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0b612ef8-57ef-418b-bbff-ac345a0659a1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:45.860061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.949584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a438e7ad-dee3-4f63-85f0-317f83aac443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:45.968202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0b612ef8-57ef-418b-bbff-ac345a0659a1,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:45.969014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24199552-a51d-4e83-94fa-a3ae7fe30377 req-9c49706a-8b21-4241-b381-7e5cc9e1a313 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658833 Oct 18 20:47:46.008420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] For port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:46.107112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:47:46.171058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] device_id is not set on port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:47:46.196833 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.212248 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.212248 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 1a767edc-b038-41e0-b79d-3540170f99a3 of type vlan for network 38a15b52-791e-4954-8ce5-b046c4f94fa1 Oct 18 20:47:46.214075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.216542 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.287612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-384842f6-fc7e-4c47-b5ca-35bbf453f0b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.294811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-384842f6-fc7e-4c47-b5ca-35bbf453f0b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.299834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-d101af45-fc67-4d1d-9bd1-ae0a2a293998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.301187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-384842f6-fc7e-4c47-b5ca-35bbf453f0b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.301390 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-d101af45-fc67-4d1d-9bd1-ae0a2a293998 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.6124165 Oct 18 20:47:46.304463 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.307303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-384842f6-fc7e-4c47-b5ca-35bbf453f0b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.314027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-384842f6-fc7e-4c47-b5ca-35bbf453f0b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.320482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-384842f6-fc7e-4c47-b5ca-35bbf453f0b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.322400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-384842f6-fc7e-4c47-b5ca-35bbf453f0b6 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 4576 time: 0.1717403 Oct 18 20:47:46.355416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 83fb06fd-0451-4151-b9b6-46301a8c29ee details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:47:46.376533 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-e8bfb6bc-341d-4179-84dc-3f994cec6e0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645063 Oct 18 20:47:46.378640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.435189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] No DVR routers for this DVR port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:46.453988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:46.570838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a438e7ad-dee3-4f63-85f0-317f83aac443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.576040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 83fb06fd-0451-4151-b9b6-46301a8c29ee, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:46.578445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a438e7ad-dee3-4f63-85f0-317f83aac443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.585046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a438e7ad-dee3-4f63-85f0-317f83aac443 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc50b8f7-d748-44ac-b0bb-b080fe0bfc95 HTTP/1.1" status: 204 len: 168 time: 1.4856353 Oct 18 20:47:46.598554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '83fb06fd-0451-4151-b9b6-46301a8c29ee', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'port_id': '83fb06fd-0451-4151-b9b6-46301a8c29ee', 'mac_address': 'fa:16:3e:26:c7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2975efe-74ef-4037-b1ef-94a6b08c090b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:47:46.641789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e7ad-dee3-4f63-85f0-317f83aac443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50b8f7-d748-44ac-b0bb-b080fe0bfc95,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:46.646245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.651031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.654418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:46.655398 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.659813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2588eec6-6267-4aff-bd59-12e56e254c82 None None] Provisioning complete for port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:46.660192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2588eec6-6267-4aff-bd59-12e56e254c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.711726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fb06fd-0451-4151-b9b6-46301a8c29ee {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:47:46.733230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2588eec6-6267-4aff-bd59-12e56e254c82 None None] Port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:47:46.748652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 83fb06fd-0451-4151-b9b6-46301a8c29ee, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:46.754040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84c27d70-a638-41cb-be92-6758d158e6b2 req-9ad9a683-dc61-434a-ae11-46d55bcb3f15 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=516b0886-8592-475f-8b27-766f50b1c7c9&id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3730936 Oct 18 20:47:46.770059 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:46.782830 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-17d670db-5730-4d3d-88f8-65192cf8f0ca service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751972 Oct 18 20:47:46.787297 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6528108 Oct 18 20:47:46.792585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34986) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:46.806285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': '0bb70cd4-d8fe-465a-8ee8-ef83ef114146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:46.880910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6975e7-1391-4e59-9e5d-45ae95a45ea8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=38a15b52-791e-4954-8ce5-b046c4f94fa1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:46.919949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:47:46.987175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=83fb06fd-0451-4151-b9b6-46301a8c29ee,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:47.005547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['83fb06fd-0451-4151-b9b6-46301a8c29ee'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:47:47.069499 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-562db900-e1c6-49f4-9208-0bc5d323cc30 req-be4468f8-df6c-4ee0-9bfb-20d165402800 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757671 Oct 18 20:47:47.093530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:47:47.095842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:47.098482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] In _notify_port_updated(), no bound segment for port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 on network ce5a765c-25e1-4799-9b88-fc2533a67f52 {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:47:47.099784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:47.100061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:47.100930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:47.102506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3c512fe9-1091-4f91-bd8f-e3d8df622ac2 service neutron] 10.222.0.79 "PUT /v2.0/ports/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 200 len: 1033 time: 3.4663787 Oct 18 20:47:47.274353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1a23600-68e8-45ad-a568-188294d31e95 req-8d97f675-1369-4587-904b-cbad72e9d72a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b1937209920c40ea8d18a334fda0218e HTTP/1.1" status: 200 len: 221 time: 0.1926305 Oct 18 20:47:47.372050 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:47.441291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:47.460482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:47:47.472592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-168a2556-3704-453c-bef7-30b9cb52b818 admin admin] 10.222.0.66 "PUT /v2.0/routers/cf6d3a5b-584a-4940-8676-b5ba815b8bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9502935 Oct 18 20:47:47.473825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35016) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:47.480211 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] Sync routers for ids ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:47:47.505921 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] Routers {'cf6d3a5b-584a-4940-8676-b5ba815b8bc4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:47.507010 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:47.530814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port 1161f252-a2af-4869-b8c0-97910d2f8801 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:47.531170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:47.544726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6535c-cd71-4629-a9c8-fe88360b1909 req-1932458e-0a98-4519-98b7-3b904b496770 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:47.546413 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1b6535c-cd71-4629-a9c8-fe88360b1909 req-1932458e-0a98-4519-98b7-3b904b496770 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 945 time: 0.1475182 Oct 18 20:47:47.549643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c'}, {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:47.552597 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83ec624-dccc-4737-b9c9-994ea38374fa" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1f7e56-eac0-40aa-aa20-aad4d60f1f95"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c"}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:47.733650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1b6535c-cd71-4629-a9c8-fe88360b1909 req-b1a540d6-0f38-47a5-9825-0d0a4464b572 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613510 Oct 18 20:47:47.804185 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:47.895202 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] Set router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:47:47.984789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] For port 1161f252-a2af-4869-b8c0-97910d2f8801, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1161f252-a2af-4869-b8c0-97910d2f8801,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:47.986905 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.049688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for 1161f252-a2af-4869-b8c0-97910d2f8801 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:48.077608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af791-d8e0-4e5d-8e80-0013830ab3b3 req-e355784b-ebeb-4cff-940c-c54a8911f641 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:48.079645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc8af791-d8e0-4e5d-8e80-0013830ab3b3 req-e355784b-ebeb-4cff-940c-c54a8911f641 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2054124 Oct 18 20:47:48.190057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc8af791-d8e0-4e5d-8e80-0013830ab3b3 req-66a9c587-4b1b-43f8-9693-86fadeb26ecd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015580 Oct 18 20:47:48.203021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.306043 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf246b3-066f-4d04-a661-c7d7ed1d70db x-openstack-request-id: req-2bf246b3-066f-4d04-a661-c7d7ed1d70db {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:48.306605 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1f7e56-eac0-40aa-aa20-aad4d60f1f95", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c", "code": 200}, {"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-unplugged", "status": "completed", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:48.307020 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bf246b3-066f-4d04-a661-c7d7ed1d70db {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:48.307582 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1f7e56-eac0-40aa-aa20-aad4d60f1f95', 'code': 200} Oct 18 20:47:48.307998 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'code': 200} Oct 18 20:47:48.308476 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801', 'code': 200} Oct 18 20:47:48.308882 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c', 'code': 200} Oct 18 20:47:48.309282 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1', 'code': 200} Oct 18 20:47:48.355830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 83fb06fd-0451-4151-b9b6-46301a8c29ee up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:48.410129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Allocated IP 172.25.7.163 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/5f68817c-55b3-4a3d-b8ec-fc58e4db8e73) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:48.418464 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:47:45Z', 'revision_number': 5, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port': {'id': 'd1f7b391-8a23-4fbd-803f-3108613d5622', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:45:21Z', 'updated_at': '2021-10-18T20:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:48.455855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 83fb06fd-0451-4151-b9b6-46301a8c29ee completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:47:48.468517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 83fb06fd-0451-4151-b9b6-46301a8c29ee triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:48.469176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.471289 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] Checking router: cf6d3a5b-584a-4940-8676-b5ba815b8bc4 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:47:48.489519 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] Routers {'cf6d3a5b-584a-4940-8676-b5ba815b8bc4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:48.492207 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:48.519235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Deleting port d1f7b391-8a23-4fbd-803f-3108613d5622 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:48.519747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.528924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.686514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.776624 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.789695 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d27b0430-b9d3-439a-85a9-7c416b75aeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.795396 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] Set router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:47:48.806965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 83fb06fd-0451-4151-b9b6-46301a8c29ee, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:48.822080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.882846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=5d9e02d5-18d6-4485-af22-dc42b3be9c83,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:48.911849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=83fb06fd-0451-4151-b9b6-46301a8c29ee,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:48.963121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:48.964217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '22ed565c-868f-441e-af74-e8659095d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0bb70cd4-d8fe-465a-8ee8-ef83ef114146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:48.965247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: 0bb70cd4-d8fe-465a-8ee8-ef83ef114146, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:47:49.038483 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:47:48Z', 'revision_number': 6, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:49.059023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:49.066331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:47:49.087682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0bb70cd4-d8fe-465a-8ee8-ef83ef114146) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:49.087879 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412910bf-069a-40bc-bd06-1910fe4e6d9e None None] The sync data for ids ['cf6d3a5b-584a-4940-8676-b5ba815b8bc4'] in n-d-812149-2 is: [{'id': 'cf6d3a5b-584a-4940-8676-b5ba815b8bc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2734108-router', 'tenant_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:45:18Z', 'updated_at': '2021-10-18T20:47:48Z', 'revision_number': 6, 'project_id': '5a49d319bac74bc2b1a5c6b384314fe3', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:47:49.088592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=1161f252-a2af-4869-b8c0-97910d2f8801,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:49.100266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0ca5f-011f-42aa-8e68-a77384fac982 None None] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:49.114069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:49.115031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:49.181539 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-003e74e9-ac1b-4ccb-a12d-effe04194bfa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3794065 Oct 18 20:47:49.185744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35056) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:49.191465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': '38a15b52-791e-4954-8ce5-b046c4f94fa1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:49.203141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81a363-5b0d-45c1-bdfc-1b3a99cf4384 req-b0a464ca-9b94-45e3-a9b0-a1e61462ebfb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:49.219030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:49.234149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81a363-5b0d-45c1-bdfc-1b3a99cf4384 req-b0a464ca-9b94-45e3-a9b0-a1e61462ebfb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:49.249111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81a363-5b0d-45c1-bdfc-1b3a99cf4384 req-b0a464ca-9b94-45e3-a9b0-a1e61462ebfb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:49.266557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81a363-5b0d-45c1-bdfc-1b3a99cf4384 req-b0a464ca-9b94-45e3-a9b0-a1e61462ebfb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:49.277568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81a363-5b0d-45c1-bdfc-1b3a99cf4384 req-b0a464ca-9b94-45e3-a9b0-a1e61462ebfb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:49.291176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c81a363-5b0d-45c1-bdfc-1b3a99cf4384 req-b0a464ca-9b94-45e3-a9b0-a1e61462ebfb tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 3798 time: 0.8177307 Oct 18 20:47:49.315553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:49.347023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:49.355605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:49.411791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event updated for resources: {'Port': ['ID=5f68817c-55b3-4a3d-b8ec-fc58e4db8e73,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:49.414951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] No DVR routers for this DVR port 1161f252-a2af-4869-b8c0-97910d2f8801 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:49.428077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:49.446506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-dffb4291-5a2c-471c-b8e5-fec0ff92c545 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "DELETE /v2.0/ports/1161f252-a2af-4869-b8c0-97910d2f8801 HTTP/1.1" status: 204 len: 173 time: 2.3302865 Oct 18 20:47:49.455885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] For port d1f7b391-8a23-4fbd-803f-3108613d5622, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d1f7b391-8a23-4fbd-803f-3108613d5622,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:49.456567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:49.486297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-0bb70cd4-d8fe-465a-8ee8-ef83ef114146', 'network_id': '0bb70cd4-d8fe-465a-8ee8-ef83ef114146', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': '5d9e02d5-18d6-4485-af22-dc42b3be9c83'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:47:49.487562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:49.488836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:49.493755 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b856d9e1-508f-4031-ad34-c046703da8b0" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:49.523335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:47:49.528277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Calling delete_port for d1f7b391-8a23-4fbd-803f-3108613d5622 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:49.534746 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:49.629138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c81a363-5b0d-45c1-bdfc-1b3a99cf4384 req-3627d19d-9ec4-4fe2-80c2-efbcadc29836 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368089 Oct 18 20:47:50.078589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Allocated IP 172.20.0.2 (0bb70cd4-d8fe-465a-8ee8-ef83ef114146/5d9e02d5-18d6-4485-af22-dc42b3be9c83/5135f3f2-1b19-4685-bc69-2916984daeb4) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:50.313380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb06fd-0451-4151-b9b6-46301a8c29ee'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:50.314947 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eea627-3494-4bab-b687-de97c7309e47" -d '{"events": [{"server_uuid": "ba943bcb-6afa-42de-b10c-16833e1518ca", "name": "network-vif-plugged", "status": "completed", "tag": "83fb06fd-0451-4151-b9b6-46301a8c29ee"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:50.461397 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.473240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.495590 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.565942 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.581426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Pushing event updated for resources: {'Port': ['ID=5135f3f2-1b19-4685-bc69-2916984daeb4,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:50.601081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:50.603452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d92113fd-2962-4be8-9b6b-80141316b526 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:50.639167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:50.642941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:50.647930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d92113fd-2962-4be8-9b6b-80141316b526 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:50.648402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d92113fd-2962-4be8-9b6b-80141316b526 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:50.649134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d1f7b391-8a23-4fbd-803f-3108613d5622 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:50.714861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=a7ca6c15-8ce8-4b54-9b45-59ca9419dd33,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:50.730796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '1a767edc-b038-41e0-b79d-3540170f99a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '38a15b52-791e-4954-8ce5-b046c4f94fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:50.732012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: 38a15b52-791e-4954-8ce5-b046c4f94fa1, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:47:50.819571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:47:50.877849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 38a15b52-791e-4954-8ce5-b046c4f94fa1) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:50.887077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:50.888189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.913841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Attempting to bind port 5135f3f2-1b19-4685-bc69-2916984daeb4 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:50.913841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Attempting to bind port 5135f3f2-1b19-4685-bc69-2916984daeb4 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '22ed565c-868f-441e-af74-e8659095d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0bb70cd4-d8fe-465a-8ee8-ef83ef114146'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:50.914364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Attempting to bind port 5135f3f2-1b19-4685-bc69-2916984daeb4 on network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:50.920053 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-62fa5b03-3581-4f4d-9c80-fe7593ea8ab7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7321646 Oct 18 20:47:50.920612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35082) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:50.923060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.929404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d598922-4f7f-4f06-bedf-8a13f1a20b28 None None] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:50.932888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6fa05e52-dba4-4311-beed-89aef71a7f49 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1572589384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:50.937888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:50.938291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Checking segment: {'id': '22ed565c-868f-441e-af74-e8659095d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0bb70cd4-d8fe-465a-8ee8-ef83ef114146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:50.938756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.939157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Bound using segment: {'id': '22ed565c-868f-441e-af74-e8659095d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0bb70cd4-d8fe-465a-8ee8-ef83ef114146'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:50.939683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Bound port: 5135f3f2-1b19-4685-bc69-2916984daeb4, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ed565c-868f-441e-af74-e8659095d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0bb70cd4-d8fe-465a-8ee8-ef83ef114146'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:50.940862 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.957766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port 0b612ef8-57ef-418b-bbff-ac345a0659a1 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:50.958350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:50.966416 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.004790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee687e2-06d8-4ea4-b6c6-580a1a29bf74 req-14af4f62-c7a3-4852-87b8-eb5118181210 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:51.017253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ee687e2-06d8-4ea4-b6c6-580a1a29bf74 req-14af4f62-c7a3-4852-87b8-eb5118181210 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 1.0796001 Oct 18 20:47:51.056029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 20:47:51.056029 n-d-812149-2 neutron-server[100532]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 18 20:47:51.056029 n-d-812149-2 neutron-server[100532]: [parameters: {'status': 'DOWN', 'ports_id': 'd1f7b391-8a23-4fbd-803f-3108613d5622'}] Oct 18 20:47:51.056029 n-d-812149-2 neutron-server[100532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:47:51.056841 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:47:51.109701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6fa05e52-dba4-4311-beed-89aef71a7f49 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.110871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6fa05e52-dba4-4311-beed-89aef71a7f49 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.167519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] For port 5135f3f2-1b19-4685-bc69-2916984daeb4, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:51.181512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] For port 5135f3f2-1b19-4685-bc69-2916984daeb4, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5135f3f2-1b19-4685-bc69-2916984daeb4,segment=NetworkSegment(22ed565c-868f-441e-af74-e8659095d898),segment_id=22ed565c-868f-441e-af74-e8659095d898)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:47:51.195515 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.220648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6fa05e52-dba4-4311-beed-89aef71a7f49 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.228147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ee687e2-06d8-4ea4-b6c6-580a1a29bf74 req-1ca424c5-3f13-4835-b4e5-107bf5cc9c5f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968503 Oct 18 20:47:51.229958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6fa05e52-dba4-4311-beed-89aef71a7f49 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.242792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Router b163562f-1d4d-4a39-bf77-3b7cdb3dc74b is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:47:51.252755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.284519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] For port 0b612ef8-57ef-418b-bbff-ac345a0659a1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0b612ef8-57ef-418b-bbff-ac345a0659a1,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:51.285285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.338756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f7b391-8a23-4fbd-803f-3108613d5622,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:51.404327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for 0b612ef8-57ef-418b-bbff-ac345a0659a1 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:51.445891 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6fa05e52-dba4-4311-beed-89aef71a7f49 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.447917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6fa05e52-dba4-4311-beed-89aef71a7f49 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5198448 Oct 18 20:47:51.454555 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:51.556749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2b595-7fdb-494d-b0b3-6fc83e05e349 None None] Pushing event updated for resources: {'Port': ['ID=5135f3f2-1b19-4685-bc69-2916984daeb4,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:51.583290 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.595871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Port d1f7b391-8a23-4fbd-803f-3108613d5622 update to DOWN by agent not found {{(pid=100532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 20:47:51.619666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-38a15b52-791e-4954-8ce5-b046c4f94fa1', 'network_id': '38a15b52-791e-4954-8ce5-b046c4f94fa1', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': 'a7ca6c15-8ce8-4b54-9b45-59ca9419dd33'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:47:51.622302 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.638289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:47:51.674343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] Sync routers for ids ['b163562f-1d4d-4a39-bf77-3b7cdb3dc74b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:47:51.708692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f166b-4273-452a-929a-919cc4f407b9 req-ed4663c3-7584-4b3f-b49b-282143e4a7e5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:51.711189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-601f166b-4273-452a-929a-919cc4f407b9 req-ed4663c3-7584-4b3f-b49b-282143e4a7e5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 946 time: 0.2916689 Oct 18 20:47:51.724841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.726277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e17cacaa-72ab-4304-9c00-5daeaa3a60d3 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4062073 Oct 18 20:47:51.756871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35098) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:51.759782 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.760135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] Routers {'b163562f-1d4d-4a39-bf77-3b7cdb3dc74b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:51.760904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b163562f-1d4d-4a39-bf77-3b7cdb3dc74b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:51.809874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:51.814329 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:51.819520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-601f166b-4273-452a-929a-919cc4f407b9 req-9038ebe3-8e1d-4810-b0c5-5df40580ae20 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992858 Oct 18 20:47:51.843032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] Routers {'b163562f-1d4d-4a39-bf77-3b7cdb3dc74b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:51.843755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b163562f-1d4d-4a39-bf77-3b7cdb3dc74b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:51.960203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:51.961166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d674a24-05ba-4971-94d0-ab65d4a3c4f4 None None] The sync data for ids ['b163562f-1d4d-4a39-bf77-3b7cdb3dc74b'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:47:52.017588 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f145a53a-8681-4e5b-9921-92da2308989b x-openstack-request-id: req-f145a53a-8681-4e5b-9921-92da2308989b {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:52.018185 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "1161f252-a2af-4869-b8c0-97910d2f8801", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:52.018185 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f145a53a-8681-4e5b-9921-92da2308989b {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:52.018552 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': '1161f252-a2af-4869-b8c0-97910d2f8801', 'status': 'completed', 'code': 200} Oct 18 20:47:52.037170 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e174d6-35ca-42d1-b3d9-093005bb0dad x-openstack-request-id: req-b7e174d6-35ca-42d1-b3d9-093005bb0dad {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:52.037535 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba943bcb-6afa-42de-b10c-16833e1518ca", "name": "network-vif-plugged", "status": "completed", "tag": "83fb06fd-0451-4151-b9b6-46301a8c29ee", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:52.037737 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7e174d6-35ca-42d1-b3d9-093005bb0dad {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:52.038111 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb06fd-0451-4151-b9b6-46301a8c29ee', 'code': 200} Oct 18 20:47:52.100306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Allocated IP 172.21.0.2 (38a15b52-791e-4954-8ce5-b046c4f94fa1/a7ca6c15-8ce8-4b54-9b45-59ca9419dd33/1c94c649-9ca2-43f0-95fa-23d8603326e9) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:52.166876 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.173313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6d3a5b-584a-4940-8676-b5ba815b8bc4 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:47:52.242333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.254191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d9e8a6f2-fdb6-472a-b1ce-b2e3c54915ea admin admin] 10.222.0.66 "DELETE /v2.0/routers/cf6d3a5b-584a-4940-8676-b5ba815b8bc4 HTTP/1.1" status: 204 len: 168 time: 4.7775543 Oct 18 20:47:52.259708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35100) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:52.442085 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-13bc370e-79cc-456f-8819-fdbc49187e84 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/b163562f-1d4d-4a39-bf77-3b7cdb3dc74b HTTP/1.1" status: 200 len: 924 time: 0.6533620 Oct 18 20:47:52.446740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35102) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:52.519706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ac4ab406-61af-4d9b-826a-b045022225dd tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=b163562f-1d4d-4a39-bf77-3b7cdb3dc74b HTTP/1.1" status: 200 len: 205 time: 0.0655494 Oct 18 20:47:52.522782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.528700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35104) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:52.537306 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.540253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.627783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:52.631226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:52.636853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:52.653567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Pushing event updated for resources: {'Port': ['ID=1c94c649-9ca2-43f0-95fa-23d8603326e9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:52.670959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.671518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5135f3f2-1b19-4685-bc69-2916984daeb4 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:52.760008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd18d9-5595-4168-9bcf-43c958549641 req-43087b8b-7e99-4ae1-85ac-a1e0729e93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:52.762389 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b2fd18d9-5595-4168-9bcf-43c958549641 req-43087b8b-7e99-4ae1-85ac-a1e0729e93d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 1097 time: 0.2070103 Oct 18 20:47:52.767179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Attempting to bind port 1c94c649-9ca2-43f0-95fa-23d8603326e9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:47:52.767803 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Attempting to bind port 1c94c649-9ca2-43f0-95fa-23d8603326e9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1a767edc-b038-41e0-b79d-3540170f99a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '38a15b52-791e-4954-8ce5-b046c4f94fa1'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:47:52.768328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Attempting to bind port 1c94c649-9ca2-43f0-95fa-23d8603326e9 on network 38a15b52-791e-4954-8ce5-b046c4f94fa1 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:47:52.776857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:47:52.777542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Checking segment: {'id': '1a767edc-b038-41e0-b79d-3540170f99a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '38a15b52-791e-4954-8ce5-b046c4f94fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:47:52.778157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.778756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Bound using segment: {'id': '1a767edc-b038-41e0-b79d-3540170f99a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '38a15b52-791e-4954-8ce5-b046c4f94fa1'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:47:52.779431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Bound port: 1c94c649-9ca2-43f0-95fa-23d8603326e9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a767edc-b038-41e0-b79d-3540170f99a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '38a15b52-791e-4954-8ce5-b046c4f94fa1'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:47:52.779994 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.805802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] No DVR routers for this DVR port 0b612ef8-57ef-418b-bbff-ac345a0659a1 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:52.806698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.812763 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "DELETE /v2.0/ports/0b612ef8-57ef-418b-bbff-ac345a0659a1 HTTP/1.1" status: 204 len: 173 time: 3.2820895 Oct 18 20:47:52.816349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] Deleting subnet b5439561-b6d3-4ef2-9b3d-ffd26c3a403b {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:47:52.820888 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.881518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcc4ae-3b86-4fa7-ae42-1b9cf52b2e90 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=0b612ef8-57ef-418b-bbff-ac345a0659a1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:52.887536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5135f3f2-1b19-4685-bc69-2916984daeb4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:52.887972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.936638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec25d9-675d-409f-b3b5-a758dd69b87c req-5371d7d1-a3a9-43ab-8ab4-f81dde69158b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:52.942874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b2fd18d9-5595-4168-9bcf-43c958549641 req-689798ef-8293-46aa-9ce2-056aca40cf78 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647954 Oct 18 20:47:52.944871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] For port 1c94c649-9ca2-43f0-95fa-23d8603326e9, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:47:52.947806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec25d9-675d-409f-b3b5-a758dd69b87c req-5371d7d1-a3a9-43ab-8ab4-f81dde69158b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:52.949384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] For port 1c94c649-9ca2-43f0-95fa-23d8603326e9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1c94c649-9ca2-43f0-95fa-23d8603326e9,segment=NetworkSegment(1a767edc-b038-41e0-b79d-3540170f99a3),segment_id=1a767edc-b038-41e0-b79d-3540170f99a3)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:47:52.954548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec25d9-675d-409f-b3b5-a758dd69b87c req-5371d7d1-a3a9-43ab-8ab4-f81dde69158b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:52.958956 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:52.962747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78ec25d9-675d-409f-b3b5-a758dd69b87c req-5371d7d1-a3a9-43ab-8ab4-f81dde69158b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 2410 time: 0.4414489 Oct 18 20:47:53.058030 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.084613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719bdc0-32dc-45b1-815c-25b127c340bc None None] Pushing event updated for resources: {'Port': ['ID=1c94c649-9ca2-43f0-95fa-23d8603326e9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:53.167667 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a171c8fa-ada2-4cbd-b54c-bc56fd1cc451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.199596 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.284180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 5135f3f2-1b19-4685-bc69-2916984daeb4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5135f3f2-1b19-4685-bc69-2916984daeb4,segment=NetworkSegment(22ed565c-868f-441e-af74-e8659095d898),segment_id=22ed565c-868f-441e-af74-e8659095d898)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:53.296152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.384946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.20.0.1 (0bb70cd4-d8fe-465a-8ee8-ef83ef114146/5d9e02d5-18d6-4485-af22-dc42b3be9c83/5c93c131-37c5-4ad9-bae9-53aecde6d191) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:53.413762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=5135f3f2-1b19-4685-bc69-2916984daeb4,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:53.585249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4281a736-6d6e-433e-ab05-3cd594a3627b None None] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:53.592163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.662597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.686043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.728727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-33fe959e-72b3-4469-8f3d-a3a6aabdea06 None None] Provisioning complete for port 5135f3f2-1b19-4685-bc69-2916984daeb4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:53.729250 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33fe959e-72b3-4469-8f3d-a3a6aabdea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.757309 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.773916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78ec25d9-675d-409f-b3b5-a758dd69b87c req-1f3e5824-de69-452a-af2b-104f4306ee72 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8080993 Oct 18 20:47:53.782979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=5c93c131-37c5-4ad9-bae9-53aecde6d191,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:53.803597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:53.805830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:53.809955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:53.933617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:53.937909 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.042497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port d24ac76e-6682-4c27-ae6b-5269907a2def {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:54.043896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.096854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:54.099708 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32daf37b-5fbc-4842-a769-a3980e41e77a" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:54.179131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35126) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:54.197539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.323208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.367595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.456207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.464642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b5439561-b6d3-4ef2-9b3d-ffd26c3a403b HTTP/1.1" status: 204 len: 168 time: 2.1868200 Oct 18 20:47:54.467245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2486d57-5255-430b-86c2-55312c0075fb None None] Network e193e730-9df3-465a-9d2e-d54d3369ea0c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:54.471642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070b52-a2bd-4c05-ba54-4ddd9ac7a7c7 req-e6cb80c1-e9c8-4e46-81a5-e5b7cb98d579 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:54.473442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f070b52-a2bd-4c05-ba54-4ddd9ac7a7c7 req-e6cb80c1-e9c8-4e46-81a5-e5b7cb98d579 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 946 time: 0.3563714 Oct 18 20:47:54.474199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63740fc5-2220-470a-98fc-95f2cf474691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5439561-b6d3-4ef2-9b3d-ffd26c3a403b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:54.477538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35132) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:54.726993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Deleting port 5f68817c-55b3-4a3d-b8ec-fc58e4db8e73 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:54.731223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.772485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] For port d24ac76e-6682-4c27-ae6b-5269907a2def, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=d24ac76e-6682-4c27-ae6b-5269907a2def,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:54.772806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.853285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1c94c649-9ca2-43f0-95fa-23d8603326e9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:54.940713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:54.952400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6d114a48-91b4-4126-9a7d-5970f133a7d0 None None] Provisioning complete for port 5c93c131-37c5-4ad9-bae9-53aecde6d191 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:54.953047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d114a48-91b4-4126-9a7d-5970f133a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.074355 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6d114a48-91b4-4126-9a7d-5970f133a7d0 None None] Port 5c93c131-37c5-4ad9-bae9-53aecde6d191 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:47:55.121249 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f0db61ab-9521-4494-a87a-1abbca79ca11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.146640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6d114a48-91b4-4126-9a7d-5970f133a7d0 None None] Provisioning complete for port 5135f3f2-1b19-4685-bc69-2916984daeb4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:55.147252 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d114a48-91b4-4126-9a7d-5970f133a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.154536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f070b52-a2bd-4c05-ba54-4ddd9ac7a7c7 req-38dd2c75-6d3e-4206-835f-1066e6b99c8a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514125 Oct 18 20:47:55.158766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38bca92-064a-44c1-9c27-134ba9610ed7 None None] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:47:55.182310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.193189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.226883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.300614 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.314032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=5c93c131-37c5-4ad9-bae9-53aecde6d191,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:55.338875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] DHCP port deletion for e193e730-9df3-465a-9d2e-d54d3369ea0c request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:47:55.355494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Calling delete_port for 5f68817c-55b3-4a3d-b8ec-fc58e4db8e73 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:55.377727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.383585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1c94c649-9ca2-43f0-95fa-23d8603326e9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:55.384597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.426692 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.427078 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.427402 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Floating IP 2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9 disassociated. External IP: 172.25.7.30, port: d24ac76e-6682-4c27-ae6b-5269907a2def. Oct 18 20:47:55.427758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for d24ac76e-6682-4c27-ae6b-5269907a2def owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:55.517450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:55.519721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:55.531022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Deleting port 718d9867-0146-442e-bf95-fc87c7ab55e9 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:55.531217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.769732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router f8f4eccd-76ef-4212-bf83-aeef014b0751 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:47:55.770760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] Deleting port 718d9867-0146-442e-bf95-fc87c7ab55e9 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:55.771168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.892692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] For port 718d9867-0146-442e-bf95-fc87c7ab55e9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=718d9867-0146-442e-bf95-fc87c7ab55e9,segment=NetworkSegment(72c2dd7b-2a6c-492e-9fb8-518c1c883344),segment_id=72c2dd7b-2a6c-492e-9fb8-518c1c883344)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:55.893642 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:55.954301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] Calling delete_port for 718d9867-0146-442e-bf95-fc87c7ab55e9 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:56.014058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.019392 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:47:56.037068 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c4ec5796-b4cd-4596-82df-e92fdc1b28b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/f8f4eccd-76ef-4212-bf83-aeef014b0751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5794253 Oct 18 20:47:56.038630 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35142) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:56.045350 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] Sync routers for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:47:56.068672 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:56.069720 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:56.156739 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:56.176624 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:56.177557 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:56.187639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd208e-b883-459b-a198-85286f4b587e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:56.189918 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-50bd208e-b883-459b-a198-85286f4b587e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports/5c93c131-37c5-4ad9-bae9-53aecde6d191 HTTP/1.1" status: 200 len: 910 time: 0.1496174 Oct 18 20:47:56.196093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35146) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:56.224303 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:56.225321 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212a6f6-d5f7-4cf3-b6fe-3b00f65c49c3 None None] The sync data for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:47:56.230115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7316b85e-a9e1-4eb9-8980-527b29d32179 None None] Provisioning complete for port 1c94c649-9ca2-43f0-95fa-23d8603326e9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:56.230487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7316b85e-a9e1-4eb9-8980-527b29d32179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.260891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd23b8-1619-4b8c-9c5a-222f19d0849f req-e12722d6-de46-4fb4-b116-cf95e2fc9af0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:56.264570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48fd23b8-1619-4b8c-9c5a-222f19d0849f req-e12722d6-de46-4fb4-b116-cf95e2fc9af0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.9468336 Oct 18 20:47:56.332855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 1c94c649-9ca2-43f0-95fa-23d8603326e9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1c94c649-9ca2-43f0-95fa-23d8603326e9,segment=NetworkSegment(1a767edc-b038-41e0-b79d-3540170f99a3),segment_id=1a767edc-b038-41e0-b79d-3540170f99a3)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:56.345368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.346378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5135f3f2-1b19-4685-bc69-2916984daeb4 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:56.377010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.409067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f0db61ab-9521-4494-a87a-1abbca79ca11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.445263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] No DVR routers for this DVR port 718d9867-0146-442e-bf95-fc87c7ab55e9 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:56.476837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f0db61ab-9521-4494-a87a-1abbca79ca11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.488999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=1c94c649-9ca2-43f0-95fa-23d8603326e9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:56.509198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] For port 718d9867-0146-442e-bf95-fc87c7ab55e9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=718d9867-0146-442e-bf95-fc87c7ab55e9,segment=NetworkSegment(72c2dd7b-2a6c-492e-9fb8-518c1c883344),segment_id=72c2dd7b-2a6c-492e-9fb8-518c1c883344)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:56.509568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.534460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38673742-4818-487b-83a8-d7b1c0a581ff None None] Pushing event deleted for resources: {'Port': ['ID=718d9867-0146-442e-bf95-fc87c7ab55e9,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:56.554743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5135f3f2-1b19-4685-bc69-2916984daeb4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:56.555315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.588031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48fd23b8-1619-4b8c-9c5a-222f19d0849f req-b9ea5ddc-3382-4dc3-a560-0e7f30b50199 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476826 Oct 18 20:47:56.589068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Calling delete_port for 718d9867-0146-442e-bf95-fc87c7ab55e9 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:56.630046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db61ab-9521-4494-a87a-1abbca79ca11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258d06a-faa5-4736-9a6a-d14de6ef0164,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:56.635054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7316b85e-a9e1-4eb9-8980-527b29d32179 None None] Provisioning complete for port 5c93c131-37c5-4ad9-bae9-53aecde6d191 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:56.635430 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7316b85e-a9e1-4eb9-8980-527b29d32179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.635661 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f0db61ab-9521-4494-a87a-1abbca79ca11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8bd94abea8e4e199f1f1ac57c7dd0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4494774 Oct 18 20:47:56.648273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35150) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:56.696281 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.701000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.725125 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d008240e-82db-4455-9b38-6a802067452d x-openstack-request-id: req-d008240e-82db-4455-9b38-6a802067452d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:47:56.725420 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "0b612ef8-57ef-418b-bbff-ac345a0659a1", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:47:56.736834 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d008240e-82db-4455-9b38-6a802067452d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:47:56.737670 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': '0b612ef8-57ef-418b-bbff-ac345a0659a1', 'status': 'completed', 'code': 200} Oct 18 20:47:56.764259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7316b85e-a9e1-4eb9-8980-527b29d32179 None None] Port 5c93c131-37c5-4ad9-bae9-53aecde6d191 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:47:56.795796 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6417-3fb6-45f3-9af9-77b52c989fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.801681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event deleted for resources: {'Port': ['ID=5f68817c-55b3-4a3d-b8ec-fc58e4db8e73,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:56.858514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6417-3fb6-45f3-9af9-77b52c989fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.891250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1c94c649-9ca2-43f0-95fa-23d8603326e9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:47:56.942422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8fe24e0b-89f4-4a8a-bb2d-e2fb1b51334d None None] Provisioning complete for port 1c94c649-9ca2-43f0-95fa-23d8603326e9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:56.943348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fe24e0b-89f4-4a8a-bb2d-e2fb1b51334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.951151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.980703 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:56.985679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.015706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1c94c649-9ca2-43f0-95fa-23d8603326e9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:57.016077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.057475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=718d9867-0146-442e-bf95-fc87c7ab55e9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:57.070723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] No DVR routers for this DVR port 718d9867-0146-442e-bf95-fc87c7ab55e9 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:57.072861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.106708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8fe24e0b-89f4-4a8a-bb2d-e2fb1b51334d None None] Provisioning complete for port 5c93c131-37c5-4ad9-bae9-53aecde6d191 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:57.107077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fe24e0b-89f4-4a8a-bb2d-e2fb1b51334d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.123278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6417-3fb6-45f3-9af9-77b52c989fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.131786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6417-3fb6-45f3-9af9-77b52c989fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.135910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6b5b6417-3fb6-45f3-9af9-77b52c989fcf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1258d06a-faa5-4736-9a6a-d14de6ef0164 HTTP/1.1" status: 204 len: 168 time: 0.4837072 Oct 18 20:47:57.178046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8fe24e0b-89f4-4a8a-bb2d-e2fb1b51334d None None] Port 5c93c131-37c5-4ad9-bae9-53aecde6d191 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:47:57.183054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796328-5638-4201-bc3d-361c5968672d req-e1f8be26-9612-4172-ab8f-18dc3a732c4c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:57.190267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796328-5638-4201-bc3d-361c5968672d req-e1f8be26-9612-4172-ab8f-18dc3a732c4c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:57.196773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796328-5638-4201-bc3d-361c5968672d req-e1f8be26-9612-4172-ab8f-18dc3a732c4c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:57.198570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83796328-5638-4201-bc3d-361c5968672d req-e1f8be26-9612-4172-ab8f-18dc3a732c4c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 2331 time: 0.3532329 Oct 18 20:47:57.231429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b6417-3fb6-45f3-9af9-77b52c989fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258d06a-faa5-4736-9a6a-d14de6ef0164,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:57.258388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 718d9867-0146-442e-bf95-fc87c7ab55e9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:47:57.263434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.297602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 718d9867-0146-442e-bf95-fc87c7ab55e9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:47:57.297953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 718d9867-0146-442e-bf95-fc87c7ab55e9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:47:57.314422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.388639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.433208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=d24ac76e-6682-4c27-ae6b-5269907a2def,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:57.454449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.21.0.1 (38a15b52-791e-4954-8ce5-b046c4f94fa1/a7ca6c15-8ce8-4b54-9b45-59ca9419dd33/dbb2a4d9-c7a7-42e5-9da3-251bad3508f0) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:47:57.466361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e193e730-9df3-465a-9d2e-d54d3369ea0c']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:57.473281 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.473821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Fanout notify agent at l3_agent the message router_deleted on router b163562f-1d4d-4a39-bf77-3b7cdb3dc74b {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:47:57.477755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83796328-5638-4201-bc3d-361c5968672d req-aee2453b-686b-40ac-99cd-c0533d6b7ef2 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222970 Oct 18 20:47:57.530914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.532078 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0bc7c438-d9c1-4b17-81d3-f413d02e8817 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/b163562f-1d4d-4a39-bf77-3b7cdb3dc74b HTTP/1.1" status: 204 len: 168 time: 4.9938474 Oct 18 20:47:57.539672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c2dd7b-2a6c-492e-9fb8-518c1c883344') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:57.539970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c2dd7b-2a6c-492e-9fb8-518c1c883344') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:57.544239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35162) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:57.550719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1906337568', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': False}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:47:57.571193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.608004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.641416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:47:57.641828 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.646421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.648130 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:47:57.651853 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:47:57.672324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:47:57.674307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35164) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:57.747364 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53c32f77-295c-44ef-8f80-22868107af6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.855503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.859560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.868256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c4e25-c137-4403-8b36-b1f9edd267c9 req-c4014a60-8c41-4318-bde7-c1170cb35596 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:57.869959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93c4e25-c137-4403-8b36-b1f9edd267c9 req-c4014a60-8c41-4318-bde7-c1170cb35596 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 946 time: 0.2829628 Oct 18 20:47:57.926561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.929869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] 10.222.0.66 "DELETE /v2.0/networks/e193e730-9df3-465a-9d2e-d54d3369ea0c HTTP/1.1" status: 204 len: 168 time: 3.4487543 Oct 18 20:47:57.942203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:57.982402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a246815-b3a1-4a86-b105-ea3e7d961ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=e193e730-9df3-465a-9d2e-d54d3369ea0c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:57.988014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.039504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:58.044968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:58.051789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:47:58.107617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.197367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d93c4e25-c137-4403-8b36-b1f9edd267c9 req-2a0da877-ebce-42fb-af85-2f823e7841dc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829235 Oct 18 20:47:58.203858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.273038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=dbb2a4d9-c7a7-42e5-9da3-251bad3508f0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:58.285029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35170) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:58.340346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.439208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-96bc49d6-a7dd-458d-9257-97f3989a06b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e927db40a4714880bd7e8a7732e821e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525800 Oct 18 20:47:58.441933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35172) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:58.514877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:47:58.517809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53c32f77-295c-44ef-8f80-22868107af6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.524676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cbbb6a7b-fa3c-4f79-bfc0-7877e81e9865 None None] Provisioning complete for port dbb2a4d9-c7a7-42e5-9da3-251bad3508f0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:47:58.525296 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cbbb6a7b-fa3c-4f79-bfc0-7877e81e9865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.543947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53c32f77-295c-44ef-8f80-22868107af6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.561501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] Sync routers for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:47:58.592537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c32f77-295c-44ef-8f80-22868107af6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fccdaf-03b2-4703-a5b0-65680d1a1bde,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:58.600763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:58.601769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:58.606514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb6a7b-fa3c-4f79-bfc0-7877e81e9865 None None] Port dbb2a4d9-c7a7-42e5-9da3-251bad3508f0 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:47:58.610829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac1211e1-0861-46d0-91d1-f2c02d6a084c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.640055 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac1211e1-0861-46d0-91d1-f2c02d6a084c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.645803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] No DVR routers for this DVR port d24ac76e-6682-4c27-ae6b-5269907a2def on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:47:58.655778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-53c32f77-295c-44ef-8f80-22868107af6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ca245ab65088413e995b1fe78c57f5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9803932 Oct 18 20:47:58.658732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35176) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:47:58.664801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179033c9-2561-435c-94c5-edab5a1b1fce req-fb079ae0-6c91-43ed-ba11-9fa192d5a947 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:58.673365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-179033c9-2561-435c-94c5-edab5a1b1fce req-fb079ae0-6c91-43ed-ba11-9fa192d5a947 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1922314 Oct 18 20:47:58.675980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.679628 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-a67b4d38-1d2d-4fa7-9961-9086deb25d74 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "DELETE /v2.0/ports/d24ac76e-6682-4c27-ae6b-5269907a2def HTTP/1.1" status: 204 len: 173 time: 5.8007760 Oct 18 20:47:58.738429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:47:58.740994 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec724a4-662c-4554-85ce-196650d4c268" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:47:58.803086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:47:58.811109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-179033c9-2561-435c-94c5-edab5a1b1fce req-02b8c562-3f4b-4583-9d8a-f6211ddb69a6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365597 Oct 18 20:47:58.870641 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40ddf263-2c9b-47cd-869e-3c1b97011fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.876365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac1211e1-0861-46d0-91d1-f2c02d6a084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.879013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac1211e1-0861-46d0-91d1-f2c02d6a084c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.880189 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ac1211e1-0861-46d0-91d1-f2c02d6a084c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e74a0b2-4732-45a9-a883-b7c1c53bfe01 HTTP/1.1" status: 204 len: 168 time: 0.4373052 Oct 18 20:47:58.909034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1211e1-0861-46d0-91d1-f2c02d6a084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e74a0b2-4732-45a9-a883-b7c1c53bfe01,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:58.936472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40ddf263-2c9b-47cd-869e-3c1b97011fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:58.976122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.012171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.149059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=dbb2a4d9-c7a7-42e5-9da3-251bad3508f0,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:59.155329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.181891 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40ddf263-2c9b-47cd-869e-3c1b97011fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.185616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40ddf263-2c9b-47cd-869e-3c1b97011fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.187078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-40ddf263-2c9b-47cd-869e-3c1b97011fe8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73fccdaf-03b2-4703-a5b0-65680d1a1bde HTTP/1.1" status: 204 len: 168 time: 0.5244551 Oct 18 20:47:59.210691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddf263-2c9b-47cd-869e-3c1b97011fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fccdaf-03b2-4703-a5b0-65680d1a1bde,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:47:59.235534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port ba20ca2b-4013-4f97-928b-5e57144313fa {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:47:59.239921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.405140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.420426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:47:59.427612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:47:59.454146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:45Z', 'revision_number': 5, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:59.537203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.624127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26e75e-b7c2-4872-92d3-6af01bf1d29c req-fc47df74-6176-426c-b4bf-bf05e08bf872 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:59.641288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26e75e-b7c2-4872-92d3-6af01bf1d29c req-fc47df74-6176-426c-b4bf-bf05e08bf872 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:47:59.652036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c26e75e-b7c2-4872-92d3-6af01bf1d29c req-fc47df74-6176-426c-b4bf-bf05e08bf872 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 1676 time: 0.5462446 Oct 18 20:47:59.662774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] Checking router: 9e80aee3-9207-48f9-bde3-9c9c93d86f67 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:47:59.718752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:47:59.719830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:47:59.878261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] For port ba20ca2b-4013-4f97-928b-5e57144313fa, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ba20ca2b-4013-4f97-928b-5e57144313fa,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:47:59.878944 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:47:59.916143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for ba20ca2b-4013-4f97-928b-5e57144313fa owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:47:59.949622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c26e75e-b7c2-4872-92d3-6af01bf1d29c req-1388045c-969f-4ace-b40c-b64366cd19dc tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954862 Oct 18 20:47:59.993252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router f8f4eccd-76ef-4212-bf83-aeef014b0751 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:48:00.071879 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a248224-e721-46a0-9274-e56e57595bc2 x-openstack-request-id: req-6a248224-e721-46a0-9274-e56e57595bc2 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:48:00.072196 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "d24ac76e-6682-4c27-ae6b-5269907a2def", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:48:00.079514 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a248224-e721-46a0-9274-e56e57595bc2 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:48:00.081033 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': 'd24ac76e-6682-4c27-ae6b-5269907a2def', 'status': 'completed', 'code': 200} Oct 18 20:48:00.209612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35214) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:00.227442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:48:00.271138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Allocated IP 172.25.7.102 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/08bc1d18-eb31-4928-945f-bd58a8d52265) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:00.334571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35218) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:00.337611 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3548cc9f-7ecc-4936-ba9c-eabb63e14980 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a49d319bac74bc2b1a5c6b384314fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1223826 Oct 18 20:48:00.341972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:00.366365 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] Sync routers for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:00.381848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35220) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:00.382952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-901545be-241b-41cc-8f72-6fe070b83128 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/f8f4eccd-76ef-4212-bf83-aeef014b0751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1802971 Oct 18 20:48:00.391067 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:00.398952 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:00.439525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-40210888-cfd7-4aaa-84e4-cdc5081e84c7 None None] Provisioning complete for port dbb2a4d9-c7a7-42e5-9da3-251bad3508f0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:00.439909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-40210888-cfd7-4aaa-84e4-cdc5081e84c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:00.509318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-40210888-cfd7-4aaa-84e4-cdc5081e84c7 None None] Port dbb2a4d9-c7a7-42e5-9da3-251bad3508f0 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:48:00.517307 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:00.538758 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:00.539398 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:00.588187 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:00.589147 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a122fe7d-2fb7-4d6f-801f-69e05ada024a None None] The sync data for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:00.648644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0da83c-1136-4fa7-bfd9-356a2739a335 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:00.654761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8e0da83c-1136-4fa7-bfd9-356a2739a335 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports/dbb2a4d9-c7a7-42e5-9da3-251bad3508f0 HTTP/1.1" status: 200 len: 910 time: 0.2657888 Oct 18 20:48:00.655154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35224) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:00.678117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c48a75-20ec-4995-93d7-6ddab0c76cce req-37cc0077-0076-427a-9d1f-1e44872994b6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:00.689009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50c48a75-20ec-4995-93d7-6ddab0c76cce req-37cc0077-0076-427a-9d1f-1e44872994b6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4089947 Oct 18 20:48:00.716258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:00.782190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:45Z', 'revision_number': 5, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:00.838562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50c48a75-20ec-4995-93d7-6ddab0c76cce req-d6858521-9249-402c-be13-cf6c2cb6218d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447418 Oct 18 20:48:00.842036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=ba20ca2b-4013-4f97-928b-5e57144313fa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:00.844744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9529d37-bdf8-4574-9373-a0ae3fe583da None None] The sync data for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 is: [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:36:32Z', 'revision_number': 4, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '52aff509-1a95-4a28-8b9d-cfac92dde3b0', 'name': '', 'network_id': '98b4e60f-3bc9-4a8a-8036-4a086592c7f6', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'mac_address': 'fa:16:3e:21:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': 'c305f89f-866e-4576-9b5b-498946350648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:31Z', 'updated_at': '2021-10-18T20:36:45Z', 'revision_number': 5, 'project_id': '94e4669136974840b417c5b4204acd9a', 'subnets': [{'id': 'c305f89f-866e-4576-9b5b-498946350648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:00.997914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fadb39e-e812-4a79-8eed-248c73faa999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.066017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] No DVR routers for this DVR port ba20ca2b-4013-4f97-928b-5e57144313fa on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:01.068868 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.075070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-5e64d195-8afc-4cd6-bcf3-39f1c231cfa3 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "DELETE /v2.0/ports/ba20ca2b-4013-4f97-928b-5e57144313fa HTTP/1.1" status: 204 len: 173 time: 2.3613477 Oct 18 20:48:01.172958 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.194574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b1949-4fe9-4ef6-b897-14248b525865 req-9b5adca6-5d51-4c42-ad86-fe93a4990269 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:01.196795 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa2b1949-4fe9-4ef6-b897-14248b525865 req-9b5adca6-5d51-4c42-ad86-fe93a4990269 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1969213 Oct 18 20:48:01.206420 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fadb39e-e812-4a79-8eed-248c73faa999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.364263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.378382 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.470703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c50047e-f85b-4ae1-a08d-0d7bdf34849d None None] New status for floating IP 2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:48:01.486233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa2b1949-4fe9-4ef6-b897-14248b525865 req-961340a9-24ce-482d-94cf-ba07d199ab39 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525563 Oct 18 20:48:01.486941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fadb39e-e812-4a79-8eed-248c73faa999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.499554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fadb39e-e812-4a79-8eed-248c73faa999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.501620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8fadb39e-e812-4a79-8eed-248c73faa999 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/275341b3-f00c-41ba-90ce-6fa1211351e4 HTTP/1.1" status: 204 len: 168 time: 1.1659515 Oct 18 20:48:01.593927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:01.600318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadb39e-e812-4a79-8eed-248c73faa999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275341b3-f00c-41ba-90ce-6fa1211351e4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:01.604680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:01.627519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:01.718375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Port': ['ID=08bc1d18-eb31-4928-945f-bd58a8d52265,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:01.723163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port dbb2a4d9-c7a7-42e5-9da3-251bad3508f0 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:01.724739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.768367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:01.768805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.942663 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:01.972147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for dbb2a4d9-c7a7-42e5-9da3-251bad3508f0 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:02.047225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] For port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:02.048333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:02.143263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:48:02.145924 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8354a25a-4e6a-4478-a86d-6c6999013546" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:48:02.149598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:02.340054 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:02.352492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:02.387228 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=dbb2a4d9-c7a7-42e5-9da3-251bad3508f0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:02.406115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.407182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.407182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.407485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.408977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.408977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.408977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.408977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.409528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.409883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.410235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.410562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:02.413616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05447d0f-854f-473b-9ec9-e2be4f3fa91a req-0ba73d15-e449-42c6-a298-74a632bbbbe9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:02.419871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05447d0f-854f-473b-9ec9-e2be4f3fa91a req-0ba73d15-e449-42c6-a298-74a632bbbbe9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 942 time: 0.2089753 Oct 18 20:48:02.658267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.089204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:03.125313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router f8f4eccd-76ef-4212-bf83-aeef014b0751 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:48:03.144283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05447d0f-854f-473b-9ec9-e2be4f3fa91a req-b7b89c2e-929c-423f-8874-9d9a703d810d tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a74a8a6-8f6a-40b8-9987-ee9042da5a49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7145858 Oct 18 20:48:03.189561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.266073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:03.285204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.328225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:03.345232 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6c305b0b-bfb2-4f16-9165-12793581f1b7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/f8f4eccd-76ef-4212-bf83-aeef014b0751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6888571 Oct 18 20:48:03.350104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] No DVR routers for this DVR port 2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:03.350486 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] Sync routers for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:03.352592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35330) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:03.377944 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:03.378599 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:03.398785 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.402443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-940b0e21-010c-478e-a603-5cdd3cc3752d req-3aec0ea3-b30a-4bf1-80c2-5e4cb673d877 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.79 "DELETE /v2.0/ports/2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c HTTP/1.1" status: 204 len: 173 time: 2.3124945 Oct 18 20:48:03.479011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2092689626-network', 'tenant_id': 'bd5be32b036a4772916147f5b8765dfb'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:03.489204 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:03.533885 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:03.534535 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:03.536500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Made reservation on behalf of bd5be32b036a4772916147f5b8765dfb for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:03.543127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.553564 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f65d91-fa2b-4763-badd-d27d0f8217a5 x-openstack-request-id: req-01f65d91-fa2b-4763-badd-d27d0f8217a5 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:48:03.553855 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "ba20ca2b-4013-4f97-928b-5e57144313fa", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:48:03.554065 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01f65d91-fa2b-4763-badd-d27d0f8217a5 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:48:03.554465 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': 'ba20ca2b-4013-4f97-928b-5e57144313fa', 'status': 'completed', 'code': 200} Oct 18 20:48:03.568065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.629838 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:03.630526 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b5991-9cfa-4f71-9030-c50bc01c4bda None None] The sync data for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:03.756592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.764584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.826311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:48:03.846752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be5a82a-a34d-40b7-94bf-4e59b053d80a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:03.864165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:03.864852 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Added segment ec41b58a-bf17-4804-a4ff-9d9d6a03af21 of type vlan for network 09997af1-4f6a-4900-8dea-26397f527807 Oct 18 20:48:03.944487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bdfaf-ca79-4e20-bfd9-e9e2104dc71a req-874b18ad-a28f-40c0-a69d-7f85378bc7e1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:03.946786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e30bdfaf-ca79-4e20-bfd9-e9e2104dc71a req-874b18ad-a28f-40c0-a69d-7f85378bc7e1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2962875 Oct 18 20:48:03.968964 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.004106 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.005486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:04.006203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.053490 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9622555 Oct 18 20:48:04.056014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Router 8e5b400e-8c94-4d06-bb4a-0643b776560d is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:04.056431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35382) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:04.064652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Request body: {'subnet': {'network_id': '09997af1-4f6a-4900-8dea-26397f527807', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2092689626-subnet', 'tenant_id': 'bd5be32b036a4772916147f5b8765dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:04.080526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e30bdfaf-ca79-4e20-bfd9-e9e2104dc71a req-45ec4855-d077-41c4-ab3b-6a24e7be36a7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256757 Oct 18 20:48:04.130112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d213031-fa49-4573-83a6-0407b1cc7262 admin admin] Pushing event updated for resources: {'Network': ['ID=09997af1-4f6a-4900-8dea-26397f527807,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:04.146000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 09997af1-4f6a-4900-8dea-26397f527807 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:48:04.160933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Made reservation on behalf of bd5be32b036a4772916147f5b8765dfb for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:04.167327 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.294880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:04.309223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Sync routers for ids ['8e5b400e-8c94-4d06-bb4a-0643b776560d'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:04.323239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Routers {'8e5b400e-8c94-4d06-bb4a-0643b776560d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:04.326466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['8e5b400e-8c94-4d06-bb4a-0643b776560d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:04.359120 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.364076 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ee3468b7-0369-4730-8480-cca498e892f9 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.8153629 Oct 18 20:48:04.364816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35394) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:04.397961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.411901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:04.478184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f03c950-052c-4a22-97bc-ed229de06477,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:04.487715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Checking segment: {'id': 'ec41b58a-bf17-4804-a4ff-9d9d6a03af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '09997af1-4f6a-4900-8dea-26397f527807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:04.487905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Network hostable DHCP agents. Network: 09997af1-4f6a-4900-8dea-26397f527807, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:48:04.505915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Set router 8e5b400e-8c94-4d06-bb4a-0643b776560d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:48:04.513574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Network 09997af1-4f6a-4900-8dea-26397f527807 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:48:04.513789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9436cd34-0acb-4164-a5a8-2ab89c13ff35 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/8e5b400e-8c94-4d06-bb4a-0643b776560d HTTP/1.1" status: 200 len: 909 time: 0.1445212 Oct 18 20:48:04.514417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:04.522619 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.527399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1906337568', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': True}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:04.566498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 09997af1-4f6a-4900-8dea-26397f527807) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:04.589287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:04.590040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.610859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.612962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.630801 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a72adf91-fcc5-4f9d-8f1c-7602462bc4bc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5661621 Oct 18 20:48:04.633991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17470f18-97ec-4b6d-9daa-5809eae241c1 None None] Network 09997af1-4f6a-4900-8dea-26397f527807 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:04.694950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.752595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92607472-0415-4d0b-8880-75a3fdee4c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:04.986671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port 5c93c131-37c5-4ad9-bae9-53aecde6d191 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:04.987250 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.049132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.186175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d64a48-1d06-47f5-9a53-5109abf070f0 None None] Network 09997af1-4f6a-4900-8dea-26397f527807 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:05.193988 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.224563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for 5c93c131-37c5-4ad9-bae9-53aecde6d191 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:05.296714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92607472-0415-4d0b-8880-75a3fdee4c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.307352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92607472-0415-4d0b-8880-75a3fdee4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.330176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b400e-8c94-4d06-bb4a-0643b776560d', 'name': 'tempest-snat-router-1906337568', 'tenant_id': '1194c08fa7dc4a3495df85a2b54926b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': '08bc1d18-eb31-4928-945f-bd58a8d52265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:47:57Z', 'updated_at': '2021-10-18T20:48:02Z', 'revision_number': 3, 'project_id': '1194c08fa7dc4a3495df85a2b54926b7', 'gw_port': {'id': '08bc1d18-eb31-4928-945f-bd58a8d52265', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b400e-8c94-4d06-bb4a-0643b776560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:47:59Z', 'updated_at': '2021-10-18T20:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:05.368152 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-92607472-0415-4d0b-8880-75a3fdee4c6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e062167682f482885069acc1859692f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9547668 Oct 18 20:48:05.369188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92607472-0415-4d0b-8880-75a3fdee4c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988d1b5e-26fc-4357-8cc6-78fefab27f9d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:05.373251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:05.423339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Checking router: 8e5b400e-8c94-4d06-bb4a-0643b776560d for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:48:05.423912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Updating router 8e5b400e-8c94-4d06-bb4a-0643b776560d port 08bc1d18-eb31-4928-945f-bd58a8d52265 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:48:05.508779 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.569282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:48:05.575100 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c92cef-1fb7-4f9f-8918-b88db91aa088" -d '{"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:48:05.591787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35418) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:05.602660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-265029281-network', 'tenant_id': '23c4c82c482d47d1a39741bfb734deed'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:05.643023 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f10c15b4-42e5-4c85-9c76-5137e6fca070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.739389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Made reservation on behalf of 23c4c82c482d47d1a39741bfb734deed for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:05.744171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.760930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f10c15b4-42e5-4c85-9c76-5137e6fca070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.798186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.877533 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.917547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.927564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.933032 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.960782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Attempting to bind port 08bc1d18-eb31-4928-945f-bd58a8d52265 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:48:05.961282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Attempting to bind port 08bc1d18-eb31-4928-945f-bd58a8d52265 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:48:05.961568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Attempting to bind port 08bc1d18-eb31-4928-945f-bd58a8d52265 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:48:05.968556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.985266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:48:05.985632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:05.986051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.986455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:48:05.987035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Bound port: 08bc1d18-eb31-4928-945f-bd58a8d52265, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:48:05.987349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:05.999495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=5c93c131-37c5-4ad9-bae9-53aecde6d191,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:06.045568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Pushing event updated for resources: {'Port': ['ID=08bc1d18-eb31-4928-945f-bd58a8d52265,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:06.064772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.065023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.065345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.065738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.066081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.066422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.066758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.067102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.067437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.067765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.068095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.068449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:06.078181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] For port 08bc1d18-eb31-4928-945f-bd58a8d52265, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:48:06.083614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] For port 08bc1d18-eb31-4928-945f-bd58a8d52265, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=08bc1d18-eb31-4928-945f-bd58a8d52265,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:48:06.095202 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.167604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Routers {'8e5b400e-8c94-4d06-bb4a-0643b776560d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:06.168733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['8e5b400e-8c94-4d06-bb4a-0643b776560d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:06.186776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f10c15b4-42e5-4c85-9c76-5137e6fca070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.201857 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f10c15b4-42e5-4c85-9c76-5137e6fca070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.205516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f10c15b4-42e5-4c85-9c76-5137e6fca070 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/988d1b5e-26fc-4357-8cc6-78fefab27f9d HTTP/1.1" status: 204 len: 168 time: 0.8277230 Oct 18 20:48:06.233847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c15b4-42e5-4c85-9c76-5137e6fca070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988d1b5e-26fc-4357-8cc6-78fefab27f9d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:06.236102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Allocated IP 172.25.7.113 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/62b7fa1d-76e6-4dd0-90cc-3607fe046c5a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:06.268496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cd002-b25e-418c-be28-9bc331772cf6 None None] Pushing event updated for resources: {'Port': ['ID=08bc1d18-eb31-4928-945f-bd58a8d52265,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:06.373585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] Set router 8e5b400e-8c94-4d06-bb4a-0643b776560d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:48:06.417600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.452771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.483282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.518987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.557141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:06.564369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:06.564673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:06.568057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:06.631515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Port': ['ID=62b7fa1d-76e6-4dd0-90cc-3607fe046c5a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:06.702359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b400e-8c94-4d06-bb4a-0643b776560d', 'name': 'tempest-snat-router-1906337568', 'tenant_id': '1194c08fa7dc4a3495df85a2b54926b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': '08bc1d18-eb31-4928-945f-bd58a8d52265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:47:57Z', 'updated_at': '2021-10-18T20:48:02Z', 'revision_number': 3, 'project_id': '1194c08fa7dc4a3495df85a2b54926b7', 'gw_port': {'id': '08bc1d18-eb31-4928-945f-bd58a8d52265', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b400e-8c94-4d06-bb4a-0643b776560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:47:59Z', 'updated_at': '2021-10-18T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:06.748043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9afb5-34f4-40ae-a1a6-2982ff31e2eb None None] The sync data for ids ['8e5b400e-8c94-4d06-bb4a-0643b776560d'] in n-d-812149-2 is: [{'id': '8e5b400e-8c94-4d06-bb4a-0643b776560d', 'name': 'tempest-snat-router-1906337568', 'tenant_id': '1194c08fa7dc4a3495df85a2b54926b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.102'}], 'enable_snat': False}, 'gw_port_id': '08bc1d18-eb31-4928-945f-bd58a8d52265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:47:57Z', 'updated_at': '2021-10-18T20:48:02Z', 'revision_number': 3, 'project_id': '1194c08fa7dc4a3495df85a2b54926b7', 'gw_port': {'id': '08bc1d18-eb31-4928-945f-bd58a8d52265', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b400e-8c94-4d06-bb4a-0643b776560d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:47:59Z', 'updated_at': '2021-10-18T20:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:06.929949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35428) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:06.951227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c049d72c-be6e-4859-aacb-93a4ff3c7e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.083253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:48:07.095528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.096333 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Added segment 5feb8f07-100c-4a93-a172-f2e71aa3e786 of type vlan for network 2a49f091-8299-4337-a06e-0642f3ce5c3d Oct 18 20:48:07.144472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.201419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec47f2d-f31e-4770-9431-14e1c47079b7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:07.221562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.277051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router f8f4eccd-76ef-4212-bf83-aeef014b0751 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:48:07.299346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.300326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:07.301047 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.381214 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-10c7c849-6b89-42a9-bdc9-ce3f002d2041 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6203549 Oct 18 20:48:07.454331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2a49f091-8299-4337-a06e-0642f3ce5c3d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:07.474813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 2a49f091-8299-4337-a06e-0642f3ce5c3d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:48:07.517017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3a3ef188-2a71-45a3-bad9-2a83ba8dd1b3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9219692 Oct 18 20:48:07.519962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35430) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:07.526763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Request body: {'subnet': {'network_id': '2a49f091-8299-4337-a06e-0642f3ce5c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-265029281-subnet', 'tenant_id': '23c4c82c482d47d1a39741bfb734deed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:07.533882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:07.547583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9c14ab9d-5679-4d09-9259-938c2dd806ad tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/f8f4eccd-76ef-4212-bf83-aeef014b0751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1551878 Oct 18 20:48:07.551061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35432) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:07.551722 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] Sync routers for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:07.565070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c049d72c-be6e-4859-aacb-93a4ff3c7e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.588704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c049d72c-be6e-4859-aacb-93a4ff3c7e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.599297 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:07.600666 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:07.628528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-ffb34a0e-6add-48f9-b70c-3cd8b6bfec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:07.629508 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-ffb34a0e-6add-48f9-b70c-3cd8b6bfec73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 1097 time: 0.1881411 Oct 18 20:48:07.632971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049d72c-be6e-4859-aacb-93a4ff3c7e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2da244-3f4e-4eab-a3e9-55fb493245ce,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:07.635074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-848c6d54-e712-4474-9e0b-cf5d1985d958 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8f4eccd-76ef-4212-bf83-aeef014b0751 HTTP/1.1" status: 200 len: 205 time: 0.0823567 Oct 18 20:48:07.641046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35434) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:07.667845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.728323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c049d72c-be6e-4859-aacb-93a4ff3c7e21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71fca7b60da24604ba99201e9fd5278e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965212 Oct 18 20:48:07.762106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83b46298-1b2f-4393-b90c-728085cfab4a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.763015 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:07.795426 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] Routers {'f8f4eccd-76ef-4212-bf83-aeef014b0751'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:07.796248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35436) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:07.797261 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['f8f4eccd-76ef-4212-bf83-aeef014b0751'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:07.885383 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:07.886949 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbbdceb-6c70-47e5-8908-839cd5e97ba5 None None] The sync data for ids ['f8f4eccd-76ef-4212-bf83-aeef014b0751'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:07.896953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Made reservation on behalf of 23c4c82c482d47d1a39741bfb734deed for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:07.899885 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.993669 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65544628-1be1-417f-8395-9f9bb583a496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:07.999073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-d2c52e37-d913-4ce1-aa10-3c8b9ad4eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:08.000614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-d2c52e37-d913-4ce1-aa10-3c8b9ad4eb74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.3243766 Oct 18 20:48:08.040850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83b46298-1b2f-4393-b90c-728085cfab4a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.045749 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83b46298-1b2f-4393-b90c-728085cfab4a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.082358 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-83aae107-7406-49fa-8f87-fc5dc2f48704 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee HTTP/1.1" status: 200 len: 217 time: 0.0694375 Oct 18 20:48:08.084408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65544628-1be1-417f-8395-9f9bb583a496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.153018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83b46298-1b2f-4393-b90c-728085cfab4a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.153894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b46298-1b2f-4393-b90c-728085cfab4a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Fanout notify agent at l3_agent the message router_deleted on router f8f4eccd-76ef-4212-bf83-aeef014b0751 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:08.169710 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83b46298-1b2f-4393-b90c-728085cfab4a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.171616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-83b46298-1b2f-4393-b90c-728085cfab4a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/f8f4eccd-76ef-4212-bf83-aeef014b0751 HTTP/1.1" status: 204 len: 168 time: 0.5289693 Oct 18 20:48:08.176595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35438) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:08.193361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Router a1c63451-e8bf-4139-8720-403d896566f4 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:08.198451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-d57d8729-a4f6-4dc4-8d30-6399031a5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:08.200693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-d57d8729-a4f6-4dc4-8d30-6399031a5a9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1062365 Oct 18 20:48:08.303224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet a7ca6c15-8ce8-4b54-9b45-59ca9419dd33 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:48:08.309045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-e6e23f0c-e985-4b20-8624-c4a6b0feb2a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986893 Oct 18 20:48:08.313696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.313921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65544628-1be1-417f-8395-9f9bb583a496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.318595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65544628-1be1-417f-8395-9f9bb583a496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.319938 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65544628-1be1-417f-8395-9f9bb583a496 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e2da244-3f4e-4eab-a3e9-55fb493245ce HTTP/1.1" status: 204 len: 168 time: 0.5226338 Oct 18 20:48:08.334529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-e3544aec-53bb-4900-88e8-f500e4319596 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:48:08.335774 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-e3544aec-53bb-4900-88e8-f500e4319596 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0146470 Oct 18 20:48:08.369044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65544628-1be1-417f-8395-9f9bb583a496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2da244-3f4e-4eab-a3e9-55fb493245ce,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:08.478998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.523916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:08.538285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Sync routers for ids ['a1c63451-e8bf-4139-8720-403d896566f4'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:08.549921 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-f5494550-3dda-49be-ad5b-fb2f023658cd service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026508 Oct 18 20:48:08.561795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.567356 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fb71e714-37cd-4457-ba02-297d047ab808 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0462050 Oct 18 20:48:08.574637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Routers {'a1c63451-e8bf-4139-8720-403d896566f4'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:08.576661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a1c63451-e8bf-4139-8720-403d896566f4'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:08.603659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35442) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:08.668492 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-46f64a86-bef0-42e1-b4a8-4a927c85e0e8 req-78f483aa-e8fb-4153-82a8-30a925684e74 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039877 Oct 18 20:48:08.757490 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:08.866880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Set router a1c63451-e8bf-4139-8720-403d896566f4 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:48:08.971396 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.019131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b827ab13-856d-4dce-a206-c43900e432b7,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:09.032636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 08bc1d18-eb31-4928-945f-bd58a8d52265 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:48:09.042246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-720d8085-1d1a-4dd2-8a7d-f8a118618fec tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/a1c63451-e8bf-4139-8720-403d896566f4 HTTP/1.1" status: 200 len: 908 time: 0.4243219 Oct 18 20:48:09.043318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35450) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:09.053794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Checking segment: {'id': '5feb8f07-100c-4a93-a172-f2e71aa3e786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '2a49f091-8299-4337-a06e-0642f3ce5c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:09.054132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Network hostable DHCP agents. Network: 2a49f091-8299-4337-a06e-0642f3ce5c3d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:48:09.092345 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.128056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Network 2a49f091-8299-4337-a06e-0642f3ce5c3d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:48:09.137020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ca6c15-8ce8-4b54-9b45-59ca9419dd33,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:09.140951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.145202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-50142e58-c1c0-4cae-b1fe-dcc0a4c876c7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/a7ca6c15-8ce8-4b54-9b45-59ca9419dd33 HTTP/1.1" status: 204 len: 168 time: 0.9671776 Oct 18 20:48:09.147502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 2a49f091-8299-4337-a06e-0642f3ce5c3d) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:09.149701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35452) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:09.193953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75373a51-9478-408b-9495-9009a9c2b1f7 None None] Network 38a15b52-791e-4954-8ce5-b046c4f94fa1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:09.220001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f009f49f-a68b-412b-bf76-87b44c00c7f4 None None] Network 2a49f091-8299-4337-a06e-0642f3ce5c3d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:09.258972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:09.260799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.334251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 08bc1d18-eb31-4928-945f-bd58a8d52265 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:09.334878 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.396090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-065857f0-97fc-4905-9c38-a49d1eb317c0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8695776 Oct 18 20:48:09.414826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet 5d9e02d5-18d6-4485-af22-dc42b3be9c83 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:48:09.422877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.471764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.532477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206e788-caac-4583-814c-21c53c1fc9dc None None] Network 2a49f091-8299-4337-a06e-0642f3ce5c3d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:09.589551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.783644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.833514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.898115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Deleting port 62b7fa1d-76e6-4dd0-90cc-3607fe046c5a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:09.898941 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:09.988018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.019951 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.047291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9e02d5-18d6-4485-af22-dc42b3be9c83,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:10.067921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 08bc1d18-eb31-4928-945f-bd58a8d52265, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=08bc1d18-eb31-4928-945f-bd58a8d52265,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:10.069872 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.085181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ffb99a2c-437e-4594-8c51-c1d185939fe6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/5d9e02d5-18d6-4485-af22-dc42b3be9c83 HTTP/1.1" status: 204 len: 168 time: 0.9304373 Oct 18 20:48:10.086237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35474) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:10.089608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612c5717-8433-4201-8bad-bd5e65f00d9e None None] Network 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:10.092795 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.195833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=08bc1d18-eb31-4928-945f-bd58a8d52265,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:10.201994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] DHCP port deletion for 38a15b52-791e-4954-8ce5-b046c4f94fa1 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:48:10.216615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.224404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c63451-e8bf-4139-8720-403d896566f4', 'name': 'tempest-snat-router-1906337568', 'tenant_id': '1194c08fa7dc4a3495df85a2b54926b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '62b7fa1d-76e6-4dd0-90cc-3607fe046c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:48:04Z', 'updated_at': '2021-10-18T20:48:06Z', 'revision_number': 3, 'project_id': '1194c08fa7dc4a3495df85a2b54926b7', 'gw_port': {'id': '62b7fa1d-76e6-4dd0-90cc-3607fe046c5a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c63451-e8bf-4139-8720-403d896566f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:48:05Z', 'updated_at': '2021-10-18T20:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:10.256418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Checking router: a1c63451-e8bf-4139-8720-403d896566f4 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:48:10.256849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Updating router a1c63451-e8bf-4139-8720-403d896566f4 port 62b7fa1d-76e6-4dd0-90cc-3607fe046c5a binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:48:10.280756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Calling delete_port for 62b7fa1d-76e6-4dd0-90cc-3607fe046c5a owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:10.295888 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.405801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.479889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port 1c94c649-9ca2-43f0-95fa-23d8603326e9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:10.480779 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.584846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] Deleting port 1c94c649-9ca2-43f0-95fa-23d8603326e9 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:10.585219 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.598076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.668811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event deleted for resources: {'Port': ['ID=62b7fa1d-76e6-4dd0-90cc-3607fe046c5a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:10.685214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port 1c94c649-9ca2-43f0-95fa-23d8603326e9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1c94c649-9ca2-43f0-95fa-23d8603326e9,segment=NetworkSegment(1a767edc-b038-41e0-b79d-3540170f99a3),segment_id=1a767edc-b038-41e0-b79d-3540170f99a3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:10.685506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.692060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] For port 1c94c649-9ca2-43f0-95fa-23d8603326e9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1c94c649-9ca2-43f0-95fa-23d8603326e9,segment=NetworkSegment(1a767edc-b038-41e0-b79d-3540170f99a3),segment_id=1a767edc-b038-41e0-b79d-3540170f99a3)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:10.692455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.710035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] DHCP port deletion for 0bb70cd4-d8fe-465a-8ee8-ef83ef114146 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:48:10.753858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] Calling delete_port for 1c94c649-9ca2-43f0-95fa-23d8603326e9 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:10.783163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:10.832972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for 1c94c649-9ca2-43f0-95fa-23d8603326e9 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:11.006681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 08bc1d18-eb31-4928-945f-bd58a8d52265 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:48:11.010679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:48:11.011180 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:48:11.030268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] Deleting port 5135f3f2-1b19-4685-bc69-2916984daeb4 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:11.030942 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.088152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.173903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] Pushing event deleted for resources: {'Port': ['ID=1c94c649-9ca2-43f0-95fa-23d8603326e9,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:11.183329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a4fa4-0ab9-4e27-9fc1-c4f1df26c270 None None] No DVR routers for this DVR port 1c94c649-9ca2-43f0-95fa-23d8603326e9 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:11.186210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] For port 5135f3f2-1b19-4685-bc69-2916984daeb4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5135f3f2-1b19-4685-bc69-2916984daeb4,segment=NetworkSegment(22ed565c-868f-441e-af74-e8659095d898),segment_id=22ed565c-868f-441e-af74-e8659095d898)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:11.186910 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.209257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] Calling delete_port for 5135f3f2-1b19-4685-bc69-2916984daeb4 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:11.233191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 08bc1d18-eb31-4928-945f-bd58a8d52265 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:11.233581 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.251791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.256126 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.352188 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.352747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1c63451-e8bf-4139-8720-403d896566f4 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:11.357798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.358972 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b49f952-e2b2-4db4-8657-8a25d876ea4a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "DELETE /v2.0/routers/a1c63451-e8bf-4139-8720-403d896566f4 HTTP/1.1" status: 204 len: 168 time: 2.3145177 Oct 18 20:48:11.361700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35498) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:11.405972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.420877 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.437682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] Pushing event deleted for resources: {'Port': ['ID=5135f3f2-1b19-4685-bc69-2916984daeb4,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:11.448335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404cdf90-6ffc-406d-ad2b-183492dc86f8 None None] No DVR routers for this DVR port 5135f3f2-1b19-4685-bc69-2916984daeb4 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:11.462347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1c94c649-9ca2-43f0-95fa-23d8603326e9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:11.486333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=1c94c649-9ca2-43f0-95fa-23d8603326e9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:11.487154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 1c94c649-9ca2-43f0-95fa-23d8603326e9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:48:11.487936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1c94c649-9ca2-43f0-95fa-23d8603326e9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:48:11.488691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5135f3f2-1b19-4685-bc69-2916984daeb4 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:11.495425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No DVR routers for this DVR port 1c94c649-9ca2-43f0-95fa-23d8603326e9 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:11.545350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 5135f3f2-1b19-4685-bc69-2916984daeb4 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:48:11.545883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5135f3f2-1b19-4685-bc69-2916984daeb4 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:48:11.581305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Port 62b7fa1d-76e6-4dd0-90cc-3607fe046c5a not found while updating agent binding for router a1c63451-e8bf-4139-8720-403d896566f4. {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 18 20:48:11.598109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Routers set() bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:11.598927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Router IDs set() for agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 20:48:11.599984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_agentschedulers_db [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a1c63451-e8bf-4139-8720-403d896566f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent'). {{(pid=100532) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 20:48:11.600994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5f358-411d-4222-9a19-cc2ef0c4ecf6 None None] The sync data for ids ['a1c63451-e8bf-4139-8720-403d896566f4'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:11.654414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.672744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.723094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a15b52-791e-4954-8ce5-b046c4f94fa1']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:11.738821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a767edc-b038-41e0-b79d-3540170f99a3') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:11.739120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a767edc-b038-41e0-b79d-3540170f99a3') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:11.756715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.816519 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.828054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:48:11.828484 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:48:11.831996 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:48:11.866848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.959238 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.971157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:11.978365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/38a15b52-791e-4954-8ce5-b046c4f94fa1 HTTP/1.1" status: 204 len: 168 time: 1.8849585 Oct 18 20:48:11.978824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35522) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:11.989001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28d43b-3821-4a93-aba4-511f279d72dd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=38a15b52-791e-4954-8ce5-b046c4f94fa1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:12.014626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Deleting port 08bc1d18-eb31-4928-945f-bd58a8d52265 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:12.015065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.085000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.128500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] For port 08bc1d18-eb31-4928-945f-bd58a8d52265, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=08bc1d18-eb31-4928-945f-bd58a8d52265,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:12.128868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.151066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Calling delete_port for 08bc1d18-eb31-4928-945f-bd58a8d52265 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:12.289158 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.312208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb70cd4-d8fe-465a-8ee8-ef83ef114146']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:12.325987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ed565c-868f-441e-af74-e8659095d898') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:12.326626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ed565c-868f-441e-af74-e8659095d898') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:12.338821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.356502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.364082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:48:12.364689 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:48:12.368240 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:48:12.370583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.426014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event deleted for resources: {'Port': ['ID=08bc1d18-eb31-4928-945f-bd58a8d52265,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:12.483879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.508346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.518240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/0bb70cd4-d8fe-465a-8ee8-ef83ef114146 HTTP/1.1" status: 204 len: 168 time: 0.5377696 Oct 18 20:48:12.519274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5a1ea-6762-428b-ade9-2d1ae4ce2498 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=0bb70cd4-d8fe-465a-8ee8-ef83ef114146,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:12.521957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35546) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:12.527355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-685832464'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:12.550408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.554943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:12.560346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.595946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:48:12.607933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.607933 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 0cc10ca7-df58-4c6b-b0d1-f7b1537664a4 of type vlan for network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 Oct 18 20:48:12.662741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.697010 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.706687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:12.707903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.719524 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.722516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.781829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.782708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5b400e-8c94-4d06-bb4a-0643b776560d {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:12.794694 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.801294 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-273d9eed-6768-42d1-8b47-47b27a96a55b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "DELETE /v2.0/routers/8e5b400e-8c94-4d06-bb4a-0643b776560d HTTP/1.1" status: 204 len: 168 time: 1.4333744 Oct 18 20:48:12.801916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2777591 Oct 18 20:48:12.802984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35552) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:12.805218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35550) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:12.819119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-488984199', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:12.839562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:12.854918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05275ea-c237-4af6-9afa-0cf7f40bbecc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:12.872866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35554) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:12.889829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.900174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:12.902026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:48:13.031195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:13.039919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.047601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.149189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8058-bf76-4e8c-99b5-c17243bf613f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.163415 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.369205 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.419626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.485420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8058-bf76-4e8c-99b5-c17243bf613f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.539799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8058-bf76-4e8c-99b5-c17243bf613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.568531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=895218f9-d625-4815-a486-4609ddfa1804,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:13.592025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '0cc10ca7-df58-4c6b-b0d1-f7b1537664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:13.593144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:48:13.613424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c0bc8058-bf76-4e8c-99b5-c17243bf613f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5eb2fcba2f18494db08a8a38c2420aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7365074 Oct 18 20:48:13.613424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35558) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:13.622393 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc8058-bf76-4e8c-99b5-c17243bf613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bafb3a9-38d2-49e0-8d3b-76337b4776b9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:13.645544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:48:13.674417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:13.681317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:13.682313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.682831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad397a0-f836-4ff6-a994-d730b28db318 None None] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:13.720536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-037348dd-f9af-44e7-8abd-8b7530e25c09 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9154880 Oct 18 20:48:13.724186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35560) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:13.730696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1d8bc255-145f-4fb5-9db6-c33a09a3fc92 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-287303027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:13.765812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d8bc255-145f-4fb5-9db6-c33a09a3fc92 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.768976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d8bc255-145f-4fb5-9db6-c33a09a3fc92 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.798871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.830229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.841651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fb97cfd-4a4e-4d2b-a44a-1c6932c201a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.876886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d8bc255-145f-4fb5-9db6-c33a09a3fc92 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.883032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d8bc255-145f-4fb5-9db6-c33a09a3fc92 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.916647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fb97cfd-4a4e-4d2b-a44a-1c6932c201a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.935973 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d8bc255-145f-4fb5-9db6-c33a09a3fc92 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:13.940714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1d8bc255-145f-4fb5-9db6-c33a09a3fc92 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2148218 Oct 18 20:48:13.941527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35562) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:13.959146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62', 'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': '895218f9-d625-4815-a486-4609ddfa1804'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:48:13.960301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'port': {'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62', 'name': 'tempest-RoutersTest-794095382'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:13.963570 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.038084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Allocated IP 172.25.7.185 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/30ba1478-8b01-444c-8ad8-19a9a0eabea8) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:14.061626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fb97cfd-4a4e-4d2b-a44a-1c6932c201a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.073021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fb97cfd-4a4e-4d2b-a44a-1c6932c201a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.074743 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0fb97cfd-4a4e-4d2b-a44a-1c6932c201a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9bafb3a9-38d2-49e0-8d3b-76337b4776b9 HTTP/1.1" status: 204 len: 168 time: 0.4598789 Oct 18 20:48:14.142062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:14.146987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.153737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb97cfd-4a4e-4d2b-a44a-1c6932c201a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bafb3a9-38d2-49e0-8d3b-76337b4776b9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:14.257358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Allocated IP 172.20.0.2 (a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62/895218f9-d625-4815-a486-4609ddfa1804/d6f7e0d7-55ab-4f57-a22b-2461796c2aa5) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:14.336640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.380835 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.463133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:14.470376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:14.486492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:14.492870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event updated for resources: {'Port': ['ID=30ba1478-8b01-444c-8ad8-19a9a0eabea8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:14.600885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.624638 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.701203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:14.716572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:14.721385 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:14.739071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35568) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:14.757983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Pushing event updated for resources: {'Port': ['ID=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:14.786703 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f21454d7-4753-4422-b85e-6880542e483b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.853910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] device_id is not set on port e55f091c-0734-4f98-b48b-5f6ca06a2e56 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:48:14.870651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 08bc1d18-eb31-4928-945f-bd58a8d52265 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:14.873528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Attempting to bind port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:48:14.873904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Attempting to bind port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '0cc10ca7-df58-4c6b-b0d1-f7b1537664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:48:14.874299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Attempting to bind port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 on network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:48:14.900920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 08bc1d18-eb31-4928-945f-bd58a8d52265 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:48:14.901907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 08bc1d18-eb31-4928-945f-bd58a8d52265 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:48:14.905958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:48:14.906352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Checking segment: {'id': '0cc10ca7-df58-4c6b-b0d1-f7b1537664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:14.906782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:14.907220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Bound using segment: {'id': '0cc10ca7-df58-4c6b-b0d1-f7b1537664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:48:14.907728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Bound port: d6f7e0d7-55ab-4f57-a22b-2461796c2aa5, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc10ca7-df58-4c6b-b0d1-f7b1537664a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:48:14.908134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.020853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] For port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:48:15.039395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] For port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,segment=NetworkSegment(0cc10ca7-df58-4c6b-b0d1-f7b1537664a4),segment_id=0cc10ca7-df58-4c6b-b0d1-f7b1537664a4)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:48:15.047970 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.050841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.124816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f21454d7-4753-4422-b85e-6880542e483b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.128004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.20.0.7 (a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62/895218f9-d625-4815-a486-4609ddfa1804/e55f091c-0734-4f98-b48b-5f6ca06a2e56) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:15.138803 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f21454d7-4753-4422-b85e-6880542e483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.220179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59b3a7-02f7-4112-8223-b73f3f0e30ab None None] Pushing event updated for resources: {'Port': ['ID=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:15.244583 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f21454d7-4753-4422-b85e-6880542e483b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9605d8abcb14a57884e71f383733d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995408 Oct 18 20:48:15.245921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35570) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:15.255242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21454d7-4753-4422-b85e-6880542e483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8613028-c2e2-4ce4-8572-2a39f983f6d8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:15.363584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2a6b-88b7-46fb-91df-7740a52fbb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.400375 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.426831 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2a6b-88b7-46fb-91df-7740a52fbb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.437871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.486346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.543565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:15.545142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:15.549419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:15.606101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=e55f091c-0734-4f98-b48b-5f6ca06a2e56,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:15.623990 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2a6b-88b7-46fb-91df-7740a52fbb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.626829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd8a2a6b-88b7-46fb-91df-7740a52fbb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.628141 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd8a2a6b-88b7-46fb-91df-7740a52fbb39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8613028-c2e2-4ce4-8572-2a39f983f6d8 HTTP/1.1" status: 204 len: 168 time: 0.3804233 Oct 18 20:48:15.645786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a2a6b-88b7-46fb-91df-7740a52fbb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8613028-c2e2-4ce4-8572-2a39f983f6d8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:15.654078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Router b9bb0d6c-d90f-469f-81bd-37fa939d7f83 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:15.661444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:15.663687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.703016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a64ec2b1-8ec8-44cd-b3f5-420faa2aa209 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7602351 Oct 18 20:48:15.707393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35574) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:15.822493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:15.836088 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] Sync routers for ids ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:15.856491 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] Routers {'b9bb0d6c-d90f-469f-81bd-37fa939d7f83'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:15.857134 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:15.870788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:15.874879 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-45eba2a9-0965-4e09-913c-52a0de309395 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0650415 Oct 18 20:48:15.875267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35576) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:15.883889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': False}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:15.978372 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:16.000595 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] Routers {'b9bb0d6c-d90f-469f-81bd-37fa939d7f83'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:16.004562 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:16.055036 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:16.055868 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b0f78-de47-4f34-800c-44d14baad3aa None None] The sync data for ids ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:16.219329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebd6e3-0b2f-4ad4-a84f-8183ce438b2a req-962f65d8-b12f-4a4f-8b4a-f6a4f70e190d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:16.237171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-baebd6e3-0b2f-4ad4-a84f-8183ce438b2a req-962f65d8-b12f-4a4f-8b4a-f6a4f70e190d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1399243 Oct 18 20:48:16.396221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-baebd6e3-0b2f-4ad4-a84f-8183ce438b2a req-0ae6ed2a-b552-4687-b42d-5af6230d70d0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580749 Oct 18 20:48:16.411184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:16.589089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e1cd1e-719f-4464-a62c-31bab2d7c5cf None None] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:16.711274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bc6cdc09-14cf-4a19-bce1-435dac98ab49 None None] Provisioning complete for port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:16.711653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc09-14cf-4a19-bce1-435dac98ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:16.742236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eaa267a6-d85e-459d-a42b-13906e9e838e req-9fd3f6ae-8a83-4259-9c07-028576ebef48 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.1314261 Oct 18 20:48:16.801149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:16.950300 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6b287b-ec67-4edf-8c00-15b12e19ef27 x-openstack-request-id: req-ac6b287b-ec67-4edf-8c00-15b12e19ef27 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:48:16.950592 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1dbd92d-40cf-4049-9a7e-2a9880c21dad", "name": "network-vif-deleted", "tag": "2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:48:16.950836 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac6b287b-ec67-4edf-8c00-15b12e19ef27 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:48:16.951241 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dbd92d-40cf-4049-9a7e-2a9880c21dad', 'name': 'network-vif-deleted', 'tag': '2ec1e18c-47b3-4b1c-969a-0e95fcf1c92c', 'status': 'completed', 'code': 200} Oct 18 20:48:17.025858 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc09-14cf-4a19-bce1-435dac98ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.081285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:48:17.113274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.124941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.164154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bc6cdc09-14cf-4a19-bce1-435dac98ab49 None None] For port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,segment=NetworkSegment(0cc10ca7-df58-4c6b-b0d1-f7b1537664a4),segment_id=0cc10ca7-df58-4c6b-b0d1-f7b1537664a4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:17.189453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc6cdc09-14cf-4a19-bce1-435dac98ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.280590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:17.281265 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.340977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=e55f091c-0734-4f98-b48b-5f6ca06a2e56,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:17.390433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cdc09-14cf-4a19-bce1-435dac98ab49 None None] Pushing event updated for resources: {'Port': ['ID=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:17.623312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7b2f6bb0-4ce7-40a4-9949-36353936a121 None None] Provisioning complete for port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:17.624057 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6bb0-4ce7-40a4-9949-36353936a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.716517 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.805527 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:17.816943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:18.017938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Router b9bb0d6c-d90f-469f-81bd-37fa939d7f83 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:48:18.217026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7b2f6bb0-4ce7-40a4-9949-36353936a121 None None] Provisioning complete for port e55f091c-0734-4f98-b48b-5f6ca06a2e56 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:18.217438 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6bb0-4ce7-40a4-9949-36353936a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:18.244549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-5d9aee42-8a48-454f-bb49-10930cfefe80 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:18.246791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-5d9aee42-8a48-454f-bb49-10930cfefe80 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/networks?id=09997af1-4f6a-4900-8dea-26397f527807 HTTP/1.1" status: 200 len: 815 time: 0.5255754 Oct 18 20:48:18.268231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:18.271742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:18.280961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:18.285259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-b70f8084-2c3b-43bd-9d8c-4aa0d7af1d8a tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/quotas/bd5be32b036a4772916147f5b8765dfb HTTP/1.1" status: 200 len: 375 time: 0.0249026 Oct 18 20:48:18.287568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35632) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:18.294103 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f32a0802-f3de-4373-92e8-384a7860ef6c tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "PUT /v2.0/routers/b9bb0d6c-d90f-469f-81bd-37fa939d7f83 HTTP/1.1" status: 200 len: 925 time: 2.4167309 Oct 18 20:48:18.301898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f6bb0-4ce7-40a4-9949-36353936a121 None None] Port e55f091c-0734-4f98-b48b-5f6ca06a2e56 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:48:18.307797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] Sync routers for ids ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:18.323699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] Routers {'b9bb0d6c-d90f-469f-81bd-37fa939d7f83'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:18.324637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:18.369796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:18.383839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] Routers {'b9bb0d6c-d90f-469f-81bd-37fa939d7f83'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:18.385667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:18.414301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-624f46b7-ad92-4aa4-88d2-bac354c8b416 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd5be32b036a4772916147f5b8765dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171119 Oct 18 20:48:18.443616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:18.444165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7832e340-5d9e-44f8-82a0-5616b236ff34 None None] The sync data for ids ['b9bb0d6c-d90f-469f-81bd-37fa939d7f83'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:18.461059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4fb1f374-aeb0-40e7-afc2-da1055d6f6f4 None None] Provisioning complete for port e55f091c-0734-4f98-b48b-5f6ca06a2e56 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:18.461689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f374-aeb0-40e7-afc2-da1055d6f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:18.511062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1f374-aeb0-40e7-afc2-da1055d6f6f4 None None] Port e55f091c-0734-4f98-b48b-5f6ca06a2e56 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:48:18.654197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:18.723424 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28719fde-9af7-47fe-8522-e1342ee6b809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:18.743765 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1f32e8b9-89a3-49e5-b30b-2d320831335f tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/b9bb0d6c-d90f-469f-81bd-37fa939d7f83 HTTP/1.1" status: 200 len: 925 time: 0.4504044 Oct 18 20:48:18.746484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35650) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:18.877200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-74f093c1-96e4-476f-af08-065b2ed9659f service neutron] 10.222.0.66 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551306 Oct 18 20:48:18.934639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:48:19.027384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:19.028355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:19.193561 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-50c6835b-abed-49b0-8a65-1563a8613720 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7564917 Oct 18 20:48:19.240545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a2af8e-1027-40fa-9f2d-390c95b2e21b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:19.242538 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b5a2af8e-1027-40fa-9f2d-390c95b2e21b tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=b9bb0d6c-d90f-469f-81bd-37fa939d7f83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4943297 Oct 18 20:48:19.246745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35672) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:19.383749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b8dbb-5d86-43ec-8548-a4ba2bdd9af1 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:19.384222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-11e1fc08-6b35-4543-878f-acffe90d1de0 service neutron] 10.222.0.66 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946060 Oct 18 20:48:19.387904 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f36b8dbb-5d86-43ec-8548-a4ba2bdd9af1 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 0.1369805 Oct 18 20:48:19.388295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35680) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:19.392441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-126f5ec7-759c-4647-aeda-b61e5ee54e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:19.394881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-126f5ec7-759c-4647-aeda-b61e5ee54e8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1097 time: 0.0990260 Oct 18 20:48:19.413831 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:19.436156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7b3697cf-ec21-403d-a758-e9bfa174e8e8 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9bb0d6c-d90f-469f-81bd-37fa939d7f83 HTTP/1.1" status: 200 len: 205 time: 0.0465426 Oct 18 20:48:19.438839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35682) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:19.441778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:19.656349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:19.787644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=e55f091c-0734-4f98-b48b-5f6ca06a2e56,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:19.800922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:19.985504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:20.043576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-2eb1d9a1-fc93-4bd7-8cad-f94e2fe71424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:20.045382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-2eb1d9a1-fc93-4bd7-8cad-f94e2fe71424 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.6219728 Oct 18 20:48:20.066844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-456f8abf-e2f5-4b40-a6e0-48adc9ab8974 req-b0393242-19e2-47c0-af0e-d7716421788e tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.0659270 Oct 18 20:48:20.125020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-3e373951-7fe8-4258-8cf8-818a3af1a0ab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.0608277 Oct 18 20:48:20.146859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Deleting port 30ba1478-8b01-444c-8ad8-19a9a0eabea8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:20.147211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:20.178158 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:20.204150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:20.342214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6eaad9b-ade6-4f16-ad3e-1e4f85c3bf6e req-886af2e7-5930-464c-b5be-d78031fab04f tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 210 time: 0.1231916 Oct 18 20:48:20.377509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:20.425132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Calling delete_port for 30ba1478-8b01-444c-8ad8-19a9a0eabea8 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:20.440685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-d5d1a4d9-a52f-4942-95a6-4f8452342ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:20.442977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-d5d1a4d9-a52f-4942-95a6-4f8452342ea8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.3015828 Oct 18 20:48:20.501360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-4ce5bbee-c136-4920-9e38-ae9a9fb89a5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493467 Oct 18 20:48:20.518663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-57a5a269-3b4a-4aa7-a1f3-31531d115bc5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:48:20.525383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-57a5a269-3b4a-4aa7-a1f3-31531d115bc5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0114462 Oct 18 20:48:20.714734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 9ebda8f8-c7a6-49b8-907a-83cfd1f44441 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:20.787301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a516a4c1-363d-428e-b435-9623d7607da0 None None] Provisioning complete for port e55f091c-0734-4f98-b48b-5f6ca06a2e56 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:20.787817 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a516a4c1-363d-428e-b435-9623d7607da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:20.840887 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-f463080a-a5bf-4ffc-9a5c-e1665df15261 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060215 Oct 18 20:48:20.884060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a516a4c1-363d-428e-b435-9623d7607da0 None None] Port e55f091c-0734-4f98-b48b-5f6ca06a2e56 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:48:20.963291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.026232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event deleted for resources: {'Port': ['ID=30ba1478-8b01-444c-8ad8-19a9a0eabea8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:21.042678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:21.053254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] Sync routers for ids ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:21.069617 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] Routers {'9ebda8f8-c7a6-49b8-907a-83cfd1f44441'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:21.070167 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:21.079903 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-88507ab2-bc50-4dbc-9cff-6fa9e73e059a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/9ebda8f8-c7a6-49b8-907a-83cfd1f44441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3704066 Oct 18 20:48:21.092844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35762) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:21.138229 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:21.154176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839e175-3abd-4942-9640-ee38a75658e6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:21.159007 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6839e175-3abd-4942-9640-ee38a75658e6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports/e55f091c-0734-4f98-b48b-5f6ca06a2e56 HTTP/1.1" status: 200 len: 976 time: 0.0646548 Oct 18 20:48:21.159892 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.161318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35766) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:21.162075 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] Routers {'9ebda8f8-c7a6-49b8-907a-83cfd1f44441'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:21.162877 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:47:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:21.164714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97ca9c42-b48f-4ac9-a0ae-8ca2c5f6558b req-05bd1eb2-3afa-4085-9b96-296d57bb02ed service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441351 Oct 18 20:48:21.206148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a2ae0-a1f7-4d0d-9513-c6f691c3989d req-2b02e4d5-f4f7-4a02-937f-6470da445dfd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:21.214077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b3a2ae0-a1f7-4d0d-9513-c6f691c3989d req-2b02e4d5-f4f7-4a02-937f-6470da445dfd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3980212 Oct 18 20:48:21.220281 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:21.220974 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509ae6c-96a1-4fa2-b410-96a3a0c55de8 None None] The sync data for ids ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:21.300198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.303166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.352104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b3a2ae0-a1f7-4d0d-9513-c6f691c3989d req-3d4dd0ca-56ad-4751-b2e7-003cc23028a1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199825 Oct 18 20:48:21.360294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.361203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Fanout notify agent at l3_agent the message router_deleted on router b9bb0d6c-d90f-469f-81bd-37fa939d7f83 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:21.375291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.376622 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3b19dd8c-cff0-4b0c-bec2-525ce56c66bf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/b9bb0d6c-d90f-469f-81bd-37fa939d7f83 HTTP/1.1" status: 204 len: 168 time: 1.9367411 Oct 18 20:48:21.383212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35780) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:21.392808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9745fec3-db9a-4be7-8be9-9c2586b5a33f tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-123452496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:21.432944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9745fec3-db9a-4be7-8be9-9c2586b5a33f tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.435116 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9745fec3-db9a-4be7-8be9-9c2586b5a33f tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.519213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9745fec3-db9a-4be7-8be9-9c2586b5a33f tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.530231 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9745fec3-db9a-4be7-8be9-9c2586b5a33f tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.635534 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9745fec3-db9a-4be7-8be9-9c2586b5a33f tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:21.637900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9745fec3-db9a-4be7-8be9-9c2586b5a33f tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2529359 Oct 18 20:48:21.646807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35792) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:21.657663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:21.754033 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:48:21.765084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6072bd1d-761c-41cd-90ce-1a95c65d1db4 req-d9032cd1-7748-43d1-a5da-10cc9296347a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.0622957 Oct 18 20:48:21.994426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-e738899c-c00d-4bbd-b7ce-b1871e08baf7 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:21.996874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-e738899c-c00d-4bbd-b7ce-b1871e08baf7 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.30 "GET /v2.0/networks?id=09997af1-4f6a-4900-8dea-26397f527807 HTTP/1.1" status: 200 len: 815 time: 0.4426003 Oct 18 20:48:22.110231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4efd1-35dc-4f2f-9384-a3c2fe308eba req-44074435-33bd-4637-a368-d0418542af5c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:22.118507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4c4efd1-35dc-4f2f-9384-a3c2fe308eba req-44074435-33bd-4637-a368-d0418542af5c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1286616 Oct 18 20:48:22.232252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4c4efd1-35dc-4f2f-9384-a3c2fe308eba req-f41957e1-c82a-4803-bc01-4cd335084078 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124218 Oct 18 20:48:22.289212 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:22.336008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Request body: {'port': {'device_id': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'network_id': '09997af1-4f6a-4900-8dea-26397f527807', 'admin_state_up': True, 'tenant_id': 'bd5be32b036a4772916147f5b8765dfb'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:22.392104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:22.464136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dccdbd9b-97f3-49f5-bed6-bb87e4f6b329 req-0ac293d5-3e2b-4186-9598-18c7b396f2fc tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 210 time: 0.1157336 Oct 18 20:48:22.580791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Made reservation on behalf of bd5be32b036a4772916147f5b8765dfb for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:22.585578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:22.732416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port e55f091c-0734-4f98-b48b-5f6ca06a2e56 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:22.733221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:22.876223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:22.908804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for e55f091c-0734-4f98-b48b-5f6ca06a2e56 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:22.969696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Allocated IP 172.20.0.10 (09997af1-4f6a-4900-8dea-26397f527807/6f03c950-052c-4a22-97bc-ed229de06477/49e28104-157a-4ef3-847e-3a26baf5ba94) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:23.062162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4eaaa-abd4-4c85-a159-f9532b029607 req-a136acb7-1e2a-49ee-afe9-c64a306fae20 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:23.063788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1f4eaaa-abd4-4c85-a159-f9532b029607 req-a136acb7-1e2a-49ee-afe9-c64a306fae20 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.0921555 Oct 18 20:48:23.111166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.122557 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-caf9f983-0791-4197-bcdb-168f53fa3ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.157993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.186906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1f4eaaa-abd4-4c85-a159-f9532b029607 req-c9da2865-0a6d-4fb7-a0ed-dc7267c03ec0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841091 Oct 18 20:48:23.347518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.423578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.449247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Allocated IP 172.25.7.124 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/e559c7fe-7582-4c34-baad-11f1d650967c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:23.627513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.766301 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.774735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=e55f091c-0734-4f98-b48b-5f6ca06a2e56,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:23.798101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Network 09997af1-4f6a-4900-8dea-26397f527807 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:23.804965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:23.809264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:23.826851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fcb7587-2013-434e-aa26-1a87a7fe464d req-1d57faa2-a33d-4413-9ffc-b66ca1c46786 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.0471425 Oct 18 20:48:23.842510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.844916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.845631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.846361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.846945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.847508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.848137 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.848902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.849456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.850046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.851415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.852134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:48:23.883157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:23.891481 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Pushing event updated for resources: {'Port': ['ID=49e28104-157a-4ef3-847e-3a26baf5ba94,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:23.993433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:23.994544 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:24.087355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-532af711-5864-4cc4-bbb1-37946080dc36 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7547078 Oct 18 20:48:24.090898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:24.110546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Request body: {'port': {'device_id': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:24.113578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:24.118410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:24.149747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:24.178253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:24.266345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event updated for resources: {'Port': ['ID=e559c7fe-7582-4c34-baad-11f1d650967c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:24.389475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621b35-dab6-42e1-91b2-7841e230cc4f req-d0b3b79a-1b1f-4a79-8326-627beb9e2843 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:24.401458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2621b35-dab6-42e1-91b2-7841e230cc4f req-d0b3b79a-1b1f-4a79-8326-627beb9e2843 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2692337 Oct 18 20:48:24.404594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:24.460176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 9ebda8f8-c7a6-49b8-907a-83cfd1f44441 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:48:24.497231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2621b35-dab6-42e1-91b2-7841e230cc4f req-c65323ff-4e9d-406b-87bb-7b5beb754112 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939460 Oct 18 20:48:24.702519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:24.718129 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c6e54300-d782-474d-b796-aaa3269823e3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/9ebda8f8-c7a6-49b8-907a-83cfd1f44441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5468125 Oct 18 20:48:24.718655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] Sync routers for ids ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:24.736317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35968) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:24.772691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] Routers {'9ebda8f8-c7a6-49b8-907a-83cfd1f44441'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:24.774960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:24.883442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:24.933195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] Routers {'9ebda8f8-c7a6-49b8-907a-83cfd1f44441'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:24.935699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:25.077267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:25.080626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e2141-d0f6-4bb1-b5f3-5136ffc3c974 None None] The sync data for ids ['9ebda8f8-c7a6-49b8-907a-83cfd1f44441'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:25.109361 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:25.317253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:25.382898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01be01-1af8-4260-823a-c434a8204225 req-2a910a04-8b40-40ab-a83a-6928145c5b4f tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:25.390474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d01be01-1af8-4260-823a-c434a8204225 req-2a910a04-8b40-40ab-a83a-6928145c5b4f tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 932 time: 0.4065411 Oct 18 20:48:25.506857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e28104-157a-4ef3-847e-3a26baf5ba94 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:48:25.518081 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0ecf862b-df07-4c08-ad9f-6535922e540f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] remove_router_interface failed (client error): The resource could not be found. Oct 18 20:48:25.519182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0ecf862b-df07-4c08-ad9f-6535922e540f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/9ebda8f8-c7a6-49b8-907a-83cfd1f44441/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7768507 Oct 18 20:48:25.522274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36000) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:25.525626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:25.571830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-23d692a3-897a-4e0b-97ea-c0963b8e3f54 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebda8f8-c7a6-49b8-907a-83cfd1f44441 HTTP/1.1" status: 200 len: 205 time: 0.0483723 Oct 18 20:48:25.586737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d01be01-1af8-4260-823a-c434a8204225 req-4f074bad-c48a-426f-9d0c-d23fdb37d633 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845007 Oct 18 20:48:25.587160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36008) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:25.638045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Transition to ACTIVE for port object 49e28104-157a-4ef3-847e-3a26baf5ba94 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:48:25.644861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:25.868969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Pushing event updated for resources: {'Port': ['ID=49e28104-157a-4ef3-847e-3a26baf5ba94,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:25.891475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Attempting to bind port 49e28104-157a-4ef3-847e-3a26baf5ba94 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:48:25.891955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Attempting to bind port 49e28104-157a-4ef3-847e-3a26baf5ba94 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'ec41b58a-bf17-4804-a4ff-9d9d6a03af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '09997af1-4f6a-4900-8dea-26397f527807'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:48:25.892416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Attempting to bind port 49e28104-157a-4ef3-847e-3a26baf5ba94 on network 09997af1-4f6a-4900-8dea-26397f527807 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:48:25.900197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f18be8b-650b-4ba6-89a3-c15011ba0ecf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:25.907168 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d1824589-fbea-457b-99bb-54b3866ea503 req-84ed0f12-0cef-4167-9604-3bdac12cea9b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.1123595 Oct 18 20:48:25.907421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Port 49e28104-157a-4ef3-847e-3a26baf5ba94 on network 09997af1-4f6a-4900-8dea-26397f527807 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:48:25.907738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Attempting to bind port 49e28104-157a-4ef3-847e-3a26baf5ba94 on network 09997af1-4f6a-4900-8dea-26397f527807 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:48:25.915431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:25.918744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:48:25.919225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Checking segment: {'id': 'ec41b58a-bf17-4804-a4ff-9d9d6a03af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '09997af1-4f6a-4900-8dea-26397f527807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:25.919712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Bound using segment: {'id': 'ec41b58a-bf17-4804-a4ff-9d9d6a03af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '09997af1-4f6a-4900-8dea-26397f527807'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:48:25.920274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Bound port: 49e28104-157a-4ef3-847e-3a26baf5ba94, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec41b58a-bf17-4804-a4ff-9d9d6a03af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '09997af1-4f6a-4900-8dea-26397f527807'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:48:25.920816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:25.943356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.145189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] For port 49e28104-157a-4ef3-847e-3a26baf5ba94, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:48:26.321593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f18be8b-650b-4ba6-89a3-c15011ba0ecf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.326052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f18be8b-650b-4ba6-89a3-c15011ba0ecf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.397393 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] For port 49e28104-157a-4ef3-847e-3a26baf5ba94, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=49e28104-157a-4ef3-847e-3a26baf5ba94,segment=NetworkSegment(ec41b58a-bf17-4804-a4ff-9d9d6a03af21),segment_id=ec41b58a-bf17-4804-a4ff-9d9d6a03af21)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:48:26.402151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f18be8b-650b-4ba6-89a3-c15011ba0ecf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.403041 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f18be8b-650b-4ba6-89a3-c15011ba0ecf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Fanout notify agent at l3_agent the message router_deleted on router 9ebda8f8-c7a6-49b8-907a-83cfd1f44441 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:26.420371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.422253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f18be8b-650b-4ba6-89a3-c15011ba0ecf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.423404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4f18be8b-650b-4ba6-89a3-c15011ba0ecf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/9ebda8f8-c7a6-49b8-907a-83cfd1f44441 HTTP/1.1" status: 204 len: 168 time: 0.8352475 Oct 18 20:48:26.433733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36040) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:26.557019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e63277-ce0e-4220-bd78-1f73503e395a req-b0f5b893-c784-42a3-b1c0-0024711ea34a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:26.563671 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.568012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84e63277-ce0e-4220-bd78-1f73503e395a req-b0f5b893-c784-42a3-b1c0-0024711ea34a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1433725 Oct 18 20:48:26.575003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet 895218f9-d625-4815-a486-4609ddfa1804 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:48:26.632432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Pushing event updated for resources: {'Port': ['ID=49e28104-157a-4ef3-847e-3a26baf5ba94,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:26.645570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.660525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84e63277-ce0e-4220-bd78-1f73503e395a req-f9501e8b-4e67-4d4a-a339-f47faf7e83d7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866046 Oct 18 20:48:26.696358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:26.698510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.701801 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-05cf33ca-ba07-44eb-ad60-ef3ff75f5d0e service neutron] 10.222.0.30 "PUT /v2.0/ports/49e28104-157a-4ef3-847e-3a26baf5ba94 HTTP/1.1" status: 200 len: 1092 time: 2.6036763 Oct 18 20:48:26.715321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:48:26.720210 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcfff52-4baf-4b37-a60b-d7aba537d70b" -d '{"events": [{"name": "network-changed", "server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:48:26.789677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Router 2742c6e8-03d7-4be4-8cbc-f61948dcbdce is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:26.852028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:26.918570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783dff-6e6d-47fa-bf29-9a482113f16e req-83ba4b30-efd3-439f-b9db-9a90359352f4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:26.921186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe783dff-6e6d-47fa-bf29-9a482113f16e req-83ba4b30-efd3-439f-b9db-9a90359352f4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 946 time: 0.0986001 Oct 18 20:48:26.990635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe783dff-6e6d-47fa-bf29-9a482113f16e req-cd4f912a-93fe-4453-be1f-5828214092c2 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619621 Oct 18 20:48:26.993411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36052) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:27.288772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b114-3cfb-4e86-bd42-2720ca5dc690 req-11fd7670-6a25-401d-9d43-7a9fa202470f tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:27.291522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d03b114-3cfb-4e86-bd42-2720ca5dc690 req-11fd7670-6a25-401d-9d43-7a9fa202470f tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 944 time: 0.1457429 Oct 18 20:48:27.338597 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81383e76-ec33-4d16-8d51-67128f937cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.379918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d03b114-3cfb-4e86-bd42-2720ca5dc690 req-24fc761d-0348-4b32-a2be-dca48dbb8c54 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693672 Oct 18 20:48:27.499179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-50240aec-b855-47e0-b9c5-ccb3a69312d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:27.501473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-50240aec-b855-47e0-b9c5-ccb3a69312d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd5be32b036a4772916147f5b8765dfb&device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 1095 time: 0.7328482 Oct 18 20:48:27.539106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81383e76-ec33-4d16-8d51-67128f937cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.571541 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81383e76-ec33-4d16-8d51-67128f937cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.637313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-81383e76-ec33-4d16-8d51-67128f937cec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a1276fb3199447f82d22d0324b465ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347153 Oct 18 20:48:27.637313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36062) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:27.645148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81383e76-ec33-4d16-8d51-67128f937cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a76e6d-3103-4b6e-996e-e08bb95b993f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:27.664011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b705799-89cc-403e-a85e-add9605332dd req-82a999d8-3765-44de-8c85-7283d38e88b1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:27.674454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b705799-89cc-403e-a85e-add9605332dd req-82a999d8-3765-44de-8c85-7283d38e88b1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1864650 Oct 18 20:48:27.704277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-ab16d4e5-3c99-4265-ad46-e203cbb76fc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e28104-157a-4ef3-847e-3a26baf5ba94 HTTP/1.1" status: 200 len: 217 time: 0.1583560 Oct 18 20:48:27.756121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b47c557-da11-4a1b-911e-7e9ba87caf85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.760342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b705799-89cc-403e-a85e-add9605332dd req-858f67f9-e11f-4088-915d-a9bc489af792 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612922 Oct 18 20:48:27.788974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b47c557-da11-4a1b-911e-7e9ba87caf85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.814373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.818491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:27.835493 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] Sync routers for ids ['2742c6e8-03d7-4be4-8cbc-f61948dcbdce'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:27.852820 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.858760 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-38717d08-39ff-4773-a28d-276e383d1c90 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "PUT /v2.0/routers/2742c6e8-03d7-4be4-8cbc-f61948dcbdce HTTP/1.1" status: 200 len: 883 time: 6.2047105 Oct 18 20:48:27.862517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36068) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:27.866264 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] Routers {'2742c6e8-03d7-4be4-8cbc-f61948dcbdce'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:27.867805 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2742c6e8-03d7-4be4-8cbc-f61948dcbdce'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:27.958864 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b47c557-da11-4a1b-911e-7e9ba87caf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.961817 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b47c557-da11-4a1b-911e-7e9ba87caf85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:27.963765 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1b47c557-da11-4a1b-911e-7e9ba87caf85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7a76e6d-3103-4b6e-996e-e08bb95b993f HTTP/1.1" status: 204 len: 168 time: 0.3260007 Oct 18 20:48:27.979078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47c557-da11-4a1b-911e-7e9ba87caf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a76e6d-3103-4b6e-996e-e08bb95b993f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:28.021832 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:28.051107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-1b4bc0ed-17f6-40b9-a506-1eac142eac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:28.053557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-1b4bc0ed-17f6-40b9-a506-1eac142eac57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f03c950-052c-4a22-97bc-ed229de06477 HTTP/1.1" status: 200 len: 855 time: 0.3397374 Oct 18 20:48:28.059871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] Routers {'2742c6e8-03d7-4be4-8cbc-f61948dcbdce'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:28.061319 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2742c6e8-03d7-4be4-8cbc-f61948dcbdce'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:28.226347 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccb170-86d9-48d9-84ea-50abbeba79f1 x-openstack-request-id: req-faccb170-86d9-48d9-84ea-50abbeba79f1 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:48:28.226785 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:48:28.227151 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-faccb170-86d9-48d9-84ea-50abbeba79f1 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:48:28.227688 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94', 'status': 'completed', 'code': 200} Oct 18 20:48:28.259526 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:28.339415 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-4e48d448-e584-47ea-8a9b-6cc350b74e4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09997af1-4f6a-4900-8dea-26397f527807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2457256 Oct 18 20:48:28.380316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=895218f9-d625-4815-a486-4609ddfa1804,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:28.418623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-65952fd1-7189-496e-8a18-322e90151da7 req-3493cbc5-883a-4b0f-b1b6-ac125ce20dcc tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.0523798 Oct 18 20:48:28.465780 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:28.466889 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe0f491-9cc7-4eec-a59e-4c2c3a8a4c5d None None] The sync data for ids ['2742c6e8-03d7-4be4-8cbc-f61948dcbdce'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:28.560661 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-57c38369-c7df-40c2-a0ff-93794654bb74 service neutron] 10.222.0.30 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677728 Oct 18 20:48:28.568852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:28.573666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ad76173c-f951-41a6-a1b9-14440354719f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/895218f9-d625-4815-a486-4609ddfa1804 HTTP/1.1" status: 204 len: 168 time: 2.1343760 Oct 18 20:48:28.577180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36082) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:28.583106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91830706-476d-48e4-bafc-9957712945ee None None] Network a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:28.710377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9519a0e0-3cd5-4eee-ad32-b87d440f1945 req-904b8ae1-4c5b-480c-9ab8-8d6ef0ca40b7 service neutron] 10.222.0.30 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023934 Oct 18 20:48:28.768799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb648264-a071-4b4d-99ff-07510340c82b req-13b00d34-ac63-49b4-bef0-2250a7e9946c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:28.770580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb648264-a071-4b4d-99ff-07510340c82b req-13b00d34-ac63-49b4-bef0-2250a7e9946c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 946 time: 0.7396061 Oct 18 20:48:28.945453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:28.953088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36090) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:28.958353 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d388d101-8508-45d3-ace1-a478b231fd83 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/2742c6e8-03d7-4be4-8cbc-f61948dcbdce HTTP/1.1" status: 200 len: 924 time: 1.0771155 Oct 18 20:48:28.980718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-cdeb2753-aa01-4eac-90c4-46e05099a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:28.983317 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-cdeb2753-aa01-4eac-90c4-46e05099a6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd5be32b036a4772916147f5b8765dfb&device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 1095 time: 0.1493678 Oct 18 20:48:29.107156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] DHCP port deletion for a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:48:29.117107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5a76a-9c27-46c4-8283-4c4cf9b33682 req-5ca45602-c7b8-4834-9dbf-0e6bd58f6ede tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:29.132712 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0aa5a76a-9c27-46c4-8283-4c4cf9b33682 req-5ca45602-c7b8-4834-9dbf-0e6bd58f6ede tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 946 time: 0.3476367 Oct 18 20:48:29.187012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-66bbef4a-996e-4d98-8b5b-eb2a65ef28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:29.188806 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-66bbef4a-996e-4d98-8b5b-eb2a65ef28d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=09997af1-4f6a-4900-8dea-26397f527807 HTTP/1.1" status: 200 len: 916 time: 0.1864009 Oct 18 20:48:29.241984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0aa5a76a-9c27-46c4-8283-4c4cf9b33682 req-f8eb3f9e-704d-4639-9d8d-fd7e3d576d79 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078386 Oct 18 20:48:29.245160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079198b-5bf5-4536-8337-7ad279185f39 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:29.268899 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b079198b-5bf5-4536-8337-7ad279185f39 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=2742c6e8-03d7-4be4-8cbc-f61948dcbdce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3118062 Oct 18 20:48:29.285958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] Deleting port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:29.286688 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:29.335761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36094) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:29.378919 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-9bcafa78-cde6-45e0-a22a-6131c8f638f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e28104-157a-4ef3-847e-3a26baf5ba94 HTTP/1.1" status: 200 len: 217 time: 0.1802866 Oct 18 20:48:29.395785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] For port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,segment=NetworkSegment(0cc10ca7-df58-4c6b-b0d1-f7b1537664a4),segment_id=0cc10ca7-df58-4c6b-b0d1-f7b1537664a4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:29.396330 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:29.413431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] Calling delete_port for d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:29.467600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Deleting port 83fb06fd-0451-4151-b9b6-46301a8c29ee {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:29.468135 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:29.493390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b0091-6a04-451b-9d71-9e3600d229d3 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:29.494865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3a3b0091-6a04-451b-9d71-9e3600d229d3 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 0.1583798 Oct 18 20:48:29.500551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36106) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:29.567125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:29.567427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:29.571417 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:29.583485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f4b7cb99-4c6b-433b-94f7-9765db5868e7 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=2742c6e8-03d7-4be4-8cbc-f61948dcbdce HTTP/1.1" status: 200 len: 205 time: 0.0815992 Oct 18 20:48:29.592525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36112) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:29.738128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] No DVR routers for this DVR port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:29.747112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382dd12-d14c-417d-b08f-255c6ccbaebc None None] Pushing event deleted for resources: {'Port': ['ID=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:29.843630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5, host n-d-812149-2, got binding levels [] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:29.844213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:29.866195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c718e3-97aa-4edc-b54b-32410804123e req-55bc783f-cd2a-42ac-b4fd-01f711b16d34 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:29.879213 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0c718e3-97aa-4edc-b54b-32410804123e req-55bc783f-cd2a-42ac-b4fd-01f711b16d34 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 944 time: 0.2864220 Oct 18 20:48:29.898638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:29.910376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-7fd02395-c51e-4043-9c75-05bc79d8092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:29.915721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 was not found and therefore no delete operation was performed {{(pid=100531) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:48:29.916670 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-7fd02395-c51e-4043-9c75-05bc79d8092e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f03c950-052c-4a22-97bc-ed229de06477 HTTP/1.1" status: 200 len: 855 time: 0.5242577 Oct 18 20:48:29.991353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0c718e3-97aa-4edc-b54b-32410804123e req-89ce07b8-0bc2-47a3-932a-dd503c9b640d tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089110 Oct 18 20:48:29.992372 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.002619 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-ea11a738-cb4f-4a6a-88a0-87b2dcacf8d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09997af1-4f6a-4900-8dea-26397f527807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488946 Oct 18 20:48:30.124336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=d6f7e0d7-55ab-4f57-a22b-2461796c2aa5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:30.195952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No DVR routers for this DVR port d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:30.331750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.336775 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-6ff72a22-cea1-43b1-9d42-efc7ec902f8c service neutron] 10.222.0.30 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652853 Oct 18 20:48:30.351361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] For port 83fb06fd-0451-4151-b9b6-46301a8c29ee, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=83fb06fd-0451-4151-b9b6-46301a8c29ee,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:30.352194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.399586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Calling delete_port for 83fb06fd-0451-4151-b9b6-46301a8c29ee owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:30.478173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 49e28104-157a-4ef3-847e-3a26baf5ba94 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:48:30.482318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 83fb06fd-0451-4151-b9b6-46301a8c29ee no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:30.504336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.569844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb671c3-9698-48d8-a317-91b6ef423b0f req-53c5e9c5-7d8b-4d39-ba71-d0d56f6f6c99 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:30.585241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afb671c3-9698-48d8-a317-91b6ef423b0f req-53c5e9c5-7d8b-4d39-ba71-d0d56f6f6c99 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4133792 Oct 18 20:48:30.690649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:30.782956 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.795043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc10ca7-df58-4c6b-b0d1-f7b1537664a4') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:30.795375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc10ca7-df58-4c6b-b0d1-f7b1537664a4') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:30.799827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.827342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afb671c3-9698-48d8-a317-91b6ef423b0f req-3529570c-c6ab-463c-8678-90e50ea66bb1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331092 Oct 18 20:48:30.878632 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.909343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 49e28104-157a-4ef3-847e-3a26baf5ba94, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=49e28104-157a-4ef3-847e-3a26baf5ba94,segment=NetworkSegment(ec41b58a-bf17-4804-a4ff-9d9d6a03af21),segment_id=ec41b58a-bf17-4804-a4ff-9d9d6a03af21)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:30.954620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '49e28104-157a-4ef3-847e-3a26baf5ba94', 'network_id': '09997af1-4f6a-4900-8dea-26397f527807', 'port_id': '49e28104-157a-4ef3-847e-3a26baf5ba94', 'mac_address': 'fa:16:3e:b0:84:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f03c950-052c-4a22-97bc-ed229de06477', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:48:30.956282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.961340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:30.970979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:48:30.972909 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:48:30.979027 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:48:31.013352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:48:31.014169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d6f7e0d7-55ab-4f57-a22b-2461796c2aa5 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:48:31.090710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.106600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e28104-157a-4ef3-847e-3a26baf5ba94 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:48:31.133855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 49e28104-157a-4ef3-847e-3a26baf5ba94, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=49e28104-157a-4ef3-847e-3a26baf5ba94,segment=NetworkSegment(ec41b58a-bf17-4804-a4ff-9d9d6a03af21),segment_id=ec41b58a-bf17-4804-a4ff-9d9d6a03af21)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:31.135118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.140628 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.148941 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ddcfff52-4baf-4b37-a60b-d7aba537d70b req-78e6fda9-5860-4321-9d8f-7879ebf78fb9 service neutron] 10.222.0.30 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657742 Oct 18 20:48:31.242092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event deleted for resources: {'Port': ['ID=83fb06fd-0451-4151-b9b6-46301a8c29ee,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:31.253515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1e238330-26fa-4cc0-b22b-5409cb7bfd95 req-37d3a639-5d17-45b8-9471-8c6d2e1bae31 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.0828204 Oct 18 20:48:31.274719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.283781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.306438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=49e28104-157a-4ef3-847e-3a26baf5ba94,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:31.314582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36144) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:31.317198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62 HTTP/1.1" status: 204 len: 168 time: 2.7386317 Oct 18 20:48:31.320571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-437224992'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:31.343103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] No DVR routers for this DVR port 83fb06fd-0451-4151-b9b6-46301a8c29ee on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:31.352913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.355812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['49e28104-157a-4ef3-847e-3a26baf5ba94'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:48:31.356724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2815717-ff17-4f03-9711-597cce684449 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=a0de8d18-9b5f-4b1f-9fc1-6015b8f63d62,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:31.372048 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb648264-a071-4b4d-99ff-07510340c82b req-359e0a38-fd51-4fbe-ad56-1f50577e6ccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "DELETE /v2.0/ports/83fb06fd-0451-4151-b9b6-46301a8c29ee HTTP/1.1" status: 204 len: 173 time: 2.5930915 Oct 18 20:48:31.384249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'name': 'network-vif-deleted', 'tag': '83fb06fd-0451-4151-b9b6-46301a8c29ee'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:48:31.391982 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bf830a-6c26-4559-a9e6-5c19e8835965" -d '{"events": [{"server_uuid": "ba943bcb-6afa-42de-b10c-16833e1518ca", "name": "network-vif-deleted", "tag": "83fb06fd-0451-4151-b9b6-46301a8c29ee"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:48:31.400896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Deleting port e559c7fe-7582-4c34-baad-11f1d650967c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:31.401223 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.492146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7ecf8d4-fff2-47cb-b964-5c8faf937458 req-f71e0e1b-abed-4128-ad80-7008767aa5bc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0576656 Oct 18 20:48:31.534876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:31.560709 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.738803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26612306-f472-499b-ad07-3a5a3396e35d req-46e0bde8-0e90-4c09-a930-127af0a4d50d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:31.753398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26612306-f472-499b-ad07-3a5a3396e35d req-46e0bde8-0e90-4c09-a930-127af0a4d50d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1429534 Oct 18 20:48:31.781517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:48:31.796097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.816451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:31.817148 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9 of type vlan for network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 Oct 18 20:48:31.829643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Calling delete_port for e559c7fe-7582-4c34-baad-11f1d650967c owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:31.856688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26612306-f472-499b-ad07-3a5a3396e35d req-e51aa29b-b4bb-4c99-bc7d-98a269fb2333 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018794 Oct 18 20:48:31.935787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.008431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.015064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:32.028893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.056106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24093ffb-a1cf-4eef-a880-645a2d0ed24d req-47cd0e77-2dc0-495e-b7d5-17da915f3187 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:32.074267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24093ffb-a1cf-4eef-a880-645a2d0ed24d req-47cd0e77-2dc0-495e-b7d5-17da915f3187 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 945 time: 0.0825338 Oct 18 20:48:32.156716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:32.160882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8364627 Oct 18 20:48:32.173040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24093ffb-a1cf-4eef-a880-645a2d0ed24d req-b1c0d1e3-1864-41c8-a201-926c2c63ba7d tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965374 Oct 18 20:48:32.178315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': 'd0d86ce0-5e15-44e6-bd47-dc2ef06abd53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:32.249477 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c6c33-ce4a-411d-b75e-beec709a8321 x-openstack-request-id: req-378c6c33-ce4a-411d-b75e-beec709a8321 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:48:32.250668 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba943bcb-6afa-42de-b10c-16833e1518ca", "name": "network-vif-deleted", "tag": "83fb06fd-0451-4151-b9b6-46301a8c29ee", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:48:32.251164 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-378c6c33-ce4a-411d-b75e-beec709a8321 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:48:32.251897 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba943bcb-6afa-42de-b10c-16833e1518ca', 'name': 'network-vif-deleted', 'tag': '83fb06fd-0451-4151-b9b6-46301a8c29ee', 'status': 'completed', 'code': 200} Oct 18 20:48:32.254148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a030e0-3792-4773-a4cc-b895817e78c4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=d0d86ce0-5e15-44e6-bd47-dc2ef06abd53,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:32.270010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:48:32.379082 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.412329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event deleted for resources: {'Port': ['ID=e559c7fe-7582-4c34-baad-11f1d650967c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:32.487267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 49e28104-157a-4ef3-847e-3a26baf5ba94 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:48:32.499673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.509194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc94f4-f806-450a-9548-d7d179a8521e req-36f1ccec-c54c-4d25-a2a2-5eea1ebbddb4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:32.521860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bddc94f4-f806-450a-9548-d7d179a8521e req-36f1ccec-c54c-4d25-a2a2-5eea1ebbddb4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1258168 Oct 18 20:48:32.526976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:32.530762 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.595301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 49e28104-157a-4ef3-847e-3a26baf5ba94 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:48:32.600236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 49e28104-157a-4ef3-847e-3a26baf5ba94 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:32.600633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.685806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.689508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.778991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.792159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bddc94f4-f806-450a-9548-d7d179a8521e req-a913b8ec-7cfb-4d41-a3f0-8a543de6773a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692633 Oct 18 20:48:32.817495 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.817978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Fanout notify agent at l3_agent the message router_deleted on router 2742c6e8-03d7-4be4-8cbc-f61948dcbdce {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:32.825450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.826589 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-423c3057-96eb-43a6-bb97-a96f6c5c7ea1 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/2742c6e8-03d7-4be4-8cbc-f61948dcbdce HTTP/1.1" status: 204 len: 168 time: 3.2224138 Oct 18 20:48:32.836968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:32.842616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5b313d9a-b770-4f4b-aab4-3f6942a9f58a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-643383973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:32.855719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 49e28104-157a-4ef3-847e-3a26baf5ba94, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=49e28104-157a-4ef3-847e-3a26baf5ba94,segment=NetworkSegment(ec41b58a-bf17-4804-a4ff-9d9d6a03af21),segment_id=ec41b58a-bf17-4804-a4ff-9d9d6a03af21)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:32.857112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:48:32.860296 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc353cd0-d721-4986-899d-a891ba3cb2c5" -d '{"events": [{"server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "name": "network-vif-plugged", "status": "completed", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:48:32.865610 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.895453 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b313d9a-b770-4f4b-aab4-3f6942a9f58a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:32.896982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b313d9a-b770-4f4b-aab4-3f6942a9f58a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.009017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=49e28104-157a-4ef3-847e-3a26baf5ba94,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:33.022420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b313d9a-b770-4f4b-aab4-3f6942a9f58a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.029801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b313d9a-b770-4f4b-aab4-3f6942a9f58a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.030215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d15ba178-76bf-4218-af80-1f6fe5ce354d req-ed5ef8a0-2d28-4c59-b3a1-30207c1491a9 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.0469701 Oct 18 20:48:33.081660 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b313d9a-b770-4f4b-aab4-3f6942a9f58a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.083093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5b313d9a-b770-4f4b-aab4-3f6942a9f58a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2448599 Oct 18 20:48:33.087121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36244) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:33.093397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': True}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:33.165442 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.308764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32994931-350d-477a-8bf9-05070bb9c214 req-53887170-4203-4f4c-8cf2-27bd36a3207f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.1236155 Oct 18 20:48:33.394798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd0d86ce0-5e15-44e6-bd47-dc2ef06abd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:33.395273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: d0d86ce0-5e15-44e6-bd47-dc2ef06abd53, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:48:33.425397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=4a4b83cb-1e97-4663-8b53-d84b42c880f2,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:33.507122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:48:33.542916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddb1cc-4ae1-40a2-845a-d7d1052b2dd5 req-2ab7612e-55d4-4c29-82d8-87609c3c94b8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:33.555566 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1ddb1cc-4ae1-40a2-845a-d7d1052b2dd5 req-2ab7612e-55d4-4c29-82d8-87609c3c94b8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.0978034 Oct 18 20:48:33.600760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, d0d86ce0-5e15-44e6-bd47-dc2ef06abd53) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:33.616734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:33.617334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.628299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e231e-e107-4d63-81db-6660137bffab None None] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:33.644689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1ddb1cc-4ae1-40a2-845a-d7d1052b2dd5 req-efee7824-292f-486a-be7e-39b742899fba tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875196 Oct 18 20:48:33.657417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a3f38be8-fea5-4511-b737-20b74bf4b6a2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4832311 Oct 18 20:48:33.661855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36276) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:33.666972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-64df1084-6498-4a8d-b5a7-3d6c64c6d4bf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2106614492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:33.722290 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64df1084-6498-4a8d-b5a7-3d6c64c6d4bf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.724420 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64df1084-6498-4a8d-b5a7-3d6c64c6d4bf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:33.826913 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa58c2-1a84-41f5-8ad8-b3e2af44ee0b x-openstack-request-id: req-99fa58c2-1a84-41f5-8ad8-b3e2af44ee0b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:48:33.828447 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "name": "network-vif-plugged", "status": "completed", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:48:33.829630 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99fa58c2-1a84-41f5-8ad8-b3e2af44ee0b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:48:33.830859 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94', 'code': 200} Oct 18 20:48:34.029199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-d0d86ce0-5e15-44e6-bd47-dc2ef06abd53', 'network_id': 'd0d86ce0-5e15-44e6-bd47-dc2ef06abd53', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': '4a4b83cb-1e97-4663-8b53-d84b42c880f2'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:48:34.030187 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.110876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.149061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b671e-2712-4104-aef3-1927bc0a0ef9 req-074a68b3-aca1-4ec4-85fc-5f3aa66d8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:34.151771 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dc6b671e-2712-4104-aef3-1927bc0a0ef9 req-074a68b3-aca1-4ec4-85fc-5f3aa66d8e92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 1097 time: 0.1789191 Oct 18 20:48:34.260779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Allocated IP 172.20.0.2 (d0d86ce0-5e15-44e6-bd47-dc2ef06abd53/4a4b83cb-1e97-4663-8b53-d84b42c880f2/0bae31cb-39d3-4f50-ac54-8924140debfe) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:34.276914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-dc6b671e-2712-4104-aef3-1927bc0a0ef9 req-f2277e48-32de-4693-9fb9-e6901630dd3c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111515 Oct 18 20:48:34.388022 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64df1084-6498-4a8d-b5a7-3d6c64c6d4bf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.401567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64df1084-6498-4a8d-b5a7-3d6c64c6d4bf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.472515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-64df1084-6498-4a8d-b5a7-3d6c64c6d4bf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.479229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-64df1084-6498-4a8d-b5a7-3d6c64c6d4bf tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8160443 Oct 18 20:48:34.482003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36306) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:34.509258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f49b1-3654-40d4-b3f9-4138eeb87e4a req-208cd3ea-0ccc-4f2f-bf41-9c5ca07b0afc tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:34.523399 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-685f49b1-3654-40d4-b3f9-4138eeb87e4a req-208cd3ea-0ccc-4f2f-bf41-9c5ca07b0afc tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 946 time: 0.1378312 Oct 18 20:48:34.535100 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.544690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.610058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Pushing event updated for resources: {'Port': ['ID=0bae31cb-39d3-4f50-ac54-8924140debfe,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:34.624059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:34.630951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:34.640139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:34.665352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.672167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-685f49b1-3654-40d4-b3f9-4138eeb87e4a req-e4e1d8ab-c310-4212-bdec-8ca48db144cd tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474614 Oct 18 20:48:34.739961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Attempting to bind port 0bae31cb-39d3-4f50-ac54-8924140debfe on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:48:34.740816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Attempting to bind port 0bae31cb-39d3-4f50-ac54-8924140debfe by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd0d86ce0-5e15-44e6-bd47-dc2ef06abd53'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:48:34.741326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Attempting to bind port 0bae31cb-39d3-4f50-ac54-8924140debfe on network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:48:34.750135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:48:34.750523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Checking segment: {'id': '4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd0d86ce0-5e15-44e6-bd47-dc2ef06abd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:34.750935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.751470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Bound using segment: {'id': '4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd0d86ce0-5e15-44e6-bd47-dc2ef06abd53'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:48:34.751972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Bound port: 0bae31cb-39d3-4f50-ac54-8924140debfe, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd0d86ce0-5e15-44e6-bd47-dc2ef06abd53'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:48:34.752364 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.770743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.858321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] For port 0bae31cb-39d3-4f50-ac54-8924140debfe, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:48:34.862406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] For port 0bae31cb-39d3-4f50-ac54-8924140debfe, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bae31cb-39d3-4f50-ac54-8924140debfe,segment=NetworkSegment(4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9),segment_id=4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:48:34.870501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:34.892802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da99d6c7-93af-4a7e-8d82-4b57629567ce req-55f73b10-d591-4265-a812-33320a5f089c tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.0427766 Oct 18 20:48:34.936312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36312) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:35.002102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791f90b-4324-4396-a666-ea823cafa72b None None] Pushing event updated for resources: {'Port': ['ID=0bae31cb-39d3-4f50-ac54-8924140debfe,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:35.054819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Allocated IP 172.25.7.126 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a0de3b82-9e9b-4e91-bd1b-a110ed37856b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:35.090980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-901c2459-a608-41f5-b294-d0337ce4acb3 req-c73445c0-c031-40a0-9cc1-3320c7eeaaee tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0330317 Oct 18 20:48:35.253938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c46110f-5e5d-49ea-a9c6-c2cdff8822d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.331929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.363512 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.463539 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.467206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c46110f-5e5d-49ea-a9c6-c2cdff8822d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.504645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8c46110f-5e5d-49ea-a9c6-c2cdff8822d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.542685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:35.564413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:35.579495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:35.581646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Port': ['ID=a0de3b82-9e9b-4e91-bd1b-a110ed37856b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:35.614025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8c46110f-5e5d-49ea-a9c6-c2cdff8822d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3233c763042e44df88cd466e6dcc139a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740506 Oct 18 20:48:35.614803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36316) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:35.617185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46110f-5e5d-49ea-a9c6-c2cdff8822d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e007b-6027-44a6-85ef-ed1d4921eca2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:35.654487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68365ca4-90aa-4c8f-ad24-91f53906b5f8 req-6642b3cd-13c7-4a9c-967f-2f03322cb117 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:35.664720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68365ca4-90aa-4c8f-ad24-91f53906b5f8 req-6642b3cd-13c7-4a9c-967f-2f03322cb117 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4107568 Oct 18 20:48:35.782444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1888cf-7423-4245-87aa-74da24563b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.822517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1888cf-7423-4245-87aa-74da24563b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:35.844335 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68365ca4-90aa-4c8f-ad24-91f53906b5f8 req-7e7447d7-a8f4-412d-a562-77d2e0842035 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784308 Oct 18 20:48:36.030424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.063380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.20.0.1 (d0d86ce0-5e15-44e6-bd47-dc2ef06abd53/4a4b83cb-1e97-4663-8b53-d84b42c880f2/aaae2742-a68f-47c6-99d5-bf68ca4783b9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:36.151542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eae7f-7cfc-4b2e-8296-24288801cc60 req-38e0db66-c246-4372-9299-849f18b5b119 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:36.153823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-499eae7f-7cfc-4b2e-8296-24288801cc60 req-38e0db66-c246-4372-9299-849f18b5b119 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 946 time: 0.1750391 Oct 18 20:48:36.177658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1888cf-7423-4245-87aa-74da24563b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.181170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1888cf-7423-4245-87aa-74da24563b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.186995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd1888cf-7423-4245-87aa-74da24563b2b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/259e007b-6027-44a6-85ef-ed1d4921eca2 HTTP/1.1" status: 204 len: 168 time: 0.5708387 Oct 18 20:48:36.213722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1888cf-7423-4245-87aa-74da24563b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e007b-6027-44a6-85ef-ed1d4921eca2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:36.282236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-499eae7f-7cfc-4b2e-8296-24288801cc60 req-7c5447a7-81ec-43c4-bdab-ce6fd2aecab4 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 Oct 18 20:48:36.336217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.489798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c89c0-257d-4f69-a824-5bebcdc3a91f req-8fbe03c7-eab4-48f7-86d3-de5dd24f519f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:36.491620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e7c89c0-257d-4f69-a824-5bebcdc3a91f req-8fbe03c7-eab4-48f7-86d3-de5dd24f519f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1085217 Oct 18 20:48:36.493878 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.522954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.530938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.553325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=aaae2742-a68f-47c6-99d5-bf68ca4783b9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:36.579422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:36.582887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:36.587039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:36.730356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e7c89c0-257d-4f69-a824-5bebcdc3a91f req-1cfa4999-cc25-483d-b1c5-c1ee95d419da tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835229 Oct 18 20:48:36.762090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:36.946301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55023699-42b3-4188-801d-e99537a5b78d None None] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:36.963233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Router a0e3d414-98d9-44e0-a2f0-6aabdedea70b is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:37.044636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bae31cb-39d3-4f50-ac54-8924140debfe up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:48:37.054031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:37.205553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:37.218421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:37.226715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] Sync routers for ids ['a0e3d414-98d9-44e0-a2f0-6aabdedea70b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:37.232554 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9804327-004f-4ce2-8b93-81640760fd89 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "PUT /v2.0/routers/a0e3d414-98d9-44e0-a2f0-6aabdedea70b HTTP/1.1" status: 200 len: 918 time: 4.1439993 Oct 18 20:48:37.233523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36338) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:37.240552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-30f02651-562f-4331-85fb-c0c54e61fbc1 None None] Provisioning complete for port 0bae31cb-39d3-4f50-ac54-8924140debfe triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:37.241334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30f02651-562f-4331-85fb-c0c54e61fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:37.256851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0276447-d277-4007-be7c-c08ba045f5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:37.274382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bf69479-27be-4757-a11d-885e627dcf1d req-a1c6360d-ec42-4871-af33-0bc1a9b0c849 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1dbd92d-40cf-4049-9a7e-2a9880c21dad HTTP/1.1" status: 200 len: 210 time: 0.2488039 Oct 18 20:48:37.471646 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8c83a1eb-5dc8-439e-abb1-a3112da3090e tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/a0e3d414-98d9-44e0-a2f0-6aabdedea70b HTTP/1.1" status: 200 len: 924 time: 0.2370470 Oct 18 20:48:37.472336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36344) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:37.485255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] Routers {'a0e3d414-98d9-44e0-a2f0-6aabdedea70b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:37.488968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0e3d414-98d9-44e0-a2f0-6aabdedea70b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:37.580442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edd61198-28b5-4172-abff-5483a642edd1 req-70982f40-6254-4915-b24e-5e2ca72bc1b1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0544837 Oct 18 20:48:37.659584 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:37.739961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eedea1-6115-4484-af6e-947062fc82fb tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:37.744915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-52eedea1-6115-4484-af6e-947062fc82fb tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=a0e3d414-98d9-44e0-a2f0-6aabdedea70b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2710273 Oct 18 20:48:37.747720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:37.802730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:37.840986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0276447-d277-4007-be7c-c08ba045f5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:37.844372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0bae31cb-39d3-4f50-ac54-8924140debfe triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:37.844834 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:37.868265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0276447-d277-4007-be7c-c08ba045f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:37.922209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] Routers {'a0e3d414-98d9-44e0-a2f0-6aabdedea70b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:37.923085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0e3d414-98d9-44e0-a2f0-6aabdedea70b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:37.929412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c18241e-92b0-46b0-bb3f-5533003265b3 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:37.931380 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8c18241e-92b0-46b0-bb3f-5533003265b3 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 0.1822159 Oct 18 20:48:37.934025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36356) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:37.979316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:37.980154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd4533b-7090-47f6-9ec9-5f1ba38c59b5 None None] The sync data for ids ['a0e3d414-98d9-44e0-a2f0-6aabdedea70b'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:37.986148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e0276447-d277-4007-be7c-c08ba045f5c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ed3b146d68743ffabd06a18952eb124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9175930 Oct 18 20:48:37.994981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36358) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:38.027775 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-da08076c-a9b0-425b-9ab6-143569cf48ea tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e3d414-98d9-44e0-a2f0-6aabdedea70b HTTP/1.1" status: 200 len: 205 time: 0.0893395 Oct 18 20:48:38.030143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36360) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:38.038851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.102586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0276447-d277-4007-be7c-c08ba045f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ae5e7-665b-4e27-b0e1-c154d682766b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:38.127444 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30f02651-562f-4331-85fb-c0c54e61fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.149323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 0bae31cb-39d3-4f50-ac54-8924140debfe, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bae31cb-39d3-4f50-ac54-8924140debfe,segment=NetworkSegment(4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9),segment_id=4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:38.157588 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.190886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bab23f-4039-4d67-8c88-3b69e00b3c45 req-e48a119a-7539-48ed-9d36-8ec3b22646ac tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:38.199978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2bab23f-4039-4d67-8c88-3b69e00b3c45 req-e48a119a-7539-48ed-9d36-8ec3b22646ac tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3560719 Oct 18 20:48:38.215821 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.292282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=0bae31cb-39d3-4f50-ac54-8924140debfe,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:38.308584 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-30f02651-562f-4331-85fb-c0c54e61fbc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:48:38.309094 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-30f02651-562f-4331-85fb-c0c54e61fbc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:48:38.352608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2bab23f-4039-4d67-8c88-3b69e00b3c45 req-77fdafd4-edd1-40c3-83c0-8e2cfb4c52c8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141789 Oct 18 20:48:38.380082 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.476166 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78075c15-f48f-4454-a0bc-479d9978015f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.505361 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78075c15-f48f-4454-a0bc-479d9978015f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.547473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Deleting port a0de3b82-9e9b-4e91-bd1b-a110ed37856b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:38.549083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.552887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36366) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:38.572333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78075c15-f48f-4454-a0bc-479d9978015f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.581307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78075c15-f48f-4454-a0bc-479d9978015f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.585675 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-78075c15-f48f-4454-a0bc-479d9978015f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da0ae5e7-665b-4e27-b0e1-c154d682766b HTTP/1.1" status: 204 len: 168 time: 0.5883980 Oct 18 20:48:38.626502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78075c15-f48f-4454-a0bc-479d9978015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ae5e7-665b-4e27-b0e1-c154d682766b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:38.756776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:38.766222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:39.065027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:39.103615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=aaae2742-a68f-47c6-99d5-bf68ca4783b9,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:39.103615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab5ca9b5-f0da-4c89-84a9-cc1e08d7fbe3 req-a8aa0bd8-a3c1-4b34-a926-5bde1e1d496d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.1276853 Oct 18 20:48:39.127151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bae31cb-39d3-4f50-ac54-8924140debfe up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:48:39.300043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9794fad1-2f59-4bab-b4ac-9ada6c477119 None None] Provisioning complete for port 0bae31cb-39d3-4f50-ac54-8924140debfe triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:39.300450 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9794fad1-2f59-4bab-b4ac-9ada6c477119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:39.328523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:39.329986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:39.343681 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:39.361477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Calling delete_port for a0de3b82-9e9b-4e91-bd1b-a110ed37856b owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:39.415335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0bae31cb-39d3-4f50-ac54-8924140debfe triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:39.421393 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:39.764040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:39.794254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-889f47a8-bae9-4da9-a35c-a6fcca208570 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:39.914475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34892b-4881-4032-bb44-596b075fcfdb req-54d82c53-5706-4eda-8d98-78fdb31a49b1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:39.917679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c34892b-4881-4032-bb44-596b075fcfdb req-54d82c53-5706-4eda-8d98-78fdb31a49b1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2589607 Oct 18 20:48:39.933714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event deleted for resources: {'Port': ['ID=a0de3b82-9e9b-4e91-bd1b-a110ed37856b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:40.000564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.020139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c34892b-4881-4032-bb44-596b075fcfdb req-a028b790-7d5d-40ed-b5ad-877dfc9e9bcd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942996 Oct 18 20:48:40.034062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router e18ef1e7-a3d0-45ff-8631-1747f5f04811 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:40.126541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9794fad1-2f59-4bab-b4ac-9ada6c477119 None None] Provisioning complete for port aaae2742-a68f-47c6-99d5-bf68ca4783b9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:40.126951 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9794fad1-2f59-4bab-b4ac-9ada6c477119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.177574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9794fad1-2f59-4bab-b4ac-9ada6c477119 None None] Port aaae2742-a68f-47c6-99d5-bf68ca4783b9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:48:40.225266 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.231786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.271070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-889f47a8-bae9-4da9-a35c-a6fcca208570 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.304750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3fbad883-d897-45c1-959b-a92bd87108fe None None] Provisioning complete for port aaae2742-a68f-47c6-99d5-bf68ca4783b9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:48:40.304750 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3fbad883-d897-45c1-959b-a92bd87108fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.365025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57d7b78c-1d4c-433c-9698-8e6829664501 req-459807e9-4325-4d3f-a4f4-301303fd5d79 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0927119 Oct 18 20:48:40.366330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:40.377894 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5e612b6-6131-4bd8-b59f-0ed7628de3f7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/e18ef1e7-a3d0-45ff-8631-1747f5f04811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8916700 Oct 18 20:48:40.378157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.378157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Fanout notify agent at l3_agent the message router_deleted on router a0e3d414-98d9-44e0-a2f0-6aabdedea70b {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:40.379995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36408) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:40.381750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3fbad883-d897-45c1-959b-a92bd87108fe None None] Port aaae2742-a68f-47c6-99d5-bf68ca4783b9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:48:40.392351 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] Sync routers for ids ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:40.393859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.395001 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08426921-adeb-4eac-835c-899d45b88e62 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/a0e3d414-98d9-44e0-a2f0-6aabdedea70b HTTP/1.1" status: 204 len: 168 time: 2.3637469 Oct 18 20:48:40.400064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36410) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:40.414624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3e8eeed5-b7c2-4acf-b6d6-17381b0a6a13 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-968515371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:40.421939 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] Routers {'e18ef1e7-a3d0-45ff-8631-1747f5f04811'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:40.423998 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:40.477072 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e8eeed5-b7c2-4acf-b6d6-17381b0a6a13 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.477672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114a80f-d6b5-409d-a56a-675e9eedf5b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:40.479237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e8eeed5-b7c2-4acf-b6d6-17381b0a6a13 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.482010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5114a80f-d6b5-409d-a56a-675e9eedf5b1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports/aaae2742-a68f-47c6-99d5-bf68ca4783b9 HTTP/1.1" status: 200 len: 910 time: 0.1008701 Oct 18 20:48:40.485223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36412) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:40.525651 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:40.550670 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] Routers {'e18ef1e7-a3d0-45ff-8631-1747f5f04811'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:40.551506 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:40.561210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e8eeed5-b7c2-4acf-b6d6-17381b0a6a13 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.563928 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-889f47a8-bae9-4da9-a35c-a6fcca208570 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.569148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-889f47a8-bae9-4da9-a35c-a6fcca208570 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.575355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-889f47a8-bae9-4da9-a35c-a6fcca208570 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/security-groups/0a74a8a6-8f6a-40b8-9987-ee9042da5a49 HTTP/1.1" status: 204 len: 168 time: 2.0176420 Oct 18 20:48:40.577650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36414) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:40.588800 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e8eeed5-b7c2-4acf-b6d6-17381b0a6a13 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.679685 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:40.681659 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31fabc3-3acf-4e9b-bccf-d5968f5329ef None None] The sync data for ids ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:40.690426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f47a8-bae9-4da9-a35c-a6fcca208570 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74a8a6-8f6a-40b8-9987-ee9042da5a49,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:40.705361 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-ea0caada-5bb7-4427-a183-924c993e61a1 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] show failed (client error): The resource could not be found. Oct 18 20:48:40.706863 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ea0caada-5bb7-4427-a183-924c993e61a1 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "GET /v2.0/security-groups/0a74a8a6-8f6a-40b8-9987-ee9042da5a49 HTTP/1.1" status: 404 len: 347 time: 0.1200674 Oct 18 20:48:40.714825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36420) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:40.752879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e8eeed5-b7c2-4acf-b6d6-17381b0a6a13 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:40.754374 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3e8eeed5-b7c2-4acf-b6d6-17381b0a6a13 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3527362 Oct 18 20:48:40.828657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36422) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:40.902099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': False}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:41.212958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:41.256062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port acd773be-6e26-44ba-8101-45473b55d03a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:41.256310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:41.449864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:41.450558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:41.489331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for acd773be-6e26-44ba-8101-45473b55d03a owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:41.510533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7de4f-bc78-4cb1-8b94-9821c84ef60b req-02f95b10-36bc-472e-ba9b-8dff338d505e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:41.513246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17a7de4f-bc78-4cb1-8b94-9821c84ef60b req-02f95b10-36bc-472e-ba9b-8dff338d505e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.7076342 Oct 18 20:48:41.609697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17a7de4f-bc78-4cb1-8b94-9821c84ef60b req-f947277a-fa5d-4b17-b9a7-7423f8e455d8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843613 Oct 18 20:48:41.778071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:41.900104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:41.982857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=acd773be-6e26-44ba-8101-45473b55d03a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:42.025857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.131032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.133193 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.147545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.148579 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-14f2e0d8-582a-4ce3-9233-35a0599da411 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/floatingips/2dd28e3e-61c8-4cd2-8b52-dfae9b100eb9 HTTP/1.1" status: 204 len: 168 time: 1.4275074 Oct 18 20:48:42.155557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36468) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:42.389959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7af931bb-b472-49e8-8828-2e626d9dc4f3 req-f019f8b0-5637-4431-b924-8a8efeec055a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0903027 Oct 18 20:48:42.455163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port aaae2742-a68f-47c6-99d5-bf68ca4783b9 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:42.457224 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.505665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port 9286a9a2-eeaa-4c17-9494-51c62f59407b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:42.506505 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.587927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Allocated IP 172.25.7.196 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/ef26d615-a4e9-44ee-82a8-c534ec9c6c8a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:42.673080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.717480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.729850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for 9286a9a2-eeaa-4c17-9494-51c62f59407b owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:42.738918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for aaae2742-a68f-47c6-99d5-bf68ca4783b9 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:42.845181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:42.981785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914f169-6ad6-41bc-a1e4-2173f8a555e5 req-2595be5b-d3e0-42e1-ac15-2a84879bc6c4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:42.992674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7914f169-6ad6-41bc-a1e4-2173f8a555e5 req-2595be5b-d3e0-42e1-ac15-2a84879bc6c4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1558473 Oct 18 20:48:43.031354 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.083940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=9286a9a2-eeaa-4c17-9494-51c62f59407b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:43.131630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.236826 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.243367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0bb4362d-d9e4-4e58-a505-6bc2ec10859f tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/ports/9286a9a2-eeaa-4c17-9494-51c62f59407b HTTP/1.1" status: 204 len: 168 time: 1.0794909 Oct 18 20:48:43.243367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36504) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:43.243855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:43.283957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7914f169-6ad6-41bc-a1e4-2173f8a555e5 req-faa717aa-1f16-480b-a735-3bcdecebd3d6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797400 Oct 18 20:48:43.298501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.381584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:43.400551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:43.404663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:43.408822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Pushing event updated for resources: {'Port': ['ID=ef26d615-a4e9-44ee-82a8-c534ec9c6c8a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:43.409554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.459703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:43.460092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.527220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=aaae2742-a68f-47c6-99d5-bf68ca4783b9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:43.664007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.675775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f5718-86f6-4497-9864-74e84855da55 req-630ab1f4-13f3-44df-ad6a-9c5d381bf6b4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:43.683275 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-510f5718-86f6-4497-9864-74e84855da55 req-630ab1f4-13f3-44df-ad6a-9c5d381bf6b4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2708089 Oct 18 20:48:43.690036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:43.941990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.946035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d273c1fd-0cb6-40fb-9da9-5caf9802c77e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:43.953397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-510f5718-86f6-4497-9864-74e84855da55 req-3ed6229c-5673-4062-aaa9-fd9db59a3c66 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061796 Oct 18 20:48:44.119733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:44.156705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a0272eb1-28a3-49de-ac7d-5c2056c3daf5 req-1e2144a6-5e1a-4604-af54-e6ab79313a04 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0484486 Oct 18 20:48:44.200463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=fb1f7e56-eac0-40aa-aa20-aad4d60f1f95,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:44.374512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router e18ef1e7-a3d0-45ff-8631-1747f5f04811 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:48:44.424644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09d33e-6850-435c-b7df-6efbac4398b1 req-1b94e88c-2c2b-4025-9f53-53c5423cbcc8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:44.437289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad09d33e-6850-435c-b7df-6efbac4398b1 req-1b94e88c-2c2b-4025-9f53-53c5423cbcc8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1065288 Oct 18 20:48:44.551330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:44.567299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-55516d79-a332-488c-875c-a1ee1f153cc6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/e18ef1e7-a3d0-45ff-8631-1747f5f04811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0783567 Oct 18 20:48:44.567534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] Sync routers for ids ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:44.568668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36520) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:44.582825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] Routers {'e18ef1e7-a3d0-45ff-8631-1747f5f04811'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:44.583482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:44.648164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:44.663359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d273c1fd-0cb6-40fb-9da9-5caf9802c77e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:44.664556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] Routers {'e18ef1e7-a3d0-45ff-8631-1747f5f04811'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:44.665468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:44.670692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:44.674401 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-862e24e3-159c-4d5f-8ee7-b9346cdac172 tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/ports/fb1f7e56-eac0-40aa-aa20-aad4d60f1f95 HTTP/1.1" status: 204 len: 168 time: 1.4232736 Oct 18 20:48:44.675519 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d273c1fd-0cb6-40fb-9da9-5caf9802c77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:44.677898 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:44.679337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36522) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:44.703826 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-07db8176-c574-4144-a343-d2cfd1121eef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef1e7-a3d0-45ff-8631-1747f5f04811 HTTP/1.1" status: 200 len: 205 time: 0.1295731 Oct 18 20:48:44.704913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:44.765132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:44.765826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014321a-d9b8-486a-976c-69e4a9cb649c None None] The sync data for ids ['e18ef1e7-a3d0-45ff-8631-1747f5f04811'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:44.811179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d273c1fd-0cb6-40fb-9da9-5caf9802c77e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=efa65994b55e4f6a8f6e48c5e8a96cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5680249 Oct 18 20:48:44.828293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36526) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:44.848668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50c36889-5df4-4b48-83fb-1a80f1182d4f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:44.873974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273c1fd-0cb6-40fb-9da9-5caf9802c77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db405ca-dd45-4b3a-a0e0-d722962617e9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:44.941065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting subnet 77d05afc-2597-465b-bd4f-7d6e59993132 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:48:44.953004 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad09d33e-6850-435c-b7df-6efbac4398b1 req-b5fc129d-7b97-4b17-a7c3-6218bf1ba87f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144060 Oct 18 20:48:44.973865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.048815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.145337 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8cc20849-3ba3-493e-86cb-3c992018f832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.166068 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50c36889-5df4-4b48-83fb-1a80f1182d4f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.172046 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50c36889-5df4-4b48-83fb-1a80f1182d4f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.280030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916c92b-4a73-48cc-b307-ba0915c6162b req-1e08d9a0-5d30-4f19-913a-d505ee4f0ed5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:45.283300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4916c92b-4a73-48cc-b307-ba0915c6162b req-1e08d9a0-5d30-4f19-913a-d505ee4f0ed5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1985917 Oct 18 20:48:45.287028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.294369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50c36889-5df4-4b48-83fb-1a80f1182d4f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.295494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c36889-5df4-4b48-83fb-1a80f1182d4f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Fanout notify agent at l3_agent the message router_deleted on router e18ef1e7-a3d0-45ff-8631-1747f5f04811 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:45.324651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50c36889-5df4-4b48-83fb-1a80f1182d4f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.330005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-50c36889-5df4-4b48-83fb-1a80f1182d4f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/e18ef1e7-a3d0-45ff-8631-1747f5f04811 HTTP/1.1" status: 204 len: 168 time: 0.6124408 Oct 18 20:48:45.345692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36532) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:45.384261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8cc20849-3ba3-493e-86cb-3c992018f832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.394007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.428048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4916c92b-4a73-48cc-b307-ba0915c6162b req-4d4e551b-db66-469a-9a0e-a419ac7228f9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186817 Oct 18 20:48:45.439117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet 4a4b83cb-1e97-4663-8b53-d84b42c880f2 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:48:45.454477 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.459648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Subnet': ['ID=77d05afc-2597-465b-bd4f-7d6e59993132,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:45.508250 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.516423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.522117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.526318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.531436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ff746-0560-4942-a70e-72bd7fb54b40 None None] Network 771705f7-431b-42de-8b04-c7312ffd5459 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:45.536979 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-16de8376-641a-41a4-b69d-5785d355314a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/subnets/77d05afc-2597-465b-bd4f-7d6e59993132 HTTP/1.1" status: 204 len: 168 time: 0.8534527 Oct 18 20:48:45.549719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36536) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:45.565810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8cc20849-3ba3-493e-86cb-3c992018f832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.568514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8cc20849-3ba3-493e-86cb-3c992018f832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.572738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8cc20849-3ba3-493e-86cb-3c992018f832 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3db405ca-dd45-4b3a-a0e0-d722962617e9 HTTP/1.1" status: 204 len: 168 time: 0.7296023 Oct 18 20:48:45.589414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8797189e-260b-41f2-bc19-81316a3849c1 req-7ca98ae1-cd1c-4eff-b10a-98c8054b32b6 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba943bcb-6afa-42de-b10c-16833e1518ca HTTP/1.1" status: 200 len: 210 time: 0.0639784 Oct 18 20:48:45.657801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc20849-3ba3-493e-86cb-3c992018f832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db405ca-dd45-4b3a-a0e0-d722962617e9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:45.684523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting subnet 08ba0e9d-5407-400a-a4bf-dc484eaecfda {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:48:45.706897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.895621 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:45.942846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] DHCP port deletion for 771705f7-431b-42de-8b04-c7312ffd5459 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:48:46.108973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] Deleting port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:46.112736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.160848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Router 3285950f-b2c7-4126-8425-f7c1c088f455 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:46.167924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.226444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36546) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:46.255419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-730aef13-6ac0-461d-9dfd-8a3089ee929d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.289461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.319479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] For port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=62d617fa-fdc0-4ef5-ab1d-42f59d05fb33,segment=NetworkSegment(eb00d50d-17b5-43a8-be9c-c7b3b68a50ae),segment_id=eb00d50d-17b5-43a8-be9c-c7b3b68a50ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:46.320136 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.350680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] Calling delete_port for 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:46.400411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eaa63-183e-45b8-a642-94a4f38b9141 req-4e0f4e5c-c140-4f8b-9d9c-066fd25c2345 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:46.418018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-285eaa63-183e-45b8-a642-94a4f38b9141 req-4e0f4e5c-c140-4f8b-9d9c-066fd25c2345 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1869495 Oct 18 20:48:46.450851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:46.463699 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] Sync routers for ids ['3285950f-b2c7-4126-8425-f7c1c088f455'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:46.475000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.485288 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] Routers {'3285950f-b2c7-4126-8425-f7c1c088f455'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:46.487380 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3285950f-b2c7-4126-8425-f7c1c088f455'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:46.490383 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.492922 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-266bbd6f-c785-494c-bf5e-3e9c0e78b620 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "PUT /v2.0/routers/3285950f-b2c7-4126-8425-f7c1c088f455 HTTP/1.1" status: 200 len: 919 time: 5.6619680 Oct 18 20:48:46.498986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.504344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36550) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:46.511521 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.578926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] Pushing event deleted for resources: {'Port': ['ID=62d617fa-fdc0-4ef5-ab1d-42f59d05fb33,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:46.596247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343c057-c721-40f5-9a16-a1d135981086 None None] No DVR routers for this DVR port 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:46.608260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Subnet': ['ID=08ba0e9d-5407-400a-a4bf-dc484eaecfda,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:46.618669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4b83cb-1e97-4663-8b53-d84b42c880f2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:46.632349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.638771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8bd988b8-adf4-4ae4-9aa6-bcbe06326d20 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/4a4b83cb-1e97-4663-8b53-d84b42c880f2 HTTP/1.1" status: 204 len: 168 time: 1.2887919 Oct 18 20:48:46.639373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36554) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:46.639814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36556) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:46.647363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.655260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bd02728a-e53a-4134-8839-0f10ab3345ed tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/subnets/08ba0e9d-5407-400a-a4bf-dc484eaecfda HTTP/1.1" status: 204 len: 168 time: 1.1019232 Oct 18 20:48:46.659691 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:46.662359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91857d0d-eb54-45e6-a279-932164ef1db8 None None] Network d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:46.678354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36560) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:46.679376 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] Routers {'3285950f-b2c7-4126-8425-f7c1c088f455'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:46.680797 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3285950f-b2c7-4126-8425-f7c1c088f455'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:46.687480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-285eaa63-183e-45b8-a642-94a4f38b9141 req-d8501482-e110-4051-bb98-674d34cbcd5f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606006 Oct 18 20:48:46.749330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124f63d-4b44-4589-a906-66a8b9c08912 None None] Network ce5a765c-25e1-4799-9b88-fc2533a67f52 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:46.758727 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:46.759672 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115774d-fd05-422d-ab61-6e32697feec8 None None] The sync data for ids ['3285950f-b2c7-4126-8425-f7c1c088f455'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:46.848500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.959888 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-730aef13-6ac0-461d-9dfd-8a3089ee929d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.988908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-730aef13-6ac0-461d-9dfd-8a3089ee929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:46.994783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.016290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:47.054136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.060818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730aef13-6ac0-461d-9dfd-8a3089ee929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ffd28-75cf-4870-bb39-98419abfe595,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:47.068786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b1d3c574-41a7-4cc3-a55e-99718bf6cfa4 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/3285950f-b2c7-4126-8425-f7c1c088f455 HTTP/1.1" status: 200 len: 925 time: 0.5453892 Oct 18 20:48:47.076501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:48:47.076873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 62d617fa-fdc0-4ef5-ab1d-42f59d05fb33 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:48:47.078544 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771705f7-431b-42de-8b04-c7312ffd5459']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:47.090029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:47.090464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb00d50d-17b5-43a8-be9c-c7b3b68a50ae') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:47.091666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36570) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:47.101643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.103164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-730aef13-6ac0-461d-9dfd-8a3089ee929d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80aeecee85804cd2a43ae1226381c59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8742671 Oct 18 20:48:47.119307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.125455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:48:47.126016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.138258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36572) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:47.154104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13f6b87f-efdb-4756-8eb4-edc2ee342871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:48:47.204754 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:48:47.210007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.228099 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.235265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/networks/771705f7-431b-42de-8b04-c7312ffd5459 HTTP/1.1" status: 204 len: 168 time: 0.5458734 Oct 18 20:48:47.243086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36576) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:47.257227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148b66b-575e-40ba-ac1c-7b5d8e6ce91b tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Network': ['ID=771705f7-431b-42de-8b04-c7312ffd5459,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:47.293717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] DHCP port deletion for d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:48:47.303834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ab7ec-81c0-403a-a9ec-f6b686999278 req-540ae6d4-b138-4eb0-b9a6-b124e4eba296 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:47.307509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-373ab7ec-81c0-403a-a9ec-f6b686999278 req-540ae6d4-b138-4eb0-b9a6-b124e4eba296 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4278474 Oct 18 20:48:47.365839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.369306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] DHCP port deletion for ce5a765c-25e1-4799-9b88-fc2533a67f52 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:48:47.410192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-373ab7ec-81c0-403a-a9ec-f6b686999278 req-5b3c25f5-7a92-473b-9aa4-aafd036c171f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748038 Oct 18 20:48:47.430177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354246b1-d3ea-41fd-9409-f8da4dac2bcc tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:47.431834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-354246b1-d3ea-41fd-9409-f8da4dac2bcc tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=3285950f-b2c7-4126-8425-f7c1c088f455&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3275630 Oct 18 20:48:47.438047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36578) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:47.468629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] Deleting port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:47.468998 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.497536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-184aa03c-a411-4c6a-b6ee-ffbd9108dd50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.498371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] Deleting port 0bae31cb-39d3-4f50-ac54-8924140debfe {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:47.498754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.527441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-184aa03c-a411-4c6a-b6ee-ffbd9108dd50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.609990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-184aa03c-a411-4c6a-b6ee-ffbd9108dd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.614848 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-184aa03c-a411-4c6a-b6ee-ffbd9108dd50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.616214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-184aa03c-a411-4c6a-b6ee-ffbd9108dd50 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b0ffd28-75cf-4870-bb39-98419abfe595 HTTP/1.1" status: 204 len: 168 time: 0.4685957 Oct 18 20:48:47.619853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port 0bae31cb-39d3-4f50-ac54-8924140debfe {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:47.621265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.664219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aa03c-a411-4c6a-b6ee-ffbd9108dd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ffd28-75cf-4870-bb39-98419abfe595,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:47.716145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] For port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:47.716836 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.721450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Deleting port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:47.727444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.750271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] Calling delete_port for 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:47.752819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37180d59-0073-4136-8fb3-44448165597a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:47.759544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-37180d59-0073-4136-8fb3-44448165597a tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 0.3159096 Oct 18 20:48:47.766063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36590) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:47.812516 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1349f9d-88b2-4c44-9a5b-77a241cc261e tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=3285950f-b2c7-4126-8425-f7c1c088f455 HTTP/1.1" status: 200 len: 205 time: 0.0446780 Oct 18 20:48:47.813437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:47.821761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port 0bae31cb-39d3-4f50-ac54-8924140debfe, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bae31cb-39d3-4f50-ac54-8924140debfe,segment=NetworkSegment(4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9),segment_id=4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:47.823282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.839100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for 0bae31cb-39d3-4f50-ac54-8924140debfe owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:47.912474 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.952793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] Pushing event deleted for resources: {'Port': ['ID=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:47.958175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] For port 0bae31cb-39d3-4f50-ac54-8924140debfe, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bae31cb-39d3-4f50-ac54-8924140debfe,segment=NetworkSegment(4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9),segment_id=4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:47.958892 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.967307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13f6b87f-efdb-4756-8eb4-edc2ee342871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.970705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:47.986140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996127d8-313c-42dd-a229-b0a95ca7d10d None None] No DVR routers for this DVR port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:47.989703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] Calling delete_port for 0bae31cb-39d3-4f50-ac54-8924140debfe owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:48.013184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13f6b87f-efdb-4756-8eb4-edc2ee342871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.022148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] For port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,segment=NetworkSegment(a463346d-49c5-4c9a-bdc6-dd71c3c530e9),segment_id=a463346d-49c5-4c9a-bdc6-dd71c3c530e9)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:48:48.022775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.039710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=0bae31cb-39d3-4f50-ac54-8924140debfe,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:48.062704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Calling delete_port for 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:48.063826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No DVR routers for this DVR port 0bae31cb-39d3-4f50-ac54-8924140debfe on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:48.136977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-13f6b87f-efdb-4756-8eb4-edc2ee342871 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed34c21f83784de391abe855331ff632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4918234 Oct 18 20:48:48.141581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6b87f-efdb-4756-8eb4-edc2ee342871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedb9e6c-8dce-4fba-82e6-c5feb854585d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:48.144361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36600) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:48.171262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620f16-de91-4008-9c5a-70b2ff558907 req-2bba79cd-187b-4eb7-a58f-cf6d40eb51f6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:48.179581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a620f16-de91-4008-9c5a-70b2ff558907 req-2bba79cd-187b-4eb7-a58f-cf6d40eb51f6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4912667 Oct 18 20:48:48.248081 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.268294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.288765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.306898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] Pushing event deleted for resources: {'Port': ['ID=0bae31cb-39d3-4f50-ac54-8924140debfe,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:48.333971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c53f0-cb4c-474b-baa2-3434e62a66df None None] No DVR routers for this DVR port 0bae31cb-39d3-4f50-ac54-8924140debfe on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:48.358047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d86ce0-5e15-44e6-bd47-dc2ef06abd53']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:48.365462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:48.366016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de098cd-a05e-4b2f-a6d9-ff81ccaf09f9') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:48.382643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.399968 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.404116 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.408699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:48:48.409251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.439964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Port': ['ID=1ae1915a-d25f-4699-b6b1-a5d5a8102a46,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:48.444070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] No DVR routers for this DVR port 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:48:48.502877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a620f16-de91-4008-9c5a-70b2ff558907 req-0440f0f7-7668-4b8c-8ff2-a285bf798be0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108492 Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:48:48.505824 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:48:48.509741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.513638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.541379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.547061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/d0d86ce0-5e15-44e6-bd47-dc2ef06abd53 HTTP/1.1" status: 204 len: 168 time: 1.9011283 Oct 18 20:48:48.561735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36612) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:48.568767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115795841', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:48.600496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367f2d-002e-41b2-86cb-2c7596363886 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=d0d86ce0-5e15-44e6-bd47-dc2ef06abd53,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:48.604805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a0abb4fa-572d-40ac-90dd-f7d77d154c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.617743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.653162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.653406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5a765c-25e1-4799-9b88-fc2533a67f52']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:48.668063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:48.668341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a463346d-49c5-4c9a-bdc6-dd71c3c530e9') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:48.688014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.704177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Deleting port ef26d615-a4e9-44ee-82a8-c534ec9c6c8a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:48.704913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.724046 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-898ac7b8-0b90-4f36-831e-0300921becd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.727502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a0abb4fa-572d-40ac-90dd-f7d77d154c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.746773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.748862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.750878 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.784772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:48:48.785179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:48:48.789178 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:48:48.889875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.899040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.907606 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:48.928646 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] 10.222.0.66 "DELETE /v2.0/networks/ce5a765c-25e1-4799-9b88-fc2533a67f52 HTTP/1.1" status: 204 len: 168 time: 1.6839690 Oct 18 20:48:48.974462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8baa-c17c-48a3-86d5-783809ff326a tempest-TaggedBootDevicesTest_v242-984429372 tempest-TaggedBootDevicesTest_v242-984429372-project] Pushing event deleted for resources: {'Network': ['ID=ce5a765c-25e1-4799-9b88-fc2533a67f52,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:48.999653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:49.023573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:49.040365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Calling delete_port for ef26d615-a4e9-44ee-82a8-c534ec9c6c8a owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:49.087704 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a0abb4fa-572d-40ac-90dd-f7d77d154c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:49.088882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:48:49.089664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1ae1915a-d25f-4699-b6b1-a5d5a8102a46 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:48:49.090653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a0abb4fa-572d-40ac-90dd-f7d77d154c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:49.091455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bae31cb-39d3-4f50-ac54-8924140debfe no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:48:49.095236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a0abb4fa-572d-40ac-90dd-f7d77d154c5f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cedb9e6c-8dce-4fba-82e6-c5feb854585d HTTP/1.1" status: 204 len: 168 time: 0.9377787 Oct 18 20:48:49.116310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-55a9f91e-c92e-4ae9-b198-5ebda3473003 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:49.118238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-55a9f91e-c92e-4ae9-b198-5ebda3473003 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.4992959 Oct 18 20:48:49.159418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0bae31cb-39d3-4f50-ac54-8924140debfe {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:48:49.160856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bae31cb-39d3-4f50-ac54-8924140debfe not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:48:49.180003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abb4fa-572d-40ac-90dd-f7d77d154c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedb9e6c-8dce-4fba-82e6-c5feb854585d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:49.226870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-e43e027f-7591-45ea-b20d-af3ec89156a7 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/quotas/b7310279f3eb41dcb9f84cd329005623 HTTP/1.1" status: 200 len: 375 time: 0.0371594 Oct 18 20:48:49.315768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:49.381857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-35d9577e-1c65-4767-a7dd-2844ff03024f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765641 Oct 18 20:48:49.636348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:49.681398 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:49.716930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-e4c09da8-6482-4d39-a376-70001f66c36c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:48:49.718402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-e4c09da8-6482-4d39-a376-70001f66c36c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3213613 Oct 18 20:48:49.720144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:49.738648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event deleted for resources: {'Port': ['ID=ef26d615-a4e9-44ee-82a8-c534ec9c6c8a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:49.829750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.000447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.005675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.075772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.25.7.49 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/f7278ee3-4e74-49a9-8f70-b57dc496ce7b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:50.118769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.121188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Fanout notify agent at l3_agent the message router_deleted on router 3285950f-b2c7-4126-8425-f7c1c088f455 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:48:50.147934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.150858 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-54072675-3d27-451a-b5eb-b033fe89bc8a tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/3285950f-b2c7-4126-8425-f7c1c088f455 HTTP/1.1" status: 204 len: 168 time: 2.3330517 Oct 18 20:48:50.155472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36660) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:50.162428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-983250183', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:50.171218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-24d14a17-655a-41ef-a218-02598177c0b8 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116561 Oct 18 20:48:50.298587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-c1a687c8-994a-4e60-85eb-616223c7b443 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016343 Oct 18 20:48:50.324599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36664) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:50.364988 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.366248 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.429270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.532760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.746868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1302555747', 'router:external': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:50.847698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Made reservation on behalf of a35979c194984b9e842446da6f72359b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:50.851791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:50.873828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.050440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.065149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.098981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:48:51.149115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.149825 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Added segment 31915d6a-e5fd-4aec-b7da-845a3cc40afe of type vlan for network 5cf03a65-c042-4a20-ab82-b346dce89751 Oct 18 20:48:51.163693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19933fb1-af62-49f1-aa0a-04e881f11052,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:51.228847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.263491 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.267567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.269102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.269339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:51.270587 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.343618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:51.360579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345360a-607c-4aa6-9bb3-78804b7dce23 req-d0008279-cd96-4e5d-aa49-800c7dbdb407 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:51.368747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f345360a-607c-4aa6-9bb3-78804b7dce23 req-d0008279-cd96-4e5d-aa49-800c7dbdb407 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2135119 Oct 18 20:48:51.372649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0484483 Oct 18 20:48:51.377030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36694) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:51.379068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:51.387523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'subnet': {'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:51.394824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:51.399837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aceee9f-295a-454f-bb64-cf0cd0ed887d tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Network': ['ID=5cf03a65-c042-4a20-ab82-b346dce89751,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:51.413656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5cf03a65-c042-4a20-ab82-b346dce89751 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:48:51.428441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=f7278ee3-4e74-49a9-8f70-b57dc496ce7b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:51.465298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Made reservation on behalf of a35979c194984b9e842446da6f72359b for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:51.472084 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:51.539030 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f345360a-607c-4aa6-9bb3-78804b7dce23 req-ebe92639-d4f0-4b1a-af6d-474738bb5c04 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615584 Oct 18 20:48:51.901611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-28eeb23b-239e-4fbc-848d-c059d3cb41f9 req-ea6debcc-d1de-4967-99c0-c8bab5b72a5e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c17b2ec-8c86-4aa3-884b-6ee5485f0c4f HTTP/1.1" status: 200 len: 210 time: 0.0822797 Oct 18 20:48:52.186561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:48:52.187397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:52.268343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Subnet': ['ID=100a7769-4c89-448b-966c-678b197540d5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:52.286836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Checking segment: {'id': '31915d6a-e5fd-4aec-b7da-845a3cc40afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:48:52.287205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network hostable DHCP agents. Network: 5cf03a65-c042-4a20-ab82-b346dce89751, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:48:52.312296 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:52.325466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network 5cf03a65-c042-4a20-ab82-b346dce89751 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:48:52.340194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5cf03a65-c042-4a20-ab82-b346dce89751) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:52.346519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:52.347330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:52.350780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf3afb8-b55c-4404-bfbc-d4c682ee9a67 None None] Network 5cf03a65-c042-4a20-ab82-b346dce89751 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:52.395614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a1ca6375-d288-46a5-8608-be52199a62a9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0133219 Oct 18 20:48:52.395972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36720) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:52.402564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1306442873', 'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:52.464746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Made reservation on behalf of a35979c194984b9e842446da6f72359b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:48:52.470137 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:52.490486 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:52.525673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] device_id is not set on port 682c5c24-d668-4aa3-92f9-f0cb11edeee8 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:48:52.674468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:52.680865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222eaccc-e785-495a-b12e-c6e3891877b3 None None] Network 5cf03a65-c042-4a20-ab82-b346dce89751 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:48:52.814171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Allocated IP 172.20.0.6 (5cf03a65-c042-4a20-ab82-b346dce89751/100a7769-4c89-448b-966c-678b197540d5/682c5c24-d668-4aa3-92f9-f0cb11edeee8) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:53.053374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Allocated IP 172.25.7.103 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/d86b4d96-2335-4b23-8ef0-20edf1d9dfc4) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:53.070464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a13cf-d426-457d-9d52-d3162ed41434 req-84af56f0-a213-476f-b753-12d0be9a0da8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:53.072291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-867a13cf-d426-457d-9d52-d3162ed41434 req-84af56f0-a213-476f-b753-12d0be9a0da8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2533040 Oct 18 20:48:53.094601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.115508 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0d63f5b8-bbdd-4d3a-9468-c592fa601a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.155087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.210281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network 5cf03a65-c042-4a20-ab82-b346dce89751 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:53.217042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:53.221224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:53.265496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:53.266050 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.308288 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-867a13cf-d426-457d-9d52-d3162ed41434 req-5c58a0b1-17b8-4b78-a71c-373732a8e3da tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987550 Oct 18 20:48:53.313935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Port': ['ID=682c5c24-d668-4aa3-92f9-f0cb11edeee8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:53.346308 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dcdafc0a-c89a-4122-a3fe-9942af828fa5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9482825 Oct 18 20:48:53.349908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36742) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:53.375245 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.420824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.487192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Deleting port 682c5c24-d668-4aa3-92f9-f0cb11edeee8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:53.489608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.500787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c06f395c-23ec-4062-9bec-4a5dc8ac718a req-a24182b4-fab3-4fc6-a6ef-cde979a4f3a7 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c17b2ec-8c86-4aa3-884b-6ee5485f0c4f HTTP/1.1" status: 200 len: 210 time: 0.0826859 Oct 18 20:48:53.756003 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.757234 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:53.774364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Calling delete_port for 682c5c24-d668-4aa3-92f9-f0cb11edeee8 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:53.826763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:53.889090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:53.929066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:53.999372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1510b3-de4a-428e-81bc-ca72a4ed857b req-5b820498-9d34-491e-b0e3-b60d9ddf6cbd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:54.002328 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:54.009299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f1510b3-de4a-428e-81bc-ca72a4ed857b req-5b820498-9d34-491e-b0e3-b60d9ddf6cbd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3325596 Oct 18 20:48:54.055401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event deleted for resources: {'Port': ['ID=682c5c24-d668-4aa3-92f9-f0cb11edeee8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:54.101235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event updated for resources: {'Port': ['ID=d86b4d96-2335-4b23-8ef0-20edf1d9dfc4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:54.167013 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-814ed5b2-2ee7-4885-9e93-c6a7ce32b6bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=7c17b2ec-8c86-4aa3-884b-6ee5485f0c4f HTTP/1.1" status: 200 len: 210 time: 0.0697289 Oct 18 20:48:54.187462 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:54.200689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:54.207116 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-30e2eaf7-6b5f-4c44-be94-2c71de470cb5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "DELETE /v2.0/ports/682c5c24-d668-4aa3-92f9-f0cb11edeee8 HTTP/1.1" status: 204 len: 168 time: 0.8556123 Oct 18 20:48:54.211000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36764) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:54.219315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751', 'external_fixed_ips': [{'subnet_id': '100a7769-4c89-448b-966c-678b197540d5', 'ip_address': '172.20.0.6'}]}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:54.223920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router cb85c17a-367e-4a9f-95e2-3728f3662ebb is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:54.248611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f1510b3-de4a-428e-81bc-ca72a4ed857b req-86e35a0c-4616-47eb-ac71-545a57dbd21f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381678 Oct 18 20:48:54.262428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:54.272450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:54.387350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:54.744297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.087480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-b0bbddb8-359f-44cc-b7e4-dd47c887089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:55.090050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-b0bbddb8-359f-44cc-b7e4-dd47c887089e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b7310279f3eb41dcb9f84cd329005623&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8775108 Oct 18 20:48:55.097099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.290624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.314097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.352127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-3c969fcf-98ea-4a6e-b1d0-1bd8ce779f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:55.353717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-3c969fcf-98ea-4a6e-b1d0-1bd8ce779f8d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551475 Oct 18 20:48:55.452942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0f3ba676-5607-44d3-92d2-34c7cb640819 req-db7bcd33-5e0e-4c76-a4d0-a4c8fda4972d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c17b2ec-8c86-4aa3-884b-6ee5485f0c4f HTTP/1.1" status: 200 len: 210 time: 0.0324390 Oct 18 20:48:55.519104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd49d1-69de-4537-b7e8-fbe28e8c7ce1 req-f960ed48-c216-4e30-8dd0-8cd0522b8649 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:55.521346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ecd49d1-69de-4537-b7e8-fbe28e8c7ce1 req-f960ed48-c216-4e30-8dd0-8cd0522b8649 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.9973080 Oct 18 20:48:55.603192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Allocated IP 172.20.0.6 (5cf03a65-c042-4a20-ab82-b346dce89751/100a7769-4c89-448b-966c-678b197540d5/20626b78-016c-48b8-b349-c5006d075a9b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:48:55.698590 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ecd49d1-69de-4537-b7e8-fbe28e8c7ce1 req-021d2b93-c172-4a74-9393-4a36473110e6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010058 Oct 18 20:48:55.742755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.778287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:55.793609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] Sync routers for ids ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:55.825354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] Routers {'cb85c17a-367e-4a9f-95e2-3728f3662ebb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:55.826837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:55.841754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.888578 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11f2b4e5-66f8-48d8-aab1-fc8cfea3a904 req-1a6fd1ad-66b2-45b2-a4ae-29568332d2ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=7c17b2ec-8c86-4aa3-884b-6ee5485f0c4f HTTP/1.1" status: 200 len: 210 time: 0.0866723 Oct 18 20:48:55.889985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.937274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network 5cf03a65-c042-4a20-ab82-b346dce89751 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:48:55.938006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:55.955561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] Routers {'cb85c17a-367e-4a9f-95e2-3728f3662ebb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:55.957154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:55.985980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:55.990813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d3f6c678-52a2-408c-8a7a-27e0d09cc906 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.4273150 Oct 18 20:48:56.016753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:48:56.022836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36810) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:56.026714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:48:56.050520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:56.051502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fdb4a7-7e3f-4792-b759-660fbb996f58 None None] The sync data for ids ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:56.052972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9482ae01-c397-408b-bc53-177aaed14c83 req-528bb011-ab6a-4c0d-9ee0-3de698caa3f8 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c17b2ec-8c86-4aa3-884b-6ee5485f0c4f HTTP/1.1" status: 200 len: 210 time: 0.1504941 Oct 18 20:48:56.152804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Port': ['ID=20626b78-016c-48b8-b349-c5006d075a9b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:56.399019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2b4e5-66f8-48d8-aab1-fc8cfea3a904 req-74bcd823-e988-4026-b8a3-c68fb3c306c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:56.400602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11f2b4e5-66f8-48d8-aab1-fc8cfea3a904 req-74bcd823-e988-4026-b8a3-c68fb3c306c4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b7310279f3eb41dcb9f84cd329005623&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4948246 Oct 18 20:48:56.409102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cce12c-90d8-4574-90e4-081822eec2a7 req-c8053115-a4fd-401c-9133-0006542cb9e4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:56.413396 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0378aa60-352c-4e45-bba7-097b65d342ba tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/routers/cb85c17a-367e-4a9f-95e2-3728f3662ebb HTTP/1.1" status: 200 len: 880 time: 0.3888760 Oct 18 20:48:56.417701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36820) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:56.417953 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66cce12c-90d8-4574-90e4-081822eec2a7 req-c8053115-a4fd-401c-9133-0006542cb9e4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1807125 Oct 18 20:48:56.585263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:56.624452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66cce12c-90d8-4574-90e4-081822eec2a7 req-806ba22c-e5fe-465a-a590-52ca1d8ea192 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056105 Oct 18 20:48:56.686130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2b4e5-66f8-48d8-aab1-fc8cfea3a904 req-4e01f935-0bf5-4260-b250-551a0d91f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:56.702931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11f2b4e5-66f8-48d8-aab1-fc8cfea3a904 req-4e01f935-0bf5-4260-b250-551a0d91f04a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2442248 Oct 18 20:48:56.720488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:56.915115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11f2b4e5-66f8-48d8-aab1-fc8cfea3a904 req-c4fa0273-db3b-4964-967b-cce9c642269b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c17b2ec-8c86-4aa3-884b-6ee5485f0c4f HTTP/1.1" status: 200 len: 210 time: 0.0649316 Oct 18 20:48:57.028899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76793f2-779f-4ce9-8b27-e823f341a6ee req-5e801f0e-b98d-4afd-a616-581f201d3228 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:57.029357 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:57.031622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d76793f2-779f-4ce9-8b27-e823f341a6ee req-5e801f0e-b98d-4afd-a616-581f201d3228 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1826880 Oct 18 20:48:57.107102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Router 5b972302-d36b-4271-8627-7f66846d09de is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:57.176656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d76793f2-779f-4ce9-8b27-e823f341a6ee req-8d86658b-a63a-4198-89e0-c5b5003cc92f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205077 Oct 18 20:48:57.177357 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:57.427409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:57.442996 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60009196-276c-4efa-8694-76783e21fad2 None None] Sync routers for ids ['5b972302-d36b-4271-8627-7f66846d09de'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:57.454593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:57.455782 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-321eee09-d296-450b-8039-0b4135cb066d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3004315 Oct 18 20:48:57.458585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36844) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:57.463666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:57.463990 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60009196-276c-4efa-8694-76783e21fad2 None None] Routers {'5b972302-d36b-4271-8627-7f66846d09de'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:57.466235 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-60009196-276c-4efa-8694-76783e21fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5b972302-d36b-4271-8627-7f66846d09de'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:57.513343 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-60009196-276c-4efa-8694-76783e21fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:57.524068 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60009196-276c-4efa-8694-76783e21fad2 None None] Routers {'5b972302-d36b-4271-8627-7f66846d09de'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:57.525122 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-60009196-276c-4efa-8694-76783e21fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5b972302-d36b-4271-8627-7f66846d09de'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:57.562155 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-60009196-276c-4efa-8694-76783e21fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:57.563129 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60009196-276c-4efa-8694-76783e21fad2 None None] The sync data for ids ['5b972302-d36b-4271-8627-7f66846d09de'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:57.576817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-33b83afe-5c45-42c2-8ad6-25dc9f78e13e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1555781 Oct 18 20:48:57.578337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:57.585369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3f45db1f-3a65-4b75-8516-96398fe829f6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2115795841'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:48:57.602271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-061f936a-359b-4a2c-bbb9-faae62ce6cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:57.642924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:57.735826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869911d-58d7-44b1-b11c-ea8bf56b6082 req-9b711844-cf7d-471e-9903-498476caa9fa tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:57.737798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b869911d-58d7-44b1-b11c-ea8bf56b6082 req-9b711844-cf7d-471e-9903-498476caa9fa tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1899381 Oct 18 20:48:57.875569 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-061f936a-359b-4a2c-bbb9-faae62ce6cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:57.883619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b869911d-58d7-44b1-b11c-ea8bf56b6082 req-7fac4d28-37d6-4f60-b171-d2d632fe0569 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261089 Oct 18 20:48:57.961858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-061f936a-359b-4a2c-bbb9-faae62ce6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.153843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Router b9e565fc-db08-4920-a19c-2a667ad2e463 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:48:58.178727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f45db1f-3a65-4b75-8516-96398fe829f6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.270237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f45db1f-3a65-4b75-8516-96398fe829f6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.320003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-061f936a-359b-4a2c-bbb9-faae62ce6cc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b6ebdd35546444fd9f2f3aca61573bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0552716 Oct 18 20:48:58.326882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36862) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:58.383017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f936a-359b-4a2c-bbb9-faae62ce6cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88df6deb-d947-4ae4-a148-25ddf55dd849,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:58.486536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.525718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:58.533687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.544518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c9eef97f-3fb3-4dc3-83b4-251c1fd35109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.553952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-651ad276-66a7-4ad7-81d4-78996050db45 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:48:58.555454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-651ad276-66a7-4ad7-81d4-78996050db45 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.2615159 Oct 18 20:48:58.555679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Sync routers for ids ['b9e565fc-db08-4920-a19c-2a667ad2e463'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:58.564173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f45db1f-3a65-4b75-8516-96398fe829f6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router cb85c17a-367e-4a9f-95e2-3728f3662ebb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:48:58.567505 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.569472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Routers {'b9e565fc-db08-4920-a19c-2a667ad2e463'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:58.570358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b9e565fc-db08-4920-a19c-2a667ad2e463'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:58.571816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1bd85b20-b090-40c0-8e49-bc5c3c1f1a07 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3592651 Oct 18 20:48:58.572874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:58.644175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c9eef97f-3fb3-4dc3-83b4-251c1fd35109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.648414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-129c55b9-b0ab-49a5-89f0-1104727ffc0f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/quotas/b7310279f3eb41dcb9f84cd329005623 HTTP/1.1" status: 200 len: 375 time: 0.0709269 Oct 18 20:48:58.711379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-4b8b1282-1fad-4bad-b676-20d1c28f559f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435054 Oct 18 20:48:58.739135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Deleting port d86b4d96-2335-4b23-8ef0-20edf1d9dfc4 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:58.739453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.754306 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:48:58.795542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f45db1f-3a65-4b75-8516-96398fe829f6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:48:58.806211 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] Sync routers for ids ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:48:58.818865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Set router b9e565fc-db08-4920-a19c-2a667ad2e463 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:48:58.819535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f45db1f-3a65-4b75-8516-96398fe829f6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.823785 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] Routers {'cb85c17a-367e-4a9f-95e2-3728f3662ebb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:58.823785 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:58.824891 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f45db1f-3a65-4b75-8516-96398fe829f6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/cb85c17a-367e-4a9f-95e2-3728f3662ebb HTTP/1.1" status: 200 len: 887 time: 1.2420034 Oct 18 20:48:58.827856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36868) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:58.903071 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:58.913553 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] Routers {'cb85c17a-367e-4a9f-95e2-3728f3662ebb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:48:58.914596 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:58.952170 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:58.953125 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca5802c-2cbe-4481-8523-dcb4153e5979 None None] The sync data for ids ['cb85c17a-367e-4a9f-95e2-3728f3662ebb'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:48:58.962261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:58.983445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.014043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Calling delete_port for d86b4d96-2335-4b23-8ef0-20edf1d9dfc4 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:59.044609 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c9eef97f-3fb3-4dc3-83b4-251c1fd35109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.047309 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c9eef97f-3fb3-4dc3-83b4-251c1fd35109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.052601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c9eef97f-3fb3-4dc3-83b4-251c1fd35109 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88df6deb-d947-4ae4-a148-25ddf55dd849 HTTP/1.1" status: 204 len: 168 time: 0.7106576 Oct 18 20:48:59.077372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eef97f-3fb3-4dc3-83b4-251c1fd35109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88df6deb-d947-4ae4-a148-25ddf55dd849,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:59.163164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e565fc-db08-4920-a19c-2a667ad2e463', 'name': '', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751', 'external_fixed_ips': [{'subnet_id': '100a7769-4c89-448b-966c-678b197540d5', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '20626b78-016c-48b8-b349-c5006d075a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:48:54Z', 'updated_at': '2021-10-18T20:48:56Z', 'revision_number': 3, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port': {'id': '20626b78-016c-48b8-b349-c5006d075a9b', 'name': '', 'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e565fc-db08-4920-a19c-2a667ad2e463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '100a7769-4c89-448b-966c-678b197540d5', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:48:55Z', 'updated_at': '2021-10-18T20:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '100a7769-4c89-448b-966c-678b197540d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:48:59.223119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Checking router: b9e565fc-db08-4920-a19c-2a667ad2e463 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:48:59.223572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Updating router b9e565fc-db08-4920-a19c-2a667ad2e463 port 20626b78-016c-48b8-b349-c5006d075a9b binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:48:59.225173 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-fe8d0a56-5f22-48ab-8159-5e3873687764 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673140 Oct 18 20:48:59.256993 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9abaf2e1-3b64-4627-9354-7f05f072192a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/routers/cb85c17a-367e-4a9f-95e2-3728f3662ebb HTTP/1.1" status: 200 len: 887 time: 0.4215405 Oct 18 20:48:59.262858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36874) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:59.264280 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.297228 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.325019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-31409db8-72a5-4555-a82b-def38c2a24c1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb85c17a-367e-4a9f-95e2-3728f3662ebb HTTP/1.1" status: 200 len: 205 time: 0.0558748 Oct 18 20:48:59.331380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36876) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:59.409000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Deleting port 20626b78-016c-48b8-b349-c5006d075a9b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:48:59.410319 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.545301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-8ee9b17f-6da5-4c58-a6ed-0456891ccd89 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067358 Oct 18 20:48:59.584562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.588049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.590782 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.642913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Calling delete_port for 20626b78-016c-48b8-b349-c5006d075a9b owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:48:59.690866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Pushing event deleted for resources: {'Port': ['ID=d86b4d96-2335-4b23-8ef0-20edf1d9dfc4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:48:59.798993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:48:59.833661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a083959-2bf5-4312-ad73-1ebc8e723cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.875440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.928668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.938980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:48:59.941690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.031728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Attempting to bind port 20626b78-016c-48b8-b349-c5006d075a9b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:00.032117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Attempting to bind port 20626b78-016c-48b8-b349-c5006d075a9b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '31915d6a-e5fd-4aec-b7da-845a3cc40afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:00.032529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Attempting to bind port 20626b78-016c-48b8-b349-c5006d075a9b on network 5cf03a65-c042-4a20-ab82-b346dce89751 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:00.055189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:00.055594 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Checking segment: {'id': '31915d6a-e5fd-4aec-b7da-845a3cc40afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:00.055981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.056425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Bound using segment: {'id': '31915d6a-e5fd-4aec-b7da-845a3cc40afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:00.057633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Bound port: 20626b78-016c-48b8-b349-c5006d075a9b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31915d6a-e5fd-4aec-b7da-845a3cc40afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5cf03a65-c042-4a20-ab82-b346dce89751'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:00.057817 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.072425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c2591-ee16-4d28-87d6-8a0adc02e8ae None None] Pushing event updated for resources: {'Port': ['ID=20626b78-016c-48b8-b349-c5006d075a9b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:00.211249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9495f5c9-1169-4295-b75d-4db2946f3f76 req-64d91620-dd4e-4321-9c57-2c7e4919ae6f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 210 time: 0.1615784 Oct 18 20:49:00.220771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] For port 20626b78-016c-48b8-b349-c5006d075a9b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:00.226695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] For port 20626b78-016c-48b8-b349-c5006d075a9b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=20626b78-016c-48b8-b349-c5006d075a9b,segment=NetworkSegment(31915d6a-e5fd-4aec-b7da-845a3cc40afe),segment_id=31915d6a-e5fd-4aec-b7da-845a3cc40afe)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:00.247410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.386088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Routers {'b9e565fc-db08-4920-a19c-2a667ad2e463'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:00.386760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b9e565fc-db08-4920-a19c-2a667ad2e463'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:00.544798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c2591-ee16-4d28-87d6-8a0adc02e8ae None None] Pushing event updated for resources: {'Port': ['ID=20626b78-016c-48b8-b349-c5006d075a9b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:00.565110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port f7278ee3-4e74-49a9-8f70-b57dc496ce7b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:00.568077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.580249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] Set router b9e565fc-db08-4920-a19c-2a667ad2e463 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:00.674308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.694523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.752870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c1185-6c8e-467c-84a5-c14b3cc08031 req-cc8e3f45-f866-48fb-a5ff-3d66cb6e3e4a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:00.764808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb3c1185-6c8e-467c-84a5-c14b3cc08031 req-cc8e3f45-f866-48fb-a5ff-3d66cb6e3e4a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3090563 Oct 18 20:49:00.818758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e565fc-db08-4920-a19c-2a667ad2e463', 'name': '', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:48:54Z', 'updated_at': '2021-10-18T20:48:59Z', 'revision_number': 4, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:00.908778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7955f653-c1b4-4d9f-8453-a90512b54c8a None None] The sync data for ids ['b9e565fc-db08-4920-a19c-2a667ad2e463'] in n-d-812149-2 is: [{'id': 'b9e565fc-db08-4920-a19c-2a667ad2e463', 'name': '', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:48:54Z', 'updated_at': '2021-10-18T20:48:59Z', 'revision_number': 4, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:00.955452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.959191 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a083959-2bf5-4312-ad73-1ebc8e723cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:00.978571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a083959-2bf5-4312-ad73-1ebc8e723cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.002451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Router 5b972302-d36b-4271-8627-7f66846d09de has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:49:01.029196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event deleted for resources: {'Port': ['ID=20626b78-016c-48b8-b349-c5006d075a9b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:01.103462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb3c1185-6c8e-467c-84a5-c14b3cc08031 req-a2a05166-9e8b-465c-926b-1208efa38e2e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372941 Oct 18 20:49:01.107424 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.141592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for f7278ee3-4e74-49a9-8f70-b57dc496ce7b owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:01.199298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083959-2bf5-4312-ad73-1ebc8e723cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1710c20-cb10-4dcb-b79a-9c2b32456730,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:01.259777 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7a083959-2bf5-4312-ad73-1ebc8e723cd3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d95ad634237a43da8ea5d006655a23a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4583728 Oct 18 20:49:01.265149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36908) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:01.324567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.380002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:01.389873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.395142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c3d59865-1091-451c-bd7e-b2c7d9d6d126 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "PUT /v2.0/routers/5b972302-d36b-4271-8627-7f66846d09de HTTP/1.1" status: 200 len: 709 time: 3.9316747 Oct 18 20:49:01.400510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36910) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:01.431510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] Sync routers for ids ['5b972302-d36b-4271-8627-7f66846d09de'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:01.451198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] Routers {'5b972302-d36b-4271-8627-7f66846d09de'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:01.452102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5b972302-d36b-4271-8627-7f66846d09de'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:01.527292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f573c-915e-43cc-a879-7e2a3e5320c8 req-65c8c91e-0f8d-43c9-8cc5-527490376a17 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:01.540541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-469f573c-915e-43cc-a879-7e2a3e5320c8 req-65c8c91e-0f8d-43c9-8cc5-527490376a17 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3005924 Oct 18 20:49:01.543159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:01.571621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] Routers {'5b972302-d36b-4271-8627-7f66846d09de'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:01.572836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5b972302-d36b-4271-8627-7f66846d09de'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:01.573575 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-067349c1-c98a-4774-90b5-99245e725f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.630846 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-067349c1-c98a-4774-90b5-99245e725f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.671854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:01.672704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b3e42-5659-434d-b98d-de0d4bea9750 None None] The sync data for ids ['5b972302-d36b-4271-8627-7f66846d09de'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:01.713861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.732509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.899009 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-067349c1-c98a-4774-90b5-99245e725f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.908553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-067349c1-c98a-4774-90b5-99245e725f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.911233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-067349c1-c98a-4774-90b5-99245e725f4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1710c20-cb10-4dcb-b79a-9c2b32456730 HTTP/1.1" status: 204 len: 168 time: 0.6445835 Oct 18 20:49:01.935123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.935733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9e565fc-db08-4920-a19c-2a667ad2e463 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:01.945966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:01.946961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dbd12336-f943-4e5f-9be4-2801d2ccf5ee tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b9e565fc-db08-4920-a19c-2a667ad2e463 HTTP/1.1" status: 204 len: 168 time: 3.3730175 Oct 18 20:49:01.956400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067349c1-c98a-4774-90b5-99245e725f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1710c20-cb10-4dcb-b79a-9c2b32456730,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:01.959854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36918) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:02.046622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1f81b30e-af14-43c8-b05f-37c7bfb94de5 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/routers/5b972302-d36b-4271-8627-7f66846d09de HTTP/1.1" status: 200 len: 744 time: 0.6443019 Oct 18 20:49:02.078426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Deleting subnet 100a7769-4c89-448b-966c-678b197540d5 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:49:02.087434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.143225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36922) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:02.220048 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b2eaf8c7-230f-43af-adef-f4d18571df61 tempest-RoutersIpV6AdminTest-1647905050 tempest-RoutersIpV6AdminTest-1647905050-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=5b972302-d36b-4271-8627-7f66846d09de HTTP/1.1" status: 200 len: 205 time: 0.0730598 Oct 18 20:49:02.220905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36926) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:02.245182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-5917fa06-0186-4071-a570-8645e004a746 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:02.247317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-5917fa06-0186-4071-a570-8645e004a746 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.5562530 Oct 18 20:49:02.261655 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ee6a5869-038c-4dac-8320-96ddae01f95c tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b972302-d36b-4271-8627-7f66846d09de HTTP/1.1" status: 200 len: 205 time: 0.0353234 Oct 18 20:49:02.261655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.263294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36928) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:02.269186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Request body: {'port': {'device_id': '526af963-a916-4de7-b6d3-9514c321ad04', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'admin_state_up': True, 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:02.396350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-305ac367-e523-4758-921b-0e480310ef57 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.569207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-469f573c-915e-43cc-a879-7e2a3e5320c8 req-43764233-ec88-4005-b76d-100b421d5bfe tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9888504 Oct 18 20:49:02.605030 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.625051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.734892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=f7278ee3-4e74-49a9-8f70-b57dc496ce7b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:02.748051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-305ac367-e523-4758-921b-0e480310ef57 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.751190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-305ac367-e523-4758-921b-0e480310ef57 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.864671 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-305ac367-e523-4758-921b-0e480310ef57 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.865462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305ac367-e523-4758-921b-0e480310ef57 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Fanout notify agent at l3_agent the message router_deleted on router 5b972302-d36b-4271-8627-7f66846d09de {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:02.875576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-305ac367-e523-4758-921b-0e480310ef57 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:02.881368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-305ac367-e523-4758-921b-0e480310ef57 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/5b972302-d36b-4271-8627-7f66846d09de HTTP/1.1" status: 204 len: 168 time: 0.6178169 Oct 18 20:49:02.882278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36942) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:02.945441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ade202fd-8fb5-4b10-959d-85ce992cdf82 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b972302-d36b-4271-8627-7f66846d09de HTTP/1.1" status: 200 len: 205 time: 0.0604131 Oct 18 20:49:02.948118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36946) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:02.957987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.012937 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.017618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/100a7769-4c89-448b-966c-678b197540d5 HTTP/1.1" status: 204 len: 168 time: 1.0564268 Oct 18 20:49:03.037338 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-eebf39c5-980c-41b1-849d-a4fe517e3275 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] delete failed (client error): The resource could not be found. Oct 18 20:49:03.038892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eebf39c5-980c-41b1-849d-a4fe517e3275 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/5b972302-d36b-4271-8627-7f66846d09de HTTP/1.1" status: 404 len: 336 time: 0.0892935 Oct 18 20:49:03.039690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36948) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.048261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36950) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.049353 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=100a7769-4c89-448b-966c-678b197540d5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:03.111128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c72e41bc-8bd7-4608-8bf8-7b8ebed70496 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=3285950f-b2c7-4126-8425-f7c1c088f455 HTTP/1.1" status: 200 len: 205 time: 0.0589752 Oct 18 20:49:03.112902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.113484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.114049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.114626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.115200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.115776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.116494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.117049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.117684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.118296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.118969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.120258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21aba3-5f09-4a0f-8e61-d943e7935a5e tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:03.134032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36952) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.206921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e96b7e02-3527-4107-9ce9-cb999f0f4649 req-795ddba6-b978-44f0-b622-5035a20b97f4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 210 time: 0.4232078 Oct 18 20:49:03.238893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:03.241587 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-400e40f8-b58a-4014-9b4a-923efef69569 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] delete failed (client error): The resource could not be found. Oct 18 20:49:03.243176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.243353 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-400e40f8-b58a-4014-9b4a-923efef69569 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/3285950f-b2c7-4126-8425-f7c1c088f455 HTTP/1.1" status: 404 len: 336 time: 0.1074688 Oct 18 20:49:03.249356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.263194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.277413 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.352487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-addac4ee-58e2-40d0-8579-a27d88c4e91d tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0e3d414-98d9-44e0-a2f0-6aabdedea70b HTTP/1.1" status: 200 len: 205 time: 0.0949326 Oct 18 20:49:03.363260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36964) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.456267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.459027 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-fff91758-ff76-4efc-959b-9e1eed702501 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] delete failed (client error): The resource could not be found. Oct 18 20:49:03.460323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fff91758-ff76-4efc-959b-9e1eed702501 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/a0e3d414-98d9-44e0-a2f0-6aabdedea70b HTTP/1.1" status: 404 len: 336 time: 0.0956626 Oct 18 20:49:03.467220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36966) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.514682 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7c0d36f9-40c2-49ee-a0c4-8f004b0ea282 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=2742c6e8-03d7-4be4-8cbc-f61948dcbdce HTTP/1.1" status: 200 len: 205 time: 0.0461838 Oct 18 20:49:03.517103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36970) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.520421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf03a65-c042-4a20-ab82-b346dce89751']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:03.527843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.534630 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.599455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31915d6a-e5fd-4aec-b7da-845a3cc40afe') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:03.599842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31915d6a-e5fd-4aec-b7da-845a3cc40afe') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:03.604353 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-33372457-ce5c-44af-8a3b-80962f29663b tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] delete failed (client error): The resource could not be found. Oct 18 20:49:03.605965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-33372457-ce5c-44af-8a3b-80962f29663b tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/2742c6e8-03d7-4be4-8cbc-f61948dcbdce HTTP/1.1" status: 404 len: 336 time: 0.0877032 Oct 18 20:49:03.615168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36972) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.616037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.616560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Fanout notify agent at l3_agent the message router_deleted on router cb85c17a-367e-4a9f-95e2-3728f3662ebb {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:03.624910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.626217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8dca263e-3a25-41a9-90f0-21cae827bf26 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/cb85c17a-367e-4a9f-95e2-3728f3662ebb HTTP/1.1" status: 204 len: 168 time: 4.2933629 Oct 18 20:49:03.635616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.640820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-554986289'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:03.653335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.673504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:03.677363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.695182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-664d5842-0686-4056-946d-e9bb8c2b71cb tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9bb0d6c-d90f-469f-81bd-37fa939d7f83 HTTP/1.1" status: 200 len: 205 time: 0.0765803 Oct 18 20:49:03.697196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36976) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.704726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Allocated IP 172.20.0.8 (795e6395-44db-4869-8a09-588176fc119f/b2975efe-74ef-4037-b1ef-94a6b08c090b/1881fa76-dda0-4e55-930c-a8bf85d23f95) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:03.749473 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.752264 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-697ebb4c-d613-4662-aa6b-1002e5bc7975 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] delete failed (client error): The resource could not be found. Oct 18 20:49:03.755720 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-697ebb4c-d613-4662-aa6b-1002e5bc7975 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/b9bb0d6c-d90f-469f-81bd-37fa939d7f83 HTTP/1.1" status: 404 len: 336 time: 0.0548790 Oct 18 20:49:03.756745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36980) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.769047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:49:03.769407 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: items = [ Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:49:03.774317 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:49:03.804281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5dfda8f6-640b-404e-9827-062d9cd38b17 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "GET /v2.0/ports?device_id=b163562f-1d4d-4a39-bf77-3b7cdb3dc74b HTTP/1.1" status: 200 len: 205 time: 0.0466664 Oct 18 20:49:03.806768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36982) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.892777 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-eb03ec19-74cb-48b6-9dcd-a9a994d72bcf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] delete failed (client error): The resource could not be found. Oct 18 20:49:03.894126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eb03ec19-74cb-48b6-9dcd-a9a994d72bcf tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/routers/b163562f-1d4d-4a39-bf77-3b7cdb3dc74b HTTP/1.1" status: 404 len: 336 time: 0.0865204 Oct 18 20:49:03.907775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36986) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:03.963766 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc1d1fe-7aa9-4dcc-83a2-da60878d3875 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] DELETE failed (client error): The resource could not be found. Oct 18 20:49:03.964441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc1d1fe-7aa9-4dcc-83a2-da60878d3875 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:49:03.967871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6fc1d1fe-7aa9-4dcc-83a2-da60878d3875 tempest-RoutersIpV6AdminTest-1660298652 tempest-RoutersIpV6AdminTest-1660298652-project] 10.222.0.66 "DELETE /v2.0/subnets/49bebbc8-e432-4c95-b010-4edd45160590 HTTP/1.1" status: 404 len: 337 time: 0.0640972 Oct 18 20:49:03.969868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.977116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:49:03.989499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5cf03a65-c042-4a20-ab82-b346dce89751 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 18 20:49:03.990039 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:03.994152 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.002607 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 43584237-dc9e-409c-a241-8dfeb080f1ff of type vlan for network da16bb83-a621-4840-bde7-36e9d83916b5 Oct 18 20:49:04.009051 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5cf03a65-c042-4a20-ab82-b346dce89751 HTTP/1.1" status: 204 len: 168 time: 0.9667904 Oct 18 20:49:04.030179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6448d55-ea08-47f6-a796-cb07ac2c4f54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event deleted for resources: {'Network': ['ID=5cf03a65-c042-4a20-ab82-b346dce89751,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:04.183370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.208794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.242869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.249723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:04.252648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.371130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7319202 Oct 18 20:49:04.371130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e3891-2342-492c-9573-0c91e74c7bd6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=da16bb83-a621-4840-bde7-36e9d83916b5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:04.371650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37014) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:04.377395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': 'da16bb83-a621-4840-bde7-36e9d83916b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:04.391493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network da16bb83-a621-4840-bde7-36e9d83916b5 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:49:04.403098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.519498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Network 795e6395-44db-4869-8a09-588176fc119f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:04.525657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:04.531161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:04.631544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event updated for resources: {'Port': ['ID=1881fa76-dda0-4e55-930c-a8bf85d23f95,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:04.642931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37022) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:04.692507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:04.696059 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.735288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:04.741640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:04.824373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-3727d921-2e4f-4e94-9f8b-206ce8ca612d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5598736 Oct 18 20:49:04.843570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Request body: {'port': {'device_id': '526af963-a916-4de7-b6d3-9514c321ad04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:04.904759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98038ebc-48fe-4399-a7da-0f7fbe23317d req-7686a4c8-1d41-40f5-a1ea-ec8be4cc07ae tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:04.912931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98038ebc-48fe-4399-a7da-0f7fbe23317d req-7686a4c8-1d41-40f5-a1ea-ec8be4cc07ae tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2110565 Oct 18 20:49:04.974319 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.008106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98038ebc-48fe-4399-a7da-0f7fbe23317d req-6cc41736-71e3-4b00-9464-d01e4272e234 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930719 Oct 18 20:49:05.141220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.309781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1169e539-a3aa-4390-8bc3-d1388c8d71c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.313847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37038) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:05.323942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-796d58e8-336f-4dd6-8445-161037cf77b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'router': {'name': 'tempest-router--1885859531', 'project_id': '59b1cf66df2744169fd91117b6b7a37e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:05.368703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=bb318f87-acaa-4a1f-917e-3c6df1429a98,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:05.381684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '43584237-dc9e-409c-a241-8dfeb080f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'da16bb83-a621-4840-bde7-36e9d83916b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:05.382829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: da16bb83-a621-4840-bde7-36e9d83916b5, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:49:05.403169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f44eaf-9546-4254-915b-0fa5aaca71f4 req-b421bb48-fed4-49c6-86f1-11379f7ebd04 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:05.405427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60f44eaf-9546-4254-915b-0fa5aaca71f4 req-b421bb48-fed4-49c6-86f1-11379f7ebd04 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 931 time: 0.2951140 Oct 18 20:49:05.409941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-796d58e8-336f-4dd6-8445-161037cf77b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.411193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-796d58e8-336f-4dd6-8445-161037cf77b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.468303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network da16bb83-a621-4840-bde7-36e9d83916b5 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:49:05.493986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, da16bb83-a621-4840-bde7-36e9d83916b5) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:05.506828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0277499-f96c-428f-ae44-92e9bc8f73af None None] Network da16bb83-a621-4840-bde7-36e9d83916b5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:05.529724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:05.531000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.556230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60f44eaf-9546-4254-915b-0fa5aaca71f4 req-0ce6bde8-7ef2-44ce-89bf-c5b93bb67f9e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327751 Oct 18 20:49:05.637020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-796d58e8-336f-4dd6-8445-161037cf77b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.652959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-796d58e8-336f-4dd6-8445-161037cf77b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.689169 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1ab79863-d86e-4c2b-acd6-948e02fd14a7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3155551 Oct 18 20:49:05.705174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37044) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:05.718176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-87f68bbb-eeb3-41cb-8d43-f72782f3564b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-706144441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:05.738440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-796d58e8-336f-4dd6-8445-161037cf77b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.748899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1169e539-a3aa-4390-8bc3-d1388c8d71c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.750319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37046) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:05.756526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-796d58e8-336f-4dd6-8445-161037cf77b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4251842 Oct 18 20:49:05.759128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1169e539-a3aa-4390-8bc3-d1388c8d71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.855257 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87f68bbb-eeb3-41cb-8d43-f72782f3564b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.856470 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87f68bbb-eeb3-41cb-8d43-f72782f3564b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.870072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169e539-a3aa-4390-8bc3-d1388c8d71c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c10999-a417-48ee-9726-7cb73df9b982,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:05.956224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0625222-62d8-417a-b170-40c658ad5b2a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:05.973070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1881fa76-dda0-4e55-930c-a8bf85d23f95 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:49:06.002097 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.021459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1169e539-a3aa-4390-8bc3-d1388c8d71c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26808b433e2742a2803d57507bbd220c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3683400 Oct 18 20:49:06.024017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37052) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:06.083297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87f68bbb-eeb3-41cb-8d43-f72782f3564b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.103730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Transition to ACTIVE for port object 1881fa76-dda0-4e55-930c-a8bf85d23f95 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:49:06.137117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00994eb5-7320-47d6-a45e-ffdc211bb5db req-d054467f-f3ec-4aa8-b97f-ead301bb917c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:06.154449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00994eb5-7320-47d6-a45e-ffdc211bb5db req-d054467f-f3ec-4aa8-b97f-ead301bb917c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1603668 Oct 18 20:49:06.156760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87f68bbb-eeb3-41cb-8d43-f72782f3564b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.163390 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.291323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-da16bb83-a621-4840-bde7-36e9d83916b5', 'network_id': 'da16bb83-a621-4840-bde7-36e9d83916b5', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': 'bb318f87-acaa-4a1f-917e-3c6df1429a98'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:49:06.292237 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.340191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00994eb5-7320-47d6-a45e-ffdc211bb5db req-b718b936-b06b-4662-868b-9c7e3b6db4d5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847212 Oct 18 20:49:06.342105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Pushing event updated for resources: {'Port': ['ID=1881fa76-dda0-4e55-930c-a8bf85d23f95,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:06.358900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-87f68bbb-eeb3-41cb-8d43-f72782f3564b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.362803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-87f68bbb-eeb3-41cb-8d43-f72782f3564b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6514316 Oct 18 20:49:06.365337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:06.425411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a570faf-b723-4829-be1e-e1a0db7659f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.451732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a570faf-b723-4829-be1e-e1a0db7659f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.500087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Allocated IP 172.20.0.2 (da16bb83-a621-4840-bde7-36e9d83916b5/bb318f87-acaa-4a1f-917e-3c6df1429a98/f911419f-134d-4f0c-8a30-17c53ea614fc) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:06.513902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a570faf-b723-4829-be1e-e1a0db7659f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.521659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a570faf-b723-4829-be1e-e1a0db7659f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.526178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1a570faf-b723-4829-be1e-e1a0db7659f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42c10999-a417-48ee-9726-7cb73df9b982 HTTP/1.1" status: 204 len: 168 time: 0.4988174 Oct 18 20:49:06.594289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0625222-62d8-417a-b170-40c658ad5b2a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.611316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0625222-62d8-417a-b170-40c658ad5b2a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.616505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a570faf-b723-4829-be1e-e1a0db7659f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c10999-a417-48ee-9726-7cb73df9b982,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:06.701103 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.719698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.726934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0625222-62d8-417a-b170-40c658ad5b2a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.728369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0625222-62d8-417a-b170-40c658ad5b2a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf4406ed-9c26-4524-adcc-b169e1dba5c0 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:06.744764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0625222-62d8-417a-b170-40c658ad5b2a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:06.753634 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d0625222-62d8-417a-b170-40c658ad5b2a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "DELETE /v2.0/routers/bf4406ed-9c26-4524-adcc-b169e1dba5c0 HTTP/1.1" status: 204 len: 168 time: 0.9977720 Oct 18 20:49:06.831384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Attempting to bind port 1881fa76-dda0-4e55-930c-a8bf85d23f95 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:06.831950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Attempting to bind port 1881fa76-dda0-4e55-930c-a8bf85d23f95 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:06.832657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Attempting to bind port 1881fa76-dda0-4e55-930c-a8bf85d23f95 on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:06.946696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Network da16bb83-a621-4840-bde7-36e9d83916b5 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:06.964674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:06.968632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Pushing event updated for resources: {'Port': ['ID=f911419f-134d-4f0c-8a30-17c53ea614fc,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:06.975375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:07.000646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.002018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.003999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.005018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.005765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.006528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.007313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.008146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.009242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.010097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.010899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.012016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:07.039379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Port 1881fa76-dda0-4e55-930c-a8bf85d23f95 on network 795e6395-44db-4869-8a09-588176fc119f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:49:07.039900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Attempting to bind port 1881fa76-dda0-4e55-930c-a8bf85d23f95 on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:07.141141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:07.159820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Attempting to bind port f911419f-134d-4f0c-8a30-17c53ea614fc on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:07.162264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Attempting to bind port f911419f-134d-4f0c-8a30-17c53ea614fc by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '43584237-dc9e-409c-a241-8dfeb080f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'da16bb83-a621-4840-bde7-36e9d83916b5'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:07.162858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Attempting to bind port f911419f-134d-4f0c-8a30-17c53ea614fc on network da16bb83-a621-4840-bde7-36e9d83916b5 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:07.174578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:07.174943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Checking segment: {'id': '43584237-dc9e-409c-a241-8dfeb080f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'da16bb83-a621-4840-bde7-36e9d83916b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:07.176642 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.178856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Bound using segment: {'id': '43584237-dc9e-409c-a241-8dfeb080f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'da16bb83-a621-4840-bde7-36e9d83916b5'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:07.179557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Bound port: f911419f-134d-4f0c-8a30-17c53ea614fc, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43584237-dc9e-409c-a241-8dfeb080f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'da16bb83-a621-4840-bde7-36e9d83916b5'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:07.180175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.196885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:07.198043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Checking segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:07.198664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Bound using segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:07.199396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Bound port: 1881fa76-dda0-4e55-930c-a8bf85d23f95, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:07.199980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.275291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] For port f911419f-134d-4f0c-8a30-17c53ea614fc, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:07.279032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] For port f911419f-134d-4f0c-8a30-17c53ea614fc, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f911419f-134d-4f0c-8a30-17c53ea614fc,segment=NetworkSegment(43584237-dc9e-409c-a241-8dfeb080f1ff),segment_id=43584237-dc9e-409c-a241-8dfeb080f1ff)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:07.284510 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.396704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a895111-1caf-4e26-b83b-e9af43d45480 None None] Pushing event updated for resources: {'Port': ['ID=f911419f-134d-4f0c-8a30-17c53ea614fc,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:07.511682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507896e-25eb-4c76-9de3-68878bbf3a02 req-3836a308-78ec-4a9f-acf2-eff3f0f17e76 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:07.524921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d507896e-25eb-4c76-9de3-68878bbf3a02 req-3836a308-78ec-4a9f-acf2-eff3f0f17e76 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.7365491 Oct 18 20:49:07.545447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37102) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:07.639746 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-437c8a59-61e4-4bcb-ab91-60b395e36f6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1194c08fa7dc4a3495df85a2b54926b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923069 Oct 18 20:49:07.643559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37104) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:07.710550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d507896e-25eb-4c76-9de3-68878bbf3a02 req-8e860b32-bfc6-4416-bfb7-e69721272994 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840854 Oct 18 20:49:07.725619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-97602699', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:07.857464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.868234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] For port 1881fa76-dda0-4e55-930c-a8bf85d23f95, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:07.908393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] For port 1881fa76-dda0-4e55-930c-a8bf85d23f95, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1881fa76-dda0-4e55-930c-a8bf85d23f95,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:07.933965 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.943157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736dbd9-1af9-4e4e-8569-24b1a24ba844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.964256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.965639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.974447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:07.977168 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:07.984114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] 10.222.0.79 "PUT /v2.0/ports/1881fa76-dda0-4e55-930c-a8bf85d23f95 HTTP/1.1" status: 200 len: 1091 time: 3.1494389 Oct 18 20:49:08.060899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526af963-a916-4de7-b6d3-9514c321ad04', 'tag': '1881fa76-dda0-4e55-930c-a8bf85d23f95'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:49:08.064435 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9" -d '{"events": [{"name": "network-changed", "server_uuid": "526af963-a916-4de7-b6d3-9514c321ad04", "tag": "1881fa76-dda0-4e55-930c-a8bf85d23f95"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:49:08.380498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-e51358ec-6ae7-4d71-b29d-b3cd5bf4bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:08.382180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-e51358ec-6ae7-4d71-b29d-b3cd5bf4bd97 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 1094 time: 0.3056531 Oct 18 20:49:08.440906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a0ea1-3d66-4a29-b389-c746fe0c2a0d service neutron] Pushing event updated for resources: {'Port': ['ID=1881fa76-dda0-4e55-930c-a8bf85d23f95,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:08.504929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-08eb6691-9b6d-48dc-8eaa-847247306b20 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1881fa76-dda0-4e55-930c-a8bf85d23f95 HTTP/1.1" status: 200 len: 217 time: 0.0575590 Oct 18 20:49:08.533839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0caed7-cef1-4e80-86f2-59c51ec00f0b req-add4c36f-787c-444c-b9db-0c06a4d8f0d5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:08.544854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f0caed7-cef1-4e80-86f2-59c51ec00f0b req-add4c36f-787c-444c-b9db-0c06a4d8f0d5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 943 time: 0.4645240 Oct 18 20:49:08.559801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37116) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:08.596405 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:08.760874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-451460b6-a18b-479d-b05e-ea05069d1a2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9213128 Oct 18 20:49:08.764600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736dbd9-1af9-4e4e-8569-24b1a24ba844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:08.765322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f0caed7-cef1-4e80-86f2-59c51ec00f0b req-020dd45e-f931-4409-a008-f291ae18798b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188058 Oct 18 20:49:08.774098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-b1588dae-63f2-4108-9257-caa092bc77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:08.794696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-b1588dae-63f2-4108-9257-caa092bc77c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.2772679 Oct 18 20:49:08.985483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.027277 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a371a66-d8cc-4e92-a3fa-aa4c8a1b44d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.060898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.20.0.1 (da16bb83-a621-4840-bde7-36e9d83916b5/bb318f87-acaa-4a1f-917e-3c6df1429a98/11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:09.093271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-2ce685af-7a5c-43fb-8294-f0cff398d334 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840206 Oct 18 20:49:09.199831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-d21d0f37-69cf-4a66-8db7-7f5630c72f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:09.202803 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-d21d0f37-69cf-4a66-8db7-7f5630c72f97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd5be32b036a4772916147f5b8765dfb&device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 1097 time: 0.3195145 Oct 18 20:49:09.236037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736dbd9-1af9-4e4e-8569-24b1a24ba844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.243693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736dbd9-1af9-4e4e-8569-24b1a24ba844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.246547 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d736dbd9-1af9-4e4e-8569-24b1a24ba844 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2567775d-6bc2-4299-b702-63f54e33564b HTTP/1.1" status: 204 len: 168 time: 1.6010094 Oct 18 20:49:09.281492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f911419f-134d-4f0c-8a30-17c53ea614fc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:09.378161 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68890e-5c89-44ed-b534-a8800890fca9 None None] Network da16bb83-a621-4840-bde7-36e9d83916b5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:09.550582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-85a34b65-42b9-4fc6-9216-e5d646c95961 None None] Provisioning complete for port f911419f-134d-4f0c-8a30-17c53ea614fc triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:09.551105 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85a34b65-42b9-4fc6-9216-e5d646c95961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.594714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f911419f-134d-4f0c-8a30-17c53ea614fc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:09.595089 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.669476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736dbd9-1af9-4e4e-8569-24b1a24ba844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567775d-6bc2-4299-b702-63f54e33564b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:09.707231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-ec1f66be-2fec-419a-ad67-d26034eecd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:09.710433 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-ec1f66be-2fec-419a-ad67-d26034eecd78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=09997af1-4f6a-4900-8dea-26397f527807 HTTP/1.1" status: 200 len: 916 time: 0.4602864 Oct 18 20:49:09.830108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85a34b65-42b9-4fc6-9216-e5d646c95961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.886206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-85a34b65-42b9-4fc6-9216-e5d646c95961 None None] For port f911419f-134d-4f0c-8a30-17c53ea614fc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f911419f-134d-4f0c-8a30-17c53ea614fc,segment=NetworkSegment(43584237-dc9e-409c-a241-8dfeb080f1ff),segment_id=43584237-dc9e-409c-a241-8dfeb080f1ff)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:09.891752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.895614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85a34b65-42b9-4fc6-9216-e5d646c95961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:09.933969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-29941d49-8404-47c9-9af8-cbaee54eab5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49e28104-157a-4ef3-847e-3a26baf5ba94 HTTP/1.1" status: 200 len: 217 time: 0.2071545 Oct 18 20:49:10.000600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a34b65-42b9-4fc6-9216-e5d646c95961 None None] Pushing event updated for resources: {'Port': ['ID=f911419f-134d-4f0c-8a30-17c53ea614fc,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:10.024344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a371a66-d8cc-4e92-a3fa-aa4c8a1b44d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.071099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:49:10.071537 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:49:10.095279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-48941fc6-a44f-4414-bb2f-ac07914a3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:10.098711 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-48941fc6-a44f-4414-bb2f-ac07914a3a3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f03c950-052c-4a22-97bc-ed229de06477 HTTP/1.1" status: 200 len: 855 time: 0.1435723 Oct 18 20:49:10.117023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d1bde-7472-4648-a37c-658d87e1630c req-1e8c77cb-cae7-4f1c-8e05-f54eaa32fb40 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:10.119200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-724d1bde-7472-4648-a37c-658d87e1630c req-1e8c77cb-cae7-4f1c-8e05-f54eaa32fb40 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 1.0176005 Oct 18 20:49:10.120028 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a371a66-d8cc-4e92-a3fa-aa4c8a1b44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.203887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-3b18035a-8014-4ad6-b5f8-bff792f3ce4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09997af1-4f6a-4900-8dea-26397f527807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840957 Oct 18 20:49:10.209196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0a371a66-d8cc-4e92-a3fa-aa4c8a1b44d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b1f6d1021e747fc9a8875fb6f7456b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6453593 Oct 18 20:49:10.213063 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.219094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a371a66-d8cc-4e92-a3fa-aa4c8a1b44d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af4e9c-1aaa-4910-bdf4-6123db6189ff,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:10.251689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37140) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:10.329398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f6b977b8-4320-429f-b4b5-1b8fdce444c1 None None] Provisioning complete for port f911419f-134d-4f0c-8a30-17c53ea614fc triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:10.329971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f6b977b8-4320-429f-b4b5-1b8fdce444c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.361928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-a9a50248-eee7-4a09-bf2f-d75a99c6e2b8 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2568197 Oct 18 20:49:10.373644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-724d1bde-7472-4648-a37c-658d87e1630c req-912b2856-082e-4734-9160-97829775fce8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975076 Oct 18 20:49:10.495192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.547058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.558114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9eea1294-0348-4217-a6ff-3c451e03a377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.583688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.640252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network da16bb83-a621-4840-bde7-36e9d83916b5 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:10.660677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:10.663316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:10.667815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7618159e-cf7f-40e0-b78a-1a1c76f66566 req-17c2bf5a-422f-47f7-a8d4-e3d8b423550a service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930632 Oct 18 20:49:10.671073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9eea1294-0348-4217-a6ff-3c451e03a377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.722186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37156) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:10.771355 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacf399b-68f5-49bb-9e57-b51f6649d8d7 x-openstack-request-id: req-cacf399b-68f5-49bb-9e57-b51f6649d8d7 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:49:10.771657 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526af963-a916-4de7-b6d3-9514c321ad04", "tag": "1881fa76-dda0-4e55-930c-a8bf85d23f95", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:49:10.771914 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cacf399b-68f5-49bb-9e57-b51f6649d8d7 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:49:10.772320 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '526af963-a916-4de7-b6d3-9514c321ad04', 'tag': '1881fa76-dda0-4e55-930c-a8bf85d23f95', 'status': 'completed', 'code': 200} Oct 18 20:49:10.773093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-4ac20acf-2d86-4d82-a235-08f9f6ae939c service neutron] 10.222.0.30 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821501 Oct 18 20:49:10.857966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:10.959641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-ce8085b9-b239-406a-8e22-e3d9026279e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:10.961326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-ce8085b9-b239-406a-8e22-e3d9026279e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 1094 time: 0.1684732 Oct 18 20:49:10.962075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:10.986849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-348a994f-b76c-4a91-a275-de1251cc1d41 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:10.990700 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-348a994f-b76c-4a91-a275-de1251cc1d41 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2621632 Oct 18 20:49:10.992733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37160) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:10.997955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-5096ccd6-f28f-4d54-a1cf-103fd24bf5e3 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.001459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5096ccd6-f28f-4d54-a1cf-103fd24bf5e3 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052490 Oct 18 20:49:11.003391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37162) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.018882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a7fd3b41-39a4-4f65-a38f-d8c82aa6a642 None None] Provisioning complete for port 11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:11.019670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3b41-39a4-4f65-a38f-d8c82aa6a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.036087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-9aa0dcf7-eed6-47a2-8a89-40d206ac6185 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.041752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9aa0dcf7-eed6-47a2-8a89-40d206ac6185 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0140746 Oct 18 20:49:11.043936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37164) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.055634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-70a66a1a-15a4-480d-bc8b-bbab29fce882 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.059653 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-70a66a1a-15a4-480d-bc8b-bbab29fce882 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0116911 Oct 18 20:49:11.061231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37166) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.073650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd3b41-39a4-4f65-a38f-d8c82aa6a642 None None] Port 11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:49:11.074133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-b927ef82-431d-42a6-afd3-179c57837abf tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.075367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b927ef82-431d-42a6-afd3-179c57837abf tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0094044 Oct 18 20:49:11.080995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d4402550-dcfd-4669-ba5d-d2e1ebd2a550 req-692aec60-9b5d-43d3-8c76-7b324db5ff6a service neutron] 10.222.0.30 "GET /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763877 Oct 18 20:49:11.081623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37168) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.105919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9eea1294-0348-4217-a6ff-3c451e03a377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.107913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-97f7a4aa-1673-4f7a-894e-f4dfb4a22a02 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.111574 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9eea1294-0348-4217-a6ff-3c451e03a377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.111814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-97f7a4aa-1673-4f7a-894e-f4dfb4a22a02 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0159695 Oct 18 20:49:11.115918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37170) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.117443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9eea1294-0348-4217-a6ff-3c451e03a377 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56af4e9c-1aaa-4910-bdf4-6123db6189ff HTTP/1.1" status: 204 len: 168 time: 0.8490679 Oct 18 20:49:11.121551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-be53ae9c-34b4-4ef1-a224-5830bba493ee tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.125831 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-be53ae9c-34b4-4ef1-a224-5830bba493ee tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057080 Oct 18 20:49:11.125831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Allocated IP 172.25.7.249 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/b3edcb59-ccb4-4806-97c7-4393d5b38429) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:11.126216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37174) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.134113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-e779bc29-c7d7-4e4c-bc3d-6840208ac105 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.137737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e779bc29-c7d7-4e4c-bc3d-6840208ac105 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080340 Oct 18 20:49:11.141260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37176) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.145979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-0b81345b-75ff-4193-a477-e35de652cabb tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.148431 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b81345b-75ff-4193-a477-e35de652cabb tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046902 Oct 18 20:49:11.153496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37178) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.172843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-537d04b3-f699-4d48-89eb-67783e71b384 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.178471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-537d04b3-f699-4d48-89eb-67783e71b384 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0127735 Oct 18 20:49:11.180368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f911419f-134d-4f0c-8a30-17c53ea614fc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:11.182523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37180) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.197693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03632bf-4cba-4bea-aa22-9e3f893d9774 req-0b4b653e-33de-4e19-bcf0-a323e5484a40 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:11.201839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-bb53591b-9cc7-45f4-b941-4e80d40e713c tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.205650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e03632bf-4cba-4bea-aa22-9e3f893d9774 req-0b4b653e-33de-4e19-bcf0-a323e5484a40 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 943 time: 0.3499584 Oct 18 20:49:11.206410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bb53591b-9cc7-45f4-b941-4e80d40e713c tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0223997 Oct 18 20:49:11.209348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.220001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-d998b21c-0610-446f-8ff3-c9f25cee9be4 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.223533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d998b21c-0610-446f-8ff3-c9f25cee9be4 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065143 Oct 18 20:49:11.225577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37184) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.232650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-f0a593c0-fac6-4f4f-9666-143355d8ad42 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.241032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f0a593c0-fac6-4f4f-9666-143355d8ad42 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0135121 Oct 18 20:49:11.244562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37186) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.248438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-50c8b8ad-db97-4e7f-8666-4df6827a6b90 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.253673 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-50c8b8ad-db97-4e7f-8666-4df6827a6b90 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048013 Oct 18 20:49:11.265479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f911419f-134d-4f0c-8a30-17c53ea614fc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:11.265982 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.271533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37188) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.286595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-220c7576-348f-4d56-a4f9-35cec661f0ea tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.290068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-220c7576-348f-4d56-a4f9-35cec661f0ea tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0132799 Oct 18 20:49:11.295630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37190) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.296475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea1294-0348-4217-a6ff-3c451e03a377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af4e9c-1aaa-4910-bdf4-6123db6189ff,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:11.308464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-21cbebf2-1613-49de-a7ab-fde12cc90c95 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.311954 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-21cbebf2-1613-49de-a7ab-fde12cc90c95 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050075 Oct 18 20:49:11.316818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37192) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.328486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-51bd100d-2e00-4ccc-9ea4-8e0da98a70e0 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.329485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-51bd100d-2e00-4ccc-9ea4-8e0da98a70e0 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0116920 Oct 18 20:49:11.344692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.357462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-10226e47-6798-4f4d-a0f7-bbda6337c933 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.364222 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-10226e47-6798-4f4d-a0f7-bbda6337c933 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0176578 Oct 18 20:49:11.369957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37196) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.380340 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-7a658fae-b6c9-461c-8fd0-c601b7d1ac49 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.398130 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7a658fae-b6c9-461c-8fd0-c601b7d1ac49 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0254872 Oct 18 20:49:11.403387 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37198) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.433122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-a34ee525-3efc-4881-815e-19e425833e29 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.433379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e03632bf-4cba-4bea-aa22-9e3f893d9774 req-80e165ed-caf3-41da-a4f3-5ea16290470c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264538 Oct 18 20:49:11.436212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a34ee525-3efc-4881-815e-19e425833e29 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0227418 Oct 18 20:49:11.440562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37202) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.445034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-ee8aea93-a53b-486e-bd35-393d01951311 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.452055 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ee8aea93-a53b-486e-bd35-393d01951311 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0100572 Oct 18 20:49:11.455394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37204) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.459551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-0db549ed-9bcb-4ebb-b99e-da97e5b6cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:11.465116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-0db549ed-9bcb-4ebb-b99e-da97e5b6cd59 service neutron] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.4954898 Oct 18 20:49:11.475847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-ec512fc9-e927-4cf7-83f9-08350d17ee37 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.476880 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ec512fc9-e927-4cf7-83f9-08350d17ee37 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0143263 Oct 18 20:49:11.492887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37206) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.502469 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-7a4f764e-88c5-4cfe-9039-d717d23aac60 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.505988 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.511500 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7a4f764e-88c5-4cfe-9039-d717d23aac60 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0121245 Oct 18 20:49:11.519329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37208) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.526479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-bf5d3cac-31e3-4edf-b7b9-bad8b8267004 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.531291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bf5d3cac-31e3-4edf-b7b9-bad8b8267004 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066552 Oct 18 20:49:11.531291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37210) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.536741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-1e32db2b-f69a-4759-8b3d-44683985bb6d tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.542360 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1e32db2b-f69a-4759-8b3d-44683985bb6d tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054390 Oct 18 20:49:11.547665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37212) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.558393 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-94a14a25-f144-4cd4-aa0b-e756d19417b5 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.563738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-94a14a25-f144-4cd4-aa0b-e756d19417b5 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0097728 Oct 18 20:49:11.564864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37214) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.568015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-3bf45c41-f25e-4fb4-9322-f0d6ef568baf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1881fa76-dda0-4e55-930c-a8bf85d23f95 HTTP/1.1" status: 200 len: 217 time: 0.0732872 Oct 18 20:49:11.571131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-d8612c9c-f2b5-4e85-8163-782161fcdb41 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.572122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8612c9c-f2b5-4e85-8163-782161fcdb41 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0059707 Oct 18 20:49:11.578982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37218) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.595367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.604717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-7f5ed969-c2f2-4c1a-b743-85b0f8972bec tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.605742 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7f5ed969-c2f2-4c1a-b743-85b0f8972bec tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0270298 Oct 18 20:49:11.611491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37220) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.621869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-8ec16e8f-04a6-4167-b58d-41c3c50b411b tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.622897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8ec16e8f-04a6-4167-b58d-41c3c50b411b tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104411 Oct 18 20:49:11.631262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37222) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.648062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-0a42b9e3-32cb-49eb-9de4-b562827bdc41 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.649543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0a42b9e3-32cb-49eb-9de4-b562827bdc41 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0173090 Oct 18 20:49:11.654399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37224) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.666387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-4cd07927-d7a3-43b1-bc5d-1f53135fa564 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.667559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4cd07927-d7a3-43b1-bc5d-1f53135fa564 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090287 Oct 18 20:49:11.679908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37226) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.686539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-764dc29c-4716-45dd-98bd-f275f3b877e6 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.695433 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-764dc29c-4716-45dd-98bd-f275f3b877e6 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065854 Oct 18 20:49:11.695433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.700324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-ebbbb863-5dcb-43ac-aa34-7d497cea7736 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.705459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ebbbb863-5dcb-43ac-aa34-7d497cea7736 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085618 Oct 18 20:49:11.705459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.709088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37230) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.797690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-bca1873a-5ea5-4bd5-9307-6a2b0a7f79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:11.799333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-bca1873a-5ea5-4bd5-9307-6a2b0a7f79e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1997008 Oct 18 20:49:11.807462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event updated for resources: {'Port': ['ID=b3edcb59-ccb4-4806-97c7-4393d5b38429,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:11.818612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-8618810a-4fcd-48cf-bc9c-1c66f498b17e tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.835280 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8618810a-4fcd-48cf-bc9c-1c66f498b17e tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0573206 Oct 18 20:49:11.836427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37234) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.836427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37236) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.844856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-83bdd900-a46c-446a-909b-ad8a909513dd tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.848270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-83bdd900-a46c-446a-909b-ad8a909513dd tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055552 Oct 18 20:49:11.851736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37238) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.872587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-2aa15f2b-f610-4654-b2af-8ade479bc81a tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.872587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2aa15f2b-f610-4654-b2af-8ade479bc81a tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0114152 Oct 18 20:49:11.873759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:11.877726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:11.880275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:11.882355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37240) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.887781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-cfe30f98-4b93-4eef-9679-ae99c283f757 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.889086 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cfe30f98-4b93-4eef-9679-ae99c283f757 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0057652 Oct 18 20:49:11.890650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c28bb9-f2f7-4e50-97aa-23c0a69352a3 req-bceba662-f1b5-4126-b9be-e9d8ae48646c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:11.892516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32c28bb9-f2f7-4e50-97aa-23c0a69352a3 req-bceba662-f1b5-4126-b9be-e9d8ae48646c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2353568 Oct 18 20:49:11.901868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37242) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.905674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-0c4c9884-f5ad-4042-b960-febf9e52ac52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967190 Oct 18 20:49:11.909117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-f4fb2448-1784-43e8-9e4f-d1161ef33dfb tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.910139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f4fb2448-1784-43e8-9e4f-d1161ef33dfb tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0070255 Oct 18 20:49:11.915065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37244) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.919674 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-176830f3-5e97-4301-8167-cd0f91953b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:11.942747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-ddc9a52f-5427-4ff4-b530-be1a9a0dcd8a tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.946097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ddc9a52f-5427-4ff4-b530-be1a9a0dcd8a tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0254228 Oct 18 20:49:11.946792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37248) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.954597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-3b314cc0-0e10-49f3-ad74-a8eb38545f04 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.959720 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3b314cc0-0e10-49f3-ad74-a8eb38545f04 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070276 Oct 18 20:49:11.959720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37250) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.964464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-03e0fe02-ff44-49a5-b2d4-60a44516f2d7 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.968523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-03e0fe02-ff44-49a5-b2d4-60a44516f2d7 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047383 Oct 18 20:49:11.968743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37252) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:11.973150 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-c4c64330-8e54-4ea7-9599-5b5d2a10bfeb tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:11.976955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c4c64330-8e54-4ea7-9599-5b5d2a10bfeb tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045004 Oct 18 20:49:11.977245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37254) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.014517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-0f07ae15-58f5-4bb5-b7e9-906c463ded29 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.017891 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0f07ae15-58f5-4bb5-b7e9-906c463ded29 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0366542 Oct 18 20:49:12.019696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37256) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.024863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-aa7cca76-1f25-4da6-8485-7f267d376ba6 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.029288 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa7cca76-1f25-4da6-8485-7f267d376ba6 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071123 Oct 18 20:49:12.029580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37258) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.034714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-dbe79a7e-c6e8-4725-a83d-1c82f068ee28 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.038588 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dbe79a7e-c6e8-4725-a83d-1c82f068ee28 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0052648 Oct 18 20:49:12.067229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37260) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.074345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-9c2224e3-c370-4228-b484-f8bdd096c0a1 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.077735 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9c2224e3-c370-4228-b484-f8bdd096c0a1 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0072479 Oct 18 20:49:12.084699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37262) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.094616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-f577ae52-2543-4833-a33d-51773b57db00 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.095636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f577ae52-2543-4833-a33d-51773b57db00 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0098255 Oct 18 20:49:12.098686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37264) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.111330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-ead0c4a3-2f28-407f-b8db-44d3c42c724b tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.117003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ead0c4a3-2f28-407f-b8db-44d3c42c724b tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0125031 Oct 18 20:49:12.118304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37266) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.124599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-e30f9a3d-a233-4c3c-8c69-3ab335344cd9 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.127895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e30f9a3d-a233-4c3c-8c69-3ab335344cd9 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0069582 Oct 18 20:49:12.128690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37268) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.140194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-823f6272-ec34-4eea-b661-c30083722731 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.144723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-823f6272-ec34-4eea-b661-c30083722731 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0118301 Oct 18 20:49:12.147575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37270) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.154600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-72ef38c6-5d18-4720-bafe-c319af11bf85 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.158892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-72ef38c6-5d18-4720-bafe-c319af11bf85 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084548 Oct 18 20:49:12.160247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37272) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.166761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32c28bb9-f2f7-4e50-97aa-23c0a69352a3 req-5bd3a6bb-d530-44cf-b941-76720fa17858 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519555 Oct 18 20:49:12.168907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-4de71a86-4f71-42d4-9b07-0634ea5957f9 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.175893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4de71a86-4f71-42d4-9b07-0634ea5957f9 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0139306 Oct 18 20:49:12.180006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37274) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.188016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-84d945d9-a1be-40a3-9b88-75973d6aed85 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.197077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-84d945d9-a1be-40a3-9b88-75973d6aed85 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0154371 Oct 18 20:49:12.206227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-8c814dc0-33dd-48fa-b63f-b6bdba6d6ca1 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892718 Oct 18 20:49:12.214393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37276) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.220239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-c3d92873-292c-4ea0-92e0-1212365e7846 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.226010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c3d92873-292c-4ea0-92e0-1212365e7846 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074260 Oct 18 20:49:12.232905 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37280) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.245792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-75c8023a-3f3d-4ef6-bb64-f3d27f5477e6 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.249851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-75c8023a-3f3d-4ef6-bb64-f3d27f5477e6 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092280 Oct 18 20:49:12.265845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37282) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.270719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-66396643-a591-434f-baa5-ab66cc7a224e tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.274757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-66396643-a591-434f-baa5-ab66cc7a224e tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0077806 Oct 18 20:49:12.285143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37284) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.293328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-078d1b10-82bc-4245-be61-6ff8f6922a18 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.296916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-078d1b10-82bc-4245-be61-6ff8f6922a18 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0106814 Oct 18 20:49:12.303377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37286) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.311758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-10462bfa-78b9-456b-a900-606a832348f7 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.317271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-10462bfa-78b9-456b-a900-606a832348f7 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074050 Oct 18 20:49:12.318085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37288) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.323391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-249034d1-7906-434c-ae46-026097d714e2 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.324649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-249034d1-7906-434c-ae46-026097d714e2 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0054622 Oct 18 20:49:12.329687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37290) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.335757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-8009a70c-7096-4e53-b2e0-15f7e6a0b3cd tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.339720 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8009a70c-7096-4e53-b2e0-15f7e6a0b3cd tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0061343 Oct 18 20:49:12.340001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37292) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.346626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-35c9f29b-c8d1-4697-a24a-3993b70fc77b tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.351347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-35c9f29b-c8d1-4697-a24a-3993b70fc77b tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066574 Oct 18 20:49:12.355479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37294) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.361892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-176830f3-5e97-4301-8167-cd0f91953b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.365814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-35eef292-d666-4849-9dcb-14a83c2e1014 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.367957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-35eef292-d666-4849-9dcb-14a83c2e1014 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0076082 Oct 18 20:49:12.369787 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.382003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37296) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.417222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.421186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [None req-8d766581-219e-491f-a365-48a2ffe90b8e tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.423257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d766581-219e-491f-a365-48a2ffe90b8e tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0071170 Oct 18 20:49:12.448517 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-176830f3-5e97-4301-8167-cd0f91953b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.453354 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.453805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37298) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.460985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-76f782cb-5f43-42b1-8c0f-f3ea6c10bf43 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.465690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-76f782cb-5f43-42b1-8c0f-f3ea6c10bf43 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073051 Oct 18 20:49:12.467483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37302) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.472147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-3ee9409d-5b9c-40ef-b76d-3eb0dfad43ae tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.475548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ee9409d-5b9c-40ef-b76d-3eb0dfad43ae tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046840 Oct 18 20:49:12.476158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.482745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-dc4f5df5-23f9-467e-a0a4-a598e4369435 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.486462 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dc4f5df5-23f9-467e-a0a4-a598e4369435 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0066354 Oct 18 20:49:12.486759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.492407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-74631511-64b9-455a-a511-488118c9821a tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.497073 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-74631511-64b9-455a-a511-488118c9821a tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051522 Oct 18 20:49:12.497073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37308) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.503082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-3bf2a397-5eaf-451a-8930-fb1d7b6c2770 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.506438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3bf2a397-5eaf-451a-8930-fb1d7b6c2770 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065107 Oct 18 20:49:12.506733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37310) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.512235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [None req-a84b550f-f8a7-49bb-bd2b-fedf8c1a01e2 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:49:12.516545 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a84b550f-f8a7-49bb-bd2b-fedf8c1a01e2 tempest-ExtensionsTestJSON-1261013771 tempest-ExtensionsTestJSON-1261013771-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051501 Oct 18 20:49:12.591613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-176830f3-5e97-4301-8167-cd0f91953b39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56a029aa32c2404eb8aa90911a69d759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490106 Oct 18 20:49:12.604892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37316) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.607496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176830f3-5e97-4301-8167-cd0f91953b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b19581-fa37-48f6-84f3-1534678c3213,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:12.641488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:12.648375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1fd9968-79c5-4de2-bc7a-cd41debc61e9 req-998cfb77-7524-424c-b0a8-0a564a7cca3b service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177954 Oct 18 20:49:12.653176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.672767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566957ed-9357-4617-9370-107b72eac138 req-92ce7d8e-b429-4b37-aa67-28f0b21f5b1c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:12.680220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-566957ed-9357-4617-9370-107b72eac138 req-92ce7d8e-b429-4b37-aa67-28f0b21f5b1c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3470063 Oct 18 20:49:12.766572 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.829128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-566957ed-9357-4617-9370-107b72eac138 req-39d5364d-24d1-4dfe-8b8f-8b0e782e39db tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478858 Oct 18 20:49:12.838101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b04f3ceb-870f-4893-b1d9-c1914bc49958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.926942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37324) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:12.968545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b04f3ceb-870f-4893-b1d9-c1914bc49958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:12.995243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Router b781bf27-a4d7-4319-a9e8-9dd3ebcfe651 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:49:13.039787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network da16bb83-a621-4840-bde7-36e9d83916b5 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:13.074909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:13.086219 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.197823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f8e4a5-991e-48f4-abd9-0f179aa1e581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.208304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4f527-d27a-4beb-aa7b-52bd7a8aabcb req-7ea2d1ef-dfce-47f2-a021-7ee1bc24ac92 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:13.215886 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4b4f527-d27a-4beb-aa7b-52bd7a8aabcb req-7ea2d1ef-dfce-47f2-a021-7ee1bc24ac92 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 943 time: 0.2499583 Oct 18 20:49:13.236519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:13.247399 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] Sync routers for ids ['b781bf27-a4d7-4319-a9e8-9dd3ebcfe651'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:13.272865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.274235 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] Routers {'b781bf27-a4d7-4319-a9e8-9dd3ebcfe651'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:13.274517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bc6a1533-8245-4aec-b6f0-b81e8189f9ab tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1318200 Oct 18 20:49:13.275764 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b781bf27-a4d7-4319-a9e8-9dd3ebcfe651'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:13.285384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37328) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:13.307145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b04f3ceb-870f-4893-b1d9-c1914bc49958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.310292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b04f3ceb-870f-4893-b1d9-c1914bc49958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.313949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b04f3ceb-870f-4893-b1d9-c1914bc49958 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1b19581-fa37-48f6-84f3-1534678c3213 HTTP/1.1" status: 204 len: 168 time: 0.7005241 Oct 18 20:49:13.374692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f8e4a5-991e-48f4-abd9-0f179aa1e581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.380215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f8e4a5-991e-48f4-abd9-0f179aa1e581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.386791 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:13.411786 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-01f8e4a5-991e-48f4-abd9-0f179aa1e581 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b25a804155d34e8f82ac162920f9155e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837835 Oct 18 20:49:13.415329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37332) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:13.421898 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] Routers {'b781bf27-a4d7-4319-a9e8-9dd3ebcfe651'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:13.425140 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b781bf27-a4d7-4319-a9e8-9dd3ebcfe651'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:13.436066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f3ceb-870f-4893-b1d9-c1914bc49958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b19581-fa37-48f6-84f3-1534678c3213,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:13.454273 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4b4f527-d27a-4beb-aa7b-52bd7a8aabcb req-e4759975-5d48-4ba2-a4dd-b9c974d6a5fa tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372949 Oct 18 20:49:13.491815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8e4a5-991e-48f4-abd9-0f179aa1e581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06337dfb-a923-440d-9e7e-7a72360d8a26,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:13.516684 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:13.517400 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4ea8c-27c1-4acc-80ed-f6c6ded561dd None None] The sync data for ids ['b781bf27-a4d7-4319-a9e8-9dd3ebcfe651'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:13.536691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0ac6a656-1089-46fa-9355-62e1c82e0d13 None None] Provisioning complete for port 11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:13.537568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-850b3499-dac3-4b4b-8cbd-d2d26b8a60f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.540647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ac6a656-1089-46fa-9355-62e1c82e0d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.564363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-850b3499-dac3-4b4b-8cbd-d2d26b8a60f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.597302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6a656-1089-46fa-9355-62e1c82e0d13 None None] Port 11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:49:13.631416 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-850b3499-dac3-4b4b-8cbd-d2d26b8a60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.635674 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-850b3499-dac3-4b4b-8cbd-d2d26b8a60f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:13.638069 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-850b3499-dac3-4b4b-8cbd-d2d26b8a60f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06337dfb-a923-440d-9e7e-7a72360d8a26 HTTP/1.1" status: 204 len: 168 time: 0.2213128 Oct 18 20:49:13.659174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b3499-dac3-4b4b-8cbd-d2d26b8a60f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06337dfb-a923-440d-9e7e-7a72360d8a26,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:13.688314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router be1341d8-99cb-4efc-8f0f-ba7455afa981 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:49:13.712160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1facafe4-c6be-4585-9afc-f9e3914f59b9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/b781bf27-a4d7-4319-a9e8-9dd3ebcfe651 HTTP/1.1" status: 200 len: 919 time: 0.4106026 Oct 18 20:49:13.712618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37338) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:13.794331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2f757b6e-3f1b-4e8e-a300-2d792892f33c tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=b781bf27-a4d7-4319-a9e8-9dd3ebcfe651 HTTP/1.1" status: 200 len: 205 time: 0.0775633 Oct 18 20:49:13.795401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37340) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:14.063590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1881fa76-dda0-4e55-930c-a8bf85d23f95 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:49:14.344304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1881fa76-dda0-4e55-930c-a8bf85d23f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1881fa76-dda0-4e55-930c-a8bf85d23f95,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:14.373348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '1881fa76-dda0-4e55-930c-a8bf85d23f95', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'port_id': '1881fa76-dda0-4e55-930c-a8bf85d23f95', 'mac_address': 'fa:16:3e:8f:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2975efe-74ef-4037-b1ef-94a6b08c090b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:49:14.476146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:14.510665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1881fa76-dda0-4e55-930c-a8bf85d23f95 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:49:14.557386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1881fa76-dda0-4e55-930c-a8bf85d23f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1881fa76-dda0-4e55-930c-a8bf85d23f95,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:14.564722 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:14.683555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=1881fa76-dda0-4e55-930c-a8bf85d23f95,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:14.689368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:14.863484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:14.946098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f3e22-5e6b-46c5-90bf-6211657807f6 req-a9b1dcf9-d8fa-4e89-821d-434421c0a8c6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:14.954835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['1881fa76-dda0-4e55-930c-a8bf85d23f95'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:49:14.955318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87f3e22-5e6b-46c5-90bf-6211657807f6 req-a9b1dcf9-d8fa-4e89-821d-434421c0a8c6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1335843 Oct 18 20:49:15.054731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:15.083304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37398) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:15.083925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2d0183d0-9060-443b-b25e-2bce8ca59db4 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/be1341d8-99cb-4efc-8f0f-ba7455afa981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7164936 Oct 18 20:49:15.113766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] Sync routers for ids ['be1341d8-99cb-4efc-8f0f-ba7455afa981'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:15.116426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Deleting port b3edcb59-ccb4-4806-97c7-4393d5b38429 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:15.120263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:15.157402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f87f3e22-5e6b-46c5-90bf-6211657807f6 req-e89a91cd-931f-4c1c-b1ca-4a1ea74f0f3e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005351 Oct 18 20:49:15.171356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] Routers {'be1341d8-99cb-4efc-8f0f-ba7455afa981'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:15.182630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['be1341d8-99cb-4efc-8f0f-ba7455afa981'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:15.226952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3bca45-ae46-4c90-a7a7-7cfd49de8c38 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:15.233780 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df3bca45-ae46-4c90-a7a7-7cfd49de8c38 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports/11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c HTTP/1.1" status: 200 len: 910 time: 0.1450951 Oct 18 20:49:15.234632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37404) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:15.258301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb318f87-acaa-4a1f-917e-3c6df1429a98'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:15.303673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:15.365426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] Routers {'be1341d8-99cb-4efc-8f0f-ba7455afa981'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:15.366138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['be1341d8-99cb-4efc-8f0f-ba7455afa981'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:15.417958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:15.418614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e389a1f7-c187-4281-a3cc-b08f48dc203e None None] The sync data for ids ['be1341d8-99cb-4efc-8f0f-ba7455afa981'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:15.509989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3533e7-4b35-457c-9817-f0d68a3d81f5 req-717f1891-889c-4910-9f5c-29d7337fe9c8 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:15.520031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c3533e7-4b35-457c-9817-f0d68a3d81f5 req-717f1891-889c-4910-9f5c-29d7337fe9c8 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 944 time: 0.2873666 Oct 18 20:49:15.552894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:15.582367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c3533e7-4b35-457c-9817-f0d68a3d81f5 req-30d542e4-c24f-462c-8403-b9a9db7fbe38 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613902 Oct 18 20:49:15.587533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Calling delete_port for b3edcb59-ccb4-4806-97c7-4393d5b38429 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:15.604730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:15.911978 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:15.951327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event deleted for resources: {'Port': ['ID=b3edcb59-ccb4-4806-97c7-4393d5b38429,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:16.064625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.231686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.242065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.385420 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.386620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Fanout notify agent at l3_agent the message router_deleted on router b781bf27-a4d7-4319-a9e8-9dd3ebcfe651 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:16.401779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.403108 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-471725e3-50f7-4d34-9c36-5c901e583102 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/b781bf27-a4d7-4319-a9e8-9dd3ebcfe651 HTTP/1.1" status: 204 len: 168 time: 2.6072266 Oct 18 20:49:16.405339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.409208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37446) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:16.425304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-997918994', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': False}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:16.430404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ee6c-7707-4b4a-b89a-432a697d4f75 req-c0d208a1-42be-40e1-be38-fab0a482ce63 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:16.432087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1797ee6c-7707-4b4a-b89a-432a697d4f75 req-c0d208a1-42be-40e1-be38-fab0a482ce63 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1046453 Oct 18 20:49:16.448843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.516106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1797ee6c-7707-4b4a-b89a-432a697d4f75 req-cab82408-c84c-4f72-b7ce-981cbcad22d7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766966 Oct 18 20:49:16.546784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.549696 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.600334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:16.621889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:16.622574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.624100 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-48ac9d60-a143-46e4-95c7-553875cc20fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/ports/11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c HTTP/1.1" status: 200 len: 910 time: 1.3883448 Oct 18 20:49:16.627258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37454) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:16.674720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:16.957304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c13c29-3964-4e4b-8d7d-5c6346c67aa7 req-c65dd71a-33f1-4680-95ca-4b828bef4dc9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:16.966301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33c13c29-3964-4e4b-8d7d-5c6346c67aa7 req-c65dd71a-33f1-4680-95ca-4b828bef4dc9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 944 time: 0.1677227 Oct 18 20:49:17.305549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33c13c29-3964-4e4b-8d7d-5c6346c67aa7 req-749ca840-9ea7-46cf-a1bf-2b2dca92e0ee tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381195 Oct 18 20:49:17.530374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:17.643959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:17.943174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7713f-0643-4716-872c-a7bd550aec1e req-eb8478c6-7048-4dbf-bf3f-8947dadbc305 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:17.953625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3db7713f-0643-4716-872c-a7bd550aec1e req-eb8478c6-7048-4dbf-bf3f-8947dadbc305 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2701027 Oct 18 20:49:17.988256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.015010 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.053266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3db7713f-0643-4716-872c-a7bd550aec1e req-2ca43060-7a25-4c37-b5fb-d8964a6db0f6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973508 Oct 18 20:49:18.079734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1881fa76-dda0-4e55-930c-a8bf85d23f95 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:18.186769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 1881fa76-dda0-4e55-930c-a8bf85d23f95 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:49:18.191131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 1881fa76-dda0-4e55-930c-a8bf85d23f95 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:18.191673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.195575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Allocated IP 172.25.7.3 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/257a82dd-8a63-49a5-b30f-428140a78d67) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:18.303319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port 11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:18.303826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.371922 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.414739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.435603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526af963-a916-4de7-b6d3-9514c321ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1881fa76-dda0-4e55-930c-a8bf85d23f95'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:49:18.441875 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd76a53c-e0d3-4c96-b3d0-c9dcd21afe93" -d '{"events": [{"server_uuid": "526af963-a916-4de7-b6d3-9514c321ad04", "name": "network-vif-plugged", "status": "completed", "tag": "1881fa76-dda0-4e55-930c-a8bf85d23f95"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:49:18.477111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1881fa76-dda0-4e55-930c-a8bf85d23f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1881fa76-dda0-4e55-930c-a8bf85d23f95,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:18.487176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.518750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.557050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37506) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:18.587196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=1881fa76-dda0-4e55-930c-a8bf85d23f95,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:18.601291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:18.604115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.608327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:18.620947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:18.627851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ed9b7-1d56-40de-a1b2-1cc1079520df req-2b56e820-b8fd-41bb-bf67-3abbb6b519fc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:18.648978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b8ed9b7-1d56-40de-a1b2-1cc1079520df req-2b56e820-b8fd-41bb-bf67-3abbb6b519fc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 944 time: 0.1947811 Oct 18 20:49:18.661498 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.665339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for 11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:18.727452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78b5e2f5-ec08-4e27-bf44-0153bd222dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:18.740786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Port': ['ID=257a82dd-8a63-49a5-b30f-428140a78d67,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:18.811753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b8ed9b7-1d56-40de-a1b2-1cc1079520df req-44a7f8cb-c677-4c26-b4ab-7fb00d628de0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616440 Oct 18 20:49:19.006914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fab0aac4-db6d-4296-9385-ae34a0373b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:19.120995 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b2cda6-118b-40ae-b9c3-d4792bb1fa05 x-openstack-request-id: req-d4b2cda6-118b-40ae-b9c3-d4792bb1fa05 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:49:19.121829 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526af963-a916-4de7-b6d3-9514c321ad04", "name": "network-vif-plugged", "status": "completed", "tag": "1881fa76-dda0-4e55-930c-a8bf85d23f95", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:49:19.121829 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4b2cda6-118b-40ae-b9c3-d4792bb1fa05 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:49:19.122095 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526af963-a916-4de7-b6d3-9514c321ad04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1881fa76-dda0-4e55-930c-a8bf85d23f95', 'code': 200} Oct 18 20:49:19.132850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:19.158096 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:19.277310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=11e4e2f7-65e6-4a7e-b5bb-458f28e5cd6c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:19.528422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ad20f-cefb-4e67-bf88-3ac6fcb9b07b req-12c93c11-d053-498e-befd-4a3a6ad40369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:19.531849 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-592ad20f-cefb-4e67-bf88-3ac6fcb9b07b req-12c93c11-d053-498e-befd-4a3a6ad40369 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 1096 time: 0.3094225 Oct 18 20:49:19.568060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fab0aac4-db6d-4296-9385-ae34a0373b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:19.611007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:19.664081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fab0aac4-db6d-4296-9385-ae34a0373b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:19.829727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:19.841404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fab0aac4-db6d-4296-9385-ae34a0373b03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af07cf260f47461092f14a3a5493ca19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2718999 Oct 18 20:49:19.845579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:19.846666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0aac4-db6d-4296-9385-ae34a0373b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170bc660-77bb-4c46-9b4c-0111a77d5fb7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:19.878042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-592ad20f-cefb-4e67-bf88-3ac6fcb9b07b req-8d4a8273-52d4-4607-93ba-e63299c1fe10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118980 Oct 18 20:49:19.888649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854db256-0c2b-4dd5-9bb8-b482b1bf5f93 req-290baa9f-3c89-41f8-ae27-5a278357d558 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:19.897117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-854db256-0c2b-4dd5-9bb8-b482b1bf5f93 req-290baa9f-3c89-41f8-ae27-5a278357d558 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4214489 Oct 18 20:49:19.931019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Router 2fc35128-270f-46f0-9d3d-9b9f27a6852e is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:49:19.973849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-24aa2162-d1d6-4727-8bc4-870f319db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:19.975417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-24aa2162-d1d6-4727-8bc4-870f319db45c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1097 time: 0.3136981 Oct 18 20:49:19.983786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f2476d1-3512-4557-8524-e7c130938de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.018966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f2476d1-3512-4557-8524-e7c130938de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.059974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-854db256-0c2b-4dd5-9bb8-b482b1bf5f93 req-bfb195ee-e38e-4209-b7da-04ba429969a6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617095 Oct 18 20:49:20.138954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f2476d1-3512-4557-8524-e7c130938de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.145151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f2476d1-3512-4557-8524-e7c130938de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.146800 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1f2476d1-3512-4557-8524-e7c130938de5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/170bc660-77bb-4c46-9b4c-0111a77d5fb7 HTTP/1.1" status: 204 len: 168 time: 0.2988529 Oct 18 20:49:20.191584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2476d1-3512-4557-8524-e7c130938de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170bc660-77bb-4c46-9b4c-0111a77d5fb7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:20.345724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:20.364361 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Sync routers for ids ['2fc35128-270f-46f0-9d3d-9b9f27a6852e'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:20.388250 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Routers {'2fc35128-270f-46f0-9d3d-9b9f27a6852e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:20.395339 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2fc35128-270f-46f0-9d3d-9b9f27a6852e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:20.414743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.418041 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-98da4b84-9d3c-4100-94f5-b0a4c68041a8 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0067332 Oct 18 20:49:20.419988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37548) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:20.611836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6c70a1ac-fa68-478d-a6c5-9dcde85ea7b1 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/2fc35128-270f-46f0-9d3d-9b9f27a6852e HTTP/1.1" status: 200 len: 906 time: 0.1900191 Oct 18 20:49:20.612521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37552) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:20.618760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'router': {'name': 'tempest-snat-router-997918994', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': True}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:20.625292 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Set router 2fc35128-270f-46f0-9d3d-9b9f27a6852e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:20.680823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.682945 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.739750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:20.827850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37560) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:20.831200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:20.927612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-95a36f15-0523-486d-9896-1985e49d4982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:21.046451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-8c88fcd0-6a7c-4834-b9ed-71e645446e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:21.048022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-8c88fcd0-6a7c-4834-b9ed-71e645446e36 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.2993915 Oct 18 20:49:21.057165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-95a36f15-0523-486d-9896-1985e49d4982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:21.118699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router be1341d8-99cb-4efc-8f0f-ba7455afa981 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:49:21.159902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-61bcd5da-e600-4527-b7fb-dd3d9eb4dffc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.0559158 Oct 18 20:49:21.170008 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc35128-270f-46f0-9d3d-9b9f27a6852e', 'name': 'tempest-snat-router-997918994', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.3'}], 'enable_snat': False}, 'gw_port_id': '257a82dd-8a63-49a5-b30f-428140a78d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:16Z', 'updated_at': '2021-10-18T20:49:18Z', 'revision_number': 3, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port': {'id': '257a82dd-8a63-49a5-b30f-428140a78d67', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc35128-270f-46f0-9d3d-9b9f27a6852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:18Z', 'updated_at': '2021-10-18T20:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:21.199528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:21.219094 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-95a36f15-0523-486d-9896-1985e49d4982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:21.251503 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Checking router: 2fc35128-270f-46f0-9d3d-9b9f27a6852e for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:49:21.252213 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Updating router 2fc35128-270f-46f0-9d3d-9b9f27a6852e port 257a82dd-8a63-49a5-b30f-428140a78d67 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:49:21.311788 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:21.417291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:21.429262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] Sync routers for ids ['be1341d8-99cb-4efc-8f0f-ba7455afa981'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:21.450385 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] Routers {'be1341d8-99cb-4efc-8f0f-ba7455afa981'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:21.450616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e98a12c0-c128-458a-a0d8-038797ca9e1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/be1341d8-99cb-4efc-8f0f-ba7455afa981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8188334 Oct 18 20:49:21.451549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['be1341d8-99cb-4efc-8f0f-ba7455afa981'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:21.487748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1e3d5-3b24-4405-8be9-4cdf7c3a2145 req-42fcc285-ae1a-484e-a2f9-807b2c867baf tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:21.501257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6a1e3d5-3b24-4405-8be9-4cdf7c3a2145 req-42fcc285-ae1a-484e-a2f9-807b2c867baf tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 945 time: 0.7506464 Oct 18 20:49:21.530944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37566) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:21.609053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:21.619825 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-95a36f15-0523-486d-9896-1985e49d4982 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db2ec477c5c24c989fc81f183836b00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7902892 Oct 18 20:49:21.629669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a36f15-0523-486d-9896-1985e49d4982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0063a049-721e-4904-b432-bc9cda14fa0a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:21.635792 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] Routers {'be1341d8-99cb-4efc-8f0f-ba7455afa981'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:21.637514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['be1341d8-99cb-4efc-8f0f-ba7455afa981'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:21.661585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37570) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:21.698522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-a4a58a36-8f43-4322-acc2-b42942719ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:21.700164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-a4a58a36-8f43-4322-acc2-b42942719ddd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.5307574 Oct 18 20:49:21.719181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:21.720438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05b0ef-b5ba-462b-9b27-b8d5b94c7f5d None None] The sync data for ids ['be1341d8-99cb-4efc-8f0f-ba7455afa981'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:21.735115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-22e5130b-b4cd-4b57-9468-a127c7ff5b56 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=be1341d8-99cb-4efc-8f0f-ba7455afa981 HTTP/1.1" status: 200 len: 205 time: 0.1921678 Oct 18 20:49:21.745365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37572) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:21.778296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-5dd84692-a3eb-4c1c-9c6f-ba59a26318a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630932 Oct 18 20:49:21.937531 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:21.948421 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.017011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6a1e3d5-3b24-4405-8be9-4cdf7c3a2145 req-78ed09e7-b6d0-4dd0-bd32-4810d21578ab tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113046 Oct 18 20:49:22.021807 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Attempting to bind port 257a82dd-8a63-49a5-b30f-428140a78d67 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:22.022400 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Attempting to bind port 257a82dd-8a63-49a5-b30f-428140a78d67 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:22.022817 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Attempting to bind port 257a82dd-8a63-49a5-b30f-428140a78d67 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:22.049758 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd8f-3fad-4f3e-8e83-47d834c15bc2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.056193 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:22.057183 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:22.057679 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.058234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:22.058926 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Bound port: 257a82dd-8a63-49a5-b30f-428140a78d67, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:22.060358 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.160628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1df90e65-7199-4793-a198-11d9da331c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.233063 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] For port 257a82dd-8a63-49a5-b30f-428140a78d67, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:22.233063 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] For port 257a82dd-8a63-49a5-b30f-428140a78d67, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=257a82dd-8a63-49a5-b30f-428140a78d67,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:22.235214 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Pushing event updated for resources: {'Port': ['ID=257a82dd-8a63-49a5-b30f-428140a78d67,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:22.245347 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.267634 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1df90e65-7199-4793-a198-11d9da331c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.303033 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.307573 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.308896 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.309576 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.310250 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.313291 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.315120 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.315733 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.318739 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.319728 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.320427 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.322815 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:22.345670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39764a7-62de-4ed1-8f98-14f5be4fdc82 req-0edf4b8f-7714-4e58-bf8f-8a3c74dabbf5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:22.347624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e39764a7-62de-4ed1-8f98-14f5be4fdc82 req-0edf4b8f-7714-4e58-bf8f-8a3c74dabbf5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1375906 Oct 18 20:49:22.379093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-aeac49b4-93d3-4c44-a690-c53af7cbb9d4 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469446 Oct 18 20:49:22.402349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd8f-3fad-4f3e-8e83-47d834c15bc2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.439006 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Routers {'2fc35128-270f-46f0-9d3d-9b9f27a6852e'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:22.439640 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:48:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2fc35128-270f-46f0-9d3d-9b9f27a6852e'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:22.523331 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd8f-3fad-4f3e-8e83-47d834c15bc2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.537103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e39764a7-62de-4ed1-8f98-14f5be4fdc82 req-1f78c238-252f-473f-8606-8ae6de3aa6ee tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536765 Oct 18 20:49:22.661548 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd8f-3fad-4f3e-8e83-47d834c15bc2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.664113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be7dd8f-3fad-4f3e-8e83-47d834c15bc2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Fanout notify agent at l3_agent the message router_deleted on router be1341d8-99cb-4efc-8f0f-ba7455afa981 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:22.665422 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e60e0-b1ba-4b97-906d-31938c6537ea None None] Pushing event updated for resources: {'Port': ['ID=257a82dd-8a63-49a5-b30f-428140a78d67,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:22.704808 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9be7dd8f-3fad-4f3e-8e83-47d834c15bc2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.706002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9be7dd8f-3fad-4f3e-8e83-47d834c15bc2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/be1341d8-99cb-4efc-8f0f-ba7455afa981 HTTP/1.1" status: 204 len: 168 time: 0.9590981 Oct 18 20:49:22.725540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:22.755056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04d43bd1-304c-41db-aafe-703ec6b7cde8 req-24d653d6-905d-4eea-b9b6-b1f750db3d30 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282170 Oct 18 20:49:22.840551 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] Set router 2fc35128-270f-46f0-9d3d-9b9f27a6852e gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:22.867603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet bb318f87-acaa-4a1f-917e-3c6df1429a98 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:49:22.876169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:22.966640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.066166 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.123715 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-15a7989a-53ee-4133-bc0c-a13501b9aa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.242361 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.266152 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.278445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff81753-7f6d-441b-8b22-d60bc53619a5 None None] Network da16bb83-a621-4840-bde7-36e9d83916b5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:23.289160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/bb318f87-acaa-4a1f-917e-3c6df1429a98 HTTP/1.1" status: 204 len: 168 time: 0.5625358 Oct 18 20:49:23.289801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1df90e65-7199-4793-a198-11d9da331c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.293577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1df90e65-7199-4793-a198-11d9da331c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.301532 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1df90e65-7199-4793-a198-11d9da331c66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0063a049-721e-4904-b432-bc9cda14fa0a HTTP/1.1" status: 204 len: 168 time: 1.6313975 Oct 18 20:49:23.301532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:23.318508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bd74b-7230-4309-9f83-d15786603ae5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=bb318f87-acaa-4a1f-917e-3c6df1429a98,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:23.358166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df90e65-7199-4793-a198-11d9da331c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0063a049-721e-4904-b432-bc9cda14fa0a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:23.369518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc3cc-8d50-4c84-a9dd-eb6f65c77793 req-72925c23-def9-4884-a045-50b52c959419 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:23.378947 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.380981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b43fc3cc-8d50-4c84-a9dd-eb6f65c77793 req-72925c23-def9-4884-a045-50b52c959419 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 945 time: 0.1888626 Oct 18 20:49:23.452921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.463263 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc35128-270f-46f0-9d3d-9b9f27a6852e', 'name': 'tempest-snat-router-997918994', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.3'}], 'enable_snat': False}, 'gw_port_id': '257a82dd-8a63-49a5-b30f-428140a78d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:16Z', 'updated_at': '2021-10-18T20:49:18Z', 'revision_number': 3, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port': {'id': '257a82dd-8a63-49a5-b30f-428140a78d67', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc35128-270f-46f0-9d3d-9b9f27a6852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:18Z', 'updated_at': '2021-10-18T20:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:23.470699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b43fc3cc-8d50-4c84-a9dd-eb6f65c77793 req-f56cde86-aa86-4c54-bad2-41b5f4fbd08f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886931 Oct 18 20:49:23.510081 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a85f4-0aa2-4caa-93d7-0fb7ff371523 None None] The sync data for ids ['2fc35128-270f-46f0-9d3d-9b9f27a6852e'] in n-d-812149-2 is: [{'id': '2fc35128-270f-46f0-9d3d-9b9f27a6852e', 'name': 'tempest-snat-router-997918994', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.3'}], 'enable_snat': False}, 'gw_port_id': '257a82dd-8a63-49a5-b30f-428140a78d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:16Z', 'updated_at': '2021-10-18T20:49:18Z', 'revision_number': 3, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port': {'id': '257a82dd-8a63-49a5-b30f-428140a78d67', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc35128-270f-46f0-9d3d-9b9f27a6852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:18Z', 'updated_at': '2021-10-18T20:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:23.638453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] DHCP port deletion for da16bb83-a621-4840-bde7-36e9d83916b5 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:49:23.735889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] Deleting port f911419f-134d-4f0c-8a30-17c53ea614fc {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:23.736447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.847072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Allocated IP 172.25.7.176 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/de05b021-19b2-4668-a667-bd8765114de6) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:23.904907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] For port f911419f-134d-4f0c-8a30-17c53ea614fc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f911419f-134d-4f0c-8a30-17c53ea614fc,segment=NetworkSegment(43584237-dc9e-409c-a241-8dfeb080f1ff),segment_id=43584237-dc9e-409c-a241-8dfeb080f1ff)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:23.906834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae17dd-74a9-48ef-937f-a48097cef917 req-22eb7e0f-4007-42f5-8dfb-cadf38516653 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:23.907369 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:23.918318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5ae17dd-74a9-48ef-937f-a48097cef917 req-22eb7e0f-4007-42f5-8dfb-cadf38516653 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1077745 Oct 18 20:49:23.960838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] Calling delete_port for f911419f-134d-4f0c-8a30-17c53ea614fc owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:24.129239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5ae17dd-74a9-48ef-937f-a48097cef917 req-ce0b7aba-9fae-43f6-9e94-b794bebe9b1c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097089 Oct 18 20:49:24.214864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:24.253512 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:24.312436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:24.335191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] No DVR routers for this DVR port f911419f-134d-4f0c-8a30-17c53ea614fc on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:49:24.413518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0be94-e69b-4661-b7a9-9478db832b30 None None] Pushing event deleted for resources: {'Port': ['ID=f911419f-134d-4f0c-8a30-17c53ea614fc,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:24.624209 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:24.647621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593fe9f-e198-4a61-b0d6-a6d2dcea3b3d req-71b35b57-19ce-4249-9e0f-3c284ec4678d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:24.653420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0593fe9f-e198-4a61-b0d6-a6d2dcea3b3d req-71b35b57-19ce-4249-9e0f-3c284ec4678d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 945 time: 0.2442682 Oct 18 20:49:24.776875 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0593fe9f-e198-4a61-b0d6-a6d2dcea3b3d req-cd74b693-997a-4488-b91e-7cb7594b7d80 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087127 Oct 18 20:49:24.835648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:24.940850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da16bb83-a621-4840-bde7-36e9d83916b5']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:24.965033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43584237-dc9e-409c-a241-8dfeb080f1ff') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:24.966036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43584237-dc9e-409c-a241-8dfeb080f1ff') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:24.992802 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.035362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.089146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.119206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:49:25.120185 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:49:25.127160 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:49:25.191867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.356564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 257a82dd-8a63-49a5-b30f-428140a78d67 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:25.583987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5d5a-685f-43aa-bc7c-d1d82fa3d0af req-2481d4f5-2d63-4513-89d0-9b71a62e52c3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:25.587818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b4c5d5a-685f-43aa-bc7c-d1d82fa3d0af req-2481d4f5-2d63-4513-89d0-9b71a62e52c3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2120738 Oct 18 20:49:25.595412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 257a82dd-8a63-49a5-b30f-428140a78d67 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:25.597317 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.709193 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b4c5d5a-685f-43aa-bc7c-d1d82fa3d0af req-1caeafd1-7ee3-47d4-b675-5ab26ef52df1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083667 Oct 18 20:49:25.820522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.852358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 257a82dd-8a63-49a5-b30f-428140a78d67, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=257a82dd-8a63-49a5-b30f-428140a78d67,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:25.859960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:25.985649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=257a82dd-8a63-49a5-b30f-428140a78d67,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:25.994837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f911419f-134d-4f0c-8a30-17c53ea614fc no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:26.053540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f911419f-134d-4f0c-8a30-17c53ea614fc {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:49:26.054259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f911419f-134d-4f0c-8a30-17c53ea614fc not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:49:26.077976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe127f4-7cd0-4211-a298-f724f2e85445 req-df8cabea-908c-4084-a16a-f6c47251e513 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:26.089870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebe127f4-7cd0-4211-a298-f724f2e85445 req-df8cabea-908c-4084-a16a-f6c47251e513 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 945 time: 0.1519363 Oct 18 20:49:26.094487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.108035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.158846 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.183568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/da16bb83-a621-4840-bde7-36e9d83916b5 HTTP/1.1" status: 204 len: 168 time: 2.8486965 Oct 18 20:49:26.188118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebe127f4-7cd0-4211-a298-f724f2e85445 req-9359287d-fbdf-4d0e-80c4-52a5ce75a888 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957506 Oct 18 20:49:26.190684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37644) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:26.229270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d8e49f2c-78b3-4e36-ae8e-40ad5f61a007 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-403253758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:26.291228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e49f2c-78b3-4e36-ae8e-40ad5f61a007 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.300607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e49f2c-78b3-4e36-ae8e-40ad5f61a007 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.400732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Port': ['ID=de05b021-19b2-4668-a667-bd8765114de6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:26.442812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e49f2c-78b3-4e36-ae8e-40ad5f61a007 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.452783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e49f2c-78b3-4e36-ae8e-40ad5f61a007 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.464911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:26.467453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:26.476045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:26.489860 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e49f2c-78b3-4e36-ae8e-40ad5f61a007 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.491130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8e49f2c-78b3-4e36-ae8e-40ad5f61a007 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2994459 Oct 18 20:49:26.494047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37650) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:26.499750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-251189606'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:26.514874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37652) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:26.562802 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.573013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127a7c8-8eb6-4f9c-958a-8938e93cc8b6 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=da16bb83-a621-4840-bde7-36e9d83916b5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:26.594548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:26.604033 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.662731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:49:26.693766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.694409 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 1e1bf106-7acb-42e4-b79e-19d1ad834801 of type vlan for network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb Oct 18 20:49:26.790372 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.850811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:26.857169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:26.857817 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.005537 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5077000 Oct 18 20:49:27.019357 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37664) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:27.034493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:27.068061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Deleting port 52aff509-1a95-4a28-8b9d-cfac92dde3b0 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:27.069167 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.088980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.210465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 257a82dd-8a63-49a5-b30f-428140a78d67 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:27.260039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:27.293143 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-65e5d658-50ff-4b08-80f0-466cc2964150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.332361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.332993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.333390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.333793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.334188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.334591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.334979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.335372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.335760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.336525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.336525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.336950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be850b-b6eb-4192-ae11-cb1a4b124ad9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:49:27.359354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:49:27.396564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecc10-4362-404e-bd25-0621aac1aa7d req-010d16bd-025c-495f-a416-039b486e9cc7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:27.404463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86aecc10-4362-404e-bd25-0621aac1aa7d req-010d16bd-025c-495f-a416-039b486e9cc7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4820101 Oct 18 20:49:27.490320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-c093a11d-fe60-4bf2-beac-7483db9c950f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:27.496552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] For port 52aff509-1a95-4a28-8b9d-cfac92dde3b0, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=52aff509-1a95-4a28-8b9d-cfac92dde3b0,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:27.497019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.497654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-c093a11d-fe60-4bf2-beac-7483db9c950f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 945 time: 0.3309388 Oct 18 20:49:27.509948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 257a82dd-8a63-49a5-b30f-428140a78d67 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:27.510663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.558686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:27.562747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.585151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Calling delete_port for 52aff509-1a95-4a28-8b9d-cfac92dde3b0 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:27.610845 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-86aecc10-4362-404e-bd25-0621aac1aa7d req-62bc5934-d376-418e-8232-979350919e53 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039599 Oct 18 20:49:27.722710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.911719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-65e5d658-50ff-4b08-80f0-466cc2964150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.928730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Deleting port 1881fa76-dda0-4e55-930c-a8bf85d23f95 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:27.929209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.936698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-65e5d658-50ff-4b08-80f0-466cc2964150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:27.987204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8d132-27d8-4bf4-8d59-5bc9dea603d0 req-ad26a008-bab8-43d4-97b8-a578ae9b2684 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:27.995126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68a8d132-27d8-4bf4-8d59-5bc9dea603d0 req-ad26a008-bab8-43d4-97b8-a578ae9b2684 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 945 time: 0.2111039 Oct 18 20:49:28.010702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5d658-50ff-4b08-80f0-466cc2964150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947172f2-606b-419b-964b-be33ef7d10f5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:28.104483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:49:28.133130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-65e5d658-50ff-4b08-80f0-466cc2964150 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=702b0e7d52ce4780a242ac1e154650f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6147714 Oct 18 20:49:28.133961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37682) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:28.138270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.238153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-68a8d132-27d8-4bf4-8d59-5bc9dea603d0 req-f82a52ad-9734-43ec-af54-a05978c7b472 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415183 Oct 18 20:49:28.324556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] For port 1881fa76-dda0-4e55-930c-a8bf85d23f95, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1881fa76-dda0-4e55-930c-a8bf85d23f95,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:28.324921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.327463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a164be7-e9d9-46e8-8721-bc144b2926e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.345345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Calling delete_port for 1881fa76-dda0-4e55-930c-a8bf85d23f95 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:28.352895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.359450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:28.391857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c', 'port_id': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'mac_address': 'fa:16:3e:48:f7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a67c1-cf63-49f0-bcfb-dcb13c60920a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:49:28.460757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=569bcfbe-5004-413c-aaae-bee7ebdf0cfe,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:28.500148 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a164be7-e9d9-46e8-8721-bc144b2926e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.500777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.524811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.659084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=52aff509-1a95-4a28-8b9d-cfac92dde3b0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:28.690855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Router 8b712e7b-9276-453c-9859-da63ab97ef7c is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:49:28.843016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:28.843655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:49:28.883789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 000cb14b-1de1-494c-afce-c4c1aed578e5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:49:28.884667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66207d1-301e-44d9-aee5-c7af2b7eae4d req-4a7cb982-80be-4e82-b194-438f743cb3dc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:28.893526 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b66207d1-301e-44d9-aee5-c7af2b7eae4d req-4a7cb982-80be-4e82-b194-438f743cb3dc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1424942 Oct 18 20:49:28.939628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:28.949239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:28.950885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.961599 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Sync routers for ids ['8b712e7b-9276-453c-9859-da63ab97ef7c'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:28.972814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:49:28.975434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.980511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-36d2fd0a-eb8f-4a51-9d4d-2296565d0549 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.3613019 Oct 18 20:49:28.980735 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Routers {'8b712e7b-9276-453c-9859-da63ab97ef7c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:28.980735 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['8b712e7b-9276-453c-9859-da63ab97ef7c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:28.980938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a164be7-e9d9-46e8-8721-bc144b2926e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.983235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37694) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:28.984109 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a164be7-e9d9-46e8-8721-bc144b2926e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:28.989290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:49:28.989583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9a164be7-e9d9-46e8-8721-bc144b2926e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/947172f2-606b-419b-964b-be33ef7d10f5 HTTP/1.1" status: 204 len: 168 time: 0.8421516 Oct 18 20:49:28.997018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b66207d1-301e-44d9-aee5-c7af2b7eae4d req-bd75fb58-1495-47b0-9a6b-f6843ed18628 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023116 Oct 18 20:49:29.078461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['000cb14b-1de1-494c-afce-c4c1aed578e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:49:29.082315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:29.118463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:29.118463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:29.121812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a164be7-e9d9-46e8-8721-bc144b2926e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947172f2-606b-419b-964b-be33ef7d10f5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:29.148353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9946d04-17b5-43f2-a655-8f6569199866 None None] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:29.214125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6f0a1dd7-40e3-4654-8861-b79eb4643ee9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1935866 Oct 18 20:49:29.216515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37700) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:29.235433 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:29.343511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event deleted for resources: {'Port': ['ID=1881fa76-dda0-4e55-930c-a8bf85d23f95,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:29.366899 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Set router 8b712e7b-9276-453c-9859-da63ab97ef7c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:29.388022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:29.660282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37706) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:29.775456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37710) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:29.822756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:49:29.826232 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:29.861487 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b712e7b-9276-453c-9859-da63ab97ef7c', 'name': 'tempest-snat-router-997918994', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'de05b021-19b2-4668-a667-bd8765114de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:20Z', 'updated_at': '2021-10-18T20:49:26Z', 'revision_number': 3, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port': {'id': 'de05b021-19b2-4668-a667-bd8765114de6', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b712e7b-9276-453c-9859-da63ab97ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:23Z', 'updated_at': '2021-10-18T20:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:29.876631 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb639-a772-453a-96b4-6db2eee6b74a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:29.919690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e487686a-544b-4d06-bc18-fecbd3ce1455 req-446f49b0-f527-4d69-981b-9ab53bce3106 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=526af963-a916-4de7-b6d3-9514c321ad04 HTTP/1.1" status: 200 len: 210 time: 0.1177337 Oct 18 20:49:29.938992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Checking router: 8b712e7b-9276-453c-9859-da63ab97ef7c for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:49:29.938992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Updating router 8b712e7b-9276-453c-9859-da63ab97ef7c port de05b021-19b2-4668-a667-bd8765114de6 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:49:29.962920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] No DVR routers for this DVR port 1881fa76-dda0-4e55-930c-a8bf85d23f95 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:49:29.967790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:29.972011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82af261a-83e2-4700-a33a-de5ca3ac8ab4 req-15011191-d254-486c-8025-4d030ef11387 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "DELETE /v2.0/ports/1881fa76-dda0-4e55-930c-a8bf85d23f95 HTTP/1.1" status: 204 len: 173 time: 2.4537609 Oct 18 20:49:29.973073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526af963-a916-4de7-b6d3-9514c321ad04', 'name': 'network-vif-deleted', 'tag': '1881fa76-dda0-4e55-930c-a8bf85d23f95'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:49:29.975768 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8b8537-1bdf-42fd-a283-51e3fa900039" -d '{"events": [{"server_uuid": "526af963-a916-4de7-b6d3-9514c321ad04", "name": "network-vif-deleted", "tag": "1881fa76-dda0-4e55-930c-a8bf85d23f95"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:49:30.007811 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.064797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0fb5707a-4d07-4f61-bcfa-7c411ff6f899 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/8b712e7b-9276-453c-9859-da63ab97ef7c HTTP/1.1" status: 200 len: 907 time: 1.0778091 Oct 18 20:49:30.075762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37718) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:30.112875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:30.118157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:30.142085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] Sync routers for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:30.143576 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1c3d2524-ca55-4f32-9c77-965e5386c3ce admin admin] 10.222.0.66 "PUT /v2.0/routers/9e80aee3-9207-48f9-bde3-9c9c93d86f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4026752 Oct 18 20:49:30.177920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37720) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:30.180826 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89adc0d2-5b23-42f1-8738-e9dada27b377 x-openstack-request-id: req-89adc0d2-5b23-42f1-8738-e9dada27b377 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:49:30.182061 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526af963-a916-4de7-b6d3-9514c321ad04", "name": "network-vif-deleted", "tag": "1881fa76-dda0-4e55-930c-a8bf85d23f95", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:49:30.182558 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89adc0d2-5b23-42f1-8738-e9dada27b377 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:49:30.183116 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '526af963-a916-4de7-b6d3-9514c321ad04', 'name': 'network-vif-deleted', 'tag': '1881fa76-dda0-4e55-930c-a8bf85d23f95', 'status': 'completed', 'code': 200} Oct 18 20:49:30.266023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e07a0a68-16f5-4d4d-a6a4-ecdcaffa2bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.320809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:30.321750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:30.385162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Allocated IP 172.20.0.2 (eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb/569bcfbe-5004-413c-aaae-bee7ebdf0cfe/910caf31-6449-4c9b-9b07-f8c4187e7f60) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:30.431712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e07a0a68-16f5-4d4d-a6a4-ecdcaffa2bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.450024 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e07a0a68-16f5-4d4d-a6a4-ecdcaffa2bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.584114 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.594571 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.599144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 000cb14b-1de1-494c-afce-c4c1aed578e5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:30.604240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.634280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.655687 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Attempting to bind port de05b021-19b2-4668-a667-bd8765114de6 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:30.656395 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Attempting to bind port de05b021-19b2-4668-a667-bd8765114de6 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:30.656960 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Attempting to bind port de05b021-19b2-4668-a667-bd8765114de6 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:30.665864 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:30.666275 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:30.666637 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.667026 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:30.667589 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Bound port: de05b021-19b2-4668-a667-bd8765114de6, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:30.667968 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.722902 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.731972 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] For port de05b021-19b2-4668-a667-bd8765114de6, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:30.736048 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] For port de05b021-19b2-4668-a667-bd8765114de6, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de05b021-19b2-4668-a667-bd8765114de6,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:30.746502 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.762401 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e07a0a68-16f5-4d4d-a6a4-ecdcaffa2bb1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f69b37427624307a8dc1506ecf8d4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0985608 Oct 18 20:49:30.766214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762224e9-fe9a-4c57-a3a6-0463e11c02c4 req-05b0dc20-cd6c-4132-a6a6-19eb1621cecb tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:30.776440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-762224e9-fe9a-4c57-a3a6-0463e11c02c4 req-05b0dc20-cd6c-4132-a6a6-19eb1621cecb tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 945 time: 0.5968790 Oct 18 20:49:30.781650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37722) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:30.782978 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.815729 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447795d-3557-4c3a-bd76-49ceb9c7767c None None] Pushing event updated for resources: {'Port': ['ID=de05b021-19b2-4668-a667-bd8765114de6,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:30.856592 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Routers {'8b712e7b-9276-453c-9859-da63ab97ef7c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:30.857251 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['8b712e7b-9276-453c-9859-da63ab97ef7c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:30.886330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a0a68-16f5-4d4d-a6a4-ecdcaffa2bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1402ad-c2be-4b7c-be73-0ed1894bbfa5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:30.935353 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb639-a772-453a-96b4-6db2eee6b74a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.955977 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f3bb639-a772-453a-96b4-6db2eee6b74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:30.959509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447795d-3557-4c3a-bd76-49ceb9c7767c None None] Pushing event updated for resources: {'Port': ['ID=de05b021-19b2-4668-a667-bd8765114de6,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:31.015898 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.069881 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f3bb639-a772-453a-96b4-6db2eee6b74a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b34f2fe8add4591872eaed969f7f6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2872705 Oct 18 20:49:31.073049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:31.076980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37728) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:31.076980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bb639-a772-453a-96b4-6db2eee6b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e313eb61-505e-4349-9f93-2c69d756d0ab,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:31.160090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.205999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:31.214976 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-762224e9-fe9a-4c57-a3a6-0463e11c02c4 req-a25c4c4c-a63c-478c-8992-7ccbbf19777e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357462 Oct 18 20:49:31.229646 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cc38871-a95e-421c-b4c3-a9b3fa02b130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.236867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.283109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:49:31.287426 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be89f27c-3f4c-424a-b248-7e73b1de91e4" -d '{"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-plugged", "status": "completed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:49:31.298720 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.300078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1881fa76-dda0-4e55-930c-a8bf85d23f95 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:31.339786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb74bf06-4905-46a5-9580-c81391484a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.372747 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] Set router 8b712e7b-9276-453c-9859-da63ab97ef7c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:31.389102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cc38871-a95e-421c-b4c3-a9b3fa02b130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.402325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb74bf06-4905-46a5-9580-c81391484a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.436359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Deleting port de05b021-19b2-4668-a667-bd8765114de6 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:31.436919 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.582789 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cc38871-a95e-421c-b4c3-a9b3fa02b130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.592701 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cc38871-a95e-421c-b4c3-a9b3fa02b130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.597924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 1881fa76-dda0-4e55-930c-a8bf85d23f95 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:49:31.602136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9cc38871-a95e-421c-b4c3-a9b3fa02b130 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed1402ad-c2be-4b7c-be73-0ed1894bbfa5 HTTP/1.1" status: 204 len: 168 time: 0.8155282 Oct 18 20:49:31.603099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1881fa76-dda0-4e55-930c-a8bf85d23f95 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:49:31.629953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] For port de05b021-19b2-4668-a667-bd8765114de6, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de05b021-19b2-4668-a667-bd8765114de6,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:31.630382 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.635828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb74bf06-4905-46a5-9580-c81391484a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.642857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb74bf06-4905-46a5-9580-c81391484a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.652427 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bb74bf06-4905-46a5-9580-c81391484a2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e313eb61-505e-4349-9f93-2c69d756d0ab HTTP/1.1" status: 204 len: 168 time: 0.5700254 Oct 18 20:49:31.666136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc38871-a95e-421c-b4c3-a9b3fa02b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1402ad-c2be-4b7c-be73-0ed1894bbfa5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:31.701885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74bf06-4905-46a5-9580-c81391484a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e313eb61-505e-4349-9f93-2c69d756d0ab,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:31.715084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Calling delete_port for de05b021-19b2-4668-a667-bd8765114de6 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:31.773132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Deleting port 876e6b48-b510-4ba3-b65f-d91919479bac {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:31.773716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:31.870287 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b712e7b-9276-453c-9859-da63ab97ef7c', 'name': 'tempest-snat-router-997918994', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'de05b021-19b2-4668-a667-bd8765114de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:20Z', 'updated_at': '2021-10-18T20:49:26Z', 'revision_number': 3, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port': {'id': 'de05b021-19b2-4668-a667-bd8765114de6', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b712e7b-9276-453c-9859-da63ab97ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:23Z', 'updated_at': '2021-10-18T20:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:31.959846 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76ec56-1204-40bb-a7ce-d413e39b32ac None None] The sync data for ids ['8b712e7b-9276-453c-9859-da63ab97ef7c'] in n-d-812149-2 is: [{'id': '8b712e7b-9276-453c-9859-da63ab97ef7c', 'name': 'tempest-snat-router-997918994', 'tenant_id': 'a35979c194984b9e842446da6f72359b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': 'de05b021-19b2-4668-a667-bd8765114de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:20Z', 'updated_at': '2021-10-18T20:49:26Z', 'revision_number': 3, 'project_id': 'a35979c194984b9e842446da6f72359b', 'gw_port': {'id': 'de05b021-19b2-4668-a667-bd8765114de6', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b712e7b-9276-453c-9859-da63ab97ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:23Z', 'updated_at': '2021-10-18T20:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:32.028995 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.049052 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15668c85-5186-4fe1-8eca-8c7c28c89cff x-openstack-request-id: req-15668c85-5186-4fe1-8eca-8c7c28c89cff {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:49:32.049587 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-plugged", "status": "completed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:49:32.053403 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15668c85-5186-4fe1-8eca-8c7c28c89cff {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:49:32.054718 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'code': 200} Oct 18 20:49:32.149000 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.187652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.278082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event deleted for resources: {'Port': ['ID=de05b021-19b2-4668-a667-bd8765114de6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:32.287436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:32.360306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.20.0.1 (eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb/569bcfbe-5004-413c-aaae-bee7ebdf0cfe/dbdc846c-4b81-4512-9e45-3e976330fdcd) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:32.504354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:32.534740 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:32.563523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:32.573446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.680224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Pushing event updated for resources: {'Port': ['ID=910caf31-6449-4c9b-9b07-f8c4187e7f60,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:32.694129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37776) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:32.813298 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df7f1fe5-d6bf-4b57-88d7-940554b958f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.842757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Attempting to bind port 910caf31-6449-4c9b-9b07-f8c4187e7f60 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:32.843243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Attempting to bind port 910caf31-6449-4c9b-9b07-f8c4187e7f60 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:32.843484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Attempting to bind port 910caf31-6449-4c9b-9b07-f8c4187e7f60 on network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:32.865433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:32.865838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Checking segment: {'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:32.866210 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.867351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Bound using segment: {'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:32.867351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Bound port: 910caf31-6449-4c9b-9b07-f8c4187e7f60, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:32.867574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.904579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.908443 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.951649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] For port 876e6b48-b510-4ba3-b65f-d91919479bac, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=876e6b48-b510-4ba3-b65f-d91919479bac,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:32.952242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:32.986788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:49:28Z', 'revision_number': 5, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port': {'id': '876e6b48-b510-4ba3-b65f-d91919479bac', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ed:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:36:24Z', 'updated_at': '2021-10-18T20:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:33.026666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:33.027626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b712e7b-9276-453c-9859-da63ab97ef7c {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:33.036185 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:33.041814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b3d6676-6e47-4f70-bcda-cfe83ac4fd67 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "DELETE /v2.0/routers/8b712e7b-9276-453c-9859-da63ab97ef7c HTTP/1.1" status: 204 len: 168 time: 2.9542353 Oct 18 20:49:33.042106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] Checking router: 9e80aee3-9207-48f9-bde3-9c9c93d86f67 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:49:33.044662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37788) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:33.053002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] For port 910caf31-6449-4c9b-9b07-f8c4187e7f60, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:33.091955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] For port 910caf31-6449-4c9b-9b07-f8c4187e7f60, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=910caf31-6449-4c9b-9b07-f8c4187e7f60,segment=NetworkSegment(1e1bf106-7acb-42e4-b79e-19d1ad834801),segment_id=1e1bf106-7acb-42e4-b79e-19d1ad834801)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:33.097382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] Routers {'9e80aee3-9207-48f9-bde3-9c9c93d86f67'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:33.098051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:33.143219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Calling delete_port for 876e6b48-b510-4ba3-b65f-d91919479bac owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:33.176509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:33.282803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:33.305135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-f1422678-7907-4c86-9868-f4bb8884328e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:33.321011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-f1422678-7907-4c86-9868-f4bb8884328e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 1.3554120 Oct 18 20:49:33.491555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] Set router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:33.530160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:33.554089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4a3f3-f8bc-47ae-8827-3186096f6123 None None] Pushing event updated for resources: {'Port': ['ID=910caf31-6449-4c9b-9b07-f8c4187e7f60,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:33.568988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-620af8d5-ce83-4ac5-a688-4d7dacb49919 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/quotas/b7310279f3eb41dcb9f84cd329005623 HTTP/1.1" status: 200 len: 375 time: 0.2459729 Oct 18 20:49:33.616518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:49:31Z', 'revision_number': 6, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:33.717566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9dd3b-1a36-459e-9671-2898ed5203db None None] The sync data for ids ['9e80aee3-9207-48f9-bde3-9c9c93d86f67'] in n-d-812149-2 is: [{'id': '9e80aee3-9207-48f9-bde3-9c9c93d86f67', 'name': 'tempest-TaggedBootDevicesTest_v242-1318153586-router', 'tenant_id': '94e4669136974840b417c5b4204acd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:36:22Z', 'updated_at': '2021-10-18T20:49:31Z', 'revision_number': 6, 'project_id': '94e4669136974840b417c5b4204acd9a', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:33.734071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-ade34b26-f2e2-42a1-a5ef-405dc387c4ce tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1633954 Oct 18 20:49:33.965711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df7f1fe5-d6bf-4b57-88d7-940554b958f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:33.992506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df7f1fe5-d6bf-4b57-88d7-940554b958f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.069818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.074677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.094031 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df7f1fe5-d6bf-4b57-88d7-940554b958f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f1fd375d58c46f3996da75ee1643e30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3996577 Oct 18 20:49:34.101295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:34.202239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f1fe5-d6bf-4b57-88d7-940554b958f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a17380-39e9-4b40-b538-ef86afd7ac3a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:34.274289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa9fb-896b-4bed-b4ac-fce806cb7cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.435000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa9fb-896b-4bed-b4ac-fce806cb7cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.439582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Deleting port 257a82dd-8a63-49a5-b30f-428140a78d67 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:34.440121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.541833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:34.578157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:34.594170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:34.691115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-b7de6dfe-49f0-4117-b730-e00ee06cc1ed service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9430411 Oct 18 20:49:34.698709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=dbdc846c-4b81-4512-9e45-3e976330fdcd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:34.929211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.943181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] For port 257a82dd-8a63-49a5-b30f-428140a78d67, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=257a82dd-8a63-49a5-b30f-428140a78d67,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:34.944075 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.958315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa9fb-896b-4bed-b4ac-fce806cb7cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.975060 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa9fb-896b-4bed-b4ac-fce806cb7cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:34.980894 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bc3fa9fb-896b-4bed-b4ac-fce806cb7cd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0a17380-39e9-4b40-b538-ef86afd7ac3a HTTP/1.1" status: 204 len: 168 time: 0.8735356 Oct 18 20:49:35.013769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa9fb-896b-4bed-b4ac-fce806cb7cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a17380-39e9-4b40-b538-ef86afd7ac3a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:35.023815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Calling delete_port for 257a82dd-8a63-49a5-b30f-428140a78d67 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:35.358127 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 910caf31-6449-4c9b-9b07-f8c4187e7f60 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:35.432796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381db81-d782-46d1-951d-17f496a9fbce None None] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:35.510058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:35.589207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Pushing event deleted for resources: {'Port': ['ID=876e6b48-b510-4ba3-b65f-d91919479bac,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:35.633319 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:35.705381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event deleted for resources: {'Port': ['ID=257a82dd-8a63-49a5-b30f-428140a78d67,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:35.754676 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:49:35.761246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-9dfa8ff1-aaf9-458c-b9b7-9de1b9d73816 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0335426 Oct 18 20:49:35.934087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:35.955946 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.080739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.449174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.454488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9a240f43-1c03-4a34-8b19-8bcbf6430cfa None None] Provisioning complete for port 910caf31-6449-4c9b-9b07-f8c4187e7f60 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:36.455849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a240f43-1c03-4a34-8b19-8bcbf6430cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.456295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.585643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 910caf31-6449-4c9b-9b07-f8c4187e7f60 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:36.586316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.634278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.634859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc35128-270f-46f0-9d3d-9b9f27a6852e {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:36.641007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.652716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-526f5408-c45b-4439-9edd-8df746f5bec5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "DELETE /v2.0/routers/2fc35128-270f-46f0-9d3d-9b9f27a6852e HTTP/1.1" status: 204 len: 168 time: 3.6001923 Oct 18 20:49:36.653416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37850) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:36.663162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1096942009', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:36.718840 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.720442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:36.838151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.141185 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a240f43-1c03-4a34-8b19-8bcbf6430cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.165431 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.170187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.277047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.364015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9a240f43-1c03-4a34-8b19-8bcbf6430cfa None None] For port 910caf31-6449-4c9b-9b07-f8c4187e7f60, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=910caf31-6449-4c9b-9b07-f8c4187e7f60,segment=NetworkSegment(1e1bf106-7acb-42e4-b79e-19d1ad834801),segment_id=1e1bf106-7acb-42e4-b79e-19d1ad834801)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:37.388753 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a240f43-1c03-4a34-8b19-8bcbf6430cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.491654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.504421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:37.702019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a240f43-1c03-4a34-8b19-8bcbf6430cfa None None] Pushing event updated for resources: {'Port': ['ID=910caf31-6449-4c9b-9b07-f8c4187e7f60,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:37.909742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:49:37.910103 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:49:37.948301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c1551bb5-6b06-4ce4-ab7b-c50bc4f4fb4f None None] Provisioning complete for port 910caf31-6449-4c9b-9b07-f8c4187e7f60 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:37.948301 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c1551bb5-6b06-4ce4-ab7b-c50bc4f4fb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:38.300647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:38.379680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c1551bb5-6b06-4ce4-ab7b-c50bc4f4fb4f None None] Provisioning complete for port dbdc846c-4b81-4512-9e45-3e976330fdcd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:38.380317 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c1551bb5-6b06-4ce4-ab7b-c50bc4f4fb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:38.434322 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:38.647892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c1551bb5-6b06-4ce4-ab7b-c50bc4f4fb4f None None] Port dbdc846c-4b81-4512-9e45-3e976330fdcd cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:49:38.670783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-6c0e5e8b-7ab6-4c97-912d-0f5cbaae93b8 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:38.672784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-6c0e5e8b-7ab6-4c97-912d-0f5cbaae93b8 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.30 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 946 time: 0.6961422 Oct 18 20:49:38.725769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 876e6b48-b510-4ba3-b65f-d91919479bac no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:38.811436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:38.826940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 876e6b48-b510-4ba3-b65f-d91919479bac {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:49:38.831329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 876e6b48-b510-4ba3-b65f-d91919479bac not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:49:38.832619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 52aff509-1a95-4a28-8b9d-cfac92dde3b0 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:38.871921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Allocated IP 172.25.7.83 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/e6e99b31-d290-4efb-b91e-bef128c7b7ac) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:38.898817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-067d698b-18b9-48d3-8af7-9b3adf7bc61e None None] Provisioning complete for port dbdc846c-4b81-4512-9e45-3e976330fdcd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:38.900522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-067d698b-18b9-48d3-8af7-9b3adf7bc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:38.999102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 52aff509-1a95-4a28-8b9d-cfac92dde3b0 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:49:38.999493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 52aff509-1a95-4a28-8b9d-cfac92dde3b0 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:49:39.057801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-067d698b-18b9-48d3-8af7-9b3adf7bc61e None None] Port dbdc846c-4b81-4512-9e45-3e976330fdcd cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:49:39.061886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.068119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.073838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=dbdc846c-4b81-4512-9e45-3e976330fdcd,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:39.158087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.213146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 910caf31-6449-4c9b-9b07-f8c4187e7f60 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:39.292986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.293909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e80aee3-9207-48f9-bde3-9c9c93d86f67 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:39.296733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:39.301866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.304559 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b35dd388-b237-47bc-94e2-dfeeeca9261f admin admin] 10.222.0.66 "DELETE /v2.0/routers/9e80aee3-9207-48f9-bde3-9c9c93d86f67 HTTP/1.1" status: 204 len: 168 time: 9.0838439 Oct 18 20:49:39.314444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37908) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:39.315051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37910) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:39.316916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Deleting port 49e28104-157a-4ef3-847e-3a26baf5ba94 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:39.317259 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.332074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:39.339626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 910caf31-6449-4c9b-9b07-f8c4187e7f60 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:39.340664 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.405408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:39.448908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] Deleting subnet c305f89f-866e-4576-9b5b-498946350648 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:49:39.455103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.626447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 257a82dd-8a63-49a5-b30f-428140a78d67 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:39.679169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 257a82dd-8a63-49a5-b30f-428140a78d67 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:49:39.680577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 257a82dd-8a63-49a5-b30f-428140a78d67 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:49:39.681960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de05b021-19b2-4668-a667-bd8765114de6 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:39.726232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: de05b021-19b2-4668-a667-bd8765114de6 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:49:39.728033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de05b021-19b2-4668-a667-bd8765114de6 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:49:39.775037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:39.791440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:39.794116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:39.837509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ada18f-d140-4e97-86c2-ea80343189c2 req-e1c8ec38-face-462a-9d10-d7460534935b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:39.839511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26ada18f-d140-4e97-86c2-ea80343189c2 req-e1c8ec38-face-462a-9d10-d7460534935b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 2.6711891 Oct 18 20:49:40.123422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-61506485-6b92-4ec9-9a95-5b8f561d199a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:40.173756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-7be8f547-55e0-4b79-b339-91cddd459980 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:40.176785 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-7be8f547-55e0-4b79-b339-91cddd459980 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 1.1313713 Oct 18 20:49:40.275603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Request body: {'port': {'device_id': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'admin_state_up': True, 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:40.303334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8205dbb2-8187-4ac1-98c9-f38cbd2ce78e None None] Provisioning complete for port dbdc846c-4b81-4512-9e45-3e976330fdcd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:40.304890 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8205dbb2-8187-4ac1-98c9-f38cbd2ce78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:40.327917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26ada18f-d140-4e97-86c2-ea80343189c2 req-46e34446-6446-4409-86d5-8f1852f34628 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375872 Oct 18 20:49:40.385654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8205dbb2-8187-4ac1-98c9-f38cbd2ce78e None None] Port dbdc846c-4b81-4512-9e45-3e976330fdcd cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:49:40.474147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event updated for resources: {'Port': ['ID=e6e99b31-d290-4efb-b91e-bef128c7b7ac,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:40.560965 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:40.596893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:49:40.641428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1415e65-8941-48db-b6da-373a81dc674f req-49042b19-9b60-4383-8c4c-91c9ffa793fe tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 210 time: 0.0817623 Oct 18 20:49:40.864451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 49e28104-157a-4ef3-847e-3a26baf5ba94 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:40.884814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] For port 49e28104-157a-4ef3-847e-3a26baf5ba94, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=49e28104-157a-4ef3-847e-3a26baf5ba94,segment=NetworkSegment(ec41b58a-bf17-4804-a4ff-9d9d6a03af21),segment_id=ec41b58a-bf17-4804-a4ff-9d9d6a03af21)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:40.885312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:40.921381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Calling delete_port for 49e28104-157a-4ef3-847e-3a26baf5ba94 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:40.935733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:40.958536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.031118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:41.046363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.053666 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.078303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c305f89f-866e-4576-9b5b-498946350648,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:41.121037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:49:41.132309 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5a5ed2-e069-41cb-bb79-204c61aba997" -d '{"events": [{"server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:49:41.133363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.143124 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-736c1acb-ae20-48d1-b50a-0c2fe6d74a64 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c305f89f-866e-4576-9b5b-498946350648 HTTP/1.1" status: 204 len: 168 time: 1.8194091 Oct 18 20:49:41.145719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:41.150487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37946) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:41.155704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 49e28104-157a-4ef3-847e-3a26baf5ba94, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=49e28104-157a-4ef3-847e-3a26baf5ba94,segment=NetworkSegment(ec41b58a-bf17-4804-a4ff-9d9d6a03af21),segment_id=ec41b58a-bf17-4804-a4ff-9d9d6a03af21)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:41.159244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d6994-c73a-4c3d-81f1-47bee78287a9 None None] Network 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:41.163505 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:41.172567 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-07a9f336-c728-4a53-aa18-a5d9ce99a4de tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9525735 Oct 18 20:49:41.174489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37948) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:41.175882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.182841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-906114795'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:41.207592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-61506485-6b92-4ec9-9a95-5b8f561d199a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.211037 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:41.214680 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:41.232899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-61506485-6b92-4ec9-9a95-5b8f561d199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.260471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198917-7d19-4c20-8a40-8b7929ff87f1 req-cade0846-88fa-4a3f-a527-b06654533923 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:41.271071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb198917-7d19-4c20-8a40-8b7929ff87f1 req-cade0846-88fa-4a3f-a527-b06654533923 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 946 time: 0.4774387 Oct 18 20:49:41.318592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=49e28104-157a-4ef3-847e-3a26baf5ba94,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:41.346054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:41.360375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.475430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-61506485-6b92-4ec9-9a95-5b8f561d199a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9cdf91f9998c466eb105c331a31b3a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1541445 Oct 18 20:49:41.497614 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:41.503693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37956) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:41.527291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61506485-6b92-4ec9-9a95-5b8f561d199a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62df8cd2-d54c-427c-8e62-7f3756c6e1d7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:41.533504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.585857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb198917-7d19-4c20-8a40-8b7929ff87f1 req-511ab983-f532-4ba9-8f74-1db1b8285b54 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/security-groups?id=9be5a82a-a34d-40b7-94bf-4e59b053d80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125167 Oct 18 20:49:41.589200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:49:41.603351 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.709882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Allocated IP 172.20.0.10 (795e6395-44db-4869-8a09-588176fc119f/b2975efe-74ef-4037-b1ef-94a6b08c090b/4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:41.762442 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd02b58b-5f06-451b-ae82-358ce3f70f5c x-openstack-request-id: req-cd02b58b-5f06-451b-ae82-358ce3f70f5c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:49:41.763072 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "name": "network-vif-unplugged", "status": "completed", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:49:41.763633 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd02b58b-5f06-451b-ae82-358ce3f70f5c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:49:41.764622 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94', 'code': 200} Oct 18 20:49:41.793768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] DHCP port deletion for 98b4e60f-3bc9-4a8a-8036-4a086592c7f6 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:49:41.838931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Deleting port a7ec2cc3-4e64-4674-a533-bca3aa24333c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:41.839313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.913884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] Deleting port a7ec2cc3-4e64-4674-a533-bca3aa24333c {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:41.914618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:41.963387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37962) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:42.042392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] For port a7ec2cc3-4e64-4674-a533-bca3aa24333c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a7ec2cc3-4e64-4674-a533-bca3aa24333c,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:42.042674 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.067210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Calling delete_port for a7ec2cc3-4e64-4674-a533-bca3aa24333c owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:42.082196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.082555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e7ecf-60a2-40a1-bbc5-74a6b7e371ed req-26b25075-1af1-4993-b24c-391c6243eaf2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:42.082745 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 8c78301c-3835-4c22-8477-f395c4828f23 of type vlan for network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb Oct 18 20:49:42.084052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd4e7ecf-60a2-40a1-bbc5-74a6b7e371ed req-26b25075-1af1-4993-b24c-391c6243eaf2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1874821 Oct 18 20:49:42.160124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.198732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.204319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] For port a7ec2cc3-4e64-4674-a533-bca3aa24333c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a7ec2cc3-4e64-4674-a533-bca3aa24333c,segment=NetworkSegment(d9323089-cee1-4f57-838b-9e60bef5de0a),segment_id=d9323089-cee1-4f57-838b-9e60bef5de0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:42.206349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:42.207186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.207653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.223943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.251374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] Calling delete_port for a7ec2cc3-4e64-4674-a533-bca3aa24333c owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:42.260242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd4e7ecf-60a2-40a1-bbc5-74a6b7e371ed req-a3d219e5-34ca-47b9-980a-c7015c9f4377 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428764 Oct 18 20:49:42.288847 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1116004 Oct 18 20:49:42.291822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37968) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:42.308253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:42.360954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Pushing event deleted for resources: {'Port': ['ID=49e28104-157a-4ef3-847e-3a26baf5ba94,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:42.376155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] No DVR routers for this DVR port 49e28104-157a-4ef3-847e-3a26baf5ba94 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:49:42.380915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.386727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-89b10e88-98ca-49d0-9808-c32dede686f8 req-5e3cd62d-aa4c-4f45-ac14-eb54dfc89455 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.30 "DELETE /v2.0/ports/49e28104-157a-4ef3-847e-3a26baf5ba94 HTTP/1.1" status: 204 len: 173 time: 3.6564221 Oct 18 20:49:42.390673 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:49:35Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:36Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:42.393783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'name': 'network-vif-deleted', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:49:42.396314 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dcfa3e-82f9-4a57-ad2d-4249ad7da0ff" -d '{"events": [{"server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "name": "network-vif-deleted", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:49:42.436949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.499299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b75f06-3b14-4b5d-8a4d-a48211e53f2e tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=3083ed6f-9a36-4b8a-b49e-2873833f7eeb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:42.505121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87283676-b240-4471-aee1-52761717df8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.523169 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b3d4c44-fb48-4638-ad5d-a22b537034fd req-fcf79a3e-4846-40fa-a714-e72a9a908c77 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 210 time: 0.1502619 Oct 18 20:49:42.527059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:49:42.535256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Router 22bb1ac0-ce08-4df9-b184-481ad4cbf0ac is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:49:42.541513 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:49:42.542016 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Updating router 42c25de9-5091-4f03-85be-00037a79a88b port dbdc846c-4b81-4512-9e45-3e976330fdcd binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:49:42.555235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af2cc729-38fa-4793-a79a-458392741b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.614681 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.627868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87283676-b240-4471-aee1-52761717df8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.642470 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b24999d-5c22-4b62-a880-87420aec4a97 x-openstack-request-id: req-9b24999d-5c22-4b62-a880-87420aec4a97 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:49:42.645962 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008be34c-c16f-45d6-9404-21d0a0fcd4b1", "name": "network-vif-deleted", "tag": "49e28104-157a-4ef3-847e-3a26baf5ba94", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:49:42.646193 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b24999d-5c22-4b62-a880-87420aec4a97 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:49:42.649439 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008be34c-c16f-45d6-9404-21d0a0fcd4b1', 'name': 'network-vif-deleted', 'tag': '49e28104-157a-4ef3-847e-3a26baf5ba94', 'status': 'completed', 'code': 200} Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.678063 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:49:42.681325 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 20:49:42.682542 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.686785 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.724658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af2cc729-38fa-4793-a79a-458392741b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.725985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ec2cc3-4e64-4674-a533-bca3aa24333c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:42.726463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] Pushing event deleted for resources: {'Port': ['ID=a7ec2cc3-4e64-4674-a533-bca3aa24333c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:42.743082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab11bf3-1585-4868-9c90-2311dbb2a85e None None] No DVR routers for this DVR port a7ec2cc3-4e64-4674-a533-bca3aa24333c on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:49:42.753340 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af2cc729-38fa-4793-a79a-458392741b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.812831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] No DVR routers for this DVR port a7ec2cc3-4e64-4674-a533-bca3aa24333c on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:49:42.823904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc729-38fa-4793-a79a-458392741b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0412f84-dad4-48e2-92bd-f9d61e57f55f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:42.907049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:42.911231 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.976561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87283676-b240-4471-aee1-52761717df8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.989609 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87283676-b240-4471-aee1-52761717df8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:42.990849 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-87283676-b240-4471-aee1-52761717df8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62df8cd2-d54c-427c-8e62-7f3756c6e1d7 HTTP/1.1" status: 204 len: 168 time: 1.4855142 Oct 18 20:49:43.007663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87283676-b240-4471-aee1-52761717df8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62df8cd2-d54c-427c-8e62-7f3756c6e1d7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:43.044673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:43.052418 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.060192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] Sync routers for ids ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:43.075835 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.133320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.141934 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08767d45-7cb8-4e93-9b7b-17ad7dfd6d8d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.4847412 Oct 18 20:49:43.145333 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.145593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37976) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:43.149362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] Routers {'22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:43.155292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.157532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': False}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:43.206821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-af2cc729-38fa-4793-a79a-458392741b66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13e4bb6721124433a1ab59dd228ea5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2421570 Oct 18 20:49:43.241768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37978) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:43.254796 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aff56e-1fab-4426-9c05-d5ff52fbd0d3 None None] Pushing event updated for resources: {'Port': ['ID=dbdc846c-4b81-4512-9e45-3e976330fdcd,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:43.286268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7ec2cc3-4e64-4674-a533-bca3aa24333c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:49:43.298765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.388465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1629522f-09f5-4322-8d53-0aea8c167e20 req-a5ab673e-407a-40b8-b8db-7e0994a3c0a3 tempest-VolumesAdminNegativeTest-685780583 tempest-VolumesAdminNegativeTest-685780583-project] 10.222.0.66 "GET /v2.0/ports?device_id=008be34c-c16f-45d6-9404-21d0a0fcd4b1 HTTP/1.1" status: 200 len: 210 time: 0.5961151 Oct 18 20:49:43.390333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a7ec2cc3-4e64-4674-a533-bca3aa24333c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:49:43.390927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7ec2cc3-4e64-4674-a533-bca3aa24333c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:49:43.412006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] Routers {'22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:43.413099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.433808 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Attempting to bind port dbdc846c-4b81-4512-9e45-3e976330fdcd on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:43.434404 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Attempting to bind port dbdc846c-4b81-4512-9e45-3e976330fdcd by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:43.435198 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Attempting to bind port dbdc846c-4b81-4512-9e45-3e976330fdcd on network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:43.438079 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.451291 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:43.451672 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Checking segment: {'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:43.452078 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.461190 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Bound using segment: {'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:43.461900 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Bound port: dbdc846c-4b81-4512-9e45-3e976330fdcd, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1bf106-7acb-42e4-b79e-19d1ad834801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:43.462963 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.510610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.533000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c18359-4b59-47c2-afae-aa08cc2a3358 None None] The sync data for ids ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:43.645125 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.664804 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] For port dbdc846c-4b81-4512-9e45-3e976330fdcd, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:43.673272 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] For port dbdc846c-4b81-4512-9e45-3e976330fdcd, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dbdc846c-4b81-4512-9e45-3e976330fdcd,segment=NetworkSegment(1e1bf106-7acb-42e4-b79e-19d1ad834801),segment_id=1e1bf106-7acb-42e4-b79e-19d1ad834801)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:43.688771 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.712119 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.751302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-28e6c120-443b-48a5-a03f-beae013cfc81 None None] Provisioning complete for port dbdc846c-4b81-4512-9e45-3e976330fdcd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:43.751923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28e6c120-443b-48a5-a03f-beae013cfc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.759796 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.782101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=16117ff9-dde9-430f-af19-5e609e2ef898,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:43.791798 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ecb-18b6-42eb-9362-1e34fe980cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.808076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b4e60f-3bc9-4a8a-8036-4a086592c7f6']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.838256 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:43.840649 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.872970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Network 795e6395-44db-4869-8a09-588176fc119f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:43.881370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9323089-cee1-4f57-838b-9e60bef5de0a') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.881781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9323089-cee1-4f57-838b-9e60bef5de0a') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:43.894434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:43.896506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:43.906993 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.908336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:43.908336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: 3083ed6f-9a36-4b8a-b49e-2873833f7eeb, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:49:43.950954 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.954553 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ecb-18b6-42eb-9362-1e34fe980cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:43.976651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:43.992080 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aff56e-1fab-4426-9c05-d5ff52fbd0d3 None None] Pushing event updated for resources: {'Port': ['ID=dbdc846c-4b81-4512-9e45-3e976330fdcd,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:44.001147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267685c8-6fcc-4d4b-b366-75343118b6de req-4cac2bd9-6b3f-4177-a297-df72bf850618 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:44.004025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-267685c8-6fcc-4d4b-b366-75343118b6de req-4cac2bd9-6b3f-4177-a297-df72bf850618 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4156466 Oct 18 20:49:44.046641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:49:44.047688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:49:44.050343 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:49:44.060924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28e6c120-443b-48a5-a03f-beae013cfc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.106884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-28e6c120-443b-48a5-a03f-beae013cfc81 None None] For port dbdc846c-4b81-4512-9e45-3e976330fdcd, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dbdc846c-4b81-4512-9e45-3e976330fdcd,segment=NetworkSegment(1e1bf106-7acb-42e4-b79e-19d1ad834801),segment_id=1e1bf106-7acb-42e4-b79e-19d1ad834801)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:44.115884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28e6c120-443b-48a5-a03f-beae013cfc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.198118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:49:44.201340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c120-443b-48a5-a03f-beae013cfc81 None None] Pushing event updated for resources: {'Port': ['ID=dbdc846c-4b81-4512-9e45-3e976330fdcd,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:44.226077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37992) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:44.258973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dab8d586-4366-47f7-936a-57c20079fa2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.269681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:44.270922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.298771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 3083ed6f-9a36-4b8a-b49e-2873833f7eeb) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:44.318477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c54b4-8789-4a27-a61f-7f7bfb44ca24 None None] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:44.322232 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.326902 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:44.371488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.387524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] 10.222.0.66 "DELETE /v2.0/networks/98b4e60f-3bc9-4a8a-8036-4a086592c7f6 HTTP/1.1" status: 204 len: 168 time: 3.2272165 Oct 18 20:49:44.392243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:44.410558 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.434726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-267685c8-6fcc-4d4b-b366-75343118b6de req-9b8f3405-2b30-4470-a5b5-c990f092c1ab tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495059 Oct 18 20:49:44.479982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-15d93668-c61e-4e6b-b55b-904785e5a8dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2508731 Oct 18 20:49:44.504658 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946a01f-bce2-46f1-bf44-fae1056de51c admin admin] Pushing event deleted for resources: {'Network': ['ID=98b4e60f-3bc9-4a8a-8036-4a086592c7f6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:44.524835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Request body: {'port': {'device_id': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:44.554854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ecb-18b6-42eb-9362-1e34fe980cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.559136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9ef36ecb-18b6-42eb-9362-1e34fe980cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:44.570728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9ef36ecb-18b6-42eb-9362-1e34fe980cbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0412f84-dad4-48e2-92bd-f9d61e57f55f HTTP/1.1" status: 204 len: 168 time: 1.2646375 Oct 18 20:49:44.694486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5625c246-432b-44a9-96d2-542e39966361 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3995323 Oct 18 20:49:44.712836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38000) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:44.717482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef36ecb-18b6-42eb-9362-1e34fe980cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0412f84-dad4-48e2-92bd-f9d61e57f55f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:44.990946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3285c6c1-aaf7-468f-86a0-f908cfe079cf None None] Provisioning complete for port dbdc846c-4b81-4512-9e45-3e976330fdcd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:44.991555 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3285c6c1-aaf7-468f-86a0-f908cfe079cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:45.135198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38002) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:45.234812 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:49:35Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:43Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:45.247370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:45.302583 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae691358-ca93-4d1f-bd6a-4f7f4dd1a999 None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:49:35Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:43Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:45.443155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:49:45.445729 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:45.541201 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2491e961-b288-4a2e-a4ac-7edd576b0b27 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94e4669136974840b417c5b4204acd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840904 Oct 18 20:49:45.549766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38008) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:45.593513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dab8d586-4366-47f7-936a-57c20079fa2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:45.675021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dab8d586-4366-47f7-936a-57c20079fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:45.719110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dab8d586-4366-47f7-936a-57c20079fa2b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b93606969584f1d90a172ec8c9e8ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4900217 Oct 18 20:49:45.720157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38010) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:46.051669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3a118-d735-418e-9ba8-c5971467d516 req-91bcfb54-ef9e-45a6-8999-575a9e0cff64 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:46.053889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Allocated IP 172.21.0.2 (3083ed6f-9a36-4b8a-b49e-2873833f7eeb/16117ff9-dde9-430f-af19-5e609e2ef898/c03c2b26-99c8-425a-923b-b8cbaaf92d75) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:46.058701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fe3a118-d735-418e-9ba8-c5971467d516 req-91bcfb54-ef9e-45a6-8999-575a9e0cff64 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 932 time: 1.3028831 Oct 18 20:49:46.207417 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8270f98-1556-4c24-82f5-93618d7397a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.276739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8270f98-1556-4c24-82f5-93618d7397a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.382846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8d586-4366-47f7-936a-57c20079fa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a917be29-9ca3-46b2-b047-421f18b2ad62,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:46.407567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38012) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:46.434671 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8270f98-1556-4c24-82f5-93618d7397a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.440032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8270f98-1556-4c24-82f5-93618d7397a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.442196 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8270f98-1556-4c24-82f5-93618d7397a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/516b0886-8592-475f-8b27-766f50b1c7c9 HTTP/1.1" status: 204 len: 168 time: 0.8908329 Oct 18 20:49:46.464642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-914d53f7-6ec9-48ec-b06c-4f055393c564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.552480 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.559727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.568237 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.615735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-914d53f7-6ec9-48ec-b06c-4f055393c564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.700689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:46.703114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Pushing event updated for resources: {'Port': ['ID=c03c2b26-99c8-425a-923b-b8cbaaf92d75,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:46.709855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:46.718414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:46.802130 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a0f1baa2-fae3-4b57-a5ad-d4c09275b859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.811197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8270f98-1556-4c24-82f5-93618d7397a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b0886-8592-475f-8b27-766f50b1c7c9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:46.856302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Attempting to bind port c03c2b26-99c8-425a-923b-b8cbaaf92d75 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:46.857023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Attempting to bind port c03c2b26-99c8-425a-923b-b8cbaaf92d75 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:46.857685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Attempting to bind port c03c2b26-99c8-425a-923b-b8cbaaf92d75 on network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:46.861491 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-914d53f7-6ec9-48ec-b06c-4f055393c564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.872006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:46.872665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Checking segment: {'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:46.873326 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.873909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Bound using segment: {'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:46.874684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Bound port: c03c2b26-99c8-425a-923b-b8cbaaf92d75, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:46.875391 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.881246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-914d53f7-6ec9-48ec-b06c-4f055393c564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:46.886202 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-914d53f7-6ec9-48ec-b06c-4f055393c564 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a917be29-9ca3-46b2-b047-421f18b2ad62 HTTP/1.1" status: 204 len: 168 time: 1.1512856 Oct 18 20:49:46.897811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:47.007280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] For port c03c2b26-99c8-425a-923b-b8cbaaf92d75, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:47.015701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] For port c03c2b26-99c8-425a-923b-b8cbaaf92d75, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c03c2b26-99c8-425a-923b-b8cbaaf92d75,segment=NetworkSegment(8c78301c-3835-4c22-8477-f395c4828f23),segment_id=8c78301c-3835-4c22-8477-f395c4828f23)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:47.036025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:47.128820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fe3a118-d735-418e-9ba8-c5971467d516 req-536c54c1-966d-486f-9d0a-c683327eeb7b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0543723 Oct 18 20:49:47.232170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a0f1baa2-fae3-4b57-a5ad-d4c09275b859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:47.253852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a0f1baa2-fae3-4b57-a5ad-d4c09275b859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:47.254844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c2b14-f1f5-4f14-8b95-bdb48050a53c None None] Pushing event updated for resources: {'Port': ['ID=c03c2b26-99c8-425a-923b-b8cbaaf92d75,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:47.286610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d53f7-6ec9-48ec-b06c-4f055393c564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a917be29-9ca3-46b2-b047-421f18b2ad62,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:47.293979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dbdc846c-4b81-4512-9e45-3e976330fdcd up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:47.391131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38020) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:47.538915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dbdc846c-4b81-4512-9e45-3e976330fdcd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:47.540161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:47.645203 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a0f1baa2-fae3-4b57-a5ad-d4c09275b859 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=789d99d5d3044ec4aa4ca6467cd41b75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2255809 Oct 18 20:49:47.663357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38028) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:47.845108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1baa2-fae3-4b57-a5ad-d4c09275b859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a8bb9-a3b0-47a9-8c08-17110a8ecc31,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:48.012302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] Deleting subnet 6f03c950-052c-4a22-97bc-ed229de06477 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:49:48.038645 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.234426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66919b8-c523-46a8-a743-f0f080ea4736 req-cee1006b-d4b1-4aee-96ad-b27e99b0721f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:48.250539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c66919b8-c523-46a8-a743-f0f080ea4736 req-cee1006b-d4b1-4aee-96ad-b27e99b0721f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.6602776 Oct 18 20:49:48.275924 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.560461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48d913d2-75fb-4290-b2b5-cf446ad9eb44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.656177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c66919b8-c523-46a8-a743-f0f080ea4736 req-aadf23f0-1424-4b73-94c3-12231509afb1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032590 Oct 18 20:49:48.670247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Router 22bb1ac0-ce08-4df9-b184-481ad4cbf0ac has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:49:48.696429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.697890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48d913d2-75fb-4290-b2b5-cf446ad9eb44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.754175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.754798 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d080a6a-7c40-4139-a2a9-852971ed32f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.771855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:48.848107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38052) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:48.942094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:49:48.957017 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.157730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:49.168715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.174869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6d627bca-d4c7-4f8a-8227-b8a5231099ce tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "PUT /v2.0/routers/22bb1ac0-ce08-4df9-b184-481ad4cbf0ac HTTP/1.1" status: 200 len: 921 time: 6.0223866 Oct 18 20:49:49.174869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48d913d2-75fb-4290-b2b5-cf446ad9eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.180119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-48d913d2-75fb-4290-b2b5-cf446ad9eb44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.181890 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] Sync routers for ids ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:49.186904 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-48d913d2-75fb-4290-b2b5-cf446ad9eb44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/921a8bb9-a3b0-47a9-8c08-17110a8ecc31 HTTP/1.1" status: 204 len: 168 time: 1.5091443 Oct 18 20:49:49.187880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38060) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:49.234470 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] Routers {'22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:49.235819 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:49.239387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c03c2b26-99c8-425a-923b-b8cbaaf92d75 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:49.254921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.275123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-903786830-network', 'tenant_id': 'cc67bbcfb92d44a9a248e2c35d3d7239'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:49.332915 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:49.347402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Transition to ACTIVE for port object 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:49:49.368734 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] Routers {'22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:49.373483 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:49.402103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d913d2-75fb-4290-b2b5-cf446ad9eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a8bb9-a3b0-47a9-8c08-17110a8ecc31,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:49.484223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.529354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Made reservation on behalf of cc67bbcfb92d44a9a248e2c35d3d7239 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:49.530111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f03c950-052c-4a22-97bc-ed229de06477,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:49.536956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.567708 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:49.576619 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b758863-b1ab-4d7b-bae2-ed11c8c7af3d None None] The sync data for ids ['22bb1ac0-ce08-4df9-b184-481ad4cbf0ac'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:49.583262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.585066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c03c2b26-99c8-425a-923b-b8cbaaf92d75 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:49.585711 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.597328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.610927 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-73131e3b-926a-4bed-b3fe-6451f5b368a8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6f03c950-052c-4a22-97bc-ed229de06477 HTTP/1.1" status: 204 len: 168 time: 2.2186742 Oct 18 20:49:49.617398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38070) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:49.659795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abaf72-bc2f-4d77-afdc-4abecb8ca04a req-8ca64528-1bcd-48b4-bb0a-5926011fd2fe tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:49.678928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93abaf72-bc2f-4d77-afdc-4abecb8ca04a req-8ca64528-1bcd-48b4-bb0a-5926011fd2fe tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 932 time: 0.8161855 Oct 18 20:49:49.693086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b4242-afdb-4b13-9fed-1a32f1fdf544 None None] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:49.773923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.786672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:49.786893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:49.909216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:49:50.017712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-91f6f3bb-8517-4016-a9ba-1dc68738a21a None None] Provisioning complete for port c03c2b26-99c8-425a-923b-b8cbaaf92d75 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:50.018614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91f6f3bb-8517-4016-a9ba-1dc68738a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.046909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf249f7f-e773-461f-8e16-a535e7ccdc32,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:50.126686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93abaf72-bc2f-4d77-afdc-4abecb8ca04a req-675b73f5-5836-45ff-9a11-71330a6600e9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465513 Oct 18 20:49:50.130214 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-27166fb3-696e-4c12-af2d-11e1375e68e0 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/22bb1ac0-ce08-4df9-b184-481ad4cbf0ac HTTP/1.1" status: 200 len: 921 time: 0.9375412 Oct 18 20:49:50.136129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.136750 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Added segment bfc236b0-3b74-4c98-8327-8161971ebf9d of type vlan for network 9cbe67d6-a356-446a-98b7-c802ea669766 Oct 18 20:49:50.144457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38086) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:50.243238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.249240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.410476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529ddf2-8cbd-4f20-9157-9450c482ffcf req-69cd57b2-c41f-44ab-a3e8-026a19ea27b9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:50.419642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5529ddf2-8cbd-4f20-9157-9450c482ffcf req-69cd57b2-c41f-44ab-a3e8-026a19ea27b9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1717632 Oct 18 20:49:50.434875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Attempting to bind port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:50.436270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Attempting to bind port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:50.436980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Attempting to bind port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:50.466878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c on network 795e6395-44db-4869-8a09-588176fc119f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:49:50.467602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Attempting to bind port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:50.476752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.21.0.1 (3083ed6f-9a36-4b8a-b49e-2873833f7eeb/16117ff9-dde9-430f-af19-5e609e2ef898/e0166999-fc66-48ae-a3f1-6fcead040400) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:50.492446 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:49:50.493849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Checking segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:50.494759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Bound using segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:49:50.495467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Bound port: 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:49:50.496473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.538607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5529ddf2-8cbd-4f20-9157-9450c482ffcf req-4282ae56-367f-4012-9c4b-54d06719f80c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174710 Oct 18 20:49:50.576630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port c03c2b26-99c8-425a-923b-b8cbaaf92d75, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c03c2b26-99c8-425a-923b-b8cbaaf92d75,segment=NetworkSegment(8c78301c-3835-4c22-8477-f395c4828f23),segment_id=8c78301c-3835-4c22-8477-f395c4828f23)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:50.631222 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.699175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:49:50.706801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:49:50.714674 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.720083 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.787921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.791240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:50.792260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.794160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] 10.222.0.79 "PUT /v2.0/ports/4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c HTTP/1.1" status: 200 len: 1092 time: 6.2916923 Oct 18 20:49:50.797328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:49:50.800478 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1985440b-cccd-4cff-a804-629498807a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:49:50.866233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=c03c2b26-99c8-425a-923b-b8cbaaf92d75,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:50.895698 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb1efd-6539-448b-8ec9-ccfaa3dbdf41 x-openstack-request-id: req-0cdb1efd-6539-448b-8ec9-ccfaa3dbdf41 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:49:50.896480 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:49:50.896984 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0cdb1efd-6539-448b-8ec9-ccfaa3dbdf41 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:49:50.897682 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'status': 'completed', 'code': 200} Oct 18 20:49:50.912710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91f6f3bb-8517-4016-a9ba-1dc68738a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:50.929720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1289d4-d900-4cca-a79b-82087967bf54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:50.932858 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0a1289d4-d900-4cca-a79b-82087967bf54 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=22bb1ac0-ce08-4df9-b184-481ad4cbf0ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7866919 Oct 18 20:49:50.944526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38100) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:50.954143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.resource_extend [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:49:51.009437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.014278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:51.017268 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.026161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93319-d234-4aa8-9383-ccb1e15c150b service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:51.116130 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-91f6f3bb-8517-4016-a9ba-1dc68738a21a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:49:51.116813 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-91f6f3bb-8517-4016-a9ba-1dc68738a21a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:49:51.118684 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.205379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c03c2b26-99c8-425a-923b-b8cbaaf92d75 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:49:51.259748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4006295 Oct 18 20:49:51.268446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09997af1-4f6a-4900-8dea-26397f527807']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:51.279278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38108) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:51.285195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Request body: {'subnet': {'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-903786830-subnet', 'tenant_id': 'cc67bbcfb92d44a9a248e2c35d3d7239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:51.329252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec41b58a-bf17-4804-a4ff-9d9d6a03af21') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:51.329568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec41b58a-bf17-4804-a4ff-9d9d6a03af21') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:51.334234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5a11f-f38f-4b5d-9472-dfcfa0896519 admin admin] Pushing event updated for resources: {'Network': ['ID=9cbe67d6-a356-446a-98b7-c802ea669766,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:51.349896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.370558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9cbe67d6-a356-446a-98b7-c802ea669766 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:49:51.391988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-4239b98b-9f34-4566-a348-bd55097c1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:51.397250 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-4239b98b-9f34-4566-a348-bd55097c1a68 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 1095 time: 0.5253329 Oct 18 20:49:51.416005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.426154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Made reservation on behalf of cc67bbcfb92d44a9a248e2c35d3d7239 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:51.433704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.439176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:49:51.439740 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:49:51.441944 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:49:51.461802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c03c2b26-99c8-425a-923b-b8cbaaf92d75 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:51.462171 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.568209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38110) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:51.582330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.620313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-679735a9-b844-4bc2-854f-ac042fea37ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c HTTP/1.1" status: 200 len: 217 time: 0.1685455 Oct 18 20:49:51.669936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.681553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.685613 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] 10.222.0.66 "DELETE /v2.0/networks/09997af1-4f6a-4900-8dea-26397f527807 HTTP/1.1" status: 204 len: 168 time: 1.9099908 Oct 18 20:49:51.690489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38116) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:51.718872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa433aa2-288f-42fd-96d8-41bb20f64128 admin admin] Pushing event deleted for resources: {'Network': ['ID=09997af1-4f6a-4900-8dea-26397f527807,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:51.803767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] Deleting subnet b827ab13-856d-4dce-a206-c43900e432b7 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:49:51.813605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.890019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:51.914432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:51.980021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.026344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.045370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:52.066875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:52.118966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-30ae0d90-492a-48a4-970b-b8c96dbf51ed None None] Provisioning complete for port c03c2b26-99c8-425a-923b-b8cbaaf92d75 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:52.119991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-30ae0d90-492a-48a4-970b-b8c96dbf51ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.124076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ab4248-3c9c-4574-8186-b58ea1c282e7,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:52.202524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c865c-d92d-4295-b204-90901c479dd1 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:52.205748 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-da2c865c-d92d-4295-b204-90901c479dd1 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 1.2529540 Oct 18 20:49:52.206538 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5b87d91-4e4a-48ea-b5b2-8df438870179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.214827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38118) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:52.228071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=e0166999-fc66-48ae-a3f1-6fcead040400,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:52.263985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba6949-3c09-455d-890f-ed88a62a26b2 req-5d6fce06-5685-4bc2-aa49-9bccedaa3f31 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:52.265195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.266842 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1ba6949-3c09-455d-890f-ed88a62a26b2 req-5d6fce06-5685-4bc2-aa49-9bccedaa3f31 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 944 time: 0.9032650 Oct 18 20:49:52.310310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-07c5d474-830e-481b-a0c1-11aeaf94eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:52.313996 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-07c5d474-830e-481b-a0c1-11aeaf94eb5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.5172365 Oct 18 20:49:52.344716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.354821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Checking segment: {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:49:52.355479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Network hostable DHCP agents. Network: 9cbe67d6-a356-446a-98b7-c802ea669766, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:49:52.398850 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-96564a83-5a33-4e17-81af-220b0818580e tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=22bb1ac0-ce08-4df9-b184-481ad4cbf0ac HTTP/1.1" status: 200 len: 205 time: 0.1784081 Oct 18 20:49:52.400784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b827ab13-856d-4dce-a206-c43900e432b7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:52.410112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38122) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:52.539910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-610c809b-b387-4946-bd61-eedf646c9ea3 None None] Provisioning complete for port e0166999-fc66-48ae-a3f1-6fcead040400 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:52.540597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-610c809b-b387-4946-bd61-eedf646c9ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.625183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-0d219bfd-0318-47b1-a7aa-681193262785 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2811165 Oct 18 20:49:52.639647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-610c809b-b387-4946-bd61-eedf646c9ea3 None None] Port e0166999-fc66-48ae-a3f1-6fcead040400 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:49:52.650687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.665730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.670356 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f2454473-bbbc-4527-9f8e-5282a8d2cc3b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b827ab13-856d-4dce-a206-c43900e432b7 HTTP/1.1" status: 204 len: 168 time: 0.9648468 Oct 18 20:49:52.711318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38126) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:52.799330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Network 9cbe67d6-a356-446a-98b7-c802ea669766 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:49:52.826624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1ba6949-3c09-455d-890f-ed88a62a26b2 req-39a262d1-b9fb-4ddd-802e-528098b8b411 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463116 Oct 18 20:49:52.890554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9cbe67d6-a356-446a-98b7-c802ea669766) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:52.906647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:52.907556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:52.943693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6d36a-0502-4358-ab88-11d74325415a None None] Network 9cbe67d6-a356-446a-98b7-c802ea669766 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:52.957626 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b7001784-a570-4875-80d0-d1ff317a713d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6763058 Oct 18 20:49:53.145543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.161046 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5e2da40-b97a-434d-8fc4-fb0fb723daba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.198049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5b87d91-4e4a-48ea-b5b2-8df438870179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.208198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.218533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5b87d91-4e4a-48ea-b5b2-8df438870179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.289698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b87d91-4e4a-48ea-b5b2-8df438870179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b3bd5-91bc-4184-a4bf-c1a97f35a16a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:53.297031 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a5b87d91-4e4a-48ea-b5b2-8df438870179 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=959a0fb08b0747eeace0ba5c39ef3a88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7212636 Oct 18 20:49:53.300935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38140) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:53.309093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d5d97c-1a0a-44b5-9bb9-13664f9ff25c None None] Network 9cbe67d6-a356-446a-98b7-c802ea669766 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:49:53.368433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Deleting port e6e99b31-d290-4efb-b91e-bef128c7b7ac {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:49:53.368777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.397695 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fbc780b-0096-4f1b-8cda-06eea5282550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.480133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fbc780b-0096-4f1b-8cda-06eea5282550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.539234 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.557879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Calling delete_port for e6e99b31-d290-4efb-b91e-bef128c7b7ac owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:49:53.620219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fbc780b-0096-4f1b-8cda-06eea5282550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.623381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9fbc780b-0096-4f1b-8cda-06eea5282550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.624968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9fbc780b-0096-4f1b-8cda-06eea5282550 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b52b3bd5-91bc-4184-a4bf-c1a97f35a16a HTTP/1.1" status: 204 len: 168 time: 0.3237839 Oct 18 20:49:53.642077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc780b-0096-4f1b-8cda-06eea5282550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b3bd5-91bc-4184-a4bf-c1a97f35a16a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:53.845440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.928692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-c7c939a6-5df7-4ba1-8a0c-5fbb4ce357e7 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2965746 Oct 18 20:49:53.929648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:53.964336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event deleted for resources: {'Port': ['ID=e6e99b31-d290-4efb-b91e-bef128c7b7ac,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:53.990411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55a284-bcb7-4a9a-9124-a3c715452e77 req-89a71415-98ee-4241-84d4-1d4c3eff205a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:54.004091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b55a284-bcb7-4a9a-9124-a3c715452e77 req-89a71415-98ee-4241-84d4-1d4c3eff205a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.8480844 Oct 18 20:49:54.033900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.219168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.224592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.230175 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.251560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.387917 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.388868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Fanout notify agent at l3_agent the message router_deleted on router 22bb1ac0-ce08-4df9-b184-481ad4cbf0ac {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:49:54.414114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.419852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6d77b6f0-f319-42ac-83d6-ca37d596c69d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/22bb1ac0-ce08-4df9-b184-481ad4cbf0ac HTTP/1.1" status: 204 len: 168 time: 2.0046525 Oct 18 20:49:54.420260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38166) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:54.428231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1d494091-72ff-4aa3-90ab-41e6c021efed tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-927547467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:54.436917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b55a284-bcb7-4a9a-9124-a3c715452e77 req-54246a6f-5007-4dbd-b548-f5c58bab9049 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315972 Oct 18 20:49:54.511836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d494091-72ff-4aa3-90ab-41e6c021efed tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.513276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d494091-72ff-4aa3-90ab-41e6c021efed tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.556724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a49f091-8299-4337-a06e-0642f3ce5c3d']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:54.608582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5feb8f07-100c-4a93-a172-f2e71aa3e786') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:54.608876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5feb8f07-100c-4a93-a172-f2e71aa3e786') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:54.626844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.631751 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e59bc8f0-cbaf-427a-8cda-257e301d65bb req-adc65ddd-bd5f-4963-87a1-005afdd0bb47 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720252 Oct 18 20:49:54.634117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d494091-72ff-4aa3-90ab-41e6c021efed tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.641592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d494091-72ff-4aa3-90ab-41e6c021efed tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.655274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.672499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:49:54.673160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:49:54.675107 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:49:54.677868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d494091-72ff-4aa3-90ab-41e6c021efed tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.679552 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1d494091-72ff-4aa3-90ab-41e6c021efed tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2576318 Oct 18 20:49:54.683957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38172) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:54.697619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:54.844759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.860626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:54.865676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] 10.222.0.66 "DELETE /v2.0/networks/2a49f091-8299-4337-a06e-0642f3ce5c3d HTTP/1.1" status: 204 len: 168 time: 2.1474018 Oct 18 20:49:54.922671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d92fe6-d268-44f6-acb2-1e53f9ec87ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2a49f091-8299-4337-a06e-0642f3ce5c3d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:54.941420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985440b-cccd-4cff-a804-629498807a5e req-8caf3045-d0be-4edb-bb6f-7addd91a5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:54.943900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1985440b-cccd-4cff-a804-629498807a5e req-8caf3045-d0be-4edb-bb6f-7addd91a5eaa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 1095 time: 0.2225094 Oct 18 20:49:55.082959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:55.089860 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:55.095861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:55.153277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:55.276765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38188) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:55.294982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985440b-cccd-4cff-a804-629498807a5e req-9c58d048-a710-488a-acf1-6372d82dfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:55.296863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1985440b-cccd-4cff-a804-629498807a5e req-9c58d048-a710-488a-acf1-6372d82dfc40 service neutron] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.3314993 Oct 18 20:49:55.298904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=e0166999-fc66-48ae-a3f1-6fcead040400,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:55.302373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:55.365602 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-af0307dc-8e05-449f-891c-c5ebd8e55d22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd5be32b036a4772916147f5b8765dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857229 Oct 18 20:49:55.371651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38192) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:55.382666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1985440b-cccd-4cff-a804-629498807a5e req-4e847646-0e4e-4629-ad5e-77c4b396167f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c HTTP/1.1" status: 200 len: 217 time: 0.0758615 Oct 18 20:49:55.761247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985440b-cccd-4cff-a804-629498807a5e req-96ed655a-624b-493d-a486-a0d00cb6c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:55.763652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1985440b-cccd-4cff-a804-629498807a5e req-96ed655a-624b-493d-a486-a0d00cb6c8ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.3621247 Oct 18 20:49:55.776478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-c2363c44-5932-4442-a692-0b96baf3d4a4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:55.779071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-c2363c44-5932-4442-a692-0b96baf3d4a4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 814 time: 0.4865544 Oct 18 20:49:55.831913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:55.855727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:55.888480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1985440b-cccd-4cff-a804-629498807a5e req-df5a1a20-27a3-49ef-825a-5e6af5458154 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077061 Oct 18 20:49:55.910028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-e6f41221-65d9-4cdd-bac6-e8d13726322c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/quotas/cc67bbcfb92d44a9a248e2c35d3d7239 HTTP/1.1" status: 200 len: 375 time: 0.1090918 Oct 18 20:49:55.997600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7a45064-06b8-4dab-9287-d14374667125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.036585 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7a45064-06b8-4dab-9287-d14374667125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.106907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.131997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.204016 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7a45064-06b8-4dab-9287-d14374667125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.209651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7a45064-06b8-4dab-9287-d14374667125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.223088 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f7a45064-06b8-4dab-9287-d14374667125 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9be5a82a-a34d-40b7-94bf-4e59b053d80a HTTP/1.1" status: 204 len: 168 time: 0.8378623 Oct 18 20:49:56.251971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-006e18d0-2ec2-47e0-b9ec-6b525e8d0e0c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1390393 Oct 18 20:49:56.315088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5334787e-0d2a-448d-add5-9d5b61edb682 None None] Provisioning complete for port e0166999-fc66-48ae-a3f1-6fcead040400 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:49:56.317950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5334787e-0d2a-448d-add5-9d5b61edb682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.357600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Allocated IP 172.25.7.119 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/9989ce16-1328-4176-adba-67796a108fa8) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:49:56.419639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5334787e-0d2a-448d-add5-9d5b61edb682 None None] Port e0166999-fc66-48ae-a3f1-6fcead040400 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:49:56.437025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:49:56.440447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a45064-06b8-4dab-9287-d14374667125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be5a82a-a34d-40b7-94bf-4e59b053d80a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:56.527949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38212) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:56.562990 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.663447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.741331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:56.761947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:56.768266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6fc149fb-7fc7-4e32-94ed-59c7ea98b53d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0526791 Oct 18 20:49:56.774039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:56.774276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:56.796656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1985440b-cccd-4cff-a804-629498807a5e req-96dcd4be-6364-461b-973b-9a92a6a13afc service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011594 Oct 18 20:49:56.802321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:56.803831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:56.832512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-1731999245'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:56.877951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-2dd5822f-bf8a-41ff-9512-3afc830c058d service neutron] 10.222.0.66 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863471 Oct 18 20:49:56.909651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:49:56.911912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:49:56.916330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:49:56.943755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event updated for resources: {'Port': ['ID=9989ce16-1328-4176-adba-67796a108fa8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:57.007735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38220) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:57.033513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:49:57.051808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0130-8c47-4775-9b9c-3cd744e0562f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.094388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:57.101447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.272138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-e64ada2e-ea09-4a55-9dfb-87b294021537 service neutron] 10.222.0.66 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750105 Oct 18 20:49:57.299095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:49:57.311531 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.311928 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 3e743b6f-357c-4b42-bb8f-4427fd4344d5 of type vlan for network 4b628d14-bf7b-483e-8970-07c4331bc3d0 Oct 18 20:49:57.342857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1985440b-cccd-4cff-a804-629498807a5e req-4964cb1b-c333-4187-a236-36db4af48185 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385673 Oct 18 20:49:57.365737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:49:52Z', 'revision_number': 3, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:49:54Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:57.395927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38228) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:57.396331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-454a1cb5-124b-4578-9152-4547a95184c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23c4c82c482d47d1a39741bfb734deed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861587 Oct 18 20:49:57.465770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:49:57.468294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.477128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Updating router 42c25de9-5091-4f03-85be-00037a79a88b port e0166999-fc66-48ae-a3f1-6fcead040400 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:49:57.483873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276f473e-5e16-4bef-8bfc-44d31dfb74e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.521419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276f473e-5e16-4bef-8bfc-44d31dfb74e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.565747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.602579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0130-8c47-4775-9b9c-3cd744e0562f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.607067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.616216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:57.617018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.785337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b0fe-1aaf-45fa-99b1-9a5888b49287 req-5f477ded-8cb8-4905-ae9d-6a5bf74a4352 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:57.786847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a19b0fe-1aaf-45fa-99b1-9a5888b49287 req-5f477ded-8cb8-4905-ae9d-6a5bf74a4352 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 944 time: 0.1196795 Oct 18 20:49:57.794987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276f473e-5e16-4bef-8bfc-44d31dfb74e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.802858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276f473e-5e16-4bef-8bfc-44d31dfb74e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.805749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-276f473e-5e16-4bef-8bfc-44d31dfb74e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fec47f2d-f31e-4770-9431-14e1c47079b7 HTTP/1.1" status: 204 len: 168 time: 0.4077780 Oct 18 20:49:57.833721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a3f0130-8c47-4775-9b9c-3cd744e0562f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:57.841276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f473e-5e16-4bef-8bfc-44d31dfb74e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec47f2d-f31e-4770-9431-14e1c47079b7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:57.893875 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a19b0fe-1aaf-45fa-99b1-9a5888b49287 req-9a4c3961-ac73-47ba-a420-5a9b372163ab tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 Oct 18 20:49:57.988817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f0130-8c47-4775-9b9c-3cd744e0562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a6f50b-8250-440a-9dce-5a8ae01bba49,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:58.051033 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2280912 Oct 18 20:49:58.051760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38240) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:58.057852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:58.143783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5a3f0130-8c47-4775-9b9c-3cd744e0562f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=366d9c7bd15c47b3ac6b90e17a7c9958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6143372 Oct 18 20:49:58.154719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.159712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38242) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:58.193544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:49:58.244151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6aa576-fdb3-4fde-a4d9-290081260292 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=4b628d14-bf7b-483e-8970-07c4331bc3d0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:58.413010 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4dd361b7-1a3a-4028-b92f-bd19ebe337bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.465357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:58.486169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:49:58.492428 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.514037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bf864-9fd6-4f5c-82e8-4c394f275cde req-ba783b18-9440-4831-8ccb-713236733882 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:58.523454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4c5bf864-9fd6-4f5c-82e8-4c394f275cde req-ba783b18-9440-4831-8ccb-713236733882 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.4258535 Oct 18 20:49:58.559680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'port_id': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'mac_address': 'fa:16:3e:20:19:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2975efe-74ef-4037-b1ef-94a6b08c090b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:49:58.563377 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.569533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.569782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:49:58.587923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4dd361b7-1a3a-4028-b92f-bd19ebe337bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.678910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4c5bf864-9fd6-4f5c-82e8-4c394f275cde req-c3321db8-6c67-4e61-9d33-a6d83be9730a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539662 Oct 18 20:49:58.767980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4dd361b7-1a3a-4028-b92f-bd19ebe337bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.770905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4dd361b7-1a3a-4028-b92f-bd19ebe337bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:58.772126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4dd361b7-1a3a-4028-b92f-bd19ebe337bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21a6f50b-8250-440a-9dce-5a8ae01bba49 HTTP/1.1" status: 204 len: 168 time: 0.6103506 Oct 18 20:49:58.791113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd361b7-1a3a-4028-b92f-bd19ebe337bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a6f50b-8250-440a-9dce-5a8ae01bba49,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:58.855469 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Router ad55d84a-7665-48e9-934c-bac4856307b1 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:49:58.955028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:59.091939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:49:59.103364 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] Sync routers for ids ['ad55d84a-7665-48e9-934c-bac4856307b1'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:49:59.104843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:59.107133 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ecff04b5-a024-4724-b679-7b32bed4d540 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "PUT /v2.0/routers/ad55d84a-7665-48e9-934c-bac4856307b1 HTTP/1.1" status: 200 len: 879 time: 4.4214010 Oct 18 20:49:59.120487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38262) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:59.136683 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] Routers {'ad55d84a-7665-48e9-934c-bac4856307b1'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:59.137391 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad55d84a-7665-48e9-934c-bac4856307b1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:59.206827 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:59.214687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:49:59.276411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:59.300705 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:59.318216 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] Routers {'ad55d84a-7665-48e9-934c-bac4856307b1'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:49:59.319136 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad55d84a-7665-48e9-934c-bac4856307b1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:59.407451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:49:59.451144 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:49:59.455319 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b8f486-7383-453d-a853-14c8486ee845 None None] The sync data for ids ['ad55d84a-7665-48e9-934c-bac4856307b1'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:49:59.472047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:49:59.483350 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9943d8e-4dd0-4253-bccd-af9fa0a80c31 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/ad55d84a-7665-48e9-934c-bac4856307b1 HTTP/1.1" status: 200 len: 920 time: 0.3596547 Oct 18 20:49:59.484842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38270) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:59.556749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf544f-45a5-4c7e-8156-70820281d89e None None] Pushing event updated for resources: {'Port': ['ID=e0166999-fc66-48ae-a3f1-6fcead040400,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:49:59.574349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbfe95f-e609-4a84-a4a0-4ddee9ac9780 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:59.580832 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cfbfe95f-e609-4a84-a4a0-4ddee9ac9780 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=ad55d84a-7665-48e9-934c-bac4856307b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0934026 Oct 18 20:49:59.581675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38278) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:59.815985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-c806bacc-2480-4c0a-9501-1b334fe54799 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:59.818105 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-c806bacc-2480-4c0a-9501-1b334fe54799 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 814 time: 0.2675877 Oct 18 20:49:59.822307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507ea511-30e1-40eb-8176-8a7012fd283a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:49:59.827634 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-507ea511-30e1-40eb-8176-8a7012fd283a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 0.2430964 Oct 18 20:49:59.830098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38286) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:49:59.857345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Request body: {'port': {'device_id': '1cf6d792-1605-410e-b328-0a6f50108be6', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'admin_state_up': True, 'tenant_id': 'cc67bbcfb92d44a9a248e2c35d3d7239'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:49:59.875514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:49:59.935377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3642f81b-1f46-43f9-90d8-f305b8b29ab7 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad55d84a-7665-48e9-934c-bac4856307b1 HTTP/1.1" status: 200 len: 205 time: 0.1034639 Oct 18 20:49:59.949414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Attempting to bind port e0166999-fc66-48ae-a3f1-6fcead040400 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:49:59.950453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Attempting to bind port e0166999-fc66-48ae-a3f1-6fcead040400 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:49:59.952072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Attempting to bind port e0166999-fc66-48ae-a3f1-6fcead040400 on network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:49:59.967845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38292) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:00.036620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:00.037066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Checking segment: {'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:00.037412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.037821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Bound using segment: {'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:00.038330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Bound port: e0166999-fc66-48ae-a3f1-6fcead040400, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c78301c-3835-4c22-8477-f395c4828f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:00.038723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.120410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0fd394cb-d65d-4d4a-ade8-2d538d1a8f74 None None] Provisioning complete for port e0166999-fc66-48ae-a3f1-6fcead040400 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:00.121022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fd394cb-d65d-4d4a-ade8-2d538d1a8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.200283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:00.237794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-28132c9f-6505-437f-88f9-b8150078dd40 req-3c08c38f-dedc-44ac-82c9-64c1bf554767 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 210 time: 1.3137093 Oct 18 20:50:00.261064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0fd394cb-d65d-4d4a-ade8-2d538d1a8f74 None None] Port e0166999-fc66-48ae-a3f1-6fcead040400 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:00.332565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] For port e0166999-fc66-48ae-a3f1-6fcead040400, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:00.362275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38306) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:00.378493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] For port e0166999-fc66-48ae-a3f1-6fcead040400, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e0166999-fc66-48ae-a3f1-6fcead040400,segment=NetworkSegment(8c78301c-3835-4c22-8477-f395c4828f23),segment_id=8c78301c-3835-4c22-8477-f395c4828f23)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:00.385375 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.425469 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.508561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.519898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Made reservation on behalf of cc67bbcfb92d44a9a248e2c35d3d7239 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:00.527042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.678306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:00.679103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:00.679726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-network', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:00.681726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf544f-45a5-4c7e-8156-70820281d89e None None] Pushing event updated for resources: {'Port': ['ID=e0166999-fc66-48ae-a3f1-6fcead040400,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:00.722582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Made reservation on behalf of f87d1a3274b94ae6b1528165799e3930 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:00.725221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.736500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:00.737008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: 4b628d14-bf7b-483e-8970-07c4331bc3d0, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:50:00.744101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.762046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=27bc38d5-d0f6-4e78-b58d-1580247e90a5,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:00.803883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17465249-bfd8-49e3-9a1f-ec6f4b111902 req-d959c48b-6257-4db3-adea-e2e009f93dcc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:00.812589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17465249-bfd8-49e3-9a1f-ec6f4b111902 req-d959c48b-6257-4db3-adea-e2e009f93dcc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 945 time: 0.3907387 Oct 18 20:50:00.818776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:50:00.877786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 4b628d14-bf7b-483e-8970-07c4331bc3d0) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:00.893411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:00.894414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:00.904215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a4409-a773-4dab-93c0-d7dc676c7ce9 None None] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:00.936958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17465249-bfd8-49e3-9a1f-ec6f4b111902 req-15c2e95d-3c05-4c58-a3ba-3c7947d8c90c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198280 Oct 18 20:50:01.008783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-96d8c64d-cbd7-4995-bff3-97dd85366abd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9566462 Oct 18 20:50:01.020356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38316) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:01.103408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.261141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Allocated IP 172.20.0.8 (9cbe67d6-a356-446a-98b7-c802ea669766/73ab4248-3c9c-4574-8186-b58ea1c282e7/d52c85e4-1b86-4a02-b127-33778ffabffc) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:01.271157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:01.379768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Deleting port 9989ce16-1328-4176-adba-67796a108fa8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:01.380088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.405744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.421927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-4b628d14-bf7b-483e-8970-07c4331bc3d0', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:50:01.423719 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.431229 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.448169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:50:01.459992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bb419485-0280-4de6-bbc8-fd02f93fdaae None None] Provisioning complete for port e0166999-fc66-48ae-a3f1-6fcead040400 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:01.462388 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb419485-0280-4de6-bbc8-fd02f93fdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.462706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.463012 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Added segment a8e2dffe-6445-45a8-b6db-6d7fd5b128af of type vlan for network 53641f4a-a0c0-4b55-af04-214adef190fd Oct 18 20:50:01.518294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.553845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046bfef-2075-4b60-9fa6-e8eb5cf6d703 req-9d7c09a6-d837-4b85-bbe4-e645d0a9b3e1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:01.555503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8046bfef-2075-4b60-9fa6-e8eb5cf6d703 req-9d7c09a6-d837-4b85-bbe4-e645d0a9b3e1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3884676 Oct 18 20:50:01.656051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.682436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Calling delete_port for 9989ce16-1328-4176-adba-67796a108fa8 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:01.706791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8acd2df-93ad-4d11-9ed7-72a566b8fa53,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:01.710717 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.746759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8046bfef-2075-4b60-9fa6-e8eb5cf6d703 req-7308c8f3-8f0d-47af-8097-237c586d1833 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785209 Oct 18 20:50:01.758935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.761413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:01.765065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:01.905957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5424359 Oct 18 20:50:01.911522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38332) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:01.932017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Request body: {'subnet': {'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-subnet', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:01.995450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:02.087824 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b8adca5-b380-40d6-b0e1-db8e7224876a req-e2666d97-3515-4585-99c7-66645187f20e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 210 time: 0.2000427 Oct 18 20:50:02.096447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857a50f-6c29-4a1c-ae15-7af35bfdbada admin admin] Pushing event updated for resources: {'Network': ['ID=53641f4a-a0c0-4b55-af04-214adef190fd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:02.187806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 53641f4a-a0c0-4b55-af04-214adef190fd details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:50:02.330441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:02.497231 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:02.555401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf7afd-e10c-4323-893f-b06c4c0f6ce8 req-5acc62c4-c054-4154-89ac-80ea5524d8a1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:02.557214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1acf7afd-e10c-4323-893f-b06c4c0f6ce8 req-5acc62c4-c054-4154-89ac-80ea5524d8a1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 945 time: 0.2499995 Oct 18 20:50:02.674082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb419485-0280-4de6-bbc8-fd02f93fdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:02.691806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1acf7afd-e10c-4323-893f-b06c4c0f6ce8 req-274b7cb9-f828-405f-a494-082bbd255708 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912025 Oct 18 20:50:02.710643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Allocated IP 172.22.0.2 (4b628d14-bf7b-483e-8970-07c4331bc3d0/27bc38d5-d0f6-4e78-b58d-1580247e90a5/f79fa4a9-51bd-47a2-80ae-02225de4cef1) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:02.716863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:50:02.777833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bb419485-0280-4de6-bbc8-fd02f93fdaae None None] For port e0166999-fc66-48ae-a3f1-6fcead040400, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e0166999-fc66-48ae-a3f1-6fcead040400,segment=NetworkSegment(8c78301c-3835-4c22-8477-f395c4828f23),segment_id=8c78301c-3835-4c22-8477-f395c4828f23)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:02.779024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:02.779452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:02.814772 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb419485-0280-4de6-bbc8-fd02f93fdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:02.991845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb419485-0280-4de6-bbc8-fd02f93fdaae None None] Pushing event updated for resources: {'Port': ['ID=e0166999-fc66-48ae-a3f1-6fcead040400,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:03.012656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:49:52Z', 'revision_number': 3, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:00Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:03.050979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:03.065430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Made reservation on behalf of f87d1a3274b94ae6b1528165799e3930 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:03.067974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.097534 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.187274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Network 9cbe67d6-a356-446a-98b7-c802ea669766 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:03.202564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02fe03-f97c-44fa-8984-001d16ed622b None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:49:52Z', 'revision_number': 3, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:00Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:03.246076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31782a2-c3f9-4fbd-9a68-0215419492f2 req-cfd3fd9e-f1e6-412b-9050-14f22666eef8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:03.251992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e31782a2-c3f9-4fbd-9a68-0215419492f2 req-cfd3fd9e-f1e6-412b-9050-14f22666eef8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.2325637 Oct 18 20:50:03.254430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.272701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:03.277521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:03.280573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:03.282781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:03.284653 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c24813-678b-45da-befd-5b46f7158328" -d '{"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:03.306155 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.441505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.461415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event deleted for resources: {'Port': ['ID=9989ce16-1328-4176-adba-67796a108fa8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:03.474567 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e31782a2-c3f9-4fbd-9a68-0215419492f2 req-4a6af643-c0cd-4fb6-9d2d-607851bd5bfa tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124076 Oct 18 20:50:03.485117 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.569810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.570551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.571093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.572907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.573471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.577163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.577765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.581702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.582390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.582989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.583699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.584805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:03.606312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:03.607903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:03.622865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:03.626974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:03.663022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.22.0.1 (4b628d14-bf7b-483e-8970-07c4331bc3d0/27bc38d5-d0f6-4e78-b58d-1580247e90a5/0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:03.763578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.799697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Attempting to bind port f79fa4a9-51bd-47a2-80ae-02225de4cef1 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:03.800073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Attempting to bind port f79fa4a9-51bd-47a2-80ae-02225de4cef1 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:03.800486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Attempting to bind port f79fa4a9-51bd-47a2-80ae-02225de4cef1 on network 4b628d14-bf7b-483e-8970-07c4331bc3d0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:03.833618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:03.833927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Checking segment: {'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:03.834280 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.834687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Bound using segment: {'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:03.835549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Bound port: f79fa4a9-51bd-47a2-80ae-02225de4cef1, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:03.835549 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:03.869978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809843c-f437-47e6-86d7-8f80865d4578 req-37cc3444-1fb9-40e3-9f45-f71c345397d5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:03.871908 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c809843c-f437-47e6-86d7-8f80865d4578 req-37cc3444-1fb9-40e3-9f45-f71c345397d5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 931 time: 0.2334328 Oct 18 20:50:03.879706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Pushing event updated for resources: {'Port': ['ID=f79fa4a9-51bd-47a2-80ae-02225de4cef1,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:04.127560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] For port f79fa4a9-51bd-47a2-80ae-02225de4cef1, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:04.148517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] For port f79fa4a9-51bd-47a2-80ae-02225de4cef1, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f79fa4a9-51bd-47a2-80ae-02225de4cef1,segment=NetworkSegment(3e743b6f-357c-4b42-bb8f-4427fd4344d5),segment_id=3e743b6f-357c-4b42-bb8f-4427fd4344d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:04.159430 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.193647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c809843c-f437-47e6-86d7-8f80865d4578 req-9a78dd57-6a34-4455-85e7-f68bcaa922ca tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751740 Oct 18 20:50:04.347122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:04.353089 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.415053 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.430659 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e460581-fe90-4a52-8b51-a281d57ab348 x-openstack-request-id: req-5e460581-fe90-4a52-8b51-a281d57ab348 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:50:04.431287 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:50:04.431415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.432958 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e460581-fe90-4a52-8b51-a281d57ab348 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:50:04.436633 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'code': 200} Oct 18 20:50:04.479101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008d537-5bc5-457a-b807-0c8ff067233b None None] Pushing event updated for resources: {'Port': ['ID=f79fa4a9-51bd-47a2-80ae-02225de4cef1,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:04.559305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-8eae170d-d4f7-47e3-877e-21993e8fb90b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7302160 Oct 18 20:50:04.636565 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.641627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.647406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Request body: {'port': {'device_id': '1cf6d792-1605-410e-b328-0a6f50108be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:04.767295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.839551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d16c1-1e92-4126-99e1-7e29d0feb222 req-f2fd4855-3e69-4b72-a971-9af2dd446197 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:04.850189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-917d16c1-1e92-4126-99e1-7e29d0feb222 req-f2fd4855-3e69-4b72-a971-9af2dd446197 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.2896612 Oct 18 20:50:04.856864 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:04.898163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f67ea3e-a54d-47e0-bff3-6db36db7c2ac,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:04.984371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:05.004339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:05.010417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:05.013779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:05.041226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03e6b7-62d9-435d-84b3-4045f0627aee req-13488c99-0dc4-4f17-8a2b-e3cb1a76d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:05.042947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d03e6b7-62d9-435d-84b3-4045f0627aee req-13488c99-0dc4-4f17-8a2b-e3cb1a76d05f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 1097 time: 0.4206009 Oct 18 20:50:05.107261 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-917d16c1-1e92-4126-99e1-7e29d0feb222 req-1642d51c-6340-460d-8aef-9c6d741a3c3b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506967 Oct 18 20:50:05.171399 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d03e6b7-62d9-435d-84b3-4045f0627aee req-c95149f5-c97c-4c90-8be1-30f120b8c8ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Oct 18 20:50:05.209629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.267876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.268488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Fanout notify agent at l3_agent the message router_deleted on router ad55d84a-7665-48e9-934c-bac4856307b1 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:50:05.281166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.288828 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c3588491-7e0d-42ad-80a6-1ae99613b84d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/ad55d84a-7665-48e9-934c-bac4856307b1 HTTP/1.1" status: 204 len: 168 time: 5.3089244 Oct 18 20:50:05.297494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Checking segment: {'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:05.298194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Network hostable DHCP agents. Network: 53641f4a-a0c0-4b55-af04-214adef190fd, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:50:05.305937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38380) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:05.311509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5df3e422-bc1d-4389-a13d-6b9a1452ff21 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-657533910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:05.328993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f79fa4a9-51bd-47a2-80ae-02225de4cef1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:05.453926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5df3e422-bc1d-4389-a13d-6b9a1452ff21 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.455087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5df3e422-bc1d-4389-a13d-6b9a1452ff21 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.463887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f79fa4a9-51bd-47a2-80ae-02225de4cef1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:05.464799 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.502315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763b3dd-f92e-4e07-87da-b9f3c5123814 req-477585e4-f7e1-49e7-b90c-9ea42306f111 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:05.505151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Network 53641f4a-a0c0-4b55-af04-214adef190fd is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:50:05.515565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8763b3dd-f92e-4e07-87da-b9f3c5123814 req-477585e4-f7e1-49e7-b90c-9ea42306f111 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1740038 Oct 18 20:50:05.564048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5df3e422-bc1d-4389-a13d-6b9a1452ff21 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.577790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 53641f4a-a0c0-4b55-af04-214adef190fd) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:05.599480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5df3e422-bc1d-4389-a13d-6b9a1452ff21 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.610864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:05.611657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.624302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e0ec4-d83f-4b37-80ea-6a72f7446988 None None] Network 53641f4a-a0c0-4b55-af04-214adef190fd requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:05.670085 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.693529 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b62a6e92-8e67-47c2-9b98-a97123483ec7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.7764478 Oct 18 20:50:05.716313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5df3e422-bc1d-4389-a13d-6b9a1452ff21 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:05.717696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5df3e422-bc1d-4389-a13d-6b9a1452ff21 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4105871 Oct 18 20:50:05.718327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38386) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:05.731468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38388) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:05.747341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:05.759707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': True}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:05.843787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52c85e4-1b86-4a02-b127-33778ffabffc {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:50:05.844461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8763b3dd-f92e-4e07-87da-b9f3c5123814 req-e86607b5-8c74-4fa8-a157-a81dd63aefd0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992013 Oct 18 20:50:05.950954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.112193 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.167724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.171716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.267329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port f79fa4a9-51bd-47a2-80ae-02225de4cef1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f79fa4a9-51bd-47a2-80ae-02225de4cef1,segment=NetworkSegment(3e743b6f-357c-4b42-bb8f-4427fd4344d5),segment_id=3e743b6f-357c-4b42-bb8f-4427fd4344d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:06.268044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Transition to ACTIVE for port object d52c85e4-1b86-4a02-b127-33778ffabffc will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:50:06.276164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.288715 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.289724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.290699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e0166999-fc66-48ae-a3f1-6fcead040400 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:06.316440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9707b-74f8-4b7c-bb81-e83db88ed10f req-da1b53a0-7916-47f8-b770-1edbd5d98b2c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:06.321599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36e9707b-74f8-4b7c-bb81-e83db88ed10f req-da1b53a0-7916-47f8-b770-1edbd5d98b2c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 931 time: 0.2348080 Oct 18 20:50:06.422935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.447234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:06.520312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36e9707b-74f8-4b7c-bb81-e83db88ed10f req-23b6a40e-5c77-4113-873f-4f95ae7aba65 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744862 Oct 18 20:50:06.536061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-526b15f5-105a-461e-8f47-2c162ffe2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:06.540733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-526b15f5-105a-461e-8f47-2c162ffe2a86 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1097 time: 0.1791854 Oct 18 20:50:06.582196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c133361e-5fd3-472c-8c7a-e2fc1b8d8b93 None None] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:06.596347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=f79fa4a9-51bd-47a2-80ae-02225de4cef1,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:06.682653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5da7ece6-8049-4084-9b80-96f81b0be9c0 None None] Provisioning complete for port f79fa4a9-51bd-47a2-80ae-02225de4cef1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:06.683308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5da7ece6-8049-4084-9b80-96f81b0be9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.764033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-adde98b5-ed21-403a-9c6f-c6e1ff117f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:06.768048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-adde98b5-ed21-403a-9c6f-c6e1ff117f76 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.2115533 Oct 18 20:50:06.777539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.794591 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:06.796335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-53641f4a-a0c0-4b55-af04-214adef190fd', 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'fixed_ips': [{'subnet_id': '5f67ea3e-a54d-47e0-bff3-6db36db7c2ac'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:50:06.797315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.005322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-fbfa3625-32b3-4627-b511-d0964322fb8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.2238896 Oct 18 20:50:07.096180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Allocated IP 172.20.0.2 (53641f4a-a0c0-4b55-af04-214adef190fd/5f67ea3e-a54d-47e0-bff3-6db36db7c2ac/0aeca537-6439-4e77-8a2c-47b9270f1818) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:07.098737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.159265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Attempting to bind port d52c85e4-1b86-4a02-b127-33778ffabffc on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:07.159619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Attempting to bind port d52c85e4-1b86-4a02-b127-33778ffabffc by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:07.159989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Attempting to bind port d52c85e4-1b86-4a02-b127-33778ffabffc on network 9cbe67d6-a356-446a-98b7-c802ea669766 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:07.167702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Port d52c85e4-1b86-4a02-b127-33778ffabffc on network 9cbe67d6-a356-446a-98b7-c802ea669766 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:50:07.168162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Attempting to bind port d52c85e4-1b86-4a02-b127-33778ffabffc on network 9cbe67d6-a356-446a-98b7-c802ea669766 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:07.205416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:07.205727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Checking segment: {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:07.206103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Bound using segment: {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:07.206473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Bound port: d52c85e4-1b86-4a02-b127-33778ffabffc, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:07.206831 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.243550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-2968fa35-6be5-413b-b7fb-d5014fb3b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:07.246343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-2968fa35-6be5-413b-b7fb-d5014fb3b72d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.1326199 Oct 18 20:50:07.288756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.299580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e0166999-fc66-48ae-a3f1-6fcead040400 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:07.300238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.308871 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.338453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:07.342351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:07.366342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.383923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-111b1194-8ff7-4441-875b-619d0b289cf6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163228 Oct 18 20:50:07.387223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Network 53641f4a-a0c0-4b55-af04-214adef190fd is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:07.389003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:07.405623 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:07.408723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:07.439372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.508131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:07.508843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.510376 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] 10.222.0.30 "PUT /v2.0/ports/d52c85e4-1b86-4a02-b127-33778ffabffc HTTP/1.1" status: 200 len: 1091 time: 2.8774397 Oct 18 20:50:07.522771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:07.529171 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cb553c-4bfb-4ba1-8951-76fce306837b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:07.579458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.595855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38966f-3a1a-4ee3-8f8b-46ae49af53f1 req-0f390f84-7f41-490e-a25b-03c1e6f8abbf tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:07.612492 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.616497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8f38966f-3a1a-4ee3-8f8b-46ae49af53f1 req-0f390f84-7f41-490e-a25b-03c1e6f8abbf tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.7183950 Oct 18 20:50:07.645254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-76f1ef41-bd4f-4ed3-b527-a189ae1311bf service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515075 Oct 18 20:50:07.719415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Pushing event updated for resources: {'Port': ['ID=0aeca537-6439-4e77-8a2c-47b9270f1818,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:07.750138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.750489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.750834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.751176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.751518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.751853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.752178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.752539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.752870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.753194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.753518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.753984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:07.761460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d48b69-2369-4770-8cae-3d59ace7b229 service neutron] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:07.818657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-ecde8c97-d5e4-4b01-938f-c4f93467a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:07.821213 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-ecde8c97-d5e4-4b01-938f-c4f93467a746 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 1094 time: 0.2600117 Oct 18 20:50:07.838080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Attempting to bind port 0aeca537-6439-4e77-8a2c-47b9270f1818 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:07.838298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Attempting to bind port 0aeca537-6439-4e77-8a2c-47b9270f1818 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:07.838665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Attempting to bind port 0aeca537-6439-4e77-8a2c-47b9270f1818 on network 53641f4a-a0c0-4b55-af04-214adef190fd {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:07.870628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:07.871272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Checking segment: {'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:07.871800 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.872206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Bound using segment: {'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:07.872793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Bound port: 0aeca537-6439-4e77-8a2c-47b9270f1818, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:07.873197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:07.958430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-00f1878d-60fb-4ce3-8476-5ad25c395cc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52c85e4-1b86-4a02-b127-33778ffabffc HTTP/1.1" status: 200 len: 217 time: 0.0882490 Oct 18 20:50:07.998780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f79fa4a9-51bd-47a2-80ae-02225de4cef1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:08.011811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8f38966f-3a1a-4ee3-8f8b-46ae49af53f1 req-daae850b-822d-4d7d-b639-e44cef6d498c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644071 Oct 18 20:50:08.080893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13f13ed8-5780-4229-82a4-bbdb84e1f099 req-8d08359a-9631-495a-b7bd-519a34eb8fe6 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134345 Oct 18 20:50:08.092647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:08.095984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:08.162820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] For port 0aeca537-6439-4e77-8a2c-47b9270f1818, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:08.186396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] For port 0aeca537-6439-4e77-8a2c-47b9270f1818, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0aeca537-6439-4e77-8a2c-47b9270f1818,segment=NetworkSegment(a8e2dffe-6445-45a8-b6db-6d7fd5b128af),segment_id=a8e2dffe-6445-45a8-b6db-6d7fd5b128af)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:08.196944 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:08.210497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f79fa4a9-51bd-47a2-80ae-02225de4cef1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:08.212153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:08.351354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3490c-9b8a-4a2b-9f2a-492629eac23e None None] Pushing event updated for resources: {'Port': ['ID=0aeca537-6439-4e77-8a2c-47b9270f1818,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:08.399170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:08.413486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5b0f-ef58-4e1a-9e30-e500303da52c req-5ec57c2b-fd03-43a5-b25b-76b312a4b18a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:08.422151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05ab5b0f-ef58-4e1a-9e30-e500303da52c req-5ec57c2b-fd03-43a5-b25b-76b312a4b18a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.3076015 Oct 18 20:50:08.624034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Allocated IP 172.25.7.14 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/e79733c6-bc1e-46c6-943e-99dc3f4cb66a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:08.658067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c7e1b84e-060d-42d1-abe7-84a4a135015d None None] Provisioning complete for port f79fa4a9-51bd-47a2-80ae-02225de4cef1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:08.658454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b84e-060d-42d1-abe7-84a4a135015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:08.663581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:08.704064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-2d19a9c8-2543-4fed-8f9d-921b508f2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:08.705824 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-2d19a9c8-2543-4fed-8f9d-921b508f2074 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.7358146 Oct 18 20:50:08.803433 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-08fdbd62-bc2a-4e9f-aea0-364701ce2c8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633078 Oct 18 20:50:08.807114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:08.852079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c7e1b84e-060d-42d1-abe7-84a4a135015d None None] Provisioning complete for port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:08.852079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b84e-060d-42d1-abe7-84a4a135015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:08.929577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1b84e-060d-42d1-abe7-84a4a135015d None None] Port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:09.068253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6b0d0e2d-03f9-45d1-bd83-2e05f726dc0a None None] Provisioning complete for port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:09.069108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0e2d-03f9-45d1-bd83-2e05f726dc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:09.132566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d0e2d-03f9-45d1-bd83-2e05f726dc0a None None] Port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:09.158283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05ab5b0f-ef58-4e1a-9e30-e500303da52c req-3bae0478-698d-438c-a7a2-66cec6f4c98c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351801 Oct 18 20:50:09.229729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-6d12facf-aa69-46e1-9394-0a38573896cf service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054439 Oct 18 20:50:09.262694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:09.264946 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923d5d30-5e14-4f4d-8c7f-cd399638944b x-openstack-request-id: req-923d5d30-5e14-4f4d-8c7f-cd399638944b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:50:09.265295 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:50:09.265653 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-923d5d30-5e14-4f4d-8c7f-cd399638944b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:50:09.266180 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'status': 'completed', 'code': 200} Oct 18 20:50:09.276210 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-571f86f0-a22d-4cd4-9bd6-975d0142d746 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2501957 Oct 18 20:50:09.276736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38420) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:09.282439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'network': {'name': 'tempest-RoutersTest-1012212048'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:09.284114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:09.301080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:09.301515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:09.317113 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:09.422338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:09.427282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:09.484317 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-422a95e2-c29b-4b49-abdd-ab3782552ca5 req-d6e14800-0652-45da-af2e-8992ec15bb0b service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469175 Oct 18 20:50:09.493495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:50:09.500005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:09.512856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8373887-18e1-4bcf-a7a1-b900cbea3e99 req-b6db30c6-5cc1-4c9e-9b0b-f663d8273545 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:09.518950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8373887-18e1-4bcf-a7a1-b900cbea3e99 req-b6db30c6-5cc1-4c9e-9b0b-f663d8273545 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 943 time: 0.1559834 Oct 18 20:50:09.521561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:09.532891 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:09.533397 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added segment 5fc57f98-26da-4cc2-a2e2-b1e01aa68591 of type vlan for network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 Oct 18 20:50:09.634089 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8373887-18e1-4bcf-a7a1-b900cbea3e99 req-5c3d875a-f3aa-489c-b2e8-b735151b7c20 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088955 Oct 18 20:50:09.666143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bf46a8f3-9515-4f3c-a7a4-286e527c6180 None None] Provisioning complete for port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:09.666523 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bf46a8f3-9515-4f3c-a7a4-286e527c6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:09.744135 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:09.769165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:09.774990 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:09.779445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Allocated IP 172.25.7.170 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/9b898152-f6d1-4698-a90b-90f02fcbd29f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:09.782628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:09.849532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Port': ['ID=e79733c6-bc1e-46c6-943e-99dc3f4cb66a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:09.869970 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-acf1695b-207a-498c-8b3e-41ffd2c6195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:09.872787 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-acf1695b-207a-498c-8b3e-41ffd2c6195c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 1094 time: 0.2997720 Oct 18 20:50:09.873863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397c2fb-f37f-4cd9-9122-782ae9a1f568 req-81683262-e2e6-4f2d-b78f-0ef01e9b6e47 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:09.882521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a397c2fb-f37f-4cd9-9122-782ae9a1f568 req-81683262-e2e6-4f2d-b78f-0ef01e9b6e47 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1337588 Oct 18 20:50:09.945026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bf46a8f3-9515-4f3c-a7a4-286e527c6180 None None] Port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:09.957148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a397c2fb-f37f-4cd9-9122-782ae9a1f568 req-50ea9d00-78fa-4911-a0c0-d9632d17a8bb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701711 Oct 18 20:50:09.989960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:05Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:06Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:10.042782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:10.043154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Updating router 42c25de9-5091-4f03-85be-00037a79a88b port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:50:10.082169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0aeca537-6439-4e77-8a2c-47b9270f1818 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:10.105410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:10.175227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da1980-6744-4874-9454-01975aeb6a9e None None] Network 53641f4a-a0c0-4b55-af04-214adef190fd requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:10.176575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-43991c51-7380-4432-bfad-ba430d0097e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:10.178379 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-43991c51-7380-4432-bfad-ba430d0097e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 915 time: 0.2968256 Oct 18 20:50:10.179117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:10.200229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:10.200916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:10.356226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:10.434531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aa0e4f8a-dc6e-4958-ba6f-7d5ca76452ae None None] Provisioning complete for port 0aeca537-6439-4e77-8a2c-47b9270f1818 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:10.434909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4f8a-dc6e-4958-ba6f-7d5ca76452ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:10.493880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Network': ['ID=633575d2-1bef-44d1-9ae3-5cb5645e93c3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:10.511161 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-bf5afd3f-96c3-4b88-bbdf-6fefa72a6e27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52c85e4-1b86-4a02-b127-33778ffabffc HTTP/1.1" status: 200 len: 217 time: 0.2866292 Oct 18 20:50:10.519086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:50:10.538529 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8ffcddf-f333-4029-a013-046de52c0ac8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2605929 Oct 18 20:50:10.541377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38450) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:10.546532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'subnet': {'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:10.681137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0aeca537-6439-4e77-8a2c-47b9270f1818 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:10.681740 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:10.734721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:10.738921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-13db45a9-6bf8-4db2-8b5b-0e15112604e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:10.740646 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-13db45a9-6bf8-4db2-8b5b-0e15112604e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.2179813 Oct 18 20:50:10.778418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8c2b9-7d35-425f-9212-f3bf480bc146 req-1de8c119-e9d6-439d-ad06-c88f459997db tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:10.788836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-72fdc43c-5bd2-43f8-a30b-3d666a135bce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388277 Oct 18 20:50:10.789463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ec8c2b9-7d35-425f-9212-f3bf480bc146 req-1de8c119-e9d6-439d-ad06-c88f459997db tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1393414 Oct 18 20:50:10.842010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ec8c2b9-7d35-425f-9212-f3bf480bc146 req-e28bc760-fc9b-497d-8554-3e5cac94cebb tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Oct 18 20:50:10.910070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Made reservation on behalf of f9eb5e2f2ea448b9aa0e1b31b81f52bc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:10.917360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.031041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d52c85e4-1b86-4a02-b127-33778ffabffc details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:50:11.055100 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.107912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24519edf-a07a-4345-a2f0-6f113097f4d5 req-85f63714-cfb8-4a31-9205-cebc655958c3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:11.110016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24519edf-a07a-4345-a2f0-6f113097f4d5 req-85f63714-cfb8-4a31-9205-cebc655958c3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1132393 Oct 18 20:50:11.140545 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-e890e79d-8763-4924-a41c-83fb834edb43 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900066 Oct 18 20:50:11.173296 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.205971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24519edf-a07a-4345-a2f0-6f113097f4d5 req-cc974046-7e3d-4ef9-a693-aed7330f7310 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781131 Oct 18 20:50:11.262269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.371895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.390777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:11.396231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:11.405790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:11.433820 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4f8a-dc6e-4958-ba6f-7d5ca76452ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.436846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:11.441140 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c335e9-1cc6-4acb-a47c-9179917b00b1" -d '{"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-unplugged", "status": "completed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:11.484814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Subnet': ['ID=d47532a1-9182-4296-87fd-1aa33a594de8,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:11.494668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Pushing event updated for resources: {'Port': ['ID=9b898152-f6d1-4698-a90b-90f02fcbd29f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:11.527297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Checking segment: {'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:11.527297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network hostable DHCP agents. Network: 633575d2-1bef-44d1-9ae3-5cb5645e93c3, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:50:11.550400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d254ed4-68c1-4188-9d75-96698f3d899b req-e8713c0a-6a26-40a7-9e33-f2da6a720535 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:11.560371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d254ed4-68c1-4188-9d75-96698f3d899b req-e8713c0a-6a26-40a7-9e33-f2da6a720535 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 943 time: 0.1801167 Oct 18 20:50:11.575125 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51cb553c-4bfb-4ba1-8951-76fce306837b req-8bbe75fb-8fa8-4639-95a1-6775cb4047c7 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210250 Oct 18 20:50:11.656127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d254ed4-68c1-4188-9d75-96698f3d899b req-e013409c-4234-48d8-b549-0fd1615e4e54 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934289 Oct 18 20:50:11.674922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:50:11.701841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 633575d2-1bef-44d1-9ae3-5cb5645e93c3) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:11.717612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:11.718645 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.744732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-75a118be-ad3d-4a81-a756-d22b445fc22b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2021675 Oct 18 20:50:11.749824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38466) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:11.818677 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.826922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:11.836722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58193d4-0498-469a-99da-6d471b8a1478 None None] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:11.934535 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:11.946374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673e68a-fa8d-4620-b71e-d8b5a6a19541 req-25a13f6f-6630-4abd-a9d8-9f2c462c5e20 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:11.948277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5673e68a-fa8d-4620-b71e-d8b5a6a19541 req-25a13f6f-6630-4abd-a9d8-9f2c462c5e20 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 946 time: 0.1317284 Oct 18 20:50:12.058464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:12.089363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-aa0e4f8a-dc6e-4958-ba6f-7d5ca76452ae None None] For port 0aeca537-6439-4e77-8a2c-47b9270f1818, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0aeca537-6439-4e77-8a2c-47b9270f1818,segment=NetworkSegment(a8e2dffe-6445-45a8-b6db-6d7fd5b128af),segment_id=a8e2dffe-6445-45a8-b6db-6d7fd5b128af)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:12.106692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5673e68a-fa8d-4620-b71e-d8b5a6a19541 req-bbe86d35-11ef-4d61-889b-936aabbec4e0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478944 Oct 18 20:50:12.121754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4f8a-dc6e-4958-ba6f-7d5ca76452ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.249739 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa02ca8-3ab3-46a7-9917-a2da8bf1d698 x-openstack-request-id: req-3aa02ca8-3ab3-46a7-9917-a2da8bf1d698 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:50:12.250183 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-unplugged", "status": "failed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5", "code": 422}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:50:12.250632 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3aa02ca8-3ab3-46a7-9917-a2da8bf1d698 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:50:12.251138 n-d-812149-2 neutron-server[100532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'code': 422} returned with failed status Oct 18 20:50:12.350738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:12.387477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:50:12.387988 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:50:12.391916 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.417669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-db7cef69-4cad-4185-a718-0f2b35b72a1d None None] Provisioning complete for port 0aeca537-6439-4e77-8a2c-47b9270f1818 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:12.418165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-db7cef69-4cad-4185-a718-0f2b35b72a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.420260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'port_id': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'mac_address': 'fa:16:3e:48:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ab4248-3c9c-4574-8186-b58ea1c282e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:50:12.453573 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.455656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e4f8a-dc6e-4958-ba6f-7d5ca76452ae None None] Pushing event updated for resources: {'Port': ['ID=0aeca537-6439-4e77-8a2c-47b9270f1818,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:12.531157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.550507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.592115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.630658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52c85e4-1b86-4a02-b127-33778ffabffc {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:50:12.662792 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.687390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac368c4-aec4-402e-a787-dbb95b25a5ab None None] Pushing event updated for resources: {'Port': ['ID=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:12.754134 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:50:12.757359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:12.805321 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.824712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Attempting to bind port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:12.825053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Attempting to bind port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:12.825419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Attempting to bind port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 on network 4b628d14-bf7b-483e-8970-07c4331bc3d0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:12.828285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:50:12.829202 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:12.953104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Allocated IP 172.23.0.1 (633575d2-1bef-44d1-9ae3-5cb5645e93c3/d47532a1-9182-4296-87fd-1aa33a594de8/6d0cf54b-4500-4355-9313-4e8a4b098292) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:12.991442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:13.038725 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.060277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:13.060930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Checking segment: {'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:13.068956 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.072187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Bound using segment: {'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:13.073920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Bound port: 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e743b6f-357c-4b42-bb8f-4427fd4344d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:13.074451 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.120146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.194932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f183b-ee41-49f8-a447-ea85ac94a4fe req-d9f10fc6-3da6-4472-b59f-a171024417a6 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:13.205152 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af7f183b-ee41-49f8-a447-ea85ac94a4fe req-d9f10fc6-3da6-4472-b59f-a171024417a6 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.7076287 Oct 18 20:50:13.233073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.264484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d52c85e4-1b86-4a02-b127-33778ffabffc'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:50:13.282083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0aeca537-6439-4e77-8a2c-47b9270f1818 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:13.287767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:13.296547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:13.300200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:13.311507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Router 32f2cacb-87d3-4e4c-baa0-518b80737863 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:50:13.320863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af7f183b-ee41-49f8-a447-ea85ac94a4fe req-acb8f040-9261-45cd-b3b1-f266a167e069 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133783 Oct 18 20:50:13.444873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-493f7d7b-a99a-4385-a96e-3990bb960044 req-6a58f109-f650-427a-b91b-3dcb70ad0613 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:50:13.457663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-493f7d7b-a99a-4385-a96e-3990bb960044 req-6a58f109-f650-427a-b91b-3dcb70ad0613 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0190876 Oct 18 20:50:13.463843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=6d0cf54b-4500-4355-9313-4e8a4b098292,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:13.484009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.521738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aee6581c-9cee-44e1-ab37-0d03f6fe3b0e None None] Provisioning complete for port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:13.522913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aee6581c-9cee-44e1-ab37-0d03f6fe3b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.638573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-aee6581c-9cee-44e1-ab37-0d03f6fe3b0e None None] Port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:13.655692 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.815141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.829522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0aeca537-6439-4e77-8a2c-47b9270f1818 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:13.834214 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.852451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d91e7-18c0-4282-a07b-aa29a39f774f req-ddba99ac-ecc3-44a5-97a3-67771c2a310f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:13.856195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:13.856570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-510d91e7-18c0-4282-a07b-aa29a39f774f req-ddba99ac-ecc3-44a5-97a3-67771c2a310f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 944 time: 0.1201851 Oct 18 20:50:13.860183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.863132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:13.864579 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c3175fdf-9e9a-4672-99a4-6ccec619e7f5 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "PUT /v2.0/routers/32f2cacb-87d3-4e4c-baa0-518b80737863 HTTP/1.1" status: 200 len: 913 time: 8.1136601 Oct 18 20:50:13.867485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38502) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:13.873036 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] Sync routers for ids ['32f2cacb-87d3-4e4c-baa0-518b80737863'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:13.888757 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] Routers {'32f2cacb-87d3-4e4c-baa0-518b80737863'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:13.889406 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32f2cacb-87d3-4e4c-baa0-518b80737863'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:13.940612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] For port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:13.978220 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:14.002022 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] Routers {'32f2cacb-87d3-4e4c-baa0-518b80737863'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:14.002690 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32f2cacb-87d3-4e4c-baa0-518b80737863'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:14.052489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] For port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,segment=NetworkSegment(3e743b6f-357c-4b42-bb8f-4427fd4344d5),segment_id=3e743b6f-357c-4b42-bb8f-4427fd4344d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:14.056589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Allocated IP 172.23.0.2 (633575d2-1bef-44d1-9ae3-5cb5645e93c3/d47532a1-9182-4296-87fd-1aa33a594de8/84be7da9-53a8-4ebd-9727-e69ced3ca7dd) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:14.105737 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.134460 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:14.138432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ced614ab-0d86-4f69-9d5b-6b1734bed39b tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/32f2cacb-87d3-4e4c-baa0-518b80737863 HTTP/1.1" status: 200 len: 919 time: 0.2694755 Oct 18 20:50:14.140496 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ade3d-2822-482f-b3aa-f17b3231a6ea None None] The sync data for ids ['32f2cacb-87d3-4e4c-baa0-518b80737863'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:14.141648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38504) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:14.239099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd4c2a-8f2a-4d02-a0fd-0d1bf064c1b9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:14.240969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c6bd4c2a-8f2a-4d02-a0fd-0d1bf064c1b9 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=32f2cacb-87d3-4e4c-baa0-518b80737863&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0980203 Oct 18 20:50:14.246856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:14.271443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:50:14.301838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:14.343967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-510d91e7-18c0-4282-a07b-aa29a39f774f req-3219de44-66cf-4877-8aad-caeabc4344f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428160 Oct 18 20:50:14.567440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7ff0c-523f-4876-b323-ff237063aadb tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:14.574592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.581402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aad7ff0c-523f-4876-b323-ff237063aadb tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 0.3316922 Oct 18 20:50:14.583145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38520) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:14.722604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.746954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2ec7538d-f53b-4bd3-b576-602d1c829d9a tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f2cacb-87d3-4e4c-baa0-518b80737863 HTTP/1.1" status: 200 len: 205 time: 0.1442418 Oct 18 20:50:14.748423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:14.750257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38528) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:14.866721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.871833 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.895628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.951697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Sync routers for ids ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:14.956492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.965285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:14.972166 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b2d36d53-0965-4c95-b700-bfda959ed55c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.2500386 Oct 18 20:50:14.972846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:15.019547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:15.020933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:15.032593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event updated for resources: {'Port': ['ID=6d0cf54b-4500-4355-9313-4e8a4b098292,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:15.057261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8474b-a6e2-4d01-a82f-c301bae6efe1 req-169b438e-689a-43d9-8d1b-b31214ce2470 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:15.067056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14e8474b-a6e2-4d01-a82f-c301bae6efe1 req-169b438e-689a-43d9-8d1b-b31214ce2470 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.4803889 Oct 18 20:50:15.116027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:15.119536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac368c4-aec4-402e-a787-dbb95b25a5ab None None] Pushing event updated for resources: {'Port': ['ID=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:15.143779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:15.158652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-720e217f-a758-4125-90be-45f4e6f75a42 None None] Provisioning complete for port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:15.159517 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-720e217f-a758-4125-90be-45f4e6f75a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:15.162313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:15.170300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-f21eca18-5c2c-4438-9dd9-1bc555cf2344 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8251805 Oct 18 20:50:15.224959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14e8474b-a6e2-4d01-a82f-c301bae6efe1 req-fe92fdc9-4a01-4bdf-b5e0-99e1742979dd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569374 Oct 18 20:50:15.281700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Routers {'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:15.282466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:15.304970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-c48a5a76-d524-4aa0-8150-be8b2cf4fc10 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:50:15.310189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-c48a5a76-d524-4aa0-8150-be8b2cf4fc10 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1062431 Oct 18 20:50:15.318437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:15.512841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:15.516799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:15.595728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Deleting port e79733c6-bc1e-46c6-943e-99dc3f4cb66a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:15.596066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:15.634362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Set router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:15.748986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:15.767155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def382-1dae-4128-aa36-64376612a4e9 req-810d4852-3579-43a8-9564-335a9a452c87 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:15.768938 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13def382-1dae-4128-aa36-64376612a4e9 req-810d4852-3579-43a8-9564-335a9a452c87 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.3486505 Oct 18 20:50:15.931909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:15.972487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13def382-1dae-4128-aa36-64376612a4e9 req-31784e96-64b2-44c8-beaa-8c9abc97408f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912937 Oct 18 20:50:15.984157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Calling delete_port for e79733c6-bc1e-46c6-943e-99dc3f4cb66a owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:16.156372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:16.163755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-32cd0a12-b92b-45c1-af54-d675e57348ef tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4123251 Oct 18 20:50:16.168000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38552) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:16.180631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:16.206637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15e5c-8f5e-455f-be81-c45a8f6e42f3 req-8dd4515e-189f-404c-958d-f622683f2f52 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:16.217014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8be15e5c-8f5e-455f-be81-c45a8f6e42f3 req-8dd4515e-189f-404c-958d-f622683f2f52 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 944 time: 0.0967846 Oct 18 20:50:16.289575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8be15e5c-8f5e-455f-be81-c45a8f6e42f3 req-931372ac-d21b-4e70-bf04-76e581196b62 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706797 Oct 18 20:50:16.384362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:16.390075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Pushing event updated for resources: {'Port': ['ID=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:16.453421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Attempting to bind port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:16.453982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Attempting to bind port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:16.454460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Attempting to bind port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd on network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:16.469865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:16.479761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Checking segment: {'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:16.482668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:16.483365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Bound using segment: {'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:16.484672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Bound port: 84be7da9-53a8-4ebd-9727-e69ced3ca7dd, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:16.485988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:16.576167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0c1bd-18f5-4ba6-b32a-9ba9f9c5469d req-689a23b1-b32c-4fe8-8481-91ea29d97873 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:16.580084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3c0c1bd-18f5-4ba6-b32a-9ba9f9c5469d req-689a23b1-b32c-4fe8-8481-91ea29d97873 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.1605189 Oct 18 20:50:16.677382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3c0c1bd-18f5-4ba6-b32a-9ba9f9c5469d req-a76e4993-7ff0-423d-b755-d16d5e546771 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880723 Oct 18 20:50:16.845145 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-720e217f-a758-4125-90be-45f4e6f75a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:16.874095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] For port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:16.906868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-47d65bb7-f77a-4af5-8692-35a3722ce4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:16.911485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-47d65bb7-f77a-4af5-8692-35a3722ce4d8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d&tenant_id=b1937209920c40ea8d18a334fda0218e HTTP/1.1" status: 200 len: 1095 time: 0.1316981 Oct 18 20:50:16.930678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] For port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,segment=NetworkSegment(5fc57f98-26da-4cc2-a2e2-b1e01aa68591),segment_id=5fc57f98-26da-4cc2-a2e2-b1e01aa68591)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:16.952811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:16.957335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-720e217f-a758-4125-90be-45f4e6f75a42 None None] For port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,segment=NetworkSegment(3e743b6f-357c-4b42-bb8f-4427fd4344d5),segment_id=3e743b6f-357c-4b42-bb8f-4427fd4344d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:16.964995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:12Z', 'revision_number': 3, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port': {'id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:08Z', 'updated_at': '2021-10-18T20:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:17.011514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-720e217f-a758-4125-90be-45f4e6f75a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:17.029024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-71fe0281-8265-44a4-91b5-ac54b7512f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:17.031606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-71fe0281-8265-44a4-91b5-ac54b7512f0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1095 time: 0.0873280 Oct 18 20:50:17.062466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Checking router: a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:17.062819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Updating router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 port 9b898152-f6d1-4698-a90b-90f02fcbd29f binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:50:17.071563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d52c85e4-1b86-4a02-b127-33778ffabffc up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:17.149631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:17.222604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511c73d-7d4e-4ea8-b6df-052f3d0135e4 None None] Pushing event updated for resources: {'Port': ['ID=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:17.251859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e268cc-12dc-401d-96c6-2c7376a65752 req-daccb369-3bbb-417f-9768-e37e411dceab tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:17.253803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41e268cc-12dc-401d-96c6-2c7376a65752 req-daccb369-3bbb-417f-9768-e37e411dceab tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1687677 Oct 18 20:50:17.275069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-5780435d-dc50-42ed-80c7-43fd403986e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:17.276630 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-5780435d-dc50-42ed-80c7-43fd403986e0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.2375965 Oct 18 20:50:17.307329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41e268cc-12dc-401d-96c6-2c7376a65752 req-7d54f803-797f-4931-b579-aa4ff6ebeeba tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Oct 18 20:50:17.351836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-fe70932d-a20a-490f-9962-02f71c8508ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.0473917 Oct 18 20:50:17.419730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:17.435284 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:17.456426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:13Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:13Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:14Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:17.472884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 20:50:17.499817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port d52c85e4-1b86-4a02-b127-33778ffabffc completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:50:17.512010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053902e-153d-4ee5-ad26-e9971cdc358f None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:13Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:13Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:14Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:17.516808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port d52c85e4-1b86-4a02-b127-33778ffabffc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:17.517076 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:17.521570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e217f-a758-4125-90be-45f4e6f75a42 None None] Pushing event updated for resources: {'Port': ['ID=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:17.549632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-9a997a04-3ed7-448d-8d40-9c81608e5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:17.551571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-9a997a04-3ed7-448d-8d40-9c81608e5d34 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.1828914 Oct 18 20:50:17.574714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71d61-6c50-4f58-8de9-eb992cbf941f req-d87159f2-0604-4042-885f-903e245b149e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:17.578686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1a71d61-6c50-4f58-8de9-eb992cbf941f req-d87159f2-0604-4042-885f-903e245b149e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 944 time: 0.1665928 Oct 18 20:50:17.682260 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-692efebf-a044-40f4-b44d-e5273c39b14d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024327 Oct 18 20:50:17.719537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event deleted for resources: {'Port': ['ID=e79733c6-bc1e-46c6-943e-99dc3f4cb66a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:17.751524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1a71d61-6c50-4f58-8de9-eb992cbf941f req-79a798c9-f6d7-4be5-b510-5ed82cdacd72 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249487 Oct 18 20:50:17.769495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Removed routes are [] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 20:50:17.769985 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:17.887095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:17.928852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:17.933801 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c59a21c-1f79-451a-a4af-2fc11f282450" -d '{"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-plugged", "status": "completed", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:17.987832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:17.996005 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.070065 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.099067 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.112185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-f8c6e973-962c-4083-949f-251a4c48f543 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651662 Oct 18 20:50:18.168366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:18.331061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Attempting to bind port 9b898152-f6d1-4698-a90b-90f02fcbd29f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:18.331543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Attempting to bind port 9b898152-f6d1-4698-a90b-90f02fcbd29f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:18.331920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Attempting to bind port 9b898152-f6d1-4698-a90b-90f02fcbd29f on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:18.341982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.355119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:18.364108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:18.364108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.364108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:18.364108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Bound port: 9b898152-f6d1-4698-a90b-90f02fcbd29f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:18.364108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.472805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 84be7da9-53a8-4ebd-9727-e69ced3ca7dd up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:18.505645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a70f0-03d4-4eff-bd4e-465b704934a0 None None] Pushing event updated for resources: {'Port': ['ID=9b898152-f6d1-4698-a90b-90f02fcbd29f,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:18.663584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] For port 9b898152-f6d1-4698-a90b-90f02fcbd29f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:18.669025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] For port 9b898152-f6d1-4698-a90b-90f02fcbd29f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9b898152-f6d1-4698-a90b-90f02fcbd29f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:18.695841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Allocated IP 172.20.0.1 (53641f4a-a0c0-4b55-af04-214adef190fd/5f67ea3e-a54d-47e0-bff3-6db36db7c2ac/a437827e-739c-403f-a44d-0b989349ebf2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:18.709610 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.792078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f626a-4173-48ac-8cad-7629bd566955 req-21cabf0d-0647-48ff-a6c6-6fa90d106cd5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:18.801786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6f626a-4173-48ac-8cad-7629bd566955 req-21cabf0d-0647-48ff-a6c6-6fa90d106cd5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.8801255 Oct 18 20:50:18.954909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:18.955555 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6f626a-4173-48ac-8cad-7629bd566955 req-44c93df2-7133-4807-a79f-1535498613ad tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516018 Oct 18 20:50:18.955772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ccf19c-79ab-4ef4-9053-8290e8353788 None None] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:19.013645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.031608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.042590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38598) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:19.048157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed3a134c-a81e-4de3-ae01-80aa42865c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.072317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-0141f9a3-5b76-4746-8d8d-8862edcfaa4b service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9464178 Oct 18 20:50:19.134814 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ec294-fd0d-4301-b6a5-0e04c7010d80 x-openstack-request-id: req-342ec294-fd0d-4301-b6a5-0e04c7010d80 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:50:19.135470 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-plugged", "status": "completed", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:50:19.136172 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-342ec294-fd0d-4301-b6a5-0e04c7010d80 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:50:19.136360 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'code': 200} Oct 18 20:50:19.205756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Routers {'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:19.206741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:19.213521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4998eb26-fb36-4b27-908b-068ecec19608 None None] Provisioning complete for port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:19.214034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4998eb26-fb36-4b27-908b-068ecec19608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.216008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:19.216574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.218280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a70f0-03d4-4eff-bd4e-465b704934a0 None None] Pushing event updated for resources: {'Port': ['ID=9b898152-f6d1-4698-a90b-90f02fcbd29f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:19.253685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f751e88-0220-4691-b3e2-87c10be75bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.307165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.327051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.372494 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.373265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Fanout notify agent at l3_agent the message router_deleted on router 32f2cacb-87d3-4e4c-baa0-518b80737863 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:50:19.451653 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.453152 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-36aff489-c6b2-4773-b20c-4af651d083e3 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/32f2cacb-87d3-4e4c-baa0-518b80737863 HTTP/1.1" status: 204 len: 168 time: 4.7017910 Oct 18 20:50:19.457609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38610) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:19.463513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b4264c08-4d9a-4b70-bee0-a22ed6970cd2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1649851018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:19.485637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.590124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a620c-12d7-4767-966c-3d48742dca6e req-708c4e3d-6d07-423d-bad8-be64913d5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:19.592396 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-856a620c-12d7-4767-966c-3d48742dca6e req-708c4e3d-6d07-423d-bad8-be64913d5cd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 1096 time: 0.3605614 Oct 18 20:50:19.602101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cfb1-ab22-4e49-b085-84686cbc9253 req-4464ffcb-f98d-45d6-a2d9-c570a4a0d5e1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:19.603841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4d9cfb1-ab22-4e49-b085-84686cbc9253 req-4464ffcb-f98d-45d6-a2d9-c570a4a0d5e1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.3111894 Oct 18 20:50:19.617485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4264c08-4d9a-4b70-bee0-a22ed6970cd2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.618592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4264c08-4d9a-4b70-bee0-a22ed6970cd2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.742149 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-856a620c-12d7-4767-966c-3d48742dca6e req-d6b3ee77-d7ec-4df7-9599-f59641e076d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169598 Oct 18 20:50:19.746999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f751e88-0220-4691-b3e2-87c10be75bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.762567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:19.772981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.803326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Network 53641f4a-a0c0-4b55-af04-214adef190fd is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:19.808438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:19.822810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f751e88-0220-4691-b3e2-87c10be75bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.831148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:19.926165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.946881 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4264c08-4d9a-4b70-bee0-a22ed6970cd2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:19.960032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4d9cfb1-ab22-4e49-b085-84686cbc9253 req-6e7ccb2d-9e15-44d3-b503-d9a7c70bc3eb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371210 Oct 18 20:50:20.000672 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4264c08-4d9a-4b70-bee0-a22ed6970cd2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:20.042438 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:20.065989 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:20.066834 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:49:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:20.078079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f751e88-0220-4691-b3e2-87c10be75bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f97e65c-c01b-471f-a134-9a3321d4d81f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:20.106736 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4f751e88-0220-4691-b3e2-87c10be75bd2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7fe4e75677e04d1a94ed1d648d6b71a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0563574 Oct 18 20:50:20.107533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38624) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:20.131952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4264c08-4d9a-4b70-bee0-a22ed6970cd2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:20.135417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b4264c08-4d9a-4b70-bee0-a22ed6970cd2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6767163 Oct 18 20:50:20.143024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38626) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:20.174493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'enable_snat': False}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:20.307666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:20.328447 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:20.340893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] Set router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:20.477128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Pushing event updated for resources: {'Port': ['ID=a437827e-739c-403f-a44d-0b989349ebf2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:20.625365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:20.639267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:20.640968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-84f221e1-82e3-47d5-837c-2d022d10c076 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 200 len: 933 time: 4.4698181 Oct 18 20:50:20.651105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38630) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:20.662547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1216-b812-4377-b800-89861bb8c885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:20.785048 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4998eb26-fb36-4b27-908b-068ecec19608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.042655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b72d3-ef2b-4691-9f7b-7417722276e3 req-bb979257-a851-4fb4-9959-4dcf09530a74 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:21.054245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-083b72d3-ef2b-4691-9f7b-7417722276e3 req-bb979257-a851-4fb4-9959-4dcf09530a74 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.9170036 Oct 18 20:50:21.106924 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1216-b812-4377-b800-89861bb8c885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.211191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4998eb26-fb36-4b27-908b-068ecec19608 None None] For port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,segment=NetworkSegment(5fc57f98-26da-4cc2-a2e2-b1e01aa68591),segment_id=5fc57f98-26da-4cc2-a2e2-b1e01aa68591)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:21.243010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4998eb26-fb36-4b27-908b-068ecec19608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.277734 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.336286 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:17Z', 'revision_number': 6, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:14Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:21.385881 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1216-b812-4377-b800-89861bb8c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.397993 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1216-b812-4377-b800-89861bb8c885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.399972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dd8e1216-b812-4377-b800-89861bb8c885 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f97e65c-c01b-471f-a134-9a3321d4d81f HTTP/1.1" status: 204 len: 168 time: 1.2879245 Oct 18 20:50:21.404832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.463638 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:21.466010 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Updating router 42c25de9-5091-4f03-85be-00037a79a88b port 6d0cf54b-4500-4355-9313-4e8a4b098292 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:50:21.494698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e1216-b812-4377-b800-89861bb8c885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f97e65c-c01b-471f-a134-9a3321d4d81f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:21.514432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-083b72d3-ef2b-4691-9f7b-7417722276e3 req-4390bffa-9248-4b11-839b-1c84111d00df tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589157 Oct 18 20:50:21.547794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-96da8dd4-4052-426b-8699-c4551b3e6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:21.552088 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.568272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-96da8dd4-4052-426b-8699-c4551b3e6481 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1095 time: 0.7862484 Oct 18 20:50:21.614274 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:50:21.614975 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:50:21.709692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9382edcc-b4be-45ab-9cc1-08a200ac495b None None] Provisioning complete for port a437827e-739c-403f-a44d-0b989349ebf2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:21.710670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9382edcc-b4be-45ab-9cc1-08a200ac495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.791962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.823874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:21.879277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-05484537-bd51-4573-80dd-d83e38412089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:12Z', 'revision_number': 3, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port': {'id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:08Z', 'updated_at': '2021-10-18T20:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:21.963940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998eb26-fb36-4b27-908b-068ecec19608 None None] Pushing event updated for resources: {'Port': ['ID=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:21.969783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05484537-bd51-4573-80dd-d83e38412089 None None] The sync data for ids ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'] in n-d-812149-2 is: [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:12Z', 'revision_number': 3, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port': {'id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:08Z', 'updated_at': '2021-10-18T20:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:21.993626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9382edcc-b4be-45ab-9cc1-08a200ac495b None None] Port a437827e-739c-403f-a44d-0b989349ebf2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:21.993911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:22.244193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aacac433-2656-41b0-b428-969b640d9d41 None None] Provisioning complete for port 6d0cf54b-4500-4355-9313-4e8a4b098292 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:22.244783 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aacac433-2656-41b0-b428-969b640d9d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:22.342506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-ebc514af-07e9-455e-bcbd-07b1b314f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:22.350238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-ebc514af-07e9-455e-bcbd-07b1b314f29d service neutron] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.7070169 Oct 18 20:50:22.380562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5b629-06d7-4ddb-a6ed-10a9096fbbdd req-5fce016d-6e2f-4b9a-81ac-3d9e92f522c0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:22.382198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97c5b629-06d7-4ddb-a6ed-10a9096fbbdd req-5fce016d-6e2f-4b9a-81ac-3d9e92f522c0 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.6073227 Oct 18 20:50:22.402350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:22.524223 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5816efc3-5176-4c60-8eb3-810e78ae61dc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 200 len: 933 time: 1.8700709 Oct 18 20:50:22.537610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38648) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:22.568745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'routes': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:22.575148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-923c8d12-3a57-4ff9-8f8d-e59f569d9f1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.1777253 Oct 18 20:50:22.596355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Network 53641f4a-a0c0-4b55-af04-214adef190fd is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:22.639814 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:22.661732 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:22.718738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:22.719360 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:22.785523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:22.828402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97c5b629-06d7-4ddb-a6ed-10a9096fbbdd req-ef8b0b24-3683-43bb-82e2-f29a9b3e3f16 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291158 Oct 18 20:50:22.862736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-aacac433-2656-41b0-b428-969b640d9d41 None None] Port 6d0cf54b-4500-4355-9313-4e8a4b098292 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:22.968981 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Pushing event updated for resources: {'Port': ['ID=6d0cf54b-4500-4355-9313-4e8a4b098292,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:23.065837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aacac433-2656-41b0-b428-969b640d9d41 None None] Provisioning complete for port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:23.067963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aacac433-2656-41b0-b428-969b640d9d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:23.098168 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.098626 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.099066 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.099635 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.100008 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.100545 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.101060 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.101517 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.101944 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.102370 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.107202 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.107812 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:23.210291 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Attempting to bind port 6d0cf54b-4500-4355-9313-4e8a4b098292 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:23.211634 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Attempting to bind port 6d0cf54b-4500-4355-9313-4e8a4b098292 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:23.212277 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Attempting to bind port 6d0cf54b-4500-4355-9313-4e8a4b098292 on network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:23.216199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Pushing event updated for resources: {'Port': ['ID=a437827e-739c-403f-a44d-0b989349ebf2,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:23.228475 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:23.229340 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Checking segment: {'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:23.230222 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:23.230849 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Bound using segment: {'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:23.231701 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Bound port: 6d0cf54b-4500-4355-9313-4e8a4b098292, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc57f98-26da-4cc2-a2e2-b1e01aa68591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:23.241040 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:23.246027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:23.432936 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a1af190-ec72-499a-80af-e708faf6c318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:23.513865 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] For port 6d0cf54b-4500-4355-9313-4e8a4b098292, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:23.524852 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] For port 6d0cf54b-4500-4355-9313-4e8a4b098292, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6d0cf54b-4500-4355-9313-4e8a4b098292,segment=NetworkSegment(5fc57f98-26da-4cc2-a2e2-b1e01aa68591),segment_id=5fc57f98-26da-4cc2-a2e2-b1e01aa68591)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:23.544970 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:23.557374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-c1918268-c5a3-484b-bdfa-71b1afa71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:23.573194 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-c1918268-c5a3-484b-bdfa-71b1afa71452 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.7993088 Oct 18 20:50:23.733504 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:23.734159 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:23.745137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 84be7da9-53a8-4ebd-9727-e69ced3ca7dd up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:23.813040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8f27-8d5f-4ae0-8c3f-225faa10da88 req-a26482ca-c857-4f2f-a5cd-6ea3188a33b8 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:23.824043 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-363a8f27-8d5f-4ae0-8c3f-225faa10da88 req-a26482ca-c857-4f2f-a5cd-6ea3188a33b8 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.7628300 Oct 18 20:50:23.842190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:23.846165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-bd37e81c-dd54-4188-8e2d-1dcf857157a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254341 Oct 18 20:50:23.989265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.001731 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Provisioning complete for port 6d0cf54b-4500-4355-9313-4e8a4b098292 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:24.008415 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.039275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added routes are [] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 20:50:24.039507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 20:50:24.114641 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.154704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:24.157040 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.219956 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6e09c-b672-4f70-b170-3221272479f6 None None] Pushing event updated for resources: {'Port': ['ID=6d0cf54b-4500-4355-9313-4e8a4b098292,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:24.328247 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:24.380219 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.430467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Allocated IP 172.25.7.134 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8b301e15-cc60-4a5b-9b60-0b0c85ed9d27) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:24.530718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.666715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-363a8f27-8d5f-4ae0-8c3f-225faa10da88 req-6d22cc20-259b-4d5a-862b-c4d2e242e2cb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402469 Oct 18 20:50:24.725163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:24.736878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a70c7ba4-fb36-4354-8f8c-e49f31b33c2e admin admin] 10.222.0.66 "PUT /v2.0/routers/a0686c40-ccdd-424d-ab2c-ab8ed3110ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7608261 Oct 18 20:50:24.794140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9b898152-f6d1-4698-a90b-90f02fcbd29f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:24.815124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.836480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:24.878654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-11b0f94c-a799-4e79-89c6-8dc33a79f36e service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9571621 Oct 18 20:50:25.011481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] For port 6d0cf54b-4500-4355-9313-4e8a4b098292, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6d0cf54b-4500-4355-9313-4e8a4b098292,segment=NetworkSegment(5fc57f98-26da-4cc2-a2e2-b1e01aa68591),segment_id=5fc57f98-26da-4cc2-a2e2-b1e01aa68591)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:25.030387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9b898152-f6d1-4698-a90b-90f02fcbd29f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:25.030771 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.032977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.180322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:17Z', 'revision_number': 6, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:23Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:25.203492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Pushing event updated for resources: {'Port': ['ID=6d0cf54b-4500-4355-9313-4e8a4b098292,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:25.265184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.269077 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f1956-5701-4370-8384-1d4abbbd61b2 None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:17Z', 'revision_number': 6, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:23Z', 'revision_number': 4, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:25.286872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:25.300150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Provisioning complete for port a437827e-739c-403f-a44d-0b989349ebf2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:25.300645 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.459749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283887b4-d57c-425e-ab27-e36b9b004bca req-2f2bb58b-b93d-46c1-939a-ae5335b7d60c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:25.472704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-283887b4-d57c-425e-ab27-e36b9b004bca req-2f2bb58b-b93d-46c1-939a-ae5335b7d60c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.5751729 Oct 18 20:50:25.491549 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.511779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fdef0e6a-c0f4-4235-9407-702152854f62 None None] Port a437827e-739c-403f-a44d-0b989349ebf2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:50:25.526473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af9b0b3a-5693-4da4-ab9f-68b77c970e05 req-892fcdbd-e019-4fe2-b72d-caa0034696c1 service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253707 Oct 18 20:50:25.584236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:25.592743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.599874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38692) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:25.601065 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-40b85a8c-4674-4dc7-b81d-47612fa0fff0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 200 len: 699 time: 3.0468915 Oct 18 20:50:25.765488 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.847890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 9b898152-f6d1-4698-a90b-90f02fcbd29f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9b898152-f6d1-4698-a90b-90f02fcbd29f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:25.875621 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.921800 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:25.993586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-283887b4-d57c-425e-ab27-e36b9b004bca req-216591c7-282c-4535-b94c-8dad7d98e26d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198295 Oct 18 20:50:26.035384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:26.046172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38708) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:26.094163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f73e62f2-7650-4193-ab07-c9414d15a25d None None] Provisioning complete for port 6d0cf54b-4500-4355-9313-4e8a4b098292 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:26.098076 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f73e62f2-7650-4193-ab07-c9414d15a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:26.134928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e14cf85e-3868-4fc3-997e-5cdff0e53b1a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 200 len: 699 time: 0.4955566 Oct 18 20:50:26.137324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38712) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:26.158578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:26.163186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:26.172068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:26.182804 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Sync routers for ids ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:26.196028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6d0cf54b-4500-4355-9313-4e8a4b098292 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:26.207373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Routers {'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:26.208025 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:26.208747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:26.221288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:26.467921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=9b898152-f6d1-4698-a90b-90f02fcbd29f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:26.520966 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Set router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:26.553505 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e111726f-e4d7-495a-8ffc-8f023581f27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:26.787673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:26.805946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:26.884507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:20Z', 'revision_number': 4, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port': {'id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:08Z', 'updated_at': '2021-10-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a437827e-739c-403f-a44d-0b989349ebf2', 'name': '', 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'mac_address': 'fa:16:3e:e3:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5f67ea3e-a54d-47e0-bff3-6db36db7c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:17Z', 'updated_at': '2021-10-18T20:50:20Z', 'revision_number': 2, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'subnets': [{'id': '5f67ea3e-a54d-47e0-bff3-6db36db7c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:26.897611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6d0cf54b-4500-4355-9313-4e8a4b098292 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:26.898269 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.051606 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Checking router: a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:27.051970 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Updating router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 port a437827e-739c-403f-a44d-0b989349ebf2 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:50:27.154344 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.244734 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.249796 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e111726f-e4d7-495a-8ffc-8f023581f27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.320440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e111726f-e4d7-495a-8ffc-8f023581f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.459859 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e111726f-e4d7-495a-8ffc-8f023581f27b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c05fbf2bc624438b506b29437952739&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4119167 Oct 18 20:50:27.469832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38746) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:27.480255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111726f-e4d7-495a-8ffc-8f023581f27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c4941-2864-4306-b178-2c7af84876ec,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:27.549308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Pushing event updated for resources: {'Port': ['ID=8b301e15-cc60-4a5b-9b60-0b0c85ed9d27,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:27.565033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:24Z', 'revision_number': 7, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:24Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:27.597189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.597419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.597762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.598103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.598460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.598826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.599109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.599418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.599851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.600189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.611471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:27.612548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.613008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:50:27.629408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:27.630288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:27.645772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38748) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:27.828472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705152a5-6e8b-4b5a-ab3a-9e3862766625 req-8c596660-1038-4eba-8fb7-1eae61c50ffa tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:27.831643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-705152a5-6e8b-4b5a-ab3a-9e3862766625 req-8c596660-1038-4eba-8fb7-1eae61c50ffa tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 1.5817022 Oct 18 20:50:27.850313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b2b64bc-4eab-47e9-a87b-104d692dc01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.930946 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.960786 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:27.980178 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fe98f0-794f-4279-b949-f9379fddd5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.003702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b2b64bc-4eab-47e9-a87b-104d692dc01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.018953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:28.073530 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.093066 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.178914 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.208093 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078526-7fff-467a-994f-e5c4b1fe691d None None] Pushing event updated for resources: {'Port': ['ID=a437827e-739c-403f-a44d-0b989349ebf2,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:28.236804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9b898152-f6d1-4698-a90b-90f02fcbd29f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:28.345265 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Attempting to bind port a437827e-739c-403f-a44d-0b989349ebf2 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:50:28.345702 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Attempting to bind port a437827e-739c-403f-a44d-0b989349ebf2 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:50:28.345987 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Attempting to bind port a437827e-739c-403f-a44d-0b989349ebf2 on network 53641f4a-a0c0-4b55-af04-214adef190fd {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:50:28.355755 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:50:28.356191 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Checking segment: {'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:28.356720 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.356966 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Bound using segment: {'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:50:28.357466 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Bound port: a437827e-739c-403f-a44d-0b989349ebf2, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:50:28.358084 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.393022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-705152a5-6e8b-4b5a-ab3a-9e3862766625 req-0da5d105-0f8e-40ff-8a85-ff2c9ea74195 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500407 Oct 18 20:50:28.431314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Router 8aea0d30-fac8-4715-a1e6-36458bd6e430 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:50:28.469333 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b2b64bc-4eab-47e9-a87b-104d692dc01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.495064 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b2b64bc-4eab-47e9-a87b-104d692dc01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.497416 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7b2b64bc-4eab-47e9-a87b-104d692dc01d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d2c4941-2864-4306-b178-2c7af84876ec HTTP/1.1" status: 204 len: 168 time: 1.0255098 Oct 18 20:50:28.542959 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] For port a437827e-739c-403f-a44d-0b989349ebf2, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:50:28.567550 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] For port a437827e-739c-403f-a44d-0b989349ebf2, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a437827e-739c-403f-a44d-0b989349ebf2,segment=NetworkSegment(a8e2dffe-6445-45a8-b6db-6d7fd5b128af),segment_id=a8e2dffe-6445-45a8-b6db-6d7fd5b128af)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:50:28.578910 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.600447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9b898152-f6d1-4698-a90b-90f02fcbd29f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:28.609184 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:28.755669 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Routers {'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:28.756327 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:28.807927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b64bc-4eab-47e9-a87b-104d692dc01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c4941-2864-4306-b178-2c7af84876ec,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:28.985774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fe98f0-794f-4279-b949-f9379fddd5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.001031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13fe98f0-794f-4279-b949-f9379fddd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.058728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe98f0-794f-4279-b949-f9379fddd5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5315f24-1702-416e-8bb1-86eb5b424096,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:29.084503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:29.092212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-13fe98f0-794f-4279-b949-f9379fddd5ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b6d1ec380774dc489d09967f04107cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4443886 Oct 18 20:50:29.094776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38758) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:29.112553 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.122404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] Sync routers for ids ['8aea0d30-fac8-4715-a1e6-36458bd6e430'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:29.126747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8e9f10be-b6e2-4676-aaaa-661d1d2ec127 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "PUT /v2.0/routers/8aea0d30-fac8-4715-a1e6-36458bd6e430 HTTP/1.1" status: 200 len: 916 time: 8.9805493 Oct 18 20:50:29.131488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38760) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:29.184294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-af4d63cb-4a0a-46ac-b339-5d374bcf435d None None] Provisioning complete for port a437827e-739c-403f-a44d-0b989349ebf2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:29.184740 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af4d63cb-4a0a-46ac-b339-5d374bcf435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.240298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] Routers {'8aea0d30-fac8-4715-a1e6-36458bd6e430'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:29.241291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['8aea0d30-fac8-4715-a1e6-36458bd6e430'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:29.376072 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] Set router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:29.392871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38762) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:29.406136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:29.439522 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f77b4c5e-6c19-418b-b4db-f99511c57839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.457154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b88d12c-88ad-4767-9a61-debf56dada24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.551644 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [req-c9b9c8bc-8fa5-4e3d-a0aa-3044f34a8dd4 req-e81eacbd-86ce-45b3-b959-966b95c954d6 tempest-FloatingIPDetailsNegativeTestJSON-686071779 tempest-FloatingIPDetailsNegativeTestJSON-686071779-project] show failed (client error): The resource could not be found. Oct 18 20:50:29.575186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f77b4c5e-6c19-418b-b4db-f99511c57839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.576660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9b9c8bc-8fa5-4e3d-a0aa-3044f34a8dd4 req-e81eacbd-86ce-45b3-b959-966b95c954d6 tempest-FloatingIPDetailsNegativeTestJSON-686071779 tempest-FloatingIPDetailsNegativeTestJSON-686071779-project] 10.222.0.66 "GET /v2.0/floatingips/5a67c1b3-876c-4103-b529-827aae5216fe HTTP/1.1" status: 404 len: 350 time: 0.1609950 Oct 18 20:50:29.579965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38766) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:29.596242 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f77b4c5e-6c19-418b-b4db-f99511c57839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.639686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] Routers {'8aea0d30-fac8-4715-a1e6-36458bd6e430'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:29.640260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['8aea0d30-fac8-4715-a1e6-36458bd6e430'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:29.664287 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-85e5d871-ac5a-498c-adec-35f53012a05a tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/8aea0d30-fac8-4715-a1e6-36458bd6e430 HTTP/1.1" status: 200 len: 922 time: 0.5299549 Oct 18 20:50:29.669600 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:20Z', 'revision_number': 4, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port': {'id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:08Z', 'updated_at': '2021-10-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a437827e-739c-403f-a44d-0b989349ebf2', 'name': '', 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'mac_address': 'fa:16:3e:e3:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5f67ea3e-a54d-47e0-bff3-6db36db7c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:17Z', 'updated_at': '2021-10-18T20:50:28Z', 'revision_number': 4, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'subnets': [{'id': '5f67ea3e-a54d-47e0-bff3-6db36db7c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:29.670829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38768) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:29.701180 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0cc2f-69ac-44e8-9e06-f182de3f6a3d None None] The sync data for ids ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'] in n-d-812149-2 is: [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:20Z', 'revision_number': 4, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port': {'id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:08Z', 'updated_at': '2021-10-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a437827e-739c-403f-a44d-0b989349ebf2', 'name': '', 'network_id': '53641f4a-a0c0-4b55-af04-214adef190fd', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'mac_address': 'fa:16:3e:e3:9d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '5f67ea3e-a54d-47e0-bff3-6db36db7c2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:17Z', 'updated_at': '2021-10-18T20:50:28Z', 'revision_number': 4, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'subnets': [{'id': '5f67ea3e-a54d-47e0-bff3-6db36db7c2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:29.702952 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078526-7fff-467a-994f-e5c4b1fe691d None None] Pushing event updated for resources: {'Port': ['ID=a437827e-739c-403f-a44d-0b989349ebf2,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:29.816443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5476014-9728-4786-8c17-a9778a0e9d5f tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:29.831380 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5476014-9728-4786-8c17-a9778a0e9d5f tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=8aea0d30-fac8-4715-a1e6-36458bd6e430&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1559253 Oct 18 20:50:29.834761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:29.846151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2be266e-309e-46b9-a9f2-fd3dd4b80cf9 None None] The sync data for ids ['8aea0d30-fac8-4715-a1e6-36458bd6e430'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:29.846716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38770) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:29.854708 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f77b4c5e-6c19-418b-b4db-f99511c57839 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6e0e19e3157461cb03d33c868937799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495654 Oct 18 20:50:29.858752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b88d12c-88ad-4767-9a61-debf56dada24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:29.870485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:24Z', 'revision_number': 7, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:24Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:29.875112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38772) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:29.992664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3c012-4513-4bba-a47b-b877cd65ea4f None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:24Z', 'revision_number': 7, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d0cf54b-4500-4355-9313-4e8a4b098292', 'name': '', 'network_id': '633575d2-1bef-44d1-9ae3-5cb5645e93c3', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:36:94:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:12Z', 'updated_at': '2021-10-18T20:50:24Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': 'd47532a1-9182-4296-87fd-1aa33a594de8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:29.998960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b4c5e-6c19-418b-b4db-f99511c57839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3623b3-e588-4250-ad0f-09bc52394247,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:30.055273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a854cf2b-90d7-411c-8ac5-1d961b61b8b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:30.056658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a854cf2b-90d7-411c-8ac5-1d961b61b8b6 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 881 time: 0.2090290 Oct 18 20:50:30.071849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38774) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:30.117167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b652dee3-5df9-47b9-b2bf-feee40355d76 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=8aea0d30-fac8-4715-a1e6-36458bd6e430 HTTP/1.1" status: 200 len: 205 time: 0.0408802 Oct 18 20:50:30.120426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38776) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:30.151799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a437827e-739c-403f-a44d-0b989349ebf2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:30.282864 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af4d63cb-4a0a-46ac-b339-5d374bcf435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.287814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c806a7-e710-4042-924a-84a191a47f7f req-8a857cc6-45af-41d1-9f5d-f0e35bcf2333 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:30.290998 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98c806a7-e710-4042-924a-84a191a47f7f req-8a857cc6-45af-41d1-9f5d-f0e35bcf2333 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.4148226 Oct 18 20:50:30.298132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f031cc9c-ab67-4afe-83fe-7e94a1d320a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.304898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a437827e-739c-403f-a44d-0b989349ebf2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:30.305278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.327400 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.362097 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f031cc9c-ab67-4afe-83fe-7e94a1d320a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.417106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port 6d0cf54b-4500-4355-9313-4e8a4b098292 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:30.417897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.432809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-af4d63cb-4a0a-46ac-b339-5d374bcf435d None None] For port a437827e-739c-403f-a44d-0b989349ebf2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a437827e-739c-403f-a44d-0b989349ebf2,segment=NetworkSegment(a8e2dffe-6445-45a8-b6db-6d7fd5b128af),segment_id=a8e2dffe-6445-45a8-b6db-6d7fd5b128af)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:30.470235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af4d63cb-4a0a-46ac-b339-5d374bcf435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.574408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98c806a7-e710-4042-924a-84a191a47f7f req-f4b1159f-24cb-4757-848a-fed1468a5a8d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742325 Oct 18 20:50:30.631114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f031cc9c-ab67-4afe-83fe-7e94a1d320a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.634879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f031cc9c-ab67-4afe-83fe-7e94a1d320a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.636285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f031cc9c-ab67-4afe-83fe-7e94a1d320a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b3623b3-e588-4250-ad0f-09bc52394247 HTTP/1.1" status: 204 len: 168 time: 0.7568607 Oct 18 20:50:30.669617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cc9c-ab67-4afe-83fe-7e94a1d320a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3623b3-e588-4250-ad0f-09bc52394247,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:30.727879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-af7afd44-389c-4b6f-a274-cd12271a54aa None None] Provisioning complete for port a437827e-739c-403f-a44d-0b989349ebf2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:30.728564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af7afd44-389c-4b6f-a274-cd12271a54aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:30.734429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d63cb-4a0a-46ac-b339-5d374bcf435d None None] Pushing event updated for resources: {'Port': ['ID=a437827e-739c-403f-a44d-0b989349ebf2,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:30.898623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f612e-ae82-4569-b955-fa897a1c30d6 req-b431c73f-efd9-4564-8664-902528f44ff6 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:30.910969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-080f612e-ae82-4569-b955-fa897a1c30d6 req-b431c73f-efd9-4564-8664-902528f44ff6 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.1511180 Oct 18 20:50:30.984683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-080f612e-ae82-4569-b955-fa897a1c30d6 req-cbefad8e-3fdf-4997-9013-9326ba7f688e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726991 Oct 18 20:50:31.282957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79962ffb-a31c-4fc8-a303-c872179fdea6 req-6d258f9f-4660-4a39-928e-4273c73c5fae tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:31.296644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79962ffb-a31c-4fc8-a303-c872179fdea6 req-6d258f9f-4660-4a39-928e-4273c73c5fae tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.1897144 Oct 18 20:50:31.347363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b88d12c-88ad-4767-9a61-debf56dada24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:31.358596 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b88d12c-88ad-4767-9a61-debf56dada24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:31.362943 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3b88d12c-88ad-4767-9a61-debf56dada24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5315f24-1702-416e-8bb1-86eb5b424096 HTTP/1.1" status: 204 len: 168 time: 2.2637458 Oct 18 20:50:31.389778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79962ffb-a31c-4fc8-a303-c872179fdea6 req-d7ae4399-9e48-44c9-96c1-81890a14cb0b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837018 Oct 18 20:50:31.396154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:31.543510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88d12c-88ad-4767-9a61-debf56dada24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5315f24-1702-416e-8bb1-86eb5b424096,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:31.636279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port 6d0cf54b-4500-4355-9313-4e8a4b098292, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6d0cf54b-4500-4355-9313-4e8a4b098292,segment=NetworkSegment(5fc57f98-26da-4cc2-a2e2-b1e01aa68591),segment_id=5fc57f98-26da-4cc2-a2e2-b1e01aa68591)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:31.636812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:31.785445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:31.817563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab418a1f-f22b-4e93-9b83-f61059f47b94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:31.863924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for 6d0cf54b-4500-4355-9313-4e8a4b098292 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:31.997958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Deleting port 8b301e15-cc60-4a5b-9b60-0b0c85ed9d27 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:32.000952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.160669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a437827e-739c-403f-a44d-0b989349ebf2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:32.300113 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.398323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab418a1f-f22b-4e93-9b83-f61059f47b94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.423992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab418a1f-f22b-4e93-9b83-f61059f47b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.463042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Calling delete_port for 8b301e15-cc60-4a5b-9b60-0b0c85ed9d27 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:32.480745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:32.515041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c089-f610-4fd7-a119-306840235182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.611266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a437827e-739c-403f-a44d-0b989349ebf2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:32.619822 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.633629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c089-f610-4fd7-a119-306840235182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.644777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a0a1c089-f610-4fd7-a119-306840235182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.680265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a0a1c089-f610-4fd7-a119-306840235182 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8372cc57b2394d1084f3d15c56308781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899054 Oct 18 20:50:32.685795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38808) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:32.700511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ab418a1f-f22b-4e93-9b83-f61059f47b94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8a7f869d7804bfc920bed260f3aad6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9131639 Oct 18 20:50:32.703255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38810) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:32.829320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab418a1f-f22b-4e93-9b83-f61059f47b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef63ce1-ebdb-4809-a973-ead30adcbb64,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:32.939091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a380-6eb6-4fa2-98e4-2875c3a877a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.979849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:32.986562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2cc78-d8e5-4b46-a30b-61856fd14e8a req-9ec6f8f9-3f27-4e85-9a6e-cc8444883a46 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:33.004367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5b2cc78-d8e5-4b46-a30b-61856fd14e8a req-9ec6f8f9-3f27-4e85-9a6e-cc8444883a46 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1696463 Oct 18 20:50:33.067806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a380-6eb6-4fa2-98e4-2875c3a877a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:33.106219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5b2cc78-d8e5-4b46-a30b-61856fd14e8a req-bf21518f-ed64-437c-8838-e6b9e7ea8d01 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003454 Oct 18 20:50:33.132754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1c089-f610-4fd7-a119-306840235182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26467804-a374-4c1f-82ad-36bcd287c285,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:33.197510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a380-6eb6-4fa2-98e4-2875c3a877a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:33.202713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a380-6eb6-4fa2-98e4-2875c3a877a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:33.206248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0ab5a380-6eb6-4fa2-98e4-2875c3a877a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ef63ce1-ebdb-4809-a973-ead30adcbb64 HTTP/1.1" status: 204 len: 168 time: 0.5013616 Oct 18 20:50:33.251633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5a380-6eb6-4fa2-98e4-2875c3a877a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef63ce1-ebdb-4809-a973-ead30adcbb64,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:33.316908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f0f8-dec0-4283-abf5-26e2dd0f767e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:33.341915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:33.435125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28791-458a-4109-a50a-a98e2cf821f5 req-3fdec898-fc93-45a7-ab58-4e62ce12b069 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:33.439415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fd28791-458a-4109-a50a-a98e2cf821f5 req-3fdec898-fc93-45a7-ab58-4e62ce12b069 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.1913989 Oct 18 20:50:33.566996 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fd28791-458a-4109-a50a-a98e2cf821f5 req-d303a6bd-a5e7-4866-b770-c2384fffd6fc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090519 Oct 18 20:50:33.639178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=6d0cf54b-4500-4355-9313-4e8a4b098292,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:33.703777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f0f8-dec0-4283-abf5-26e2dd0f767e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:33.850023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffee77f-8c2d-4392-80f0-67c44a1b01f0 req-a54030bf-2772-42db-b884-4eec85908da1 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:33.880336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ffee77f-8c2d-4392-80f0-67c44a1b01f0 req-a54030bf-2772-42db-b884-4eec85908da1 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.1481531 Oct 18 20:50:34.042697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ffee77f-8c2d-4392-80f0-67c44a1b01f0 req-71dc62b6-e197-428c-86ad-747089c6691b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598752 Oct 18 20:50:34.177043 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f0f8-dec0-4283-abf5-26e2dd0f767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:34.180699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f0f8-dec0-4283-abf5-26e2dd0f767e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:34.185802 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fbd5f0f8-dec0-4283-abf5-26e2dd0f767e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26467804-a374-4c1f-82ad-36bcd287c285 HTTP/1.1" status: 204 len: 168 time: 1.4187849 Oct 18 20:50:34.223007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5f0f8-dec0-4283-abf5-26e2dd0f767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26467804-a374-4c1f-82ad-36bcd287c285,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:34.423612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e729c5-a224-429d-b7d6-ff77539021ca req-4d2c6c3a-007e-40b6-b4ec-fcaf5d8026c0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:34.436589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36e729c5-a224-429d-b7d6-ff77539021ca req-4d2c6c3a-007e-40b6-b4ec-fcaf5d8026c0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1322305 Oct 18 20:50:34.503339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:34.534892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36e729c5-a224-429d-b7d6-ff77539021ca req-d8418a38-d1cd-435a-a920-7790b1666c5b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965657 Oct 18 20:50:34.535635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:34.761901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event deleted for resources: {'Port': ['ID=8b301e15-cc60-4a5b-9b60-0b0c85ed9d27,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:34.799051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018a02b-e410-4385-b5ce-73a1172990a2 req-35d0612a-b010-4c9a-b21e-a3e8211813a6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:34.814842 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6018a02b-e410-4385-b5ce-73a1172990a2 req-35d0612a-b010-4c9a-b21e-a3e8211813a6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.1100669 Oct 18 20:50:34.872732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6018a02b-e410-4385-b5ce-73a1172990a2 req-dbf0dd01-5bc7-4347-9eb3-dfb543ec452c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561554 Oct 18 20:50:35.347479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ccffa-1ad4-4597-ae73-c761874e421d req-6ce06503-fdac-4ed3-b55a-75bb7d0e6cf9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:35.356550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9e9ccffa-1ad4-4597-ae73-c761874e421d req-6ce06503-fdac-4ed3-b55a-75bb7d0e6cf9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.1405010 Oct 18 20:50:35.408413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:35.434797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9e9ccffa-1ad4-4597-ae73-c761874e421d req-b4723250-a77d-4643-9ead-9b71116e28a0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770621 Oct 18 20:50:35.618496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:35.689081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:35.697808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:35.882804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:35.883995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Fanout notify agent at l3_agent the message router_deleted on router 8aea0d30-fac8-4715-a1e6-36458bd6e430 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:50:35.885248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12155cb6-d7e4-4408-9d8a-c7325af2ea61 req-7fda5562-80dc-40f7-98ee-028c40b143f4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:35.949496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12155cb6-d7e4-4408-9d8a-c7325af2ea61 req-7fda5562-80dc-40f7-98ee-028c40b143f4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.2428076 Oct 18 20:50:35.955578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Deleting port a437827e-739c-403f-a44d-0b989349ebf2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:35.955931 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:35.978201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:35.988944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-afc995a1-eeb2-475d-8d47-955081464cf9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/8aea0d30-fac8-4715-a1e6-36458bd6e430 HTTP/1.1" status: 204 len: 168 time: 5.8645532 Oct 18 20:50:35.995350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:36.013980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-825460905', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:36.075220 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:36.076863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:36.115068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:36.134975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-01f7847f-0d4d-4f05-a7e6-e0b5dea74a4d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9963114 Oct 18 20:50:36.139055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38874) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:36.151013 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:36.176640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12155cb6-d7e4-4408-9d8a-c7325af2ea61 req-46b62b9d-7b8e-4c42-adf3-499af85c4999 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247028 Oct 18 20:50:36.186657 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:36.187375 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:36.274593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] For port a437827e-739c-403f-a44d-0b989349ebf2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a437827e-739c-403f-a44d-0b989349ebf2,segment=NetworkSegment(a8e2dffe-6445-45a8-b6db-6d7fd5b128af),segment_id=a8e2dffe-6445-45a8-b6db-6d7fd5b128af)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:36.275575 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:36.303064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet d47532a1-9182-4296-87fd-1aa33a594de8 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:50:36.318262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:36.325159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Calling delete_port for a437827e-739c-403f-a44d-0b989349ebf2 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:36.387011 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:36.563352 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:36.677980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:36.936005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:36.948623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4fc90-cc4c-47c8-b115-ded4f0202982 req-8ea57864-82f2-4c7a-a8fa-bf18ac8b8b32 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:36.956782 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71c4fc90-cc4c-47c8-b115-ded4f0202982 req-8ea57864-82f2-4c7a-a8fa-bf18ac8b8b32 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.4615076 Oct 18 20:50:37.037470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71c4fc90-cc4c-47c8-b115-ded4f0202982 req-d87e43fe-fd1a-4294-9e9e-3c8369708779 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795264 Oct 18 20:50:37.194188 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:32Z', 'revision_number': 8, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:37.204066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:37.283049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:37.310593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:37.311567 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:37.316415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:37.428428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=d47532a1-9182-4296-87fd-1aa33a594de8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:37.432686 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:37.443779 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9ac75def-5a35-49e9-9991-d2a172b48ec7 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/d47532a1-9182-4296-87fd-1aa33a594de8 HTTP/1.1" status: 204 len: 168 time: 1.3029618 Oct 18 20:50:37.444284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8d06c-8031-43fc-b86a-0dbfc1c22da1 None None] Network 633575d2-1bef-44d1-9ae3-5cb5645e93c3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:37.454164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38894) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:37.538517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:37.547633 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:37.646571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Pushing event deleted for resources: {'Port': ['ID=a437827e-739c-403f-a44d-0b989349ebf2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:37.655177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df840a89-4317-4a44-ad52-f06a3743a99a req-3720d167-8756-4660-abc2-336292fa3e9e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:37.669151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df840a89-4317-4a44-ad52-f06a3743a99a req-3720d167-8756-4660-abc2-336292fa3e9e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.5004890 Oct 18 20:50:37.717458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:37.819079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df840a89-4317-4a44-ad52-f06a3743a99a req-c84806cf-2568-4717-9ec4-7d4713c0d6cd tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480746 Oct 18 20:50:37.894069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] DHCP port deletion for 633575d2-1bef-44d1-9ae3-5cb5645e93c3 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:50:38.196117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] Deleting port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:38.196527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:38.273203 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:32Z', 'revision_number': 8, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:38.301790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:38.347493 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9be89c-bb70-493d-ad57-523483143c9d None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:32Z', 'revision_number': 8, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': '0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7', 'name': '', 'network_id': '4b628d14-bf7b-483e-8970-07c4331bc3d0', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:ff:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:02Z', 'updated_at': '2021-10-18T20:50:16Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '27bc38d5-d0f6-4e78-b58d-1580247e90a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:38.358334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 84be7da9-53a8-4ebd-9727-e69ced3ca7dd no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:38.384122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:50:38.402534 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:38.451241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:38.451584 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:38.473588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:38.604967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:50:38.666479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] For port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,segment=NetworkSegment(5fc57f98-26da-4cc2-a2e2-b1e01aa68591),segment_id=5fc57f98-26da-4cc2-a2e2-b1e01aa68591)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:38.667190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:38.765392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] Calling delete_port for 84be7da9-53a8-4ebd-9727-e69ced3ca7dd owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:39.016028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.067312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:39.115804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'port_id': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'mac_address': 'fa:16:3e:20:19:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2975efe-74ef-4037-b1ef-94a6b08c090b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:50:39.133551 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.207834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d895770-de94-4cf2-815b-c2b05f3d9ba7 req-149c63ff-af82-4ba9-a823-60d0cf21ae2e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:39.207834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d895770-de94-4cf2-815b-c2b05f3d9ba7 req-149c63ff-af82-4ba9-a823-60d0cf21ae2e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 1.0048025 Oct 18 20:50:39.230739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] No DVR routers for this DVR port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:50:39.258467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52804f96-3893-4e4e-840b-a8032da57b21 None None] Pushing event deleted for resources: {'Port': ['ID=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:39.268254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,segment=NetworkSegment(5fc57f98-26da-4cc2-a2e2-b1e01aa68591),segment_id=5fc57f98-26da-4cc2-a2e2-b1e01aa68591)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:39.275156 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.342616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.358848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for 84be7da9-53a8-4ebd-9727-e69ced3ca7dd owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:39.365358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:50:39.418168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Allocated IP 172.25.7.239 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/98da597b-dc33-42bb-b0bd-3bb9d29c487b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:39.439720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:39.440948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:39.447933 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.475495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d895770-de94-4cf2-815b-c2b05f3d9ba7 req-b55e532a-d424-43bb-9315-49935645527c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400730 Oct 18 20:50:39.515852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:39.538974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:50:39.590865 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.617752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:39.632402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] Sync routers for ids ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:39.638072 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8662e9e0-3565-4298-ba91-f1b2086d1349 admin admin] 10.222.0.66 "PUT /v2.0/routers/a0686c40-ccdd-424d-ab2c-ab8ed3110ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0555458 Oct 18 20:50:39.639040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38964) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:39.661821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No DVR routers for this DVR port 84be7da9-53a8-4ebd-9727-e69ced3ca7dd on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:50:39.664200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=84be7da9-53a8-4ebd-9727-e69ced3ca7dd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:39.674833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] Routers {'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:39.675645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:39.826015 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.840226 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.864678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633575d2-1bef-44d1-9ae3-5cb5645e93c3']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:39.876240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc57f98-26da-4cc2-a2e2-b1e01aa68591') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:39.876602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc57f98-26da-4cc2-a2e2-b1e01aa68591') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:39.888082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.907541 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.917171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:50:39.918635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.945633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:50:39.948420 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:50:40.032704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083df88a-733b-4021-9a8e-f0671daae647 req-803382aa-3743-45a8-9a2a-198fbb60eeca tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:40.042083 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-083df88a-733b-4021-9a8e-f0671daae647 req-803382aa-3743-45a8-9a2a-198fbb60eeca tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.3927941 Oct 18 20:50:40.049039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6d0cf54b-4500-4355-9313-4e8a4b098292 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:40.090620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.108026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.111843 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/633575d2-1bef-44d1-9ae3-5cb5645e93c3 HTTP/1.1" status: 204 len: 168 time: 2.6537933 Oct 18 20:50:40.115788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38996) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:40.140945 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.146030 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-083df88a-733b-4021-9a8e-f0671daae647 req-de55927f-c45f-4d3b-aaf9-9c5105e29760 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026120 Oct 18 20:50:40.258491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d08bd-bc9f-47e2-90ed-5441d2156be5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=633575d2-1bef-44d1-9ae3-5cb5645e93c3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:40.261379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Deleting port 9b898152-f6d1-4698-a90b-90f02fcbd29f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:40.262051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.309986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.403213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6d0cf54b-4500-4355-9313-4e8a4b098292 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:40.403560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6d0cf54b-4500-4355-9313-4e8a4b098292 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:40.412444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] Set router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:40.446974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] For port 9b898152-f6d1-4698-a90b-90f02fcbd29f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9b898152-f6d1-4698-a90b-90f02fcbd29f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:40.447671 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.468209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Calling delete_port for 9b898152-f6d1-4698-a90b-90f02fcbd29f owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:40.488721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:40.499823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:40.508996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:40.589171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39008) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:40.640022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:37Z', 'revision_number': 5, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port': {'id': '9b898152-f6d1-4698-a90b-90f02fcbd29f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:08Z', 'updated_at': '2021-10-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:40.680180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] Checking router: a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:40.689647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event updated for resources: {'Port': ['ID=98da597b-dc33-42bb-b0bd-3bb9d29c487b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:40.708359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] Routers {'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:40.710709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:40.722971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb39be-b103-47c6-93cf-22e057f91a11 req-27958f94-438e-4446-ad83-891972154035 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:40.725048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99eb39be-b103-47c6-93cf-22e057f91a11 req-27958f94-438e-4446-ad83-891972154035 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.3864799 Oct 18 20:50:40.817340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.839847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] Set router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:40.908786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:40Z', 'revision_number': 6, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:40.912894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b898152-f6d1-4698-a90b-90f02fcbd29f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:40.946238 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-11957867-7c6f-48ac-a2ee-7047261ecdf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:40.952628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adec3af-fcca-4856-9cf7-0d8d69b7dc7f None None] The sync data for ids ['a0686c40-ccdd-424d-ab2c-ab8ed3110ae5'] in n-d-812149-2 is: [{'id': 'a0686c40-ccdd-424d-ab2c-ab8ed3110ae5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1454472689-router', 'tenant_id': 'f87d1a3274b94ae6b1528165799e3930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:06Z', 'updated_at': '2021-10-18T20:50:40Z', 'revision_number': 6, 'project_id': 'f87d1a3274b94ae6b1528165799e3930', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:40.961013 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99eb39be-b103-47c6-93cf-22e057f91a11 req-121844ad-1401-4c20-9719-d6355c3f6eeb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279952 Oct 18 20:50:41.019335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.132658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.138973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.211411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.211939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:50:41.217737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.218947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c9a88978-9789-49fe-883a-34b268449d79 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a0686c40-ccdd-424d-ab2c-ab8ed3110ae5 HTTP/1.1" status: 204 len: 168 time: 1.5784314 Oct 18 20:50:41.221656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39014) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:41.275203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] Deleting subnet 5f67ea3e-a54d-47e0-bff3-6db36db7c2ac {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:50:41.282949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.287130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884c514-6cd9-4f73-ac26-4cb7e0e09fc6 req-850a5c11-ed15-4219-9d6c-9f91d1b839eb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:41.302316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9884c514-6cd9-4f73-ac26-4cb7e0e09fc6 req-850a5c11-ed15-4219-9d6c-9f91d1b839eb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 945 time: 0.1753931 Oct 18 20:50:41.331161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-11957867-7c6f-48ac-a2ee-7047261ecdf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.350118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.355151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-11957867-7c6f-48ac-a2ee-7047261ecdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.368858 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.454194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-11957867-7c6f-48ac-a2ee-7047261ecdf8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a315340725724423b041c74a2f17d281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8613873 Oct 18 20:50:41.458553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39018) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:41.458751 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9884c514-6cd9-4f73-ac26-4cb7e0e09fc6 req-9aa00ff2-9e7d-4847-b8b9-d2645a1865d2 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605275 Oct 18 20:50:41.490222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11957867-7c6f-48ac-a2ee-7047261ecdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5691d2a-5acd-41e1-aa2f-7a6822a32f02,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:41.491807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.592137 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.626748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d42516e-4c4d-4079-a967-e2e6f5f7ddd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.660601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d42516e-4c4d-4079-a967-e2e6f5f7ddd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.752662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.765990 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d42516e-4c4d-4079-a967-e2e6f5f7ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.768910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d42516e-4c4d-4079-a967-e2e6f5f7ddd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.769587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64fb3a-0d71-4291-9570-423f0e083ad7 req-41bf5e70-bf33-4633-8a33-5a62f523291f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:41.770097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7d42516e-4c4d-4079-a967-e2e6f5f7ddd2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5691d2a-5acd-41e1-aa2f-7a6822a32f02 HTTP/1.1" status: 204 len: 168 time: 0.3014107 Oct 18 20:50:41.786751 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf64fb3a-0d71-4291-9570-423f0e083ad7 req-41bf5e70-bf33-4633-8a33-5a62f523291f tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.2113438 Oct 18 20:50:41.818419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42516e-4c4d-4079-a967-e2e6f5f7ddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5691d2a-5acd-41e1-aa2f-7a6822a32f02,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:41.823933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f67ea3e-a54d-47e0-bff3-6db36db7c2ac,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:41.827156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:41.830053 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-80c5f008-b9be-4b0b-ba61-3050a654abae admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5f67ea3e-a54d-47e0-bff3-6db36db7c2ac HTTP/1.1" status: 204 len: 168 time: 0.6073887 Oct 18 20:50:41.832542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39022) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:41.833379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e29cdc-e0bf-428c-afd3-dc6f49e7524f None None] Network 53641f4a-a0c0-4b55-af04-214adef190fd requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:41.938391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.011086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Deleting port 0aeca537-6439-4e77-8a2c-47b9270f1818 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:42.012262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.041964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9b898152-f6d1-4698-a90b-90f02fcbd29f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:42.065269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf64fb3a-0d71-4291-9570-423f0e083ad7 req-d83ff2c6-cb36-44a6-8751-6fa27cdcf595 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050226 Oct 18 20:50:42.084305 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.127026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] For port 0aeca537-6439-4e77-8a2c-47b9270f1818, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0aeca537-6439-4e77-8a2c-47b9270f1818,segment=NetworkSegment(a8e2dffe-6445-45a8-b6db-6d7fd5b128af),segment_id=a8e2dffe-6445-45a8-b6db-6d7fd5b128af)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:42.127411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.137817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 9b898152-f6d1-4698-a90b-90f02fcbd29f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:42.138362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9b898152-f6d1-4698-a90b-90f02fcbd29f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:42.139876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a437827e-739c-403f-a44d-0b989349ebf2 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:42.161158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Calling delete_port for 0aeca537-6439-4e77-8a2c-47b9270f1818 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:42.227903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a437827e-739c-403f-a44d-0b989349ebf2 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:42.228269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a437827e-739c-403f-a44d-0b989349ebf2 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:42.333330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.348847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] No DVR routers for this DVR port 0aeca537-6439-4e77-8a2c-47b9270f1818 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:50:42.359487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b70303-135c-4323-a2e5-fb4ab91f6bf8 None None] DHCP port deletion for 53641f4a-a0c0-4b55-af04-214adef190fd request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:50:42.417390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:42.424575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aeca537-6439-4e77-8a2c-47b9270f1818,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:42.428766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39028) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:42.479619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:42.480051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.523297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-122541ad-9dce-48a3-919c-99b49536122d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.528980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.583194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53641f4a-a0c0-4b55-af04-214adef190fd']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:42.595279 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.622566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:42.626224 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99162dd4-0496-45ff-858f-d6a68594b8da" -d '{"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:42.637882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:42.638152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e2dffe-6445-45a8-b6db-6d7fd5b128af') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:42.644620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:42.650401 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.662528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.687414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.698009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e215d1-5387-4fcd-bcc7-705f1e160aae req-086b121b-40ff-47f7-8af2-850cb4e6974e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:42.704163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:50:42.704606 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.705448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16e215d1-5387-4fcd-bcc7-705f1e160aae req-086b121b-40ff-47f7-8af2-850cb4e6974e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.4793932 Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:50:42.706446 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:50:42.725181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:42.727509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-122541ad-9dce-48a3-919c-99b49536122d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.747120 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-122541ad-9dce-48a3-919c-99b49536122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.759892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:42.760424 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.793740 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16e215d1-5387-4fcd-bcc7-705f1e160aae req-27e31dcb-9bf7-46e6-9608-7e84418e39c3 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866010 Oct 18 20:50:42.818709 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.828191 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:42.831690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] 10.222.0.66 "DELETE /v2.0/networks/53641f4a-a0c0-4b55-af04-214adef190fd HTTP/1.1" status: 204 len: 168 time: 0.9979937 Oct 18 20:50:42.839085 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-122541ad-9dce-48a3-919c-99b49536122d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0135afb2e554513bd0966a9ed6709db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038794 Oct 18 20:50:42.840086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122541ad-9dce-48a3-919c-99b49536122d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f48c0-d084-437d-8a24-d0a360ac7136,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:42.862245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39042) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:42.864918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Router 1e61e7e4-ffd5-4236-af16-bc94566555a6 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:50:42.892641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eb680-07dc-4743-871f-0e0a341b7195 admin admin] Pushing event deleted for resources: {'Network': ['ID=53641f4a-a0c0-4b55-af04-214adef190fd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:42.995481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,segment=NetworkSegment(3e743b6f-357c-4b42-bb8f-4427fd4344d5),segment_id=3e743b6f-357c-4b42-bb8f-4427fd4344d5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:42.996410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.017296 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec537b24-c9cd-40a4-8091-17beed2c0d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.039998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:43.052818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec537b24-c9cd-40a4-8091-17beed2c0d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.095257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ccef4-4b15-44c3-a392-4202a6cada9f req-cabb3655-b264-451d-9c77-51b686aae601 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:43.096957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-132ccef4-4b15-44c3-a392-4202a6cada9f req-cabb3655-b264-451d-9c77-51b686aae601 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1602666 Oct 18 20:50:43.099102 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.143831 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec537b24-c9cd-40a4-8091-17beed2c0d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.149900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec537b24-c9cd-40a4-8091-17beed2c0d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.154515 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ec537b24-c9cd-40a4-8091-17beed2c0d30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/666f48c0-d084-437d-8a24-d0a360ac7136 HTTP/1.1" status: 204 len: 168 time: 0.2911353 Oct 18 20:50:43.167992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39054) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:43.169385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:43.179085 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] Sync routers for ids ['1e61e7e4-ffd5-4236-af16-bc94566555a6'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:43.190880 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] Routers {'1e61e7e4-ffd5-4236-af16-bc94566555a6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:43.194869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec537b24-c9cd-40a4-8091-17beed2c0d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f48c0-d084-437d-8a24-d0a360ac7136,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:43.195909 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1e61e7e4-ffd5-4236-af16-bc94566555a6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:43.246816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39056) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:43.248204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7f2c5fe5-9b65-4d7a-bbc4-2d531d6e24cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f87d1a3274b94ae6b1528165799e3930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772877 Oct 18 20:50:43.250211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-132ccef4-4b15-44c3-a392-4202a6cada9f req-bc3b683a-d862-4ac8-b76d-e2f2572c622d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430271 Oct 18 20:50:43.261524 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:43.261882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.263236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2580ff9e-8642-4ee8-b8c4-f2d1e3213ce9 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2635236 Oct 18 20:50:43.266663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39058) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:43.275998 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] Routers {'1e61e7e4-ffd5-4236-af16-bc94566555a6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:43.276948 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1e61e7e4-ffd5-4236-af16-bc94566555a6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:43.284653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:43.360486 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:43.361917 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb875c-3f5f-44a6-bfee-612600268ddf None None] The sync data for ids ['1e61e7e4-ffd5-4236-af16-bc94566555a6'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:43.366379 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce7f46-c98c-48f1-ac67-0742b7dd6989 x-openstack-request-id: req-57ce7f46-c98c-48f1-ac67-0742b7dd6989 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:50:43.368423 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:50:43.369451 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57ce7f46-c98c-48f1-ac67-0742b7dd6989 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:50:43.370093 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'code': 200} Oct 18 20:50:43.384618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b737321-c78c-4b72-be83-648d77581615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.457301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b737321-c78c-4b72-be83-648d77581615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.489591 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.571917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:43.711585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5174ca7-da57-4e48-8520-7e6155a3adae req-51c30fae-280c-4292-8afa-d7c99f5a8294 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:43.714647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5174ca7-da57-4e48-8520-7e6155a3adae req-51c30fae-280c-4292-8afa-d7c99f5a8294 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 944 time: 0.2435610 Oct 18 20:50:43.782998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b737321-c78c-4b72-be83-648d77581615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.785902 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b737321-c78c-4b72-be83-648d77581615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.790690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b737321-c78c-4b72-be83-648d77581615 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8acd2df-93ad-4d11-9ed7-72a566b8fa53 HTTP/1.1" status: 204 len: 168 time: 0.5392413 Oct 18 20:50:43.811239 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:43.818676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5174ca7-da57-4e48-8520-7e6155a3adae req-3d8bafd4-127b-4ee5-9459-1e9d287b16d6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891836 Oct 18 20:50:43.847143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b737321-c78c-4b72-be83-648d77581615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8acd2df-93ad-4d11-9ed7-72a566b8fa53,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:43.852415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.049309 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.066294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Deleting port 98da597b-dc33-42bb-b0bd-3bb9d29c487b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:44.066759 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.174205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0aeca537-6439-4e77-8a2c-47b9270f1818 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:44.217973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0aeca537-6439-4e77-8a2c-47b9270f1818 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:44.218470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0aeca537-6439-4e77-8a2c-47b9270f1818 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:44.233179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.251572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Calling delete_port for 98da597b-dc33-42bb-b0bd-3bb9d29c487b owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:44.339795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20951e18-c667-4f31-8b1a-ae0b64a9fd3e req-8906fe4e-12b9-4693-9020-b0ee4a9a9f36 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:44.341483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20951e18-c667-4f31-8b1a-ae0b64a9fd3e req-8906fe4e-12b9-4693-9020-b0ee4a9a9f36 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.2880797 Oct 18 20:50:44.419308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:50:44.485411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.530304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Pushing event deleted for resources: {'Port': ['ID=98da597b-dc33-42bb-b0bd-3bb9d29c487b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:44.564424 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20951e18-c667-4f31-8b1a-ae0b64a9fd3e req-3ce0f328-dc3a-482d-a011-09076c3e74ce tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598036 Oct 18 20:50:44.573812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:44.639628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.668417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:44.707429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'network_id': '9562d4fb-8329-4ac7-8774-a5d7e664c95c', 'port_id': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'mac_address': 'fa:16:3e:48:f7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017a67c1-cf63-49f0-bcfb-dcb13c60920a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:50:44.823973 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.841947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000cb14b-1de1-494c-afce-c4c1aed578e5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:50:44.852143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a8c3f-6829-4354-a489-f8095d8b40d9 req-69995340-b16a-4123-bbf4-87e4e42d39ad tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:44.853826 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-843a8c3f-6829-4354-a489-f8095d8b40d9 req-69995340-b16a-4123-bbf4-87e4e42d39ad tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1372485 Oct 18 20:50:44.870358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:44.879628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:44.884240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4daa677f-d105-47be-9738-6b2a7698ce6a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7573469 Oct 18 20:50:44.888756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39118) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:44.893059 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:44.900215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:44.953982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:44.955008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:44.983304 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-843a8c3f-6829-4354-a489-f8095d8b40d9 req-4a5b60c1-0da8-4216-a80c-cd87fbc2674a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198664 Oct 18 20:50:45.031793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet 27bc38d5-d0f6-4e78-b58d-1580247e90a5 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:50:45.038399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.143201 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.207617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:45.265381 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.271685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['000cb14b-1de1-494c-afce-c4c1aed578e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:50:45.348119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.355353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.363509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.371636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:45.414524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.417470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1c9da-3e1b-48cc-9d05-b1e34834991b None None] Network 4b628d14-bf7b-483e-8970-07c4331bc3d0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:45.418794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/27bc38d5-d0f6-4e78-b58d-1580247e90a5 HTTP/1.1" status: 204 len: 168 time: 0.5290053 Oct 18 20:50:45.487619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39136) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:45.509933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b264b-00cf-46b3-ac36-9a8d75d76c7b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=27bc38d5-d0f6-4e78-b58d-1580247e90a5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:45.570492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b658a94-5582-4ef7-8d2c-8a85be3a1fa8 req-5c20fddc-e346-4235-8dcc-82122c75ea5b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:45.578208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b658a94-5582-4ef7-8d2c-8a85be3a1fa8 req-5c20fddc-e346-4235-8dcc-82122c75ea5b tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 945 time: 0.2353141 Oct 18 20:50:45.687235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:45.721878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b658a94-5582-4ef7-8d2c-8a85be3a1fa8 req-d2238851-2f6c-40d6-b3ca-7162a65078db tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389151 Oct 18 20:50:45.864629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port f79fa4a9-51bd-47a2-80ae-02225de4cef1 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:45.867085 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.066564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] DHCP port deletion for 4b628d14-bf7b-483e-8970-07c4331bc3d0 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:50:46.085883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port f79fa4a9-51bd-47a2-80ae-02225de4cef1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f79fa4a9-51bd-47a2-80ae-02225de4cef1,segment=NetworkSegment(3e743b6f-357c-4b42-bb8f-4427fd4344d5),segment_id=3e743b6f-357c-4b42-bb8f-4427fd4344d5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:46.086536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.136435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for f79fa4a9-51bd-47a2-80ae-02225de4cef1 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:46.341560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.407459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No DVR routers for this DVR port f79fa4a9-51bd-47a2-80ae-02225de4cef1 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:50:46.409249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=f79fa4a9-51bd-47a2-80ae-02225de4cef1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:46.410036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] Deleting port f79fa4a9-51bd-47a2-80ae-02225de4cef1 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:46.411108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.462705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Router 1e61e7e4-ffd5-4236-af16-bc94566555a6 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:46.602855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.610359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] For port f79fa4a9-51bd-47a2-80ae-02225de4cef1, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:46.611082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.636633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883c12c-378d-4caf-bff1-d90c70f3708c req-452516eb-22ae-4570-9a03-fdf6b84fd8a1 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:46.639394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6883c12c-378d-4caf-bff1-d90c70f3708c req-452516eb-22ae-4570-9a03-fdf6b84fd8a1 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.2154384 Oct 18 20:50:46.646896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] Calling delete_port for f79fa4a9-51bd-47a2-80ae-02225de4cef1 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:46.654156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] Port f79fa4a9-51bd-47a2-80ae-02225de4cef1 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:50:46.656351 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.681048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:43Z', 'revision_number': 9, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:46.683674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] No DVR routers for this DVR port f79fa4a9-51bd-47a2-80ae-02225de4cef1 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:50:46.704786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b628d14-bf7b-483e-8970-07c4331bc3d0']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:46.729516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:46.743323 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] Sync routers for ids ['1e61e7e4-ffd5-4236-af16-bc94566555a6'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:46.754038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.757951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eb3bd343-8f48-4c65-a021-bef368f3d6c8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "PUT /v2.0/routers/1e61e7e4-ffd5-4236-af16-bc94566555a6 HTTP/1.1" status: 200 len: 705 time: 3.4876142 Oct 18 20:50:46.762652 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39256) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:46.772863 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] Routers {'1e61e7e4-ffd5-4236-af16-bc94566555a6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:46.773552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1e61e7e4-ffd5-4236-af16-bc94566555a6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:46.937855 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:46.958567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e743b6f-357c-4b42-bb8f-4427fd4344d5') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:46.959037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e743b6f-357c-4b42-bb8f-4427fd4344d5') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:46.976932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:46.980427 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] Routers {'1e61e7e4-ffd5-4236-af16-bc94566555a6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:46.984097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-277e7c02-adf5-4cb5-ba81-8745a932a132 tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/routers/1e61e7e4-ffd5-4236-af16-bc94566555a6 HTTP/1.1" status: 200 len: 740 time: 0.2168946 Oct 18 20:50:46.984304 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1e61e7e4-ffd5-4236-af16-bc94566555a6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:46.985205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39268) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:47.004257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6883c12c-378d-4caf-bff1-d90c70f3708c req-05a24cb1-d198-44cf-b3df-bfb0f028c911 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395607 Oct 18 20:50:47.035224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:47.038013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:47.038957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58170751-0c94-4cd2-9ac7-fa8d9d7fa48c None None] Pushing event deleted for resources: {'Port': ['ID=f79fa4a9-51bd-47a2-80ae-02225de4cef1,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:47.049195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:50:47.049826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:50:47.054070 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:50:47.063230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:47.063885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:47.077656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39270) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:47.081651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8e58cc90-b578-4b20-a286-6908592e73ed tempest-RoutersAdminTest-319974392 tempest-RoutersAdminTest-319974392-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=46350bbf-6178-4487-b76a-d8b49657535f&device_id=1e61e7e4-ffd5-4236-af16-bc94566555a6 HTTP/1.1" status: 200 len: 205 time: 0.0948565 Oct 18 20:50:47.145987 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:47.148889 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88c1e1-1afb-472e-a433-896529da2e9b None None] The sync data for ids ['1e61e7e4-ffd5-4236-af16-bc94566555a6'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:47.255917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-327bcb64-f0e5-4132-bc5c-9632bdc53ac2 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e61e7e4-ffd5-4236-af16-bc94566555a6 HTTP/1.1" status: 200 len: 205 time: 0.1700029 Oct 18 20:50:47.261425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39274) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:47.298630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:47.435746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39280) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:47.479014 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:47.655276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d3df942-fb9f-46c3-aae8-1ad73dc80ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:47.799743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:43Z', 'revision_number': 9, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:47.802731 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d3df942-fb9f-46c3-aae8-1ad73dc80ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:47.813675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d3df942-fb9f-46c3-aae8-1ad73dc80ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:47.864349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3df942-fb9f-46c3-aae8-1ad73dc80ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f24d2-286c-4711-9257-95d22e55f607,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:47.878700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c248f39-ded9-4183-a171-d34cf4de3d08 None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:43Z', 'revision_number': 9, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0166999-fc66-48ae-a3f1-6fcead040400', 'name': '', 'network_id': '3083ed6f-9a36-4b8a-b49e-2873833f7eeb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:13:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:49Z', 'updated_at': '2021-10-18T20:50:02Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '16117ff9-dde9-430f-af19-5e609e2ef898', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:47.894533 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7d3df942-fb9f-46c3-aae8-1ad73dc80ffa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f864501fede04f7fa325d0a4db3c7142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552920 Oct 18 20:50:47.895392 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39290) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:48.008936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a340-6249-493c-b708-d16648b3416b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.020475 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.027926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39294) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:48.028709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/4b628d14-bf7b-483e-8970-07c4331bc3d0 HTTP/1.1" status: 204 len: 168 time: 2.5385871 Oct 18 20:50:48.044199 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b253c675-ffe6-4764-84ae-45e8809e40ba tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.048109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb15da9-ca22-45c1-a202-a487f9f14ec0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=4b628d14-bf7b-483e-8970-07c4331bc3d0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:48.098146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac53db-9224-4b8b-9795-b8367bd84269 req-a3d89aef-76f2-48b4-aded-5f48667b3cc7 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:48.107595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cac53db-9224-4b8b-9795-b8367bd84269 req-a3d89aef-76f2-48b4-aded-5f48667b3cc7 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.9654486 Oct 18 20:50:48.209537 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a340-6249-493c-b708-d16648b3416b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.311078 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cac53db-9224-4b8b-9795-b8367bd84269 req-9ebd33df-3ad0-47ab-baa1-76f631b2c203 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003212 Oct 18 20:50:48.345797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f79fa4a9-51bd-47a2-80ae-02225de4cef1 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:48.399144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b253c675-ffe6-4764-84ae-45e8809e40ba tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.406451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b253c675-ffe6-4764-84ae-45e8809e40ba tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.431540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a340-6249-493c-b708-d16648b3416b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.442487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a340-6249-493c-b708-d16648b3416b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.442487 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fdb7a340-6249-493c-b708-d16648b3416b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e60f24d2-286c-4711-9257-95d22e55f607 HTTP/1.1" status: 204 len: 168 time: 0.5388322 Oct 18 20:50:48.455211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7a340-6249-493c-b708-d16648b3416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f24d2-286c-4711-9257-95d22e55f607,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:48.531896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:48.588114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b253c675-ffe6-4764-84ae-45e8809e40ba tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.588720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b253c675-ffe6-4764-84ae-45e8809e40ba tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Fanout notify agent at l3_agent the message router_deleted on router 1e61e7e4-ffd5-4236-af16-bc94566555a6 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:50:48.611782 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b253c675-ffe6-4764-84ae-45e8809e40ba tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.612835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b253c675-ffe6-4764-84ae-45e8809e40ba tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/1e61e7e4-ffd5-4236-af16-bc94566555a6 HTTP/1.1" status: 204 len: 168 time: 1.3176701 Oct 18 20:50:48.621762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39314) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:48.638116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f79fa4a9-51bd-47a2-80ae-02225de4cef1 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:48.642434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f79fa4a9-51bd-47a2-80ae-02225de4cef1 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:48.702759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-227065cb-df3a-46da-af3d-67140eff2870 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e61e7e4-ffd5-4236-af16-bc94566555a6 HTTP/1.1" status: 200 len: 205 time: 0.0797536 Oct 18 20:50:48.709359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39316) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:48.753893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.773342 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.774857 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-95363a4c-d7e0-4f4a-b22d-cabe27033847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.805022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 000cb14b-1de1-494c-afce-c4c1aed578e5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:48.805563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:48.891195 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0466071a-90cc-4336-86ba-d8ba5b78c03a tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] delete failed (client error): The resource could not be found. Oct 18 20:50:48.892303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0466071a-90cc-4336-86ba-d8ba5b78c03a tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/1e61e7e4-ffd5-4236-af16-bc94566555a6 HTTP/1.1" status: 404 len: 336 time: 0.1790495 Oct 18 20:50:48.896660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:48.980471 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f5589240-e4e2-47c1-b6a0-292345e52118 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=8aea0d30-fac8-4715-a1e6-36458bd6e430 HTTP/1.1" status: 200 len: 205 time: 0.0825224 Oct 18 20:50:48.987645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39326) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.004819 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:49.008813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788b39-8e4f-4dd3-a45f-0df864851c2f req-12282bf0-b6cb-4c90-a3b5-d47a03326a71 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:49.021800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1788b39-8e4f-4dd3-a45f-0df864851c2f req-12282bf0-b6cb-4c90-a3b5-d47a03326a71 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 945 time: 0.3176966 Oct 18 20:50:49.081286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:49.089436 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6dd0cc-a339-4d20-91c5-15f994a65730" -d '{"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-plugged", "status": "completed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:49.117162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1788b39-8e4f-4dd3-a45f-0df864851c2f req-ac023001-e812-41f0-ac4d-f2f361362c91 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941005 Oct 18 20:50:49.147581 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-003f42e0-8b6b-4da3-b152-d4cf1c930fa5 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] delete failed (client error): The resource could not be found. Oct 18 20:50:49.148681 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-003f42e0-8b6b-4da3-b152-d4cf1c930fa5 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/8aea0d30-fac8-4715-a1e6-36458bd6e430 HTTP/1.1" status: 404 len: 336 time: 0.1589017 Oct 18 20:50:49.151635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:49.152493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.175125 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:49.229599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39340) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.230903 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cbc24417-e081-40af-8106-2bd35e171e1b tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=32f2cacb-87d3-4e4c-baa0-518b80737863 HTTP/1.1" status: 200 len: 205 time: 0.0769522 Oct 18 20:50:49.323648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=10']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:49.326926 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-472830a6-e6a3-4e47-b199-1ed27b2c9dff tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] delete failed (client error): The resource could not be found. Oct 18 20:50:49.329107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-472830a6-e6a3-4e47-b199-1ed27b2c9dff tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/32f2cacb-87d3-4e4c-baa0-518b80737863 HTTP/1.1" status: 404 len: 336 time: 0.0976400 Oct 18 20:50:49.332741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.374524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6432f1b-27b2-4d3e-8043-d2a77ed26af9 req-fe2adf32-9d56-45fb-9ea5-23860a6750c0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:49.375661 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6432f1b-27b2-4d3e-8043-d2a77ed26af9 req-fe2adf32-9d56-45fb-9ea5-23860a6750c0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.1083200 Oct 18 20:50:49.405880 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-167ae1b0-06c0-4f50-8cc4-67c9dd99f86b tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad55d84a-7665-48e9-934c-bac4856307b1 HTTP/1.1" status: 200 len: 205 time: 0.0678759 Oct 18 20:50:49.406967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.446476 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6432f1b-27b2-4d3e-8043-d2a77ed26af9 req-56758ea1-532a-4a85-a395-f661ceb9d90d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596423 Oct 18 20:50:49.506338 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-a63ac6dc-34c0-4aff-ad8a-3411f844b77d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] delete failed (client error): The resource could not be found. Oct 18 20:50:49.512129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39358) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.516525 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a63ac6dc-34c0-4aff-ad8a-3411f844b77d tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/ad55d84a-7665-48e9-934c-bac4856307b1 HTTP/1.1" status: 404 len: 336 time: 0.1070108 Oct 18 20:50:49.585894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port e0166999-fc66-48ae-a3f1-6fcead040400 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:49.586343 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:49.596023 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-561a0b23-950d-4eb6-ab0f-928ac3c7182a tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=22bb1ac0-ce08-4df9-b184-481ad4cbf0ac HTTP/1.1" status: 200 len: 205 time: 0.0821087 Oct 18 20:50:49.602900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39368) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.665049 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac7a4c-39da-4028-8be4-a6f7f05ff5c5 x-openstack-request-id: req-05ac7a4c-39da-4028-8be4-a6f7f05ff5c5 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:50:49.665675 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-plugged", "status": "completed", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:50:49.666235 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05ac7a4c-39da-4028-8be4-a6f7f05ff5c5 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:50:49.674758 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'code': 200} Oct 18 20:50:49.712506 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-6b48aebc-b736-4044-bd27-ff8dcc9613ce tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] delete failed (client error): The resource could not be found. Oct 18 20:50:49.714682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6b48aebc-b736-4044-bd27-ff8dcc9613ce tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/22bb1ac0-ce08-4df9-b184-481ad4cbf0ac HTTP/1.1" status: 404 len: 336 time: 0.1104093 Oct 18 20:50:49.719333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39374) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.755462 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:50:49.803860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-37abf239-d7f1-43dc-9a4f-ff88b6b391d8 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "GET /v2.0/ports?device_id=b781bf27-a4d7-4319-a9e8-9dd3ebcfe651 HTTP/1.1" status: 200 len: 205 time: 0.0826180 Oct 18 20:50:49.811806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39376) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:49.915517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf6385-fdd4-47b3-acee-aa9c45e0dcd1 req-14c96c59-73a2-4dd9-9014-e103b586727d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:49.927009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ecf6385-fdd4-47b3-acee-aa9c45e0dcd1 req-14c96c59-73a2-4dd9-9014-e103b586727d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1270807 Oct 18 20:50:49.971916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:50.052474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:50.056121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0aa4aab6-3f1b-4e9d-99ce-fe0863edfed7 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:50.071609 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-065e1e3c-2d3b-40e5-b489-d46421d8c3f6 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] delete failed (client error): The resource could not be found. Oct 18 20:50:50.077874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-065e1e3c-2d3b-40e5-b489-d46421d8c3f6 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/routers/b781bf27-a4d7-4319-a9e8-9dd3ebcfe651 HTTP/1.1" status: 404 len: 336 time: 0.2635713 Oct 18 20:50:50.104148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port e0166999-fc66-48ae-a3f1-6fcead040400, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e0166999-fc66-48ae-a3f1-6fcead040400,segment=NetworkSegment(8c78301c-3835-4c22-8477-f395c4828f23),segment_id=8c78301c-3835-4c22-8477-f395c4828f23)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:50.106902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:50.112009 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39386) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:50.200768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ecf6385-fdd4-47b3-acee-aa9c45e0dcd1 req-d6a779ac-96b5-4477-b950-0b367ce0fce9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727926 Oct 18 20:50:50.204916 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-549ec21b-b36e-47be-baaa-7f5d4353bd73 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] DELETE failed (client error): The resource could not be found. Oct 18 20:50:50.206980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549ec21b-b36e-47be-baaa-7f5d4353bd73 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:50:50.219380 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-549ec21b-b36e-47be-baaa-7f5d4353bd73 tempest-RoutersAdminTest-21883793 tempest-RoutersAdminTest-21883793-project] 10.222.0.66 "DELETE /v2.0/subnets/100a7769-4c89-448b-966c-678b197540d5 HTTP/1.1" status: 404 len: 337 time: 0.1006205 Oct 18 20:50:50.220860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for e0166999-fc66-48ae-a3f1-6fcead040400 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:50.254136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6199b8-11dc-42b8-ab9a-1e2c08e4f827 req-8403b5d1-8e99-41f0-8dfd-50cc881deaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:50.265556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf6199b8-11dc-42b8-ab9a-1e2c08e4f827 req-8403b5d1-8e99-41f0-8dfd-50cc881deaf5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1098 time: 0.2592201 Oct 18 20:50:50.337706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf6199b8-11dc-42b8-ab9a-1e2c08e4f827 req-cf36a71c-5042-43b8-845a-6cedc7640256 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712421 Oct 18 20:50:50.367738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39398) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:50.563643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0a6bb-c34d-41a2-8bad-daae9d98d4aa req-28d04922-7c09-48df-9dc2-977f01e68f08 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:50.579743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32e0a6bb-c34d-41a2-8bad-daae9d98d4aa req-28d04922-7c09-48df-9dc2-977f01e68f08 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1904030 Oct 18 20:50:50.769312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32e0a6bb-c34d-41a2-8bad-daae9d98d4aa req-b7bef8b9-f949-43eb-8bdd-d7410b5b3614 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659129 Oct 18 20:50:50.817092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:50.916750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:50.988069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=e0166999-fc66-48ae-a3f1-6fcead040400,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:51.089878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a0d0-7935-495b-8d1d-19fbc0fccf8b req-931943a5-0352-47c9-8447-69929e8151b0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:51.101495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-28f2a0d0-7935-495b-8d1d-19fbc0fccf8b req-931943a5-0352-47c9-8447-69929e8151b0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.1942229 Oct 18 20:50:51.102400 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46f7c6ab-83b5-4b04-ab96-3df2c9211d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:51.117972 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35741435-d8ed-407d-8876-7912264b30f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:51.264677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-28f2a0d0-7935-495b-8d1d-19fbc0fccf8b req-9e2bff9a-0ebc-4c30-a24b-36037a7c17c5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298754 Oct 18 20:50:51.480516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46f7c6ab-83b5-4b04-ab96-3df2c9211d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:51.480926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:51.509207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46f7c6ab-83b5-4b04-ab96-3df2c9211d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:51.620119 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35741435-d8ed-407d-8876-7912264b30f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:51.635667 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-35741435-d8ed-407d-8876-7912264b30f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:51.647723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-46f7c6ab-83b5-4b04-ab96-3df2c9211d5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b760a03e6c3b4c72858e368ace279ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2732086 Oct 18 20:50:51.650054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39436) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:51.653621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7c6ab-83b5-4b04-ab96-3df2c9211d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c11634-7310-4a54-929d-323efdb40cf6,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:51.775267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489685b5-0dcd-4b38-a65e-429b8a2019f9 req-d0186e07-f17a-408d-96f9-0b509b62d3fd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:51.783922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-489685b5-0dcd-4b38-a65e-429b8a2019f9 req-d0186e07-f17a-408d-96f9-0b509b62d3fd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.3353806 Oct 18 20:50:51.803804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39440) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:51.868721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-35741435-d8ed-407d-8876-7912264b30f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c94661cc4cf54fa7af9c8151c6045b14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0503433 Oct 18 20:50:51.874342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39446) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:51.883466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35741435-d8ed-407d-8876-7912264b30f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b190c-27cc-4415-bc05-5b40c769a935,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:52.027042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-489685b5-0dcd-4b38-a65e-429b8a2019f9 req-539f9b31-dcd9-42cf-a9ec-fde209305cdb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421179 Oct 18 20:50:52.088840 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6cecac6a-0488-4fc1-bf58-a4ea5d75dd92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.091247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:50:52.121113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cefa8ccf-8756-4662-926d-c8b55add2443 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-728014087'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:52.121653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cefa8ccf-8756-4662-926d-c8b55add2443 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Unknown quota resources ['metering_label']. {{(pid=100530) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:50:52.146263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f13a9ea-d456-489b-9bf2-d4ac8a66b818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.164768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6cecac6a-0488-4fc1-bf58-a4ea5d75dd92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.230115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f13a9ea-d456-489b-9bf2-d4ac8a66b818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.385959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde68a7-42da-42b0-a6bf-8b8c4122abf6 req-6f3c81b9-59de-4e95-b8f0-318d49b464dd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:52.393371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0dde68a7-42da-42b0-a6bf-8b8c4122abf6 req-6f3c81b9-59de-4e95-b8f0-318d49b464dd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.2327039 Oct 18 20:50:52.443513 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6cecac6a-0488-4fc1-bf58-a4ea5d75dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.451369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6cecac6a-0488-4fc1-bf58-a4ea5d75dd92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.453670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6cecac6a-0488-4fc1-bf58-a4ea5d75dd92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6c11634-7310-4a54-929d-323efdb40cf6 HTTP/1.1" status: 204 len: 168 time: 0.8026755 Oct 18 20:50:52.485454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:50:52.492700 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e907d396-754d-4987-85c8-f5fbcd091f08 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4617987 Oct 18 20:50:52.502318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:50:52.539218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:52.539956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:52.551731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0dde68a7-42da-42b0-a6bf-8b8c4122abf6 req-a386bf68-9694-45f3-acc1-75e04fe5c4c8 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573269 Oct 18 20:50:52.572262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39474) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:52.576025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecac6a-0488-4fc1-bf58-a4ea5d75dd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c11634-7310-4a54-929d-323efdb40cf6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:52.680372 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f13a9ea-d456-489b-9bf2-d4ac8a66b818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.689368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f13a9ea-d456-489b-9bf2-d4ac8a66b818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:52.696722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5f13a9ea-d456-489b-9bf2-d4ac8a66b818 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc6b190c-27cc-4415-bc05-5b40c769a935 HTTP/1.1" status: 204 len: 168 time: 0.8194678 Oct 18 20:50:52.773274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13a9ea-d456-489b-9bf2-d4ac8a66b818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b190c-27cc-4415-bc05-5b40c769a935,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:52.827757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:52.925383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet 16117ff9-dde9-430f-af19-5e609e2ef898 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:50:52.931794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:53.032505 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cefa8ccf-8756-4662-926d-c8b55add2443 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:53.039714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cefa8ccf-8756-4662-926d-c8b55add2443 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2347567 Oct 18 20:50:53.045962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39490) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:53.056955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931b3fb-3b65-41d6-8137-55aedd766810 req-9071c781-c2cd-4e91-a6ec-763a901e6ddb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:53.060152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d71c51e6-f14b-4b3f-9446-1d886bce78f3 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '31c4540a-ad7b-472c-8cf6-8f04abf5e92c'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:53.060694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d71c51e6-f14b-4b3f-9446-1d886bce78f3 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100530) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:50:53.074427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5931b3fb-3b65-41d6-8137-55aedd766810 req-9071c781-c2cd-4e91-a6ec-763a901e6ddb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.3337367 Oct 18 20:50:53.131562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:53.275300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d52c85e4-1b86-4a02-b127-33778ffabffc details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:50:53.276788 n-d-812149-2 neutron-server[100530]: WARNING neutron.services.metering.metering_plugin [None req-d71c51e6-f14b-4b3f-9446-1d886bce78f3 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 20:50:53.284843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d52c85e4-1b86-4a02-b127-33778ffabffc no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:53.295870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5931b3fb-3b65-41d6-8137-55aedd766810 req-4290b468-df73-4eba-97e5-27ce11dbadf4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167370 Oct 18 20:50:53.589474 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:53.623578 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6686-721c-4c2a-a14d-a5c8f78bf1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:53.652437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d71c51e6-f14b-4b3f-9446-1d886bce78f3 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:53.653785 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d71c51e6-f14b-4b3f-9446-1d886bce78f3 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6067598 Oct 18 20:50:53.668731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39508) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:53.674061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d52f771a-9563-42c4-a684-3ffe570889a5 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '31c4540a-ad7b-472c-8cf6-8f04abf5e92c'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:53.674573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d52f771a-9563-42c4-a684-3ffe570889a5 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100530) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:50:53.781185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39510) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:53.845855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:50Z', 'revision_number': 10, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:53.885049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a6790-802d-432f-bb0f-258ffb4e8654 req-550d06f4-9024-4fe6-ba8c-5232181e50dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:53.899042 n-d-812149-2 neutron-server[100530]: WARNING neutron.services.metering.metering_plugin [None req-d52f771a-9563-42c4-a684-3ffe570889a5 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 20:50:53.900994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a19a6790-802d-432f-bb0f-258ffb4e8654 req-550d06f4-9024-4fe6-ba8c-5232181e50dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.3579938 Oct 18 20:50:53.905295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:50:53.997494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:50:54.004137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:54.018761 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.034022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8b727435-1114-448c-923b-da979a66f95d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a35979c194984b9e842446da6f72359b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318103 Oct 18 20:50:54.035667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39518) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:54.046295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a19a6790-802d-432f-bb0f-258ffb4e8654 req-9c1d9a30-664a-4888-b282-ce48a87d15b6 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364498 Oct 18 20:50:54.115483 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.222061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.229233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/16117ff9-dde9-430f-af19-5e609e2ef898 HTTP/1.1" status: 204 len: 168 time: 1.6548660 Oct 18 20:50:54.234418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41972a-a173-4ae9-aef9-93fc77d90421 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=16117ff9-dde9-430f-af19-5e609e2ef898,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:54.257886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:54.292202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c30d1-8bfe-412e-81b6-6a62a93df536 None None] Network 3083ed6f-9a36-4b8a-b49e-2873833f7eeb requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:54.411797 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.427446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f377895-2b81-491b-a83c-4012bc54358c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.457022 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f377895-2b81-491b-a83c-4012bc54358c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.492016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d52f771a-9563-42c4-a684-3ffe570889a5 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.492820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d52f771a-9563-42c4-a684-3ffe570889a5 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8229549 Oct 18 20:50:54.500549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39532) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:54.532363 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-01fe3835-417c-4b2b-9609-b74a566843ab tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=266db67a-1341-48db-a903-bdb1d6809727 HTTP/1.1" status: 200 len: 462 time: 0.0286891 Oct 18 20:50:54.536840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39534) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:54.541611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f377895-2b81-491b-a83c-4012bc54358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.544769 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f377895-2b81-491b-a83c-4012bc54358c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.549272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0f377895-2b81-491b-a83c-4012bc54358c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/19933fb1-af62-49f1-aa0a-04e881f11052 HTTP/1.1" status: 204 len: 168 time: 0.5017924 Oct 18 20:50:54.567223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39538) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:54.605344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f377895-2b81-491b-a83c-4012bc54358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19933fb1-af62-49f1-aa0a-04e881f11052,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:54.629232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:54.675970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb7db9-1126-4ab9-967f-23206b0418b1 req-c2ae0e2c-4c81-4d63-af28-b6a922a57444 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:54.690648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bceb7db9-1126-4ab9-967f-23206b0418b1 req-c2ae0e2c-4c81-4d63-af28-b6a922a57444 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.4206262 Oct 18 20:50:54.730379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:54.735619 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25683f6-11b1-49b2-9384-bff0c955d8b5" -d '{"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-unplugged", "status": "completed", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:54.775924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-network', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:54.829322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Made reservation on behalf of 810037e0cf4744049c3d97e5e75f192d for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:54.833263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.856403 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.873590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:54.927759 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.934834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'port_id': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'mac_address': 'fa:16:3e:48:9c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ab4248-3c9c-4574-8186-b58ea1c282e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:50:54.960412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17b06a62-efba-4465-8719-d78a50cd3551 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:54.963482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-17b06a62-efba-4465-8719-d78a50cd3551 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/266db67a-1341-48db-a903-bdb1d6809727 HTTP/1.1" status: 204 len: 168 time: 0.4222939 Oct 18 20:50:54.969628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39546) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:55.027824 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8b6d4fd9-6124-49e9-9e4a-2d5ace6ce793 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=266db67a-1341-48db-a903-bdb1d6809727 HTTP/1.1" status: 200 len: 221 time: 0.0470898 Oct 18 20:50:55.036781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bceb7db9-1126-4ab9-967f-23206b0418b1 req-7e0abc31-40dd-4432-9d48-a6eedce9cda6 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764300 Oct 18 20:50:55.039139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39548) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:55.054542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ecfa8379-16f1-4f3d-940d-652d870244c4 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1142167578', 'description': 'label created by tempest'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:55.060843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ecfa8379-16f1-4f3d-940d-652d870244c4 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Unknown quota resources ['metering_label']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 20:50:55.095403 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.124263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.150107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.160373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.187759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52c85e4-1b86-4a02-b127-33778ffabffc {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:50:55.219972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:55.265844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:50:55.273423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f598dd2-e3c0-4dcf-aaf5-d71845694e37,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:55.303168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.303727 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Added segment 1fa3ea5a-9bbd-4eee-a568-7ed35571b314 of type vlan for network 344261c4-9419-42a5-a28e-dc46f436bb2e Oct 18 20:50:55.325651 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.366729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port c03c2b26-99c8-425a-923b-b8cbaaf92d75 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:55.367077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.375460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.400555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c09a2d-8ad9-43e9-a43c-5b41cdc03462 req-593a15a6-2090-4d8d-b021-47f3c9d4eda0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:55.408097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03c09a2d-8ad9-43e9-a43c-5b41cdc03462 req-593a15a6-2090-4d8d-b021-47f3c9d4eda0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 944 time: 0.1751270 Oct 18 20:50:55.428068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.430561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:55.431517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.473582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:50:55.486491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9176896 Oct 18 20:50:55.489804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39562) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:55.497786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Request body: {'subnet': {'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-subnet', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:55.548704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f02866-5e39-4c5c-993d-9accb22264b0 admin admin] Pushing event updated for resources: {'Network': ['ID=344261c4-9419-42a5-a28e-dc46f436bb2e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:55.577408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Made reservation on behalf of 810037e0cf4744049c3d97e5e75f192d for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:55.581468 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.617323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:55.701234 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8379-16f1-4f3d-940d-652d870244c4 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.702472 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ecfa8379-16f1-4f3d-940d-652d870244c4 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6570954 Oct 18 20:50:55.711267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39570) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:55.715489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 344261c4-9419-42a5-a28e-dc46f436bb2e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:50:55.802106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03c09a2d-8ad9-43e9-a43c-5b41cdc03462 req-6d44f418-a775-47c1-958e-d634790458dd tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929932 Oct 18 20:50:55.838484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-badff8c8-43f8-442b-b061-868fad69c1b3 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=a072ce12-d4a3-42d5-82d8-48bb1d4b5f98 HTTP/1.1" status: 200 len: 468 time: 0.1254663 Oct 18 20:50:55.842894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39574) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:55.940300 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:55.999005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['d52c85e4-1b86-4a02-b127-33778ffabffc'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:50:56.017700 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d74ced-fd2a-46e2-aa27-dabf34efa9d4 x-openstack-request-id: req-64d74ced-fd2a-46e2-aa27-dabf34efa9d4 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:50:56.018005 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-unplugged", "status": "completed", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:50:56.018322 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64d74ced-fd2a-46e2-aa27-dabf34efa9d4 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:50:56.018874 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'code': 200} Oct 18 20:50:56.028277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.094710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4319409c-c3a7-4550-b046-6faff86f14e8,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:56.143065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Checking segment: {'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:56.143424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Network hostable DHCP agents. Network: 344261c4-9419-42a5-a28e-dc46f436bb2e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:50:56.169958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Network 344261c4-9419-42a5-a28e-dc46f436bb2e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:50:56.191670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 344261c4-9419-42a5-a28e-dc46f436bb2e) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:56.222186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:56.222842 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.225956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:56.259359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-41e3d780-a9e9-4c5c-9955-41664f849e21 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7664716 Oct 18 20:50:56.262987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39580) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:56.276303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:56.294585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port c03c2b26-99c8-425a-923b-b8cbaaf92d75, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c03c2b26-99c8-425a-923b-b8cbaaf92d75,segment=NetworkSegment(8c78301c-3835-4c22-8477-f395c4828f23),segment_id=8c78301c-3835-4c22-8477-f395c4828f23)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:56.294841 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.310322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485b47d2-f65b-455b-bf95-ad82b426ed26 None None] Network 344261c4-9419-42a5-a28e-dc46f436bb2e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:56.335112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.336207 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.398966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for c03c2b26-99c8-425a-923b-b8cbaaf92d75 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:56.480035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.683105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] DHCP port deletion for 3083ed6f-9a36-4b8a-b49e-2873833f7eeb request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:50:56.688125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:56.711850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-144012757'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:56.713993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.757100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:56.761149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.765890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63dceab1-019c-4353-aea7-b13fbf7e3495 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.767353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63dceab1-019c-4353-aea7-b13fbf7e3495 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/a072ce12-d4a3-42d5-82d8-48bb1d4b5f98 HTTP/1.1" status: 204 len: 168 time: 0.9197617 Oct 18 20:50:56.770534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:56.789978 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.807745 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-efe15fbc-362d-4a1e-8b8d-e91dd968739e tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=a072ce12-d4a3-42d5-82d8-48bb1d4b5f98 HTTP/1.1" status: 200 len: 216 time: 0.0355084 Oct 18 20:50:56.812354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaee63-d3e9-4281-b53c-f03cd96fcfa9 req-a48e6f09-e604-444e-9ff4-627b60ddd9ab tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:56.819796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39586) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:56.822083 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-efbaee63-d3e9-4281-b53c-f03cd96fcfa9 req-a48e6f09-e604-444e-9ff4-627b60ddd9ab tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.6106355 Oct 18 20:50:56.947109 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.956989 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:56.967268 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a619a18f-9fe6-4ecf-881b-31ca55f43ed4 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1449223 Oct 18 20:50:56.976303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:57.023223 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6e6a3eec-02e3-42fd-95f1-2945435a50d0 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0302298 Oct 18 20:50:57.025465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39598) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:57.025899 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.031049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] Deleting port c03c2b26-99c8-425a-923b-b8cbaaf92d75 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:50:57.032065 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.114914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] For port c03c2b26-99c8-425a-923b-b8cbaaf92d75, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c03c2b26-99c8-425a-923b-b8cbaaf92d75,segment=NetworkSegment(8c78301c-3835-4c22-8477-f395c4828f23),segment_id=8c78301c-3835-4c22-8477-f395c4828f23)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:57.115785 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.136259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] Calling delete_port for c03c2b26-99c8-425a-923b-b8cbaaf92d75 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:50:57.186939 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-78af5de8-32c4-4574-8f13-92f357a75785 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/31c4540a-ad7b-472c-8cf6-8f04abf5e92c HTTP/1.1" status: 200 len: 472 time: 0.1531043 Oct 18 20:50:57.188361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39600) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:57.234835 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e5396109-bd5d-4061-b114-b739b1ee8770 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/5622b23f-f3eb-48cd-89e2-d486cade014c HTTP/1.1" status: 200 len: 459 time: 0.0357006 Oct 18 20:50:57.235728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39602) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:57.276870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:50Z', 'revision_number': 10, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:57.365444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fb60b-9127-412b-abe2-1bb07c8e1f46 None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:50:50Z', 'revision_number': 10, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None, '_interfaces': [{'id': 'dbdc846c-4b81-4512-9e45-3e976330fdcd', 'name': '', 'network_id': 'eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'mac_address': 'fa:16:3e:0b:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c25de9-5091-4f03-85be-00037a79a88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:49:31Z', 'updated_at': '2021-10-18T20:49:44Z', 'revision_number': 5, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'subnets': [{'id': '569bcfbe-5004-413c-aaae-bee7ebdf0cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:50:57.377842 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.431793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] No DVR routers for this DVR port c03c2b26-99c8-425a-923b-b8cbaaf92d75 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:50:57.533555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c1b12-d42b-4c1d-b18f-327dd353f8bd None None] Pushing event deleted for resources: {'Port': ['ID=c03c2b26-99c8-425a-923b-b8cbaaf92d75,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:57.570500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e978006a-a9fd-48d2-bc81-c6335cc4bf78 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.580010 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e978006a-a9fd-48d2-bc81-c6335cc4bf78 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/5622b23f-f3eb-48cd-89e2-d486cade014c HTTP/1.1" status: 204 len: 168 time: 0.3416991 Oct 18 20:50:57.581114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39604) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:57.593248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-efbaee63-d3e9-4281-b53c-f03cd96fcfa9 req-43ec4356-0651-4822-a7c7-f80ed1b3bc5e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7699530 Oct 18 20:50:57.594348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:50:57.654145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04874e7a-7ecc-42f5-9fdd-26aa74210a1b None None] Network 344261c4-9419-42a5-a28e-dc46f436bb2e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:50:57.664036 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.670947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.671299 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Added segment 1029b21b-2168-430a-8bfe-4f41ea4bc8cc of type vlan for network 1435fcaf-99d4-40d4-bdea-9ecaba168516 Oct 18 20:50:57.711626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.730626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=c03c2b26-99c8-425a-923b-b8cbaaf92d75,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:57.735505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674661ed-1f97-4840-b932-e79ad178c4ed,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:57.782321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.899982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.968543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:57.991228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:57.993377 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.039215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No DVR routers for this DVR port c03c2b26-99c8-425a-923b-b8cbaaf92d75 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:50:58.043430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c03c2b26-99c8-425a-923b-b8cbaaf92d75 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:58.102610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: c03c2b26-99c8-425a-923b-b8cbaaf92d75 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:58.102764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c03c2b26-99c8-425a-923b-b8cbaaf92d75 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:58.103206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e0166999-fc66-48ae-a3f1-6fcead040400 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:50:58.146439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e0166999-fc66-48ae-a3f1-6fcead040400 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:50:58.146825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e0166999-fc66-48ae-a3f1-6fcead040400 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:50:58.187758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87ebd6f2-e09e-44b7-ade7-097009f361a2 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.189040 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-87ebd6f2-e09e-44b7-ade7-097009f361a2 tempest-MeteringIpV6TestJSON-226472452 tempest-MeteringIpV6TestJSON-226472452-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/31c4540a-ad7b-472c-8cf6-8f04abf5e92c HTTP/1.1" status: 204 len: 168 time: 0.6017203 Oct 18 20:50:58.217986 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.9360793 Oct 18 20:50:58.239729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9588d0-af9a-4e01-a970-fe61a794abd0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Network': ['ID=1435fcaf-99d4-40d4-bdea-9ecaba168516,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:58.244356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39612) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:58.253500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'subnet': {'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:50:58.283554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:50:58.346975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Allocated IP 172.25.7.71 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/b12889bc-43c6-4655-a5cd-5b686a249148) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:50:58.515837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537f600-9071-4641-9147-bdc067235afd req-a5151c48-c9f1-4075-8cb4-d93e7b8b58d3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:58.525219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8537f600-9071-4641-9147-bdc067235afd req-a5151c48-c9f1-4075-8cb4-d93e7b8b58d3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.7997422 Oct 18 20:50:58.604103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.612712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.665171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3083ed6f-9a36-4b8a-b49e-2873833f7eeb']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:58.676995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:50:58.680707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.698524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8537f600-9071-4641-9147-bdc067235afd req-42085497-afba-44e5-bce9-d7d40ce1a1cc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718376 Oct 18 20:50:58.700705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c78301c-3835-4c22-8477-f395c4828f23') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:58.700910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c78301c-3835-4c22-8477-f395c4828f23') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:50:58.705842 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.791288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.799486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:50:58.813407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:50:58.816212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:50:58.869555 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Pushing event updated for resources: {'Port': ['ID=b12889bc-43c6-4655-a5cd-5b686a249148,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:58.966825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.977819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:50:58.978230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:58.987581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39616) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:50:59.065206 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:50:59.113646 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.133949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.140963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/3083ed6f-9a36-4b8a-b49e-2873833f7eeb HTTP/1.1" status: 204 len: 168 time: 4.8676476 Oct 18 20:50:59.159791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39620) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:50:59.358226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d52c85e4-1b86-4a02-b127-33778ffabffc up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:50:59.412014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04762187-9a01-4dc2-aeb8-4473758ecdf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.429473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44795638-dea1-4c05-b83f-400f9abdd6c9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=3083ed6f-9a36-4b8a-b49e-2873833f7eeb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:59.514672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port d52c85e4-1b86-4a02-b127-33778ffabffc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:50:59.515354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.532774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eec0a8-40b1-4c14-8c7c-e35ca49d2905 req-4ce830ac-5edc-4f20-bc28-be8b8f7a593d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:50:59.544294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92eec0a8-40b1-4c14-8c7c-e35ca49d2905 req-4ce830ac-5edc-4f20-bc28-be8b8f7a593d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 944 time: 0.6996219 Oct 18 20:50:59.573842 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.651950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.725382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:50:59.727396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:50:59.731444 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6c84dd-1bd2-4774-a5a6-e41766a08795" -d '{"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-plugged", "status": "completed", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:50:59.740054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.815373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92eec0a8-40b1-4c14-8c7c-e35ca49d2905 req-e9b4ef97-79f2-4c20-b60d-8c9b450fbe60 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672660 Oct 18 20:50:59.820581 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:50:59.927542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Subnet': ['ID=5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:59.958203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:50:59.986889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Checking segment: {'id': '1029b21b-2168-430a-8bfe-4f41ea4bc8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:50:59.987557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network hostable DHCP agents. Network: 1435fcaf-99d4-40d4-bdea-9ecaba168516, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:00.045730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:00.051839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04762187-9a01-4dc2-aeb8-4473758ecdf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:00.128157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1435fcaf-99d4-40d4-bdea-9ecaba168516) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:00.137749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4176bc2-625f-4852-b81d-88bbd402f75c None None] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:00.138123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04762187-9a01-4dc2-aeb8-4473758ecdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:00.156680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:00.157296 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:00.183057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537472a-60ee-4d99-a03c-2cb6f0470b6d req-a25a1348-66af-4bd5-9af8-899c2983f53c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:00.188805 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e537472a-60ee-4d99-a03c-2cb6f0470b6d req-a25a1348-66af-4bd5-9af8-899c2983f53c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1310093 Oct 18 20:51:00.206654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b241042-0940-43aa-bb44-51ead16d141a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9558635 Oct 18 20:51:00.218399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39628) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:00.237458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-280630919'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:00.250929 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-04762187-9a01-4dc2-aeb8-4473758ecdf8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e621b634580c45359b67a21b9d926783&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2612333 Oct 18 20:51:00.256629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39630) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:00.284507 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:00.304091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04762187-9a01-4dc2-aeb8-4473758ecdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624eea4f-63e1-4ad1-a944-54763a18761c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:00.473832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1435fcaf-99d4-40d4-bdea-9ecaba168516', 'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'tenant_id': 'da9228deacce47a19c232d8d1fc4cc6a', 'fixed_ips': [{'subnet_id': '5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:00.473832 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:00.574668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:00.733876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e537472a-60ee-4d99-a03c-2cb6f0470b6d req-be310089-0595-4bd9-985b-939296cf337d tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188017 Oct 18 20:51:00.945650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Allocated IP 2001:db8::2 (1435fcaf-99d4-40d4-bdea-9ecaba168516/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407/d3709f79-fa36-44db-b508-02870ee32e8b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:01.038813 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb13f-cc45-4490-8a95-29442afb4cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.107879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb13f-cc45-4490-8a95-29442afb4cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.213546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Router ea2e68b8-3316-4584-81ce-5d390d71f8e8 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:51:01.239913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb13f-cc45-4490-8a95-29442afb4cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.243273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1e3eb13f-cc45-4490-8a95-29442afb4cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.245203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1e3eb13f-cc45-4490-8a95-29442afb4cf1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/624eea4f-63e1-4ad1-a944-54763a18761c HTTP/1.1" status: 204 len: 168 time: 0.9269061 Oct 18 20:51:01.292001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2f483-50b8-4479-a88c-fe241df60c28 req-667c3095-c3c4-4003-8c8c-0521c3566717 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:01.301840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1a2f483-50b8-4479-a88c-fe241df60c28 req-667c3095-c3c4-4003-8c8c-0521c3566717 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.3766477 Oct 18 20:51:01.318508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:01.320989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.324324 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.332804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eb13f-cc45-4490-8a95-29442afb4cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624eea4f-63e1-4ad1-a944-54763a18761c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:01.336084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.380117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] device_id is not set on port 39fedb3a-a940-4d53-8e3b-8a4524851dad yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:01.423851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1a2f483-50b8-4479-a88c-fe241df60c28 req-66fa874a-9295-4a0f-ade6-c646c2049353 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201043 Oct 18 20:51:01.460203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:01.477799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:01.488534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:01.567897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:01.593366 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Sync routers for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:01.608151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Pushing event updated for resources: {'Port': ['ID=d3709f79-fa36-44db-b508-02870ee32e8b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:01.613963 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:01.614791 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:01.652097 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59121d2c-8bc4-4aa0-b743-57e38501e18e x-openstack-request-id: req-59121d2c-8bc4-4aa0-b743-57e38501e18e {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:01.653507 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-plugged", "status": "completed", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:01.654151 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59121d2c-8bc4-4aa0-b743-57e38501e18e {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:01.656978 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'code': 200} Oct 18 20:51:01.697675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.704561 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-35052381-85a4-40c6-8b84-8e26030d2f8a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4353204 Oct 18 20:51:01.706690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39646) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:01.855441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Allocated IP 2001:db8::36a (1435fcaf-99d4-40d4-bdea-9ecaba168516/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407/39fedb3a-a940-4d53-8e3b-8a4524851dad) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:01.927499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Attempting to bind port d3709f79-fa36-44db-b508-02870ee32e8b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:01.928691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Attempting to bind port d3709f79-fa36-44db-b508-02870ee32e8b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1029b21b-2168-430a-8bfe-4f41ea4bc8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:01.929292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Attempting to bind port d3709f79-fa36-44db-b508-02870ee32e8b on network 1435fcaf-99d4-40d4-bdea-9ecaba168516 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:01.946020 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:01.946749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Checking segment: {'id': '1029b21b-2168-430a-8bfe-4f41ea4bc8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:01.949449 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:01.950857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Bound using segment: {'id': '1029b21b-2168-430a-8bfe-4f41ea4bc8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:01.952883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Bound port: d3709f79-fa36-44db-b508-02870ee32e8b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1029b21b-2168-430a-8bfe-4f41ea4bc8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:01.953568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:02.081509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] For port d3709f79-fa36-44db-b508-02870ee32e8b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:02.086091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] For port d3709f79-fa36-44db-b508-02870ee32e8b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d3709f79-fa36-44db-b508-02870ee32e8b,segment=NetworkSegment(1029b21b-2168-430a-8bfe-4f41ea4bc8cc),segment_id=1029b21b-2168-430a-8bfe-4f41ea4bc8cc)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:02.094290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:02.096206 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:02.110916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:02.184081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abadac-4149-4e73-87ad-4023f868bc93 req-4b36bfde-a0e1-44b3-bf37-af331a7f80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:02.198154 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4abadac-4149-4e73-87ad-4023f868bc93 req-4b36bfde-a0e1-44b3-bf37-af331a7f80a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 1096 time: 0.4883618 Oct 18 20:51:02.317082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21d4b1-2064-47cb-b81a-727ac7fbad17 req-bf947050-f033-4f84-b526-f4b2046c582c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:02.319625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a21d4b1-2064-47cb-b81a-727ac7fbad17 req-bf947050-f033-4f84-b526-f4b2046c582c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.1999881 Oct 18 20:51:02.384443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a21d4b1-2064-47cb-b81a-727ac7fbad17 req-521d86c0-4254-4cc8-8640-39fa52e3dd9b tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551720 Oct 18 20:51:02.430655 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:02.485473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39656) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:02.488504 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:50:59Z', 'revision_number': 3, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:02.492237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ee59e-8611-4679-a226-0a25a5ed674d None None] Pushing event updated for resources: {'Port': ['ID=d3709f79-fa36-44db-b508-02870ee32e8b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:02.573550 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Checking router: ea2e68b8-3316-4584-81ce-5d390d71f8e8 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:51:02.576023 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Updating router ea2e68b8-3316-4584-81ce-5d390d71f8e8 port b12889bc-43c6-4655-a5cd-5b686a249148 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:51:02.592950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=39fedb3a-a940-4d53-8e3b-8a4524851dad,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:02.627354 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:02.705044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:02.753248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting port dbdc846c-4b81-4512-9e45-3e976330fdcd {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:02.754017 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:02.766679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24643a88-38b3-4bf9-bd3f-3a6bd3ad7da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:02.778114 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c4abadac-4149-4e73-87ad-4023f868bc93 req-ded1a568-2992-485d-b5de-0e18c2f02d44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189584 Oct 18 20:51:02.785233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:02.798164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:02.818306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:02.819747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.033012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] For port dbdc846c-4b81-4512-9e45-3e976330fdcd, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dbdc846c-4b81-4512-9e45-3e976330fdcd,segment=NetworkSegment(1e1bf106-7acb-42e4-b79e-19d1ad834801),segment_id=1e1bf106-7acb-42e4-b79e-19d1ad834801)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:03.033383 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.049723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Calling delete_port for dbdc846c-4b81-4512-9e45-3e976330fdcd owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:03.244901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aab256-efc8-4b44-a34e-deb4e602610a req-22185e18-22b0-407b-827f-0b3f5ab47901 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:03.248671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2aab256-efc8-4b44-a34e-deb4e602610a req-22185e18-22b0-407b-827f-0b3f5ab47901 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.6402993 Oct 18 20:51:03.270860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-40e15dd9-f80d-40ec-ae8d-5da684291635 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0440581 Oct 18 20:51:03.278387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39660) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:03.301463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1988844544', 'allowed_address_pairs': [{'ip_address': '2001:db8::36a', 'mac_address': 'fa:16:3e:5e:2c:a8'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:03.310565 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24643a88-38b3-4bf9-bd3f-3a6bd3ad7da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.323665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24643a88-38b3-4bf9-bd3f-3a6bd3ad7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.389524 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.405571 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.548912 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-24643a88-38b3-4bf9-bd3f-3a6bd3ad7da1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef55234028d340e3b0e0d75091c5ec59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0604830 Oct 18 20:51:03.551513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643a88-38b3-4bf9-bd3f-3a6bd3ad7da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60796f68-fa01-4732-b8c2-cabc67fe8bee,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:03.551929 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33500762-cd21-499d-b592-be6a9e091d86 None None] Pushing event updated for resources: {'Port': ['ID=b12889bc-43c6-4655-a5cd-5b686a249148,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:03.555136 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Attempting to bind port b12889bc-43c6-4655-a5cd-5b686a249148 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:03.555543 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Attempting to bind port b12889bc-43c6-4655-a5cd-5b686a249148 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:03.555984 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Attempting to bind port b12889bc-43c6-4655-a5cd-5b686a249148 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:03.559110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39664) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:03.570452 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:03.570839 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:03.571239 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.571750 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:03.572409 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Bound port: b12889bc-43c6-4655-a5cd-5b686a249148, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:03.572793 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.673886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:03.687705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2aab256-efc8-4b44-a34e-deb4e602610a req-d80528f2-2a3d-462a-908f-c81927bad5de tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030602 Oct 18 20:51:03.763736 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] For port b12889bc-43c6-4655-a5cd-5b686a249148, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:03.772015 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] For port b12889bc-43c6-4655-a5cd-5b686a249148, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b12889bc-43c6-4655-a5cd-5b686a249148,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:03.780470 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.859470 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:03.969027 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:03.972033 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:03.997022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:04.168101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d3709f79-fa36-44db-b508-02870ee32e8b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:04.199189 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33500762-cd21-499d-b592-be6a9e091d86 None None] Pushing event updated for resources: {'Port': ['ID=b12889bc-43c6-4655-a5cd-5b686a249148,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:04.394060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d3709f79-fa36-44db-b508-02870ee32e8b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:04.398758 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:04.446546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:04.464646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:04.486704 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:04.492219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c830b-472f-4c13-832f-6d2d3b156f98 None None] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:04.629054 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:04.645071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:04.651398 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60796f68-fa01-4732-b8c2-cabc67fe8bee HTTP/1.1" status: 204 len: 168 time: 1.0761671 Oct 18 20:51:04.652689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-02f23230-1d2d-4a30-8fed-829cfc1c3ca8 None None] Provisioning complete for port d3709f79-fa36-44db-b508-02870ee32e8b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:04.653809 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-02f23230-1d2d-4a30-8fed-829cfc1c3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:04.721594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60796f68-fa01-4732-b8c2-cabc67fe8bee,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:04.752630 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.752979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.753325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.753835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.754181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.754514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.754995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.755329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.755659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.756286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.756643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:04.756971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c45887-40cd-4e41-beb3-63f5d5b9738d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:05.023633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Allocated IP 172.20.0.1 (344261c4-9419-42a5-a28e-dc46f436bb2e/4319409c-c3a7-4550-b046-6faff86f14e8/a7b6f229-2cdd-444f-a470-8bd82be8b950) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:05.028809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Port': ['ID=dbdc846c-4b81-4512-9e45-3e976330fdcd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:05.233839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-02f23230-1d2d-4a30-8fed-829cfc1c3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:05.267260 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:05.304414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:05.382194 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:50:59Z', 'revision_number': 3, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:05.488537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7295824-1edb-4381-a0bc-15ec2c2946a4 req-97578851-5d24-4f55-a5fb-eba4bbe25fa0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:05.491190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7295824-1edb-4381-a0bc-15ec2c2946a4 req-97578851-5d24-4f55-a5fb-eba4bbe25fa0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.4889469 Oct 18 20:51:05.513676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] device_id is not set on port 84bc3373-f75d-4f0c-b614-4f82dfb54c45 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:05.577443 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71d2b4-4d7e-45a1-9832-7933113f3c69 None None] The sync data for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 is: [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:50:59Z', 'revision_number': 3, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:05.599480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:05.620715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-02f23230-1d2d-4a30-8fed-829cfc1c3ca8 None None] For port d3709f79-fa36-44db-b508-02870ee32e8b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d3709f79-fa36-44db-b508-02870ee32e8b,segment=NetworkSegment(1029b21b-2168-430a-8bfe-4f41ea4bc8cc),segment_id=1029b21b-2168-430a-8bfe-4f41ea4bc8cc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:05.638587 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-02f23230-1d2d-4a30-8fed-829cfc1c3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:05.691916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:05.737116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Network 344261c4-9419-42a5-a28e-dc46f436bb2e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:05.741739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:05.776181 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:51:05.782534 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:51:05.783619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:05.915671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7295824-1edb-4381-a0bc-15ec2c2946a4 req-02f82ec0-52fa-4621-a1c5-3e124d90b795 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002609 Oct 18 20:51:05.928710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f23230-1d2d-4a30-8fed-829cfc1c3ca8 None None] Pushing event updated for resources: {'Port': ['ID=d3709f79-fa36-44db-b508-02870ee32e8b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:05.980197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b6f229-2cdd-444f-a470-8bd82be8b950,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:05.994146 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:06.017641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:06.434934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:06.506496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Allocated IP 2001:db8::53 (1435fcaf-99d4-40d4-bdea-9ecaba168516/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407/84bc3373-f75d-4f0c-b614-4f82dfb54c45) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:06.515885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-52b20add-489a-4ac4-9260-966e55d9735c None None] Provisioning complete for port d3709f79-fa36-44db-b508-02870ee32e8b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:06.519298 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52b20add-489a-4ac4-9260-966e55d9735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:06.931354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-52b20add-489a-4ac4-9260-966e55d9735c None None] Provisioning complete for port 39fedb3a-a940-4d53-8e3b-8a4524851dad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:06.934873 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52b20add-489a-4ac4-9260-966e55d9735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.007083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-52b20add-489a-4ac4-9260-966e55d9735c None None] Port 39fedb3a-a940-4d53-8e3b-8a4524851dad cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:07.011996 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.019408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d3709f79-fa36-44db-b508-02870ee32e8b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:07.024151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.168062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-505d2a6a-de3b-41e2-bc0b-3e1d56f57f2d None None] Provisioning complete for port 39fedb3a-a940-4d53-8e3b-8a4524851dad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:07.168454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-505d2a6a-de3b-41e2-bc0b-3e1d56f57f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.244307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b6f229-2cdd-444f-a470-8bd82be8b950,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:07.258716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d3d3e-bee2-49ae-bf73-03b362a11e0e req-c901d31e-8b63-4169-aa69-a6d163c19465 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:07.269125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-505d2a6a-de3b-41e2-bc0b-3e1d56f57f2d None None] Port 39fedb3a-a940-4d53-8e3b-8a4524851dad cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:07.275857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.276532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-750d3d3e-bee2-49ae-bf73-03b362a11e0e req-c901d31e-8b63-4169-aa69-a6d163c19465 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 1.0609534 Oct 18 20:51:07.291787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d3709f79-fa36-44db-b508-02870ee32e8b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:07.292072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.422628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.436076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39700) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:07.485721 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b12889bc-43c6-4655-a5cd-5b686a249148 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:07.534009 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Network 344261c4-9419-42a5-a28e-dc46f436bb2e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:07.535422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:07.650351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b12889bc-43c6-4655-a5cd-5b686a249148 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:07.651539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.710787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-218449823'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:07.721848 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.752005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:51:07.791289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:07.801501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.857968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.867230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-750d3d3e-bee2-49ae-bf73-03b362a11e0e req-c6e60401-a4f6-484b-918a-59a2069b0552 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007610 Oct 18 20:51:07.877699 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:07.908575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:07.967242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=84bc3373-f75d-4f0c-b614-4f82dfb54c45,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:07.974099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port b12889bc-43c6-4655-a5cd-5b686a249148, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b12889bc-43c6-4655-a5cd-5b686a249148,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:07.985577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:07.989014 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:08.005941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:08.016635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:08.017778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:08.078581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:08.091248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6472b8e3-8da7-4cc6-ab79-bc8a19432f9a tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9100997 Oct 18 20:51:08.092104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39708) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:08.122183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8219a2ea-76ec-47e3-a8d4-8bea1ec399af tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.8337541 Oct 18 20:51:08.134826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:08.144518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39710) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:08.185018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:08.185664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:08.252271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Deleting subnet 569bcfbe-5004-413c-aaae-bee7ebdf0cfe {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:08.275046 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:08.401122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=b12889bc-43c6-4655-a5cd-5b686a249148,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:08.439702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.440040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.440398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.440783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.441100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.441434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.441786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.442103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.442440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.442766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.443097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.443455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:08.446284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Router ea2e68b8-3316-4584-81ce-5d390d71f8e8 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:51:08.465123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:08.489111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ba050-1273-478c-87c6-f663d0142863 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:08.495568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ba050-1273-478c-87c6-f663d0142863 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:08.513108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ba050-1273-478c-87c6-f663d0142863 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:08.514898 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-140ba050-1273-478c-87c6-f663d0142863 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3691151 Oct 18 20:51:08.520271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39714) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:08.560556 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:08.739044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f7de8-d3fb-4a0d-af06-eab5d9e76667 req-84601e95-9257-4359-9a8a-a741e3189884 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:08.747783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c24f7de8-d3fb-4a0d-af06-eab5d9e76667 req-84601e95-9257-4359-9a8a-a741e3189884 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.6262887 Oct 18 20:51:08.873590 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:08.896276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 11, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:08.931936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:08.939046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:51:08.946431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c24f7de8-d3fb-4a0d-af06-eab5d9e76667 req-54697f34-9bc9-47a1-a6ff-747c839970cc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863260 Oct 18 20:51:08.959649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:08.964455 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:08.981638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:08.982186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:09.012034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.014555 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment 62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9 of type vlan for network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b Oct 18 20:51:09.108734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:09.128834 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.172521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.189006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 11, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:09.214715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Subnet': ['ID=569bcfbe-5004-413c-aaae-bee7ebdf0cfe,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:09.233346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9051111b-0656-46cd-847a-8f2e78986815 None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 11, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:09.244661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.247505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7b094139-e9e7-4207-9c1d-2e4666494a5a None None] Provisioning complete for port 84bc3373-f75d-4f0c-b614-4f82dfb54c45 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:09.248060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b094139-e9e7-4207-9c1d-2e4666494a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.271628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:09.272276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.320934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7b094139-e9e7-4207-9c1d-2e4666494a5a None None] Port 84bc3373-f75d-4f0c-b614-4f82dfb54c45 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:09.322880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c1cd1-608b-4b6b-92db-d990ce786127 None None] Network eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:09.330640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.351271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39720) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:09.353686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8597c351-3038-4a8f-bbd8-2658a2be1ca1 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/569bcfbe-5004-413c-aaae-bee7ebdf0cfe HTTP/1.1" status: 204 len: 168 time: 1.2593729 Oct 18 20:51:09.397416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcf991-d926-47fb-85ce-2f4d2b96589e req-ebe84940-0fc0-4ab6-8fba-d2f8782a3f7f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:09.399738 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1dcf991-d926-47fb-85ce-2f4d2b96589e req-ebe84940-0fc0-4ab6-8fba-d2f8782a3f7f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.2618539 Oct 18 20:51:09.471412 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1dcf991-d926-47fb-85ce-2f4d2b96589e req-40b87b24-5035-4b20-a7c7-4f6fe0a7386b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651681 Oct 18 20:51:09.534238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting port 84bc3373-f75d-4f0c-b614-4f82dfb54c45 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:09.534238 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.601875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1646628 Oct 18 20:51:09.605304 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-2cc39a7f-cce2-40a5-82bb-ecad9d9c0e11 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8219221 Oct 18 20:51:09.608883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39722) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:09.665894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d16404b-49b5-4430-b214-df1a6405d213,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:09.684764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] DHCP port deletion for eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:09.746289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'name': 'tempest-PortsIpV6TestJSON-1825800478'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:09.754528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1304b62-cdba-4431-a15a-faf26fc7d3a6 req-a020951c-e182-47a6-b41f-3a168064da63 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:09.756328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1304b62-cdba-4431-a15a-faf26fc7d3a6 req-a020951c-e182-47a6-b41f-3a168064da63 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.1770787 Oct 18 20:51:09.815412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] Deleting port 910caf31-6449-4c9b-9b07-f8c4187e7f60 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:09.818701 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:09.838884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1304b62-cdba-4431-a15a-faf26fc7d3a6 req-5fdc9f99-10a7-4a22-9570-011a4042e39e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660617 Oct 18 20:51:09.943846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595d0cc-1f9e-4292-ba8f-1e50b73f3525 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:09.968376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:10.118835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] For port 910caf31-6449-4c9b-9b07-f8c4187e7f60, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=910caf31-6449-4c9b-9b07-f8c4187e7f60,segment=NetworkSegment(1e1bf106-7acb-42e4-b79e-19d1ad834801),segment_id=1e1bf106-7acb-42e4-b79e-19d1ad834801)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:10.119581 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:10.148320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] Calling delete_port for 910caf31-6449-4c9b-9b07-f8c4187e7f60 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:10.379950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:10.469164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] No DVR routers for this DVR port 910caf31-6449-4c9b-9b07-f8c4187e7f60 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:10.471150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e96a2-5546-4b91-aaf0-a4f895d62c7e None None] Pushing event deleted for resources: {'Port': ['ID=910caf31-6449-4c9b-9b07-f8c4187e7f60,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:10.537864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39738) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:10.574162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b12889bc-43c6-4655-a5cd-5b686a249148 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:10.591185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d365b-e746-4e3d-bcd2-b30926f4ac9f req-c07c7000-b9f2-481d-b7f9-c7bc3455efc3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:10.598560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b2d365b-e746-4e3d-bcd2-b30926f4ac9f req-c07c7000-b9f2-481d-b7f9-c7bc3455efc3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1905973 Oct 18 20:51:10.690370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b12889bc-43c6-4655-a5cd-5b686a249148 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:10.691355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:10.700670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b2d365b-e746-4e3d-bcd2-b30926f4ac9f req-85b43ea8-7edf-4c3c-bd94-dbe5f14ff618 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949395 Oct 18 20:51:10.731916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:10.750085 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Sync routers for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:10.750690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa55f33f-6f0e-4de8-ab69-ff8d90a673c5 admin admin] 10.222.0.66 "PUT /v2.0/routers/ea2e68b8-3316-4584-81ce-5d390d71f8e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9499946 Oct 18 20:51:10.753972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:10.767014 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:10.767658 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:10.838654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:10.945006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Calling delete_port for 84bc3373-f75d-4f0c-b614-4f82dfb54c45 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:10.950400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-6a77a475-7a75-4e59-bec9-4d9b7b5c9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:10.957841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-6a77a475-7a75-4e59-bec9-4d9b7b5c9320 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 1096 time: 1.1875644 Oct 18 20:51:11.044888 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfd63f3d-e6a9-4f84-8e4f-67628ac4265e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.071766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dbdc846c-4b81-4512-9e45-3e976330fdcd no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:11.090775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eaff7-adb5-41b7-8068-60a63ab0c10d req-c787dbfc-7b2b-425a-8af7-517a077bf673 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:11.093499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d71eaff7-adb5-41b7-8068-60a63ab0c10d req-c787dbfc-7b2b-425a-8af7-517a077bf673 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1877980 Oct 18 20:51:11.099045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: dbdc846c-4b81-4512-9e45-3e976330fdcd {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:11.100309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dbdc846c-4b81-4512-9e45-3e976330fdcd not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:11.101177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 910caf31-6449-4c9b-9b07-f8c4187e7f60 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:11.132619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 910caf31-6449-4c9b-9b07-f8c4187e7f60 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:11.133366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 910caf31-6449-4c9b-9b07-f8c4187e7f60 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:11.170193 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:11.231724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:11.242066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.308339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d71eaff7-adb5-41b7-8068-60a63ab0c10d req-b2ce7229-2f2c-4831-bbba-4e32bf86ea3d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934516 Oct 18 20:51:11.484637 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfd63f3d-e6a9-4f84-8e4f-67628ac4265e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.492951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfd63f3d-e6a9-4f84-8e4f-67628ac4265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.539362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.580850 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cfd63f3d-e6a9-4f84-8e4f-67628ac4265e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=734296277d21458ea4012f31bca29e84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0394187 Oct 18 20:51:11.582485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39760) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:11.609202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd63f3d-e6a9-4f84-8e4f-67628ac4265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba385e2-5503-420a-9834-72d895f9a1af,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:11.660320 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 2, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:11.697583 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Checking router: ea2e68b8-3316-4584-81ce-5d390d71f8e8 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:51:11.698088 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Updating router ea2e68b8-3316-4584-81ce-5d390d71f8e8 port a7b6f229-2cdd-444f-a470-8bd82be8b950 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:51:11.707606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:11.722676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1bf106-7acb-42e4-b79e-19d1ad834801') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:11.724006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1bf106-7acb-42e4-b79e-19d1ad834801') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:11.737132 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.747075 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.776369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.788918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:11.790402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:11.845710 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:11.852633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 91b86189-9414-4ee8-9378-56f4ccd345ae yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:11.859987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6247-2408-4275-9155-961c9283ba1f req-def58598-8127-4969-b9ab-f3a4bce89e2c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:11.874198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-def58598-8127-4969-b9ab-f3a4bce89e2c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 814 time: 0.3566563 Oct 18 20:51:11.878685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f75be23-9b2b-4749-9fae-b996cbd27c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:11.913230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-a36079aa-bfbc-4067-97d6-d830d61b5e3f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/quotas/cc67bbcfb92d44a9a248e2c35d3d7239 HTTP/1.1" status: 200 len: 375 time: 0.0296741 Oct 18 20:51:11.985535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f75be23-9b2b-4749-9fae-b996cbd27c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.078228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-df724294-74c1-4c82-8457-87e529fd3e23 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584201 Oct 18 20:51:12.128007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3316a-5699-4ba5-9a72-40221f9decad req-940fe102-3e55-4d00-8dd1-28c9bc7649ce tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:12.130425 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-45c3316a-5699-4ba5-9a72-40221f9decad req-940fe102-3e55-4d00-8dd1-28c9bc7649ce tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cf6d792-1605-410e-b328-0a6f50108be6 HTTP/1.1" status: 200 len: 945 time: 0.2876568 Oct 18 20:51:12.181288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f75be23-9b2b-4749-9fae-b996cbd27c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.185467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f75be23-9b2b-4749-9fae-b996cbd27c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.190477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5f75be23-9b2b-4749-9fae-b996cbd27c4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eba385e2-5503-420a-9834-72d895f9a1af HTTP/1.1" status: 204 len: 168 time: 0.6035509 Oct 18 20:51:12.203224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75be23-9b2b-4749-9fae-b996cbd27c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba385e2-5503-420a-9834-72d895f9a1af,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:12.235485 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.244035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-38713113-7bfb-4d3d-8df4-ca7c7c9a6d3e service neutron] 10.222.0.66 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624751 Oct 18 20:51:12.252686 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.332252 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61589ed7-2582-4d97-a1aa-94795400d562 None None] Pushing event updated for resources: {'Port': ['ID=a7b6f229-2cdd-444f-a470-8bd82be8b950,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:12.377777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.392622 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Attempting to bind port a7b6f229-2cdd-444f-a470-8bd82be8b950 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:12.393036 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Attempting to bind port a7b6f229-2cdd-444f-a470-8bd82be8b950 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:12.393468 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Attempting to bind port a7b6f229-2cdd-444f-a470-8bd82be8b950 on network 344261c4-9419-42a5-a28e-dc46f436bb2e {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:12.401110 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:12.401639 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Checking segment: {'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:12.402113 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.402620 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Bound using segment: {'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:12.403267 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Bound port: a7b6f229-2cdd-444f-a470-8bd82be8b950, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:12.403720 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.428080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-52f9ad2b-7465-45ba-9da3-517dd6a1161c service neutron] 10.222.0.66 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777945 Oct 18 20:51:12.462019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.470537 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/networks/eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb HTTP/1.1" status: 204 len: 168 time: 3.0734377 Oct 18 20:51:12.474613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39768) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:12.478498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c261fb-b85f-4fc8-b5fe-485e3ba3e89d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Pushing event deleted for resources: {'Network': ['ID=eb47afc5-7a2d-4e6d-a7e2-02a5c26b6adb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:12.480082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'routes': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:12.481510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.526941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-9a4976e4-0b79-43f7-a252-a4b14588aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:12.529454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-9a4976e4-0b79-43f7-a252-a4b14588aee9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 915 time: 1.5113077 Oct 18 20:51:12.583491 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] For port a7b6f229-2cdd-444f-a470-8bd82be8b950, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:12.591409 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] For port a7b6f229-2cdd-444f-a470-8bd82be8b950, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a7b6f229-2cdd-444f-a470-8bd82be8b950,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:12.602846 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:12.711081 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61589ed7-2582-4d97-a1aa-94795400d562 None None] Pushing event updated for resources: {'Port': ['ID=a7b6f229-2cdd-444f-a470-8bd82be8b950,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:12.733459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-132aec94-9a36-41d8-aa20-881fecb9eb0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d52c85e4-1b86-4a02-b127-33778ffabffc HTTP/1.1" status: 200 len: 217 time: 0.1707664 Oct 18 20:51:12.746873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Port': ['ID=84bc3373-f75d-4f0c-b614-4f82dfb54c45,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:12.752855 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:12.756519 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:12.960793 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:13.072851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.120721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-042cdfbd-cd73-4143-b64c-41951f2bfa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:13.127063 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-042cdfbd-cd73-4143-b64c-41951f2bfa91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.3817201 Oct 18 20:51:13.131544 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.212887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.221721 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-af8c580a-7189-4a69-baef-6b34f1a9ad59 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/ports/84bc3373-f75d-4f0c-b614-4f82dfb54c45 HTTP/1.1" status: 204 len: 168 time: 4.6972997 Oct 18 20:51:13.239729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.246537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39780) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:13.399039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=91b86189-9414-4ee8-9378-56f4ccd345ae,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:13.409529 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd726a08-fa72-4f7b-9b0c-b9925d7cfd74 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] GET failed (client error): The resource could not be found. Oct 18 20:51:13.411544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cd726a08-fa72-4f7b-9b0c-b9925d7cfd74 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "GET /v2.0/ports/84bc3373-f75d-4f0c-b614-4f82dfb54c45 HTTP/1.1" status: 404 len: 333 time: 0.0992944 Oct 18 20:51:13.423876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-89b2a0a7-885b-4e64-8b8f-d85c7f72f345 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1974666 Oct 18 20:51:13.426090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39788) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:13.433382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.extraroute_db [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Added routes are [] {{(pid=100531) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 20:51:13.433969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.extraroute_db [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Removed routes are [] {{(pid=100531) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 20:51:13.434262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.451936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1937278800'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:13.456057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331262af-24df-416a-9eda-0721144db1fb req-86e9dbd5-3093-4916-b2c0-12f8cc40e859 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:13.465631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-331262af-24df-416a-9eda-0721144db1fb req-86e9dbd5-3093-4916-b2c0-12f8cc40e859 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.5116138 Oct 18 20:51:13.666462 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:12Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:13.682071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.686805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Deleting port d52c85e4-1b86-4a02-b127-33778ffabffc {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:13.687148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.696076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:13.783969 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067a55a-3b0b-4d85-b67b-e50115916ef2 None None] The sync data for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 is: [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:12Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:13.818911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-331262af-24df-416a-9eda-0721144db1fb req-915122da-b5ab-45b8-bdf0-e192361ad2d7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467596 Oct 18 20:51:13.948962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 42c25de9-5091-4f03-85be-00037a79a88b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:51:14.251655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:14.264341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] Sync routers for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:14.277495 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:14.283636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:14.283884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-20fc2b7e-51d6-492c-a0ab-c284383679b0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 200 len: 700 time: 1.8092349 Oct 18 20:51:14.285393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:14.286644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39804) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:14.385351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-29ea56e3-d615-4f27-ae6a-0a2ec34df135 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 200 len: 205 time: 0.0915692 Oct 18 20:51:14.386084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39806) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:14.578453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe6b88b6-f376-4b90-9b7f-61ccc2ae5903 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:14.707147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] For port d52c85e4-1b86-4a02-b127-33778ffabffc, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=d52c85e4-1b86-4a02-b127-33778ffabffc,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:14.708081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:14.739785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:14.769243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Calling delete_port for d52c85e4-1b86-4a02-b127-33778ffabffc owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:14.862696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7b6f229-2cdd-444f-a470-8bd82be8b950 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:15.101270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-0b5ddb96-e8cb-4605-9a45-592592ce5138 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6455054 Oct 18 20:51:15.182224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:15.193010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 11, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:15.201198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': '62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:15.201589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:15.275172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] Checking router: 42c25de9-5091-4f03-85be-00037a79a88b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:51:15.298234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] Routers {'42c25de9-5091-4f03-85be-00037a79a88b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:15.299370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['42c25de9-5091-4f03-85be-00037a79a88b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:15.440405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Pushing event deleted for resources: {'Port': ['ID=d52c85e4-1b86-4a02-b127-33778ffabffc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:15.492870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a7b6f229-2cdd-444f-a470-8bd82be8b950 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:15.493258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:15.512565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d52c85e4-1b86-4a02-b127-33778ffabffc no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:15.676828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:15.688126 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:15.741112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:15.816845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] No DVR routers for this DVR port d52c85e4-1b86-4a02-b127-33778ffabffc on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:15.821188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: d52c85e4-1b86-4a02-b127-33778ffabffc {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:15.821534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device d52c85e4-1b86-4a02-b127-33778ffabffc not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:15.831232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] Set router 42c25de9-5091-4f03-85be-00037a79a88b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:15.858910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:15.863692 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-45c3316a-5699-4ba5-9a72-40221f9decad req-c00dd1f6-51bc-4174-8878-668d97cd5d1d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "DELETE /v2.0/ports/d52c85e4-1b86-4a02-b127-33778ffabffc HTTP/1.1" status: 204 len: 173 time: 3.4848394 Oct 18 20:51:15.869602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-deleted', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:15.876233 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd315ac-8541-424b-acdc-3c3d6e658b2e" -d '{"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-deleted", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:15.901800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:15.935340 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:15.953286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:15.953958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:15.957545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] device_id is not set on port 61691e49-841a-48f7-896b-6eecb13bf733 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:16.088322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe6b88b6-f376-4b90-9b7f-61ccc2ae5903 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.092396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8a058-83d9-4458-8e89-c6b263b98524 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:16.102507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe6b88b6-f376-4b90-9b7f-61ccc2ae5903 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.117936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 11, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:16.208588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b6cf0521-de4f-42aa-9bd5-0661dfb4bb83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:16.213300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b6cf0521-de4f-42aa-9bd5-0661dfb4bb83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 819 time: 0.7702458 Oct 18 20:51:16.230647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe6b88b6-f376-4b90-9b7f-61ccc2ae5903 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.231206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b88b6-f376-4b90-9b7f-61ccc2ae5903 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Fanout notify agent at l3_agent the message router_deleted on router 42c25de9-5091-4f03-85be-00037a79a88b {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:51:16.255543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe6b88b6-f376-4b90-9b7f-61ccc2ae5903 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.256723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fe6b88b6-f376-4b90-9b7f-61ccc2ae5903 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 204 len: 168 time: 1.8696158 Oct 18 20:51:16.258156 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-f2a31bb8-b95d-44b7-9724-613ad4023e3f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/quotas/810037e0cf4744049c3d97e5e75f192d HTTP/1.1" status: 200 len: 375 time: 0.0288415 Oct 18 20:51:16.265187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39832) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:16.269604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-af641e16-d0f6-4e7d-9df5-f7bdd6ec00aa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1876597225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:16.304512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Allocated IP 2001:db8::37 (1435fcaf-99d4-40d4-bdea-9ecaba168516/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407/61691e49-841a-48f7-896b-6eecb13bf733) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:16.388536 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2f3a34ec-d4df-4e93-a079-0994b32bcc40 req-e2dc9a4d-55ad-451d-bbf6-ba7da94c6f44 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2453249 Oct 18 20:51:16.402149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2451bbd4-83f4-4bf1-a484-0a9fc1154a57 None None] The sync data for ids ['42c25de9-5091-4f03-85be-00037a79a88b'] in n-d-812149-2 is: [{'id': '42c25de9-5091-4f03-85be-00037a79a88b', 'name': 'tempest-RoutersTest-router-403253758', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:49:26Z', 'updated_at': '2021-10-18T20:51:03Z', 'revision_number': 11, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:16.427353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af641e16-d0f6-4e7d-9df5-f7bdd6ec00aa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.431983 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af641e16-d0f6-4e7d-9df5-f7bdd6ec00aa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.440620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6247-2408-4275-9155-961c9283ba1f req-5be33432-0ee4-4970-ae13-3db81318d3f0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:16.442378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-5be33432-0ee4-4970-ae13-3db81318d3f0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 814 time: 1.2499785 Oct 18 20:51:16.464632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:16.464986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08275cd4-3ba6-4061-bc97-ccabf4bdf112 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 6.7943137 Oct 18 20:51:16.481291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-403872242'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:16.490732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Request body: {'port': {'device_id': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'admin_state_up': True, 'tenant_id': 'cc67bbcfb92d44a9a248e2c35d3d7239'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:16.529171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-5b5452b6-ccf4-44c5-b47f-a31a73a9d08a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2541592 Oct 18 20:51:16.596043 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.758842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af641e16-d0f6-4e7d-9df5-f7bdd6ec00aa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.770860 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.771992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a7b6f229-2cdd-444f-a470-8bd82be8b950, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a7b6f229-2cdd-444f-a470-8bd82be8b950,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:16.781572 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.831426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:16.831661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.836758 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.865430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af641e16-d0f6-4e7d-9df5-f7bdd6ec00aa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.879030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a7b6f229-2cdd-444f-a470-8bd82be8b950,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:16.889259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:16.897407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:16.907676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:16.916002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af641e16-d0f6-4e7d-9df5-f7bdd6ec00aa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.917466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-af641e16-d0f6-4e7d-9df5-f7bdd6ec00aa tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6513548 Oct 18 20:51:16.928232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39848) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:16.936047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fd583fc7-f75b-44dc-93fa-bd3bc308f81d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:16.939195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:16.945816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:16.946681 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:16.971850 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5405707 Oct 18 20:51:16.979072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39850) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:16.990178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36a', 'mac_address': 'fa:16:3e:5e:2c:a8'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:17.035329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-43175455-3921-49da-b470-f3f40030af8b service neutron] 10.222.0.66 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763019 Oct 18 20:51:17.037041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.037585 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment 781f5085-bb92-4eee-a1b5-53b53f51b2e3 of type vlan for network 5094983c-7eea-4872-8e1a-54c1755dceb7 Oct 18 20:51:17.055460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a10a-03c1-4a38-9eea-22a29f8207be tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=61691e49-841a-48f7-896b-6eecb13bf733,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:17.088926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Made reservation on behalf of cc67bbcfb92d44a9a248e2c35d3d7239 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:17.092890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.147188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.257818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.269679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:17.270438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.389992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.417386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-03d8a995-d573-4048-b4de-8d3b5198137d None None] Provisioning complete for port 61691e49-841a-48f7-896b-6eecb13bf733 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:17.418549 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03d8a995-d573-4048-b4de-8d3b5198137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.441395 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9728749 Oct 18 20:51:17.446101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39852) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:17.451618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'ports': [{'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b'}, {'network_id': '5094983c-7eea-4872-8e1a-54c1755dceb7'}]} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:17.451929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:17.452454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': '5094983c-7eea-4872-8e1a-54c1755dceb7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:17.463161 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd583fc7-f75b-44dc-93fa-bd3bc308f81d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.464457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-03d8a995-d573-4048-b4de-8d3b5198137d None None] Port 61691e49-841a-48f7-896b-6eecb13bf733 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:17.530416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd583fc7-f75b-44dc-93fa-bd3bc308f81d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.537919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313a857-c998-4673-8d54-caf3073669e4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=5094983c-7eea-4872-8e1a-54c1755dceb7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:17.551908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5094983c-7eea-4872-8e1a-54c1755dceb7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:17.605784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Allocated IP 172.20.0.12 (9cbe67d6-a356-446a-98b7-c802ea669766/73ab4248-3c9c-4574-8186-b58ea1c282e7/cd4894e8-cbb7-46c6-9158-fbd890bf7bcb) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:17.639708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-831509e1-d1ad-444f-b0f5-42fda08dd2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647104 Oct 18 20:51:17.693521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd583fc7-f75b-44dc-93fa-bd3bc308f81d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Router 2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:51:17.800932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd583fc7-f75b-44dc-93fa-bd3bc308f81d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:17.808668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd583fc7-f75b-44dc-93fa-bd3bc308f81d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:17.809915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fd583fc7-f75b-44dc-93fa-bd3bc308f81d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "PUT /v2.0/routers/2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a HTTP/1.1" status: 200 len: 694 time: 0.8806028 Oct 18 20:51:17.814104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39860) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:17.815946 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] Sync routers for ids ['2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:17.828863 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] Routers {'2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:17.838138 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:17.942231 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] Set router 2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:18.004947 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a', 'name': 'tempest-RoutersTest-router-1876597225', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:51:16Z', 'updated_at': '2021-10-18T20:51:17Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:18.039309 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] Checking router: 2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:51:18.049730 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] Routers {'2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:18.051224 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:50:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:18.106264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5d9c39c-4a3f-4199-93dd-772daf00f849 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/routers/2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a HTTP/1.1" status: 200 len: 700 time: 0.2895956 Oct 18 20:51:18.108629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39866) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:18.112616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8314-e921-4b63-a330-25b27e55e78e req-669b4bf6-ff02-4487-ae09-5f0fde31c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:18.114232 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c71f8314-e921-4b63-a330-25b27e55e78e req-669b4bf6-ff02-4487-ae09-5f0fde31c28b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 1097 time: 0.1686082 Oct 18 20:51:18.123189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61aca6-98ef-47e6-9ddf-682e37e5e703 req-9f84c4c4-fb0f-4f16-bafd-e3ae65c0ba90 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:18.125448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d61aca6-98ef-47e6-9ddf-682e37e5e703 req-9f84c4c4-fb0f-4f16-bafd-e3ae65c0ba90 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 946 time: 0.1818733 Oct 18 20:51:18.157427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b9e2ba3-22e7-4961-86bd-9bf9d518f68f tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a HTTP/1.1" status: 200 len: 205 time: 0.0472162 Oct 18 20:51:18.168417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:18.261063 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] Set router 2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:51:18.300664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a152c12-62ba-4f7f-805c-38fca69b8a3b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.332087 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a', 'name': 'tempest-RoutersTest-router-1876597225', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:51:16Z', 'updated_at': '2021-10-18T20:51:17Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:18.367276 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c970ff1-3f12-4322-adf5-e635b1e816cd None None] The sync data for ids ['2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a'] in n-d-812149-2 is: [{'id': '2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a', 'name': 'tempest-RoutersTest-router-1876597225', 'tenant_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:51:16Z', 'updated_at': '2021-10-18T20:51:17Z', 'revision_number': 2, 'project_id': 'f9eb5e2f2ea448b9aa0e1b31b81f52bc', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:18.378844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d61aca6-98ef-47e6-9ddf-682e37e5e703 req-75bc5050-cef8-4026-a718-0c8d5b44d4e4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201984 Oct 18 20:51:18.494287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 2} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:18.502866 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.571651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.593478 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94b900d8-e70d-4317-ad63-f6ac76908205 req-aaf97ce6-81a7-4b18-8b68-85838db877cb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0338142 Oct 18 20:51:18.635696 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.642073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8314-e921-4b63-a330-25b27e55e78e req-497e0aa3-b2e4-410c-8318-314a8e4bdb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:18.643768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c71f8314-e921-4b63-a330-25b27e55e78e req-497e0aa3-b2e4-410c-8318-314a8e4bdb62 service neutron] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.4895380 Oct 18 20:51:18.646292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a152c12-62ba-4f7f-805c-38fca69b8a3b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.650363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a152c12-62ba-4f7f-805c-38fca69b8a3b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.661063 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.676434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.693961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.748048 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a287c79d-6a15-4795-81d8-42da8ba7df05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:18.892869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 1b9f5752-82c2-4a1c-97ad-e71abf376cce yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:18.956736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=61691e49-841a-48f7-896b-6eecb13bf733,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:18.961829 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2a81c0-08cf-49d5-8450-fdd1d573edc2 x-openstack-request-id: req-8f2a81c0-08cf-49d5-8450-fdd1d573edc2 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:18.961829 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf6d792-1605-410e-b328-0a6f50108be6", "name": "network-vif-deleted", "tag": "d52c85e4-1b86-4a02-b127-33778ffabffc", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:18.961829 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f2a81c0-08cf-49d5-8450-fdd1d573edc2 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:18.962292 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf6d792-1605-410e-b328-0a6f50108be6', 'name': 'network-vif-deleted', 'tag': 'd52c85e4-1b86-4a02-b127-33778ffabffc', 'status': 'completed', 'code': 200} Oct 18 20:51:18.965987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7b6f229-2cdd-444f-a470-8bd82be8b950 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:19.029204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] In _notify_port_updated(), no bound segment for port 61691e49-841a-48f7-896b-6eecb13bf733 on network 1435fcaf-99d4-40d4-bdea-9ecaba168516 {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:51:19.035647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:19.042272 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.043873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8d97cfa4-591d-4b67-9bd6-c5cf3ee242f8 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "PUT /v2.0/ports/61691e49-841a-48f7-896b-6eecb13bf733 HTTP/1.1" status: 200 len: 1002 time: 2.0633414 Oct 18 20:51:19.049386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39886) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:19.128626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a7b6f229-2cdd-444f-a470-8bd82be8b950 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:19.129485 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.225866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c71f8314-e921-4b63-a330-25b27e55e78e req-01461357-a0eb-49de-810d-60c4a93269a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c HTTP/1.1" status: 200 len: 217 time: 0.5731547 Oct 18 20:51:19.233904 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.288486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.332317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Network 9cbe67d6-a356-446a-98b7-c802ea669766 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:19.345123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-717398e4-dba0-4343-9707-215858a52f8e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f9c809e67bb54f45a4bb64e96499c958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1254752 Oct 18 20:51:19.356430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:19.362539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:19.369285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f8314-e921-4b63-a330-25b27e55e78e req-9117c1dd-cb9c-435a-92b2-c9a6a1668fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:19.371524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c71f8314-e921-4b63-a330-25b27e55e78e req-9117c1dd-cb9c-435a-92b2-c9a6a1668fbb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1213689 Oct 18 20:51:19.396731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Pushing event updated for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:19.413195 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a152c12-62ba-4f7f-805c-38fca69b8a3b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.414240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a152c12-62ba-4f7f-805c-38fca69b8a3b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Fanout notify agent at l3_agent the message router_deleted on router 2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:51:19.440973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-92a4b712-e6a2-4956-a300-820e012b826f None None] Provisioning complete for port 61691e49-841a-48f7-896b-6eecb13bf733 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:19.442035 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92a4b712-e6a2-4956-a300-820e012b826f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.447374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9a152c12-62ba-4f7f-805c-38fca69b8a3b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.449410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9a152c12-62ba-4f7f-805c-38fca69b8a3b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a HTTP/1.1" status: 204 len: 168 time: 1.2784574 Oct 18 20:51:19.491289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-92a4b712-e6a2-4956-a300-820e012b826f None None] Port 61691e49-841a-48f7-896b-6eecb13bf733 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:19.495518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39890) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:19.510925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c71f8314-e921-4b63-a330-25b27e55e78e req-1e0385e0-a3dc-4017-9da4-f5847178181d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223235 Oct 18 20:51:19.523972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port b7bfc6b7-543f-4d6d-a396-a44d389f78db yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:19.539104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting port 61691e49-841a-48f7-896b-6eecb13bf733 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:19.539564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.574370 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-243a2efa-82f1-47a2-aede-29fcfa6ac4ae tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a HTTP/1.1" status: 200 len: 205 time: 0.0705428 Oct 18 20:51:19.577478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:19.578211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:19.582366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39892) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:19.660643 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-2c29ced0-3b97-4b2b-82fe-78d40b0589a0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] delete failed (client error): The resource could not be found. Oct 18 20:51:19.666025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2c29ced0-3b97-4b2b-82fe-78d40b0589a0 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/2a9bcbc7-3cd0-4afc-9d45-a9135d6b6d4a HTTP/1.1" status: 404 len: 336 time: 0.0680683 Oct 18 20:51:19.668625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39896) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:19.726201 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-cf05d83b-e2f6-474f-a598-9a66a53f39b5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2443459 Oct 18 20:51:19.760831 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d285d9-4274-4fa9-be11-52781c5c24a3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:19.761473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d285d9-4274-4fa9-be11-52781c5c24a3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:19.767003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-36d285d9-4274-4fa9-be11-52781c5c24a3 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/d47532a1-9182-4296-87fd-1aa33a594de8 HTTP/1.1" status: 404 len: 337 time: 0.0949600 Oct 18 20:51:19.776245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39898) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:19.783909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Request body: {'port': {'device_id': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:19.895053 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bd6853-c867-430f-9585-2e47a79e1196 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:19.896082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bd6853-c867-430f-9585-2e47a79e1196 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:19.904795 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-00bd6853-c867-430f-9585-2e47a79e1196 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/27bc38d5-d0f6-4e78-b58d-1580247e90a5 HTTP/1.1" status: 404 len: 337 time: 0.1243467 Oct 18 20:51:19.912497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39902) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:19.949988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-293ebb98-9201-45cc-902d-158a091f7006 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:19.952851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-293ebb98-9201-45cc-902d-158a091f7006 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6066146 Oct 18 20:51:19.972688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.011369 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d788b77f-9daa-445a-a98c-3c91e1eca355 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:20.012209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d788b77f-9daa-445a-a98c-3c91e1eca355 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:20.015336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d788b77f-9daa-445a-a98c-3c91e1eca355 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/16117ff9-dde9-430f-af19-5e609e2ef898 HTTP/1.1" status: 404 len: 337 time: 0.0947776 Oct 18 20:51:20.028435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39904) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.044741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-bb21c661-cb9e-4ad1-9335-ed3e3b52edf0 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/quotas/f9c809e67bb54f45a4bb64e96499c958 HTTP/1.1" status: 200 len: 375 time: 0.0488632 Oct 18 20:51:20.049576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c71f8314-e921-4b63-a330-25b27e55e78e req-2a509e0d-3c2e-413d-9514-068478232946 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268540 Oct 18 20:51:20.061031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-f8688e33-585d-41e1-a9a7-8e06591ae71c tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:20.062692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-f8688e33-585d-41e1-a9a7-8e06591ae71c tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 819 time: 0.3991811 Oct 18 20:51:20.066201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Calling delete_port for 61691e49-841a-48f7-896b-6eecb13bf733 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:20.087959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Request body: {'port': {'device_id': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'admin_state_up': True, 'tenant_id': '810037e0cf4744049c3d97e5e75f192d'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:20.110629 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2fee39-ee91-4e1e-9368-222fdf7fa88c tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:20.110983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2fee39-ee91-4e1e-9368-222fdf7fa88c tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:20.114377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb2fee39-ee91-4e1e-9368-222fdf7fa88c tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/569bcfbe-5004-413c-aaae-bee7ebdf0cfe HTTP/1.1" status: 404 len: 337 time: 0.0913739 Oct 18 20:51:20.119478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39906) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.123261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.134709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-a3c762e3-74bc-46c4-aee0-c3b80d10f26c tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9c809e67bb54f45a4bb64e96499c958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709217 Oct 18 20:51:20.214900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-17d8f341-b49b-4e13-a947-fb6fa50028fd tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 200 len: 205 time: 0.0885992 Oct 18 20:51:20.218670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39908) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.382999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c71f8314-e921-4b63-a330-25b27e55e78e req-079e6a96-b4c1-4e30-b7ea-555c9220fa23 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180478 Oct 18 20:51:20.409431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.417336 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-ab954aab-3699-420f-9a68-0f343a89e0db tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] delete failed (client error): The resource could not be found. Oct 18 20:51:20.428445 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ab954aab-3699-420f-9a68-0f343a89e0db tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/42c25de9-5091-4f03-85be-00037a79a88b HTTP/1.1" status: 404 len: 336 time: 0.0999608 Oct 18 20:51:20.432044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39914) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.443620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Made reservation on behalf of 810037e0cf4744049c3d97e5e75f192d for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:20.447386 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.472434 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ff2aa7bf-174e-4e81-a171-6ea28fb5c672 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=be1341d8-99cb-4efc-8f0f-ba7455afa981 HTTP/1.1" status: 200 len: 205 time: 0.0389426 Oct 18 20:51:20.477157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.516580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:20.519014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a58f4170-4c58-4313-a7fb-358446311110 req-74da62b0-64f3-4061-9c35-3f9e70dfc224 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 210 time: 0.0453646 Oct 18 20:51:20.669095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.686071 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-bb1bad74-1a9a-4b44-bb76-f183506d0f7c tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] delete failed (client error): The resource could not be found. Oct 18 20:51:20.689665 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bb1bad74-1a9a-4b44-bb76-f183506d0f7c tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/be1341d8-99cb-4efc-8f0f-ba7455afa981 HTTP/1.1" status: 404 len: 336 time: 0.2022142 Oct 18 20:51:20.693792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39922) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.699600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.713206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:20.720203 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1782762-1754-43c3-ac55-f67900657f98" -d '{"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:20.726965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:20.732989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.780798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Port': ['ID=61691e49-841a-48f7-896b-6eecb13bf733,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:20.810504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:20.817063 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-65974552-9a33-49fd-86fa-58c7ecd694dc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:20.819426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65974552-9a33-49fd-86fa-58c7ecd694dc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:20.825331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:20.826549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-65974552-9a33-49fd-86fa-58c7ecd694dc tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/bb318f87-acaa-4a1f-917e-3c6df1429a98 HTTP/1.1" status: 404 len: 337 time: 0.1263654 Oct 18 20:51:20.861304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39926) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.921295 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-64d4d2ea-6567-4203-a252-74ad4f634457 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb85c17a-367e-4a9f-95e2-3728f3662ebb HTTP/1.1" status: 200 len: 205 time: 0.0463104 Oct 18 20:51:20.934872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e66d-7f99-4b92-a358-4f7d434f6bca req-1df6c8d9-b0a1-42c3-86ed-1e5ff6c6e233 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:20.948597 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6867e66d-7f99-4b92-a358-4f7d434f6bca req-1df6c8d9-b0a1-42c3-86ed-1e5ff6c6e233 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.2780502 Oct 18 20:51:20.960654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39930) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:20.980148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:20.989215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:21.005432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:21.006632 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:21.037015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Allocated IP 172.20.0.3 (344261c4-9419-42a5-a28e-dc46f436bb2e/4319409c-c3a7-4550-b046-6faff86f14e8/186280c8-9ccb-42da-bfc3-f871143a8212) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:21.040428 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-73f100f4-c117-4699-bd72-b7260536d754 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] delete failed (client error): The resource could not be found. Oct 18 20:51:21.042187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-73f100f4-c117-4699-bd72-b7260536d754 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/cb85c17a-367e-4a9f-95e2-3728f3662ebb HTTP/1.1" status: 404 len: 336 time: 0.0792773 Oct 18 20:51:21.047518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39932) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.050090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=1b9f5752-82c2-4a1c-97ad-e71abf376cce,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:21.100713 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dcf68634-bb7e-46c3-b88a-053a3886c5f9 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef1e7-a3d0-45ff-8631-1747f5f04811 HTTP/1.1" status: 200 len: 205 time: 0.0519004 Oct 18 20:51:21.109653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39934) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.185752 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-7f66f445-d808-4a4c-b544-014bd6593752 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] delete failed (client error): The resource could not be found. Oct 18 20:51:21.189233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7f66f445-d808-4a4c-b544-014bd6593752 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/e18ef1e7-a3d0-45ff-8631-1747f5f04811 HTTP/1.1" status: 404 len: 336 time: 0.0757444 Oct 18 20:51:21.194053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39936) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.197286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6867e66d-7f99-4b92-a358-4f7d434f6bca req-92641c2f-3068-4d82-b813-00b755d24ee5 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721373 Oct 18 20:51:21.259692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:21.262227 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-25814614-b368-4d25-9e4f-7ad9e0721172 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:21.263110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25814614-b368-4d25-9e4f-7ad9e0721172 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:21.263558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2a4716f9-dcb4-41b5-8eb9-f441721f63d0 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/ports/61691e49-841a-48f7-896b-6eecb13bf733 HTTP/1.1" status: 204 len: 168 time: 2.2117441 Oct 18 20:51:21.270794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25814614-b368-4d25-9e4f-7ad9e0721172 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/4a4b83cb-1e97-4663-8b53-d84b42c880f2 HTTP/1.1" status: 404 len: 337 time: 0.0700192 Oct 18 20:51:21.274550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39942) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.275103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39940) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.313933 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d15796-5f44-4a27-9ba3-09782dfba8b4 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] GET failed (client error): The resource could not be found. Oct 18 20:51:21.315737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-61d15796-5f44-4a27-9ba3-09782dfba8b4 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "GET /v2.0/ports/61691e49-841a-48f7-896b-6eecb13bf733 HTTP/1.1" status: 404 len: 333 time: 0.0396264 Oct 18 20:51:21.328279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.333933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4894e8-cbb7-46c6-9158-fbd890bf7bcb {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:21.344563 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-888de2e6-ef42-4b41-8b82-d723b97d368d tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebda8f8-c7a6-49b8-907a-83cfd1f44441 HTTP/1.1" status: 200 len: 205 time: 0.0627615 Oct 18 20:51:21.348647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1529123036'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:21.357952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39946) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.358641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=b7bfc6b7-543f-4d6d-a396-a44d389f78db,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:21.364213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:21.384683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': '781f5085-bb92-4eee-a1b5-53b53f51b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '5094983c-7eea-4872-8e1a-54c1755dceb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:21.385096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: 5094983c-7eea-4872-8e1a-54c1755dceb7, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:21.439003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664b9c-09c9-4e37-b97a-6051a64e7e1b req-4ed40a01-d86b-40cb-bd22-8d324378aae1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:21.440865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74664b9c-09c9-4e37-b97a-6051a64e7e1b req-4ed40a01-d86b-40cb-bd22-8d324378aae1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 944 time: 0.1330581 Oct 18 20:51:21.441067 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-4332c5d4-c1ab-4746-bc7e-5e778bcc6560 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] delete failed (client error): The resource could not be found. Oct 18 20:51:21.443163 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4332c5d4-c1ab-4746-bc7e-5e778bcc6560 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/9ebda8f8-c7a6-49b8-907a-83cfd1f44441 HTTP/1.1" status: 404 len: 336 time: 0.0815649 Oct 18 20:51:21.444656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39948) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.487710 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74fafe5-c59f-400d-b4e4-60be3c7813b2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:21.488047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e74fafe5-c59f-400d-b4e4-60be3c7813b2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:21.491214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Transition to ACTIVE for port object cd4894e8-cbb7-46c6-9158-fbd890bf7bcb will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:51:21.491971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e74fafe5-c59f-400d-b4e4-60be3c7813b2 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/895218f9-d625-4815-a486-4609ddfa1804 HTTP/1.1" status: 404 len: 337 time: 0.0462513 Oct 18 20:51:21.501375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39950) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.540061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:21.602147 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:21.619099 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b32973fa-7139-4e44-ab3a-ccb874dc3fc8 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8f4eccd-76ef-4212-bf83-aeef014b0751 HTTP/1.1" status: 200 len: 205 time: 0.1058671 Oct 18 20:51:21.635552 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39954) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.643207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74664b9c-09c9-4e37-b97a-6051a64e7e1b req-a69472dc-b7df-44c7-8ea8-38ebe5656577 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701293 Oct 18 20:51:21.645310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 5094983c-7eea-4872-8e1a-54c1755dceb7 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:21.701204 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-6c421bdf-e7c7-4209-87ea-fb03cf2bb4a5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] delete failed (client error): The resource could not be found. Oct 18 20:51:21.702262 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6c421bdf-e7c7-4209-87ea-fb03cf2bb4a5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/routers/f8f4eccd-76ef-4212-bf83-aeef014b0751 HTTP/1.1" status: 404 len: 336 time: 0.0655074 Oct 18 20:51:21.706444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39956) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.750696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-17a1a556-bc4d-44bd-be71-2fb3537acb1c tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f9c809e67bb54f45a4bb64e96499c958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984724 Oct 18 20:51:21.756337 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-66aa1629-26bf-45e8-96b9-b29975a6e38b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:21.756945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66aa1629-26bf-45e8-96b9-b29975a6e38b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:21.765488 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-66aa1629-26bf-45e8-96b9-b29975a6e38b tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/a7ca6c15-8ce8-4b54-9b45-59ca9419dd33 HTTP/1.1" status: 404 len: 337 time: 0.0540857 Oct 18 20:51:21.766562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39958) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:21.828227 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-de31c420-733d-42ad-beb0-f242b212b5a5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:21.828718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de31c420-733d-42ad-beb0-f242b212b5a5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:21.832689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-de31c420-733d-42ad-beb0-f242b212b5a5 tempest-RoutersTest-1393242015 tempest-RoutersTest-1393242015-project] 10.222.0.66 "DELETE /v2.0/subnets/5d9e02d5-18d6-4485-af22-dc42b3be9c83 HTTP/1.1" status: 404 len: 337 time: 0.0646300 Oct 18 20:51:21.833093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5094983c-7eea-4872-8e1a-54c1755dceb7) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:21.845373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a07f2-037e-4f59-8556-3c69b866d29b None None] Network 5094983c-7eea-4872-8e1a-54c1755dceb7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:21.868055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:21.905899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-649029f9-0715-4a3b-8951-e9d830906089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:21.908186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-649029f9-0715-4a3b-8951-e9d830906089 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 1095 time: 0.3479776 Oct 18 20:51:21.909434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:21.970948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:21.989528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.009543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.011600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.074686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:22.080997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.091660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event updated for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:22.122294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Network 344261c4-9419-42a5-a28e-dc46f436bb2e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:22.130300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:22.136551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:22.202077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-949f4dd2-5919-41de-af4a-bbadae111f75 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7546690 Oct 18 20:51:22.205397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] device_id is not set on port da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:22.207992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39962) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:22.276869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da020686-bc5a-4b56-8f2f-a402f9640619 req-01daf1a1-ef2e-4048-86f8-54e30ace2c0d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.280025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da020686-bc5a-4b56-8f2f-a402f9640619 req-01daf1a1-ef2e-4048-86f8-54e30ace2c0d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 944 time: 0.4708176 Oct 18 20:51:22.313933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Attempting to bind port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:22.314252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Attempting to bind port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:22.314588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Attempting to bind port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb on network 9cbe67d6-a356-446a-98b7-c802ea669766 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:22.331711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-e579da35-be90-4b77-9168-95a97c9fb80e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.333329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-e579da35-be90-4b77-9168-95a97c9fb80e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5602522 Oct 18 20:51:22.337024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb on network 9cbe67d6-a356-446a-98b7-c802ea669766 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:51:22.337340 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Attempting to bind port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb on network 9cbe67d6-a356-446a-98b7-c802ea669766 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:22.353334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Request body: {'port': {'device_id': 'a489f610-493b-498e-bf27-09a7343f666b', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': 'f9c809e67bb54f45a4bb64e96499c958'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:22.356268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.356899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.382927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:22.383281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Checking segment: {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:22.383647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Bound using segment: {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:22.384432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Bound port: cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:22.384432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.410405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39966) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:22.488670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-662779a1-325e-4b42-8f83-7cbbd53be45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.491964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-662779a1-325e-4b42-8f83-7cbbd53be45b service neutron] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.5528700 Oct 18 20:51:22.499547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-04b2bcb2-8541-46ef-82dd-d4d70f5eb83a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4166453 Oct 18 20:51:22.518544 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Allocated IP 2001:db8::28d (1435fcaf-99d4-40d4-bdea-9ecaba168516/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407/da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:22.523008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da020686-bc5a-4b56-8f2f-a402f9640619 req-25beabc7-66e7-4b4a-92b9-f5e8ec8b5e25 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959910 Oct 18 20:51:22.584963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:22.593378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Request body: {'port': {'device_id': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:22.596666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:22.618328 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.641164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-db70dd3f-71db-4879-9420-6972db1d5f28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c HTTP/1.1" status: 200 len: 217 time: 0.1380982 Oct 18 20:51:22.663175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Made reservation on behalf of f9c809e67bb54f45a4bb64e96499c958 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:22.666903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.694539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.695166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.696715 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] 10.222.0.30 "PUT /v2.0/ports/cd4894e8-cbb7-46c6-9158-fbd890bf7bcb HTTP/1.1" status: 200 len: 1092 time: 2.9254425 Oct 18 20:51:22.697384 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:22.699683 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac9a44f-4f6e-4833-8200-58af9963b769" -d '{"events": [{"name": "network-changed", "server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:22.702812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.766432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.770723 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12884193-221e-4c78-9690-02a271d77efd req-70cb366e-bc65-474f-a59a-4e50f6553100 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 210 time: 0.0860786 Oct 18 20:51:22.773011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c0aa6-7353-484e-ba78-06d4da997969 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:22.845987 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79673037-6342-4674-a543-abd4d8c133fb x-openstack-request-id: req-79673037-6342-4674-a543-abd4d8c133fb {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:22.847199 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-unplugged", "status": "failed", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c", "code": 422}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:22.847742 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79673037-6342-4674-a543-abd4d8c133fb {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:22.848374 n-d-812149-2 neutron-server[100532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'code': 422} returned with failed status Oct 18 20:51:22.863579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-5b4d732a-8f82-4acc-afeb-651f4eccbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:22.865403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-5b4d732a-8f82-4acc-afeb-651f4eccbe23 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1845798 Oct 18 20:51:22.879240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8979b8a-324c-47bd-b217-c2cb0fc645c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9eb5e2f2ea448b9aa0e1b31b81f52bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536340 Oct 18 20:51:22.879240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port b7bfc6b7-543f-4d6d-a396-a44d389f78db {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:22.879240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:22.885217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39976) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:22.949263 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-89be007e-61f6-47cd-969e-a04e20ec7ad1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648096 Oct 18 20:51:23.119174 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ca5b-bcec-4eb7-95cc-c6329a5b4197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.233183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6247-2408-4275-9155-961c9283ba1f req-7c5bdc42-9969-4cfb-ad04-b0030855a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:23.234953 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-7c5bdc42-9969-4cfb-ad04-b0030855a969 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 1095 time: 0.4860699 Oct 18 20:51:23.244549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.306035 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-6b4cdff6-2e45-4338-9d47-d688b21397e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb HTTP/1.1" status: 200 len: 217 time: 0.0591490 Oct 18 20:51:23.367788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.377734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.451643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e6247-2408-4275-9155-961c9283ba1f req-89b7e9b1-25a2-42de-94b6-f12a1076af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:23.453371 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-89b7e9b1-25a2-42de-94b6-f12a1076af8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.1365287 Oct 18 20:51:23.466249 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.478709 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.515217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d083a7d9-c523-42c8-80da-c1e2d55da160,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:23.542512 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-fe927153-afec-4306-bd09-d9821f91a43d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804801 Oct 18 20:51:23.567141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for b7bfc6b7-543f-4d6d-a396-a44d389f78db owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:23.592866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:23.632157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:23.637903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:23.640662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc021258-4a3b-49a4-a3eb-879251748340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.646258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:23.651883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:23.652599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.732146 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6336480a-d7cb-4391-9f2c-d1d0bf0e95df tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3852365 Oct 18 20:51:23.732146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39982) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:23.738661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:2c:a8'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:23.743986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Allocated IP 192.168.233.166 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/bf402c43-8be5-4c7f-b0a0-a48b5f5f9269) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:23.758580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900678e5-2fa9-482c-8ba0-1bc3314cae9c req-383a0e1e-9c7e-4265-ae4a-b9d960c0e0e8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:23.760225 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-900678e5-2fa9-482c-8ba0-1bc3314cae9c req-383a0e1e-9c7e-4265-ae4a-b9d960c0e0e8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 931 time: 0.6683013 Oct 18 20:51:23.779216 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc021258-4a3b-49a4-a3eb-879251748340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:23.808202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-7eb09594-dbc8-45f2-baf5-15ef5bc0c6be service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8398514 Oct 18 20:51:23.809932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-1cf99fd9-a0b1-4839-bb81-4fecc9e3e29b service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549031 Oct 18 20:51:23.976922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-900678e5-2fa9-482c-8ba0-1bc3314cae9c req-3dfe1e49-8998-4cfc-aeeb-1a27bfec239c tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058148 Oct 18 20:51:24.029288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.087500 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a92e6247-2408-4275-9155-961c9283ba1f req-6193989d-7655-42e0-89f8-03d29b87f728 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608998 Oct 18 20:51:24.106214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-744c4625-44c1-4ca5-b0e6-41d258c44692 req-63586e76-36a2-46b1-ba7e-23b3de1be066 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772248 Oct 18 20:51:24.106856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc021258-4a3b-49a4-a3eb-879251748340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.110062 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc021258-4a3b-49a4-a3eb-879251748340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.111565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fc021258-4a3b-49a4-a3eb-879251748340 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80a38c2a-47e6-4de1-a705-89e67ccf1c6a HTTP/1.1" status: 204 len: 168 time: 1.2253776 Oct 18 20:51:24.121582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b752678b-a064-414c-a0b9-ab79f2b7e73b None None] Provisioning complete for port da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:24.122737 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b752678b-a064-414c-a0b9-ab79f2b7e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.124707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=b7bfc6b7-543f-4d6d-a396-a44d389f78db,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:24.131728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc021258-4a3b-49a4-a3eb-879251748340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a38c2a-47e6-4de1-a705-89e67ccf1c6a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:24.134713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.138449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e51bd852-c01c-4aa3-90a5-326826026e63 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/b7bfc6b7-543f-4d6d-a396-a44d389f78db HTTP/1.1" status: 204 len: 168 time: 1.8907876 Oct 18 20:51:24.144246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186280c8-9ccb-42da-bfc3-f871143a8212 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:24.149812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39988) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:24.166140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.226427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.236937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b752678b-a064-414c-a0b9-ab79f2b7e73b None None] Port da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:24.247928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.258618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Transition to ACTIVE for port object 186280c8-9ccb-42da-bfc3-f871143a8212 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:51:24.287755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.354466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff08cda-57d4-43ae-9e0f-07bf316c43d1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:24.360915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff08cda-57d4-43ae-9e0f-07bf316c43d1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:24.361870 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.362620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fff08cda-57d4-43ae-9e0f-07bf316c43d1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2109563 Oct 18 20:51:24.370540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39990) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:24.421153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5871e-18e6-4eaa-95a4-a999a0666bc6 req-c2c092ee-135f-47c4-8a52-890125c5498c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:24.422780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38c5871e-18e6-4eaa-95a4-a999a0666bc6 req-c2c092ee-135f-47c4-8a52-890125c5498c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 944 time: 0.1905591 Oct 18 20:51:24.439604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Pushing event updated for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:24.526551 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.578973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38c5871e-18e6-4eaa-95a4-a999a0666bc6 req-d486df32-cf59-44c2-bd7a-0ec517f6baf3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437552 Oct 18 20:51:24.610215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Attempting to bind port 186280c8-9ccb-42da-bfc3-f871143a8212 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:24.610740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Attempting to bind port 186280c8-9ccb-42da-bfc3-f871143a8212 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:24.610977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Attempting to bind port 186280c8-9ccb-42da-bfc3-f871143a8212 on network 344261c4-9419-42a5-a28e-dc46f436bb2e {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:24.621903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 1b9f5752-82c2-4a1c-97ad-e71abf376cce {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:24.622211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.635482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Port 186280c8-9ccb-42da-bfc3-f871143a8212 on network 344261c4-9419-42a5-a28e-dc46f436bb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:51:24.636864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Attempting to bind port 186280c8-9ccb-42da-bfc3-f871143a8212 on network 344261c4-9419-42a5-a28e-dc46f436bb2e {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:24.700558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:24.701613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Checking segment: {'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:24.702331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Bound using segment: {'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:24.703166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Bound port: 186280c8-9ccb-42da-bfc3-f871143a8212, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa3ea5a-9bbd-4eee-a568-7ed35571b314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:24.703867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.774381 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404f18f7-d800-4f48-bae0-a583737d87ae x-openstack-request-id: req-404f18f7-d800-4f48-bae0-a583737d87ae {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:24.774843 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:24.775266 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-404f18f7-d800-4f48-bae0-a583737d87ae {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:24.776404 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'status': 'completed', 'code': 200} Oct 18 20:51:24.799616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Pushing event updated for resources: {'Port': ['ID=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:24.871358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:24.875468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.879755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=186280c8-9ccb-42da-bfc3-f871143a8212,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:24.898295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:24.901150 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:24.908420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:24.929197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 1b9f5752-82c2-4a1c-97ad-e71abf376cce owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:24.932229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:25.002182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.003228 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.022730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.031455 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-70fd99e4-cef0-4a0f-8e5d-3b5f0ff958eb tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6813054 Oct 18 20:51:25.035312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.036227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.040946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] 10.222.0.79 "PUT /v2.0/ports/186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 1091 time: 2.4499407 Oct 18 20:51:25.041843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:25.043711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.044896 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce8200-287a-4bb8-889a-ecc96e023068" -d '{"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:25.113712 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.135438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] In _notify_port_updated(), no bound segment for port da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 on network 1435fcaf-99d4-40d4-bdea-9ecaba168516 {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:51:25.141260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b81418-1155-40fd-bdf6-20f088ccb988 service neutron] Pushing event updated for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:25.154743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.155460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.156932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "PUT /v2.0/ports/da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 HTTP/1.1" status: 200 len: 1003 time: 1.4244578 Oct 18 20:51:25.160124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40014) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:25.170205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Request body: {'port': {'device_id': 'a489f610-493b-498e-bf27-09a7343f666b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:25.178378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-4b506196-0cdc-4aa7-8024-b7775051a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.180274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-4b506196-0cdc-4aa7-8024-b7775051a51f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1937209920c40ea8d18a334fda0218e&device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 1098 time: 0.2693841 Oct 18 20:51:25.195892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c0e9f-6abe-489c-8f1c-67618a20d6e4 req-63c5dc32-927f-4ef5-b12a-07551b9afb0f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.197765 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad3c0e9f-6abe-489c-8f1c-67618a20d6e4 req-63c5dc32-927f-4ef5-b12a-07551b9afb0f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 944 time: 0.3104522 Oct 18 20:51:25.313053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-3d5c33c6-a534-4cd9-bab7-01df45b9c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.314657 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-3d5c33c6-a534-4cd9-bab7-01df45b9c17a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 1095 time: 0.5362723 Oct 18 20:51:25.355286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ad3c0e9f-6abe-489c-8f1c-67618a20d6e4 req-21b02abb-dad8-47ae-a305-8bd42df7a6a2 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282165 Oct 18 20:51:25.356117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.361680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-e193fd0e-ad47-46bd-8aa3-a33f3b99ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.363369 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-e193fd0e-ad47-46bd-8aa3-a33f3b99ef04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1094 time: 0.2412035 Oct 18 20:51:25.392373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240d771-38ab-40b2-9327-e1c4afec5cd7 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:25.413169 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.529683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-139f1a54-5c24-44a4-88f7-18d98ccf86d5 None None] Provisioning complete for port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:25.530370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-139f1a54-5c24-44a4-88f7-18d98ccf86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.533944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=1b9f5752-82c2-4a1c-97ad-e71abf376cce,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:25.540546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-3af487e8-62e5-417c-b337-458668b5c214 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.1597140 Oct 18 20:51:25.576944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40020) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:25.577709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.590968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2cf3c49c-35a1-4fb2-973f-fe9de53fdd1e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/1b9f5752-82c2-4a1c-97ad-e71abf376cce HTTP/1.1" status: 204 len: 168 time: 1.2186844 Oct 18 20:51:25.601491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-139f1a54-5c24-44a4-88f7-18d98ccf86d5 None None] Port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:25.613115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40024) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:25.685043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-4e848928-1b8d-4440-b5ba-5d736c69c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.686452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-4e848928-1b8d-4440-b5ba-5d736c69c48c service neutron] 10.222.0.79 "GET /v2.0/networks?id=9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 200 len: 914 time: 0.4875903 Oct 18 20:51:25.699759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting port da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:25.700271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.708162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-a6b70714-02c8-41f6-a4ba-52792b07804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.710325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-a6b70714-02c8-41f6-a4ba-52792b07804f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.1354232 Oct 18 20:51:25.729731 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5132c20f-0ec0-4de8-b31d-2177ab3813c1 None None] Provisioning complete for port da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:25.730524 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5132c20f-0ec0-4de8-b31d-2177ab3813c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.751110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-4d8593e6-c71e-461f-8de0-ea9fb7951b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.752787 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-4d8593e6-c71e-461f-8de0-ea9fb7951b8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 915 time: 0.3987751 Oct 18 20:51:25.752990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-b925877b-b069-4c9a-aae0-0af65978e7d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 200 len: 217 time: 0.0546751 Oct 18 20:51:25.764503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-44249be1-ce49-4f29-8562-9328cb5ddfb7 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1464932763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:25.774699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-14c080cf-fa08-4e08-82da-633dad8a0ab7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322168 Oct 18 20:51:25.782104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5132c20f-0ec0-4de8-b31d-2177ab3813c1 None None] Port da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:25.790229 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec791b-4855-4468-91a7-5fccd4c9db6e req-f4037cd7-26e2-4a97-b74a-11e63ecb1652 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.791828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07ec791b-4855-4468-91a7-5fccd4c9db6e req-f4037cd7-26e2-4a97-b74a-11e63ecb1652 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 936 time: 0.2726762 Oct 18 20:51:25.868197 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-8e072bfd-5cd3-41c1-9144-54c2c339d396 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb HTTP/1.1" status: 200 len: 217 time: 0.0813954 Oct 18 20:51:25.932274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-d3e98420-2f0e-4336-883f-8a37d5ea9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.933869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-d3e98420-2f0e-4336-883f-8a37d5ea9a7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 200 len: 853 time: 0.1617801 Oct 18 20:51:25.938552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07ec791b-4855-4468-91a7-5fccd4c9db6e req-9bb66677-3256-44da-b34b-ec2a4ff01dc1 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184158 Oct 18 20:51:25.957652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44249be1-ce49-4f29-8562-9328cb5ddfb7 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.967740 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44249be1-ce49-4f29-8562-9328cb5ddfb7 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:25.975201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-818dbc13-c684-4cea-8b0d-f9f960a66e2d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9562d4fb-8329-4ac7-8774-a5d7e664c95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337393 Oct 18 20:51:25.978438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26de6d7-3d84-425d-bf0f-809beaae2855 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:25.980560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e26de6d7-3d84-425d-bf0f-809beaae2855 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3650627 Oct 18 20:51:25.989896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40026) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:26.033715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-7b9b246f-d73f-4f83-932b-a5a871135808 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396305 Oct 18 20:51:26.038004 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff34f10-1966-4829-a0a4-1ddccb7782d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:51:26.039612 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aff34f10-1966-4829-a0a4-1ddccb7782d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/b7bfc6b7-543f-4d6d-a396-a44d389f78db HTTP/1.1" status: 404 len: 333 time: 0.0471339 Oct 18 20:51:26.046056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40032) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:26.087374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-7b79c7aa-e510-46de-b206-3861a8d8f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:26.088882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-7b79c7aa-e510-46de-b206-3861a8d8f699 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.1864133 Oct 18 20:51:26.122523 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.125382 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-7896fd9c-0050-49af-aeca-79751d553c9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:51:26.131724 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7896fd9c-0050-49af-aeca-79751d553c9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/1b9f5752-82c2-4a1c-97ad-e71abf376cce HTTP/1.1" status: 404 len: 333 time: 0.0770934 Oct 18 20:51:26.154640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40036) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:26.193851 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-e1fdc080-979f-41df-99d7-b48652ac0c64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850151 Oct 18 20:51:26.195712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44249be1-ce49-4f29-8562-9328cb5ddfb7 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.197031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Calling delete_port for da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:26.205670 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-1c122cfd-99c2-468c-975b-c08a6c3ee64e service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233603 Oct 18 20:51:26.230380 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44249be1-ce49-4f29-8562-9328cb5ddfb7 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.245615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f591364-dd4d-4155-81e5-645eb8a0656d req-01161c31-9c73-4f72-a890-6c563b9f275f service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030394 Oct 18 20:51:26.353259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c850d7d1-a541-4230-b118-92b05b078cd7 req-90f1fbdf-28a2-44a6-9e27-d3a1b8c9ba6e service neutron] 10.222.0.79 "GET /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314669 Oct 18 20:51:26.368591 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44249be1-ce49-4f29-8562-9328cb5ddfb7 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.369818 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-44249be1-ce49-4f29-8562-9328cb5ddfb7 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7917862 Oct 18 20:51:26.373721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40042) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:26.383016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-870913868'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:26.419755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:26.427724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.448807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.451899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.525569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:26.596822 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.598184 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-a2cb5580-7e43-46b1-b185-61e25f3f4e70 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958466 Oct 18 20:51:26.617221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:26.629568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.638881 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.648870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.718391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:26.732560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e7b92d-15ef-458d-8a5e-369b42700d98,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:26.757208 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:51:26.787714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:26.835531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5094983c-7eea-4872-8e1a-54c1755dceb7']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:27.030999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-491ad672-9970-4787-b9c9-b3c24e24eb89 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:27.033782 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-491ad672-9970-4787-b9c9-b3c24e24eb89 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=22d65a8b-6ce5-47a8-932d-7165bfdf8990 HTTP/1.1" status: 200 len: 944 time: 0.0931170 Oct 18 20:51:27.159651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Deleting port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:27.159990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.177180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781f5085-bb92-4eee-a1b5-53b53f51b2e3') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:27.177695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781f5085-bb92-4eee-a1b5-53b53f51b2e3') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:27.189423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5ac9a44f-4f6e-4833-8200-58af9963b769 req-ebcec76e-989b-4340-906d-7a6d7b8eea94 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621397 Oct 18 20:51:27.192114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Transition to ACTIVE for port object bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:51:27.193918 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.197003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.197404 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.197536 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Added segment 76473335-0064-4a25-81d8-4c76c97af846 of type vlan for network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 Oct 18 20:51:27.221853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.269446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Port': ['ID=da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:27.279657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.283704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.284412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.290854 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-95fe31c5-4dd6-4e59-b2ef-55ac93bc368a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/ports/da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 HTTP/1.1" status: 204 len: 168 time: 2.0679913 Oct 18 20:51:27.292360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40074) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:27.323276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:27.323958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:27.327511 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:27.343812 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63b7224-37b9-47bc-b434-721cf8df93b1 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] GET failed (client error): The resource could not be found. Oct 18 20:51:27.345302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e63b7224-37b9-47bc-b434-721cf8df93b1 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "GET /v2.0/ports/da61f3d6-60d2-4ec1-b1fe-c9fe7587b3d3 HTTP/1.1" status: 404 len: 333 time: 0.0497539 Oct 18 20:51:27.349010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] For port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:27.349010 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.356059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40076) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:27.370206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-547245808'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:27.371668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Calling delete_port for 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:27.385729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.392018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:27.392692 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.488031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1127105 Oct 18 20:51:27.491121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device cd4894e8-cbb7-46c6-9158-fbd890bf7bcb details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:51:27.493208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40078) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:27.549032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'subnet': {'network_id': 'b24e9849-b9ad-49ff-a8a0-b8a7c92de528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:27.581373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b43132-ba66-4465-a794-13fdf4115fa3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Network': ['ID=b24e9849-b9ad-49ff-a8a0-b8a7c92de528,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:27.665977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:27.680208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:27.686092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'port_id': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'mac_address': 'fa:16:3e:4c:0c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ab4248-3c9c-4574-8186-b58ea1c282e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:51:27.709464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Pushing event updated for resources: {'Port': ['ID=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:27.735960 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.741700 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.745707 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/5094983c-7eea-4872-8e1a-54c1755dceb7 HTTP/1.1" status: 204 len: 168 time: 1.5880890 Oct 18 20:51:27.750770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40080) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:27.753602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:27.758075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.766959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-166039894'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:27.788162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae90c-80cc-4b87-acba-b07c9010a675 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=5094983c-7eea-4872-8e1a-54c1755dceb7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:27.794739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Attempting to bind port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:27.795809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Attempting to bind port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:27.796648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Attempting to bind port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:27.805972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:51:27.806868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Attempting to bind port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:27.814113 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.823881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:27.824974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:27.825375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:27.825834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Bound port: bf402c43-8be5-4c7f-b0a0-a48b5f5f9269, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:27.826200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.834491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4894e8-cbb7-46c6-9158-fbd890bf7bcb {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:27.857378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:27.862917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.878631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:27.883430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.890294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.919910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:27.924878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:27.935551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:27.960247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] For port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:27.963498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event deleted for resources: {'Port': ['ID=4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:27.971759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] device_id is not set on port 3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:27.973353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:27.996330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] For port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:28.010059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.010505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.010914 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.011254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.011587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.011909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.012231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.012576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.012894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.013233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.013537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.013852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:51:28.025025 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.025371 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment 4e80e91f-0ccb-48a9-a3cc-41be16c79c96 of type vlan for network eedb9575-5328-4fb9-bf66-d1dadf012c63 Oct 18 20:51:28.036330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.048483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] No DVR routers for this DVR port 4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:28.053308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.056989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8bdbc4d0-9817-4b77-a602-77f7320ca095 req-6b768e76-f125-4e25-9406-becfc52b76f9 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "DELETE /v2.0/ports/4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c HTTP/1.1" status: 204 len: 173 time: 1.0147347 Oct 18 20:51:28.079239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['cd4894e8-cbb7-46c6-9158-fbd890bf7bcb'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:51:28.094696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:28.095823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.097142 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] 10.222.0.30 "PUT /v2.0/ports/bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 HTTP/1.1" status: 200 len: 1096 time: 3.0243137 Oct 18 20:51:28.110476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a489f610-493b-498e-bf27-09a7343f666b', 'tag': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:28.113238 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c653a4-b200-440a-8cb1-acfaf87e1751" -d '{"events": [{"name": "network-changed", "server_uuid": "a489f610-493b-498e-bf27-09a7343f666b", "tag": "bf402c43-8be5-4c7f-b0a0-a48b5f5f9269"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:28.209030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca20923-5014-4e3a-8ef0-205530b0f532 service neutron] Pushing event updated for resources: {'Port': ['ID=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:28.241059 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.246242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.273498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Allocated IP 2001:db8::1d7 (1435fcaf-99d4-40d4-bdea-9ecaba168516/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407/3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:28.288661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-15423c1c-f87f-4d14-9e96-657f0fec99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:28.290351 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-15423c1c-f87f-4d14-9e96-657f0fec99d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9c809e67bb54f45a4bb64e96499c958&device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 1099 time: 0.1405344 Oct 18 20:51:28.347210 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-42d925d6-5de4-49e4-ac3d-269bed4af038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 HTTP/1.1" status: 200 len: 217 time: 0.0475175 Oct 18 20:51:28.377466 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:51:28.413441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Checking segment: {'id': '76473335-0064-4a25-81d8-4c76c97af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b24e9849-b9ad-49ff-a8a0-b8a7c92de528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:28.414185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network hostable DHCP agents. Network: b24e9849-b9ad-49ff-a8a0-b8a7c92de528, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:28.421350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Subnet': ['ID=d675f570-3670-45c2-b426-cd3f9f9cca4d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:28.423903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.430446 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:28.431292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.455877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-739867a1-3390-483e-a4c1-301c9d38fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:28.457460 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-739867a1-3390-483e-a4c1-301c9d38fd71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1036110 Oct 18 20:51:28.490367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7345185 Oct 18 20:51:28.490748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40090) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:28.492756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:28.498022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:28.548794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a003b34-fffc-45f9-9b1a-0aac64cd025e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=eedb9575-5328-4fb9-bf66-d1dadf012c63,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:28.550937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, b24e9849-b9ad-49ff-a8a0-b8a7c92de528) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:28.551393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 186280c8-9ccb-42da-bfc3-f871143a8212 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:51:28.564811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:28.565406 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.583987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1086b72-e581-443f-a53b-4890537fc58b None None] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:28.584206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-67df3e0d-24d3-4a8c-b9e8-31819b530914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:28.585616 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-67df3e0d-24d3-4a8c-b9e8-31819b530914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156383 Oct 18 20:51:28.609250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network eedb9575-5328-4fb9-bf66-d1dadf012c63 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:28.629771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.735562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-ab6c7b05-d130-40ae-bbcb-21db36284668 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305008 Oct 18 20:51:28.737608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.808978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:28.815092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:28.827606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:28.834759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:28.835581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:28.892538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:28.918571 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-99480fc3-1258-4101-939c-8b7193543ce5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5561924 Oct 18 20:51:28.941210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:28.947378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'network_id': '1435fcaf-99d4-40d4-bdea-9ecaba168516', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-183430501'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:28.997792 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3467afa6-deef-448b-b062-8a0afa00ae61 req-46e65e66-a480-4458-b48d-720cafc2231a service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518671 Oct 18 20:51:29.003791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5abbe966-1991-4f86-a3f9-d18105e6b82a tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5074377 Oct 18 20:51:29.007150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40096) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:29.013092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'network': {'name': 'tempest-router-network01--2065161497'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:29.068294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:29.072251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.097493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51336e9-dbe1-4fd2-930b-51da7ad22912 req-6fb3ed7c-f588-4018-97f3-020df861c777 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:29.105860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f51336e9-dbe1-4fd2-930b-51da7ad22912 req-6fb3ed7c-f588-4018-97f3-020df861c777 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.5370016 Oct 18 20:51:29.135918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=186280c8-9ccb-42da-bfc3-f871143a8212,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:29.163296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:29.169580 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.172088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '186280c8-9ccb-42da-bfc3-f871143a8212', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'port_id': '186280c8-9ccb-42da-bfc3-f871143a8212', 'mac_address': 'fa:16:3e:2b:f1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:51:29.179074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Made reservation on behalf of da9228deacce47a19c232d8d1fc4cc6a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:29.183555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.213843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] device_id is not set on port 7392716d-ceab-4491-a6b8-699c9eaa200f yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:29.268484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-b24e9849-b9ad-49ff-a8a0-b8a7c92de528', 'network_id': 'b24e9849-b9ad-49ff-a8a0-b8a7c92de528', 'tenant_id': '862ca6e4600e4baca8464b074a46c7fc', 'fixed_ips': [{'subnet_id': 'd675f570-3670-45c2-b426-cd3f9f9cca4d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:29.269772 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.286071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Performing IP validity checks on allocation pools {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 20:51:29.291666 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.292679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 20:51:29.317452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186280c8-9ccb-42da-bfc3-f871143a8212 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:29.317677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f51336e9-dbe1-4fd2-930b-51da7ad22912 req-e3e2573c-0045-43a5-b95f-446442db2cf4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097583 Oct 18 20:51:29.374428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:29.403102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.403664 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Added segment 16582c36-a3a4-4f77-8b90-782e8874535f of type vlan for network abb3aae7-3562-4333-b197-a5a3dd0c26b7 Oct 18 20:51:29.416125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=186280c8-9ccb-42da-bfc3-f871143a8212,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:29.427246 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.440406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a0cfc5ca-5c21-4fda-82b8-1f51350c357a None None] Provisioning complete for port 3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:29.440798 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0cfc5ca-5c21-4fda-82b8-1f51350c357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.461454 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40124db4-4409-46b8-a036-22d7d1277e09 x-openstack-request-id: req-40124db4-4409-46b8-a036-22d7d1277e09 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:29.461891 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:29.462205 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40124db4-4409-46b8-a036-22d7d1277e09 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:29.462616 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212', 'status': 'completed', 'code': 200} Oct 18 20:51:29.484085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Allocated IP 2001:db8::150 (1435fcaf-99d4-40d4-bdea-9ecaba168516/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407/7392716d-ceab-4491-a6b8-699c9eaa200f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:29.529618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device cd4894e8-cbb7-46c6-9158-fbd890bf7bcb up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:29.590606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfc5ca-5c21-4fda-82b8-1f51350c357a None None] Port 3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:29.603083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:29.607755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.625172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Allocated IP 2001:db8::2 (b24e9849-b9ad-49ff-a8a0-b8a7c92de528/d675f570-3670-45c2-b426-cd3f9f9cca4d/0b567825-b816-4571-a2a0-ca458f22cb06) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:29.670465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:51:29.675252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-6e18eb6b-7caf-4492-98ce-31f29d5c7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:29.676821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-6e18eb6b-7caf-4492-98ce-31f29d5c7469 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1095 time: 0.2074802 Oct 18 20:51:29.683787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:29.684166 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.706289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.745017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.763431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['186280c8-9ccb-42da-bfc3-f871143a8212'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:51:29.788593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:29.790594 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-44bebab7-f0ae-4503-957a-53e9b3437887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:29.792113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-44bebab7-f0ae-4503-957a-53e9b3437887 service neutron] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.1040061 Oct 18 20:51:29.795018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:29.799772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:29.805700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:29.806457 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.806902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550ff72-0c0a-4361-91ab-626688da8664 req-ea7420aa-55b5-4c9b-96b4-f4d7b8e459d2 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:29.814797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f550ff72-0c0a-4361-91ab-626688da8664 req-ea7420aa-55b5-4c9b-96b4-f4d7b8e459d2 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 944 time: 0.2661777 Oct 18 20:51:29.830364 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8876553 Oct 18 20:51:29.831116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40100) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:29.837052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.842775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:29.843710 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.843858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36a', 'mac_address': 'fa:16:3e:5e:2c:a8'}, {'ip_address': '2001:db8::1d7', 'mac_address': 'fa:16:3e:97:5b:77'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:29.850596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89847159-2738-476f-b0e2-fa19848640d5 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=7392716d-ceab-4491-a6b8-699c9eaa200f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:29.923913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.931168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.948642 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.964045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:29.971557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Network': ['ID=abb3aae7-3562-4333-b197-a5a3dd0c26b7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:29.992346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-765d63ed-889c-4e65-b84e-8fef019706ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.1703463 Oct 18 20:51:30.007990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:30.023017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:30.025311 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f1ecae-a2ac-43f6-ad42-38d9e7baf907" -d '{"events": [{"server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:30.046966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:30.065783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:30.077954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:30.080934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:30.081305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-701f7467-8fc1-47cb-b4e6-73df739d99f3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0725203 Oct 18 20:51:30.092320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40104) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:30.099867 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.101729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Pushing event updated for resources: {'Port': ['ID=0b567825-b816-4571-a2a0-ca458f22cb06,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:30.103027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'network': {'name': 'tempest-router-network02--556475283'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:30.115857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.127492 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f550ff72-0c0a-4361-91ab-626688da8664 req-0443a80d-a1cc-4504-8f68-26d7c2ff278c tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052886 Oct 18 20:51:30.164317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-64c1ff05-eed4-449b-ac9c-f681283388c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:30.165832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-64c1ff05-eed4-449b-ac9c-f681283388c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.1481915 Oct 18 20:51:30.171053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=3c7cec8a-23a8-42e4-9325-41e839517b3b,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:30.215299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:30.218863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.245898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': '4e80e91f-0ccb-48a9-a3cc-41be16c79c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:30.246504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: eedb9575-5328-4fb9-bf66-d1dadf012c63, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:30.250433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-b682dd60-549d-4118-8cbe-595e3c4e0339 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658038 Oct 18 20:51:30.339909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:30.356399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Attempting to bind port 0b567825-b816-4571-a2a0-ca458f22cb06 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:30.357209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Attempting to bind port 0b567825-b816-4571-a2a0-ca458f22cb06 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '76473335-0064-4a25-81d8-4c76c97af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b24e9849-b9ad-49ff-a8a0-b8a7c92de528'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:30.357209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Attempting to bind port 0b567825-b816-4571-a2a0-ca458f22cb06 on network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:30.361865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:30.372992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:30.373261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Checking segment: {'id': '76473335-0064-4a25-81d8-4c76c97af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b24e9849-b9ad-49ff-a8a0-b8a7c92de528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:30.373669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.374070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Bound using segment: {'id': '76473335-0064-4a25-81d8-4c76c97af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b24e9849-b9ad-49ff-a8a0-b8a7c92de528'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:30.374564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Bound port: 0b567825-b816-4571-a2a0-ca458f22cb06, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76473335-0064-4a25-81d8-4c76c97af846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b24e9849-b9ad-49ff-a8a0-b8a7c92de528'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:30.374963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.385518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network eedb9575-5328-4fb9-bf66-d1dadf012c63 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:30.392175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-716cff06-4326-4610-b7ce-30680a2bae18 None None] Provisioning complete for port 7392716d-ceab-4491-a6b8-699c9eaa200f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:30.392584 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-716cff06-4326-4610-b7ce-30680a2bae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.400699 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.401041 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Added segment 0d059f03-fc22-4b0c-8429-537475c5f537 of type vlan for network 898c1f79-b535-4322-a1d0-673a76c3d775 Oct 18 20:51:30.412915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ebc17-9466-4192-af9e-2f45befe0b68 req-e2a098bd-73b0-45b9-b37e-2c5512b90b86 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:30.414522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f10ebc17-9466-4192-af9e-2f45befe0b68 req-e2a098bd-73b0-45b9-b37e-2c5512b90b86 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1706948 Oct 18 20:51:30.423326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.430619 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.431070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, eedb9575-5328-4fb9-bf66-d1dadf012c63) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:30.446215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38bf7a9-87d5-46e7-9a89-f6c53370c3ac None None] Network eedb9575-5328-4fb9-bf66-d1dadf012c63 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:30.464919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:30.465542 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.484269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] In _notify_port_updated(), no bound segment for port 7392716d-ceab-4491-a6b8-699c9eaa200f on network 1435fcaf-99d4-40d4-bdea-9ecaba168516 {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:51:30.491274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:30.492133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.493859 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "PUT /v2.0/ports/7392716d-ceab-4491-a6b8-699c9eaa200f HTTP/1.1" status: 200 len: 1067 time: 0.6545064 Oct 18 20:51:30.499158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40106) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:30.499322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-716cff06-4326-4610-b7ce-30680a2bae18 None None] Port 7392716d-ceab-4491-a6b8-699c9eaa200f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:30.508970 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.515227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-f427e659-7236-480d-8c62-2afd77773061 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497241 Oct 18 20:51:30.545397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a6ebe57a-6fd8-4360-b1bf-cae952f47aef tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0534058 Oct 18 20:51:30.546062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40108) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:30.553350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] For port 0b567825-b816-4571-a2a0-ca458f22cb06, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:30.558253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] For port 0b567825-b816-4571-a2a0-ca458f22cb06, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0b567825-b816-4571-a2a0-ca458f22cb06,segment=NetworkSegment(76473335-0064-4a25-81d8-4c76c97af846),segment_id=76473335-0064-4a25-81d8-4c76c97af846)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:30.567351 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.570170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63', 'name': 'tempest-PortsIpV6TestJSON-1755342435'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:30.588190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f10ebc17-9466-4192-af9e-2f45befe0b68 req-ef3396e8-4dc2-482f-8fb4-0466b25d3b2f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626730 Oct 18 20:51:30.592420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1df91e-1739-4b2e-a612-6f72dc6f27dc tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event updated for resources: {'Port': ['ID=7392716d-ceab-4491-a6b8-699c9eaa200f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:30.680672 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.687128 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:30.687779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.742368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting port 7392716d-ceab-4491-a6b8-699c9eaa200f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:30.742752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.781260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854988c7-de8a-49fe-8136-b8d5ac01456c None None] Pushing event updated for resources: {'Port': ['ID=0b567825-b816-4571-a2a0-ca458f22cb06,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:30.846765 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7480676 Oct 18 20:51:30.850176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-eedb9575-5328-4fb9-bf66-d1dadf012c63', 'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63', 'tenant_id': 'cb56924bef3447949ec09488142c8be2', 'fixed_ips': [{'subnet_id': '3c7cec8a-23a8-42e4-9325-41e839517b3b'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:30.850411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40110) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:30.850748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.910370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'subnet': {'network_id': 'abb3aae7-3562-4333-b197-a5a3dd0c26b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:30.933748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:30.949790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Calling delete_port for 7392716d-ceab-4491-a6b8-699c9eaa200f owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:31.075934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Allocated IP 2001:db8::2 (eedb9575-5328-4fb9-bf66-d1dadf012c63/3c7cec8a-23a8-42e4-9325-41e839517b3b/f417fdbe-f4b5-4aed-9d28-41f04cc72eed) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:31.128197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-525cca3b-92c8-4468-8ca1-72a293c4d52a None None] Provisioning complete for port 7392716d-ceab-4491-a6b8-699c9eaa200f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:31.128747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-525cca3b-92c8-4468-8ca1-72a293c4d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.151080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a60ff-df85-4121-8a62-a561d3542808 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Network': ['ID=898c1f79-b535-4322-a1d0-673a76c3d775,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:31.168839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4ce8200-287a-4bb8-889a-ecc96e023068 req-60e9c06e-b5a0-4639-bb9a-289cc532054c service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434820 Oct 18 20:51:31.173945 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 898c1f79-b535-4322-a1d0-673a76c3d775 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:31.202493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0e9bc-9131-483a-9e63-36eface08e50 req-79891352-9de1-4141-96e1-6728e0cbc718 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:31.204490 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5c0e9bc-9131-483a-9e63-36eface08e50 req-79891352-9de1-4141-96e1-6728e0cbc718 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 948 time: 0.4509950 Oct 18 20:51:31.237497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.237858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.api [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 20:51:31.237858 n-d-812149-2 neutron-server[100531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 18 20:51:31.237858 n-d-812149-2 neutron-server[100531]: [parameters: {'project_id_1': 'cb56924bef3447949ec09488142c8be2', 'expiration_1': datetime.datetime(2021, 10, 18, 20, 51, 11, 218356)}] Oct 18 20:51:31.237858 n-d-812149-2 neutron-server[100531]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:51:31.238382 n-d-812149-2 neutron-server[100531]: DEBUG oslo_db.api [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:51:31.285261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Port': ['ID=7392716d-ceab-4491-a6b8-699c9eaa200f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:31.287269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5c0e9bc-9131-483a-9e63-36eface08e50 req-4be4cad7-f112-40b9-b331-44e156ddf830 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 Oct 18 20:51:31.288141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:31.291813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-525cca3b-92c8-4468-8ca1-72a293c4d52a None None] Port 7392716d-ceab-4491-a6b8-699c9eaa200f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:31.293178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.387825 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c1c03-7429-4072-9932-c945b1d62077 x-openstack-request-id: req-ba4c1c03-7429-4072-9932-c945b1d62077 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:31.388120 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a489f610-493b-498e-bf27-09a7343f666b", "tag": "bf402c43-8be5-4c7f-b0a0-a48b5f5f9269", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:31.388395 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba4c1c03-7429-4072-9932-c945b1d62077 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:31.388823 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a489f610-493b-498e-bf27-09a7343f666b', 'tag': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269', 'status': 'completed', 'code': 200} Oct 18 20:51:31.476148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-deleted', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:31.480138 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b0db4-9156-4c68-b2ce-e03ba6eb750d" -d '{"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-deleted", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:31.527268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:51:31.530467 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.552606 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.665572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b19b9-5898-4ef2-bff3-c67308a9de60 req-4c3d6bdd-782c-427f-9dbb-e6d12cab3733 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:31.666830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Network eedb9575-5328-4fb9-bf66-d1dadf012c63 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:31.669013 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a5b19b9-5898-4ef2-bff3-c67308a9de60 req-4c3d6bdd-782c-427f-9dbb-e6d12cab3733 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1686628 Oct 18 20:51:31.675943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:31.679309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:31.693427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-1451e347-183d-4241-8b09-7ef7ea029985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:31.695975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-1451e347-183d-4241-8b09-7ef7ea029985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9c809e67bb54f45a4bb64e96499c958&device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 1099 time: 0.2860649 Oct 18 20:51:31.770384 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.771741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Pushing event updated for resources: {'Port': ['ID=f417fdbe-f4b5-4aed-9d28-41f04cc72eed,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:31.773883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e09b59d0-40d1-4eb4-ac02-3428f4e59f05 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/ports/7392716d-ceab-4491-a6b8-699c9eaa200f HTTP/1.1" status: 204 len: 168 time: 1.2742279 Oct 18 20:51:31.781087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40122) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:31.831008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Attempting to bind port f417fdbe-f4b5-4aed-9d28-41f04cc72eed on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:31.831371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Attempting to bind port f417fdbe-f4b5-4aed-9d28-41f04cc72eed by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4e80e91f-0ccb-48a9-a3cc-41be16c79c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:31.831736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Attempting to bind port f417fdbe-f4b5-4aed-9d28-41f04cc72eed on network eedb9575-5328-4fb9-bf66-d1dadf012c63 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:31.832633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a5b19b9-5898-4ef2-bff3-c67308a9de60 req-d9070c69-3f53-4501-abf1-2e788bf6bd23 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350877 Oct 18 20:51:31.844435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:31.844641 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53fd999-feb3-4ca9-b487-3a844c063cb1 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] GET failed (client error): The resource could not be found. Oct 18 20:51:31.845488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d53fd999-feb3-4ca9-b487-3a844c063cb1 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "GET /v2.0/ports/7392716d-ceab-4491-a6b8-699c9eaa200f HTTP/1.1" status: 404 len: 333 time: 0.0635297 Oct 18 20:51:31.847294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.851176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40124) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:31.852609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:31.852998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Checking segment: {'id': '4e80e91f-0ccb-48a9-a3cc-41be16c79c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:31.854062 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.854463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Bound using segment: {'id': '4e80e91f-0ccb-48a9-a3cc-41be16c79c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:31.854944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Bound port: f417fdbe-f4b5-4aed-9d28-41f04cc72eed, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e80e91f-0ccb-48a9-a3cc-41be16c79c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'eedb9575-5328-4fb9-bf66-d1dadf012c63'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:31.855321 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.859671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:31.868331 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:31.879857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269', 'mac_address': 'fa:16:3e:f5:ab:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:51:31.965219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-aae290bb-3240-4e74-b8a0-e7bde0b657e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:31.967155 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-aae290bb-3240-4e74-b8a0-e7bde0b657e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.2496274 Oct 18 20:51:31.998344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 9a885806-1b8b-4670-bd43-fc52561f5431 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:32.007586 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:32.013266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Subnet': ['ID=6f9e555b-bda7-4109-b487-ce8685758dc1,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:32.029840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] For port f417fdbe-f4b5-4aed-9d28-41f04cc72eed, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:32.031689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Checking segment: {'id': '16582c36-a3a4-4f77-8b90-782e8874535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'abb3aae7-3562-4333-b197-a5a3dd0c26b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:32.032066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network hostable DHCP agents. Network: abb3aae7-3562-4333-b197-a5a3dd0c26b7, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:32.034207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:32.058393 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a4db22-ceaf-437b-83b9-39e4bfd08bcf x-openstack-request-id: req-69a4db22-ceaf-437b-83b9-39e4bfd08bcf {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:32.058685 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:32.059043 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69a4db22-ceaf-437b-83b9-39e4bfd08bcf {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:32.059219 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-a0233417-e0bb-4dc0-bb75-784e32f73381 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 HTTP/1.1" status: 200 len: 217 time: 0.0792174 Oct 18 20:51:32.059344 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'code': 200} Oct 18 20:51:32.062195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] For port f417fdbe-f4b5-4aed-9d28-41f04cc72eed, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f417fdbe-f4b5-4aed-9d28-41f04cc72eed,segment=NetworkSegment(4e80e91f-0ccb-48a9-a3cc-41be16c79c96),segment_id=4e80e91f-0ccb-48a9-a3cc-41be16c79c96)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:32.070963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:32.087501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:32.115199 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:32.156485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf8219-6cf1-4f00-9e6c-0afa5537b4f7 None None] Pushing event updated for resources: {'Port': ['ID=f417fdbe-f4b5-4aed-9d28-41f04cc72eed,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:32.187112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting port 3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:32.187454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:32.232561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:32.234408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:32.276671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-95426a1b-5780-4fc0-8473-959050a7c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:32.278428 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-95426a1b-5780-4fc0-8473-959050a7c5c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.2008049 Oct 18 20:51:32.299562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, abb3aae7-3562-4333-b197-a5a3dd0c26b7) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:32.314861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:32.315449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:32.319237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038184e-4b3f-4945-8e08-d932c6f554b3 None None] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:32.330682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc191b2-8896-4b96-9a7b-58c661128ba2 req-85653ddd-57f0-485c-a8f1-93bf850ebbfe tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:32.332432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bc191b2-8896-4b96-9a7b-58c661128ba2 req-85653ddd-57f0-485c-a8f1-93bf850ebbfe tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 944 time: 0.1647518 Oct 18 20:51:32.336218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['bf402c43-8be5-4c7f-b0a0-a48b5f5f9269'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:51:32.372258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::86 (eedb9575-5328-4fb9-bf66-d1dadf012c63/3c7cec8a-23a8-42e4-9325-41e839517b3b/9a885806-1b8b-4670-bd43-fc52561f5431) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:32.377355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e654531e-abdd-4cb4-a9bb-4ca1cd09c90d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4714673 Oct 18 20:51:32.386385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40130) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:32.396670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'subnet': {'network_id': '898c1f79-b535-4322-a1d0-673a76c3d775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:32.421226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016565ad-2f40-4448-8182-40f6e42fb0f5 req-63826e49-8f44-4f0e-b2b0-8578eb246bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:32.422947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-016565ad-2f40-4448-8182-40f6e42fb0f5 req-63826e49-8f44-4f0e-b2b0-8578eb246bc7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 1097 time: 0.3133993 Oct 18 20:51:32.488502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-ce3272a9-c947-430e-8b2a-499211ca97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:32.490956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-ce3272a9-c947-430e-8b2a-499211ca97ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2008326 Oct 18 20:51:32.491397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bc191b2-8896-4b96-9a7b-58c661128ba2 req-15477735-425e-497b-b96b-d064076c2865 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221960 Oct 18 20:51:32.552427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:32.582260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 186280c8-9ccb-42da-bfc3-f871143a8212 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:32.634885 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-016565ad-2f40-4448-8182-40f6e42fb0f5 req-839c3c8d-77de-4215-ae59-2cb74b5b78f8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025404 Oct 18 20:51:32.648178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Calling delete_port for 3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:32.733239 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ee4dc-b5d5-4598-a296-bb4beb8a8ee8 x-openstack-request-id: req-840ee4dc-b5d5-4598-a296-bb4beb8a8ee8 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:32.733543 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d65a8b-6ce5-47a8-932d-7165bfdf8990", "name": "network-vif-deleted", "tag": "4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c", "status": "failed", "code": 422}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:32.734034 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-840ee4dc-b5d5-4598-a296-bb4beb8a8ee8 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:32.734729 n-d-812149-2 neutron-server[100531]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22d65a8b-6ce5-47a8-932d-7165bfdf8990', 'name': 'network-vif-deleted', 'tag': '4ddf697e-dc1e-4f7d-a2aa-1b2599bd535c', 'status': 'failed', 'code': 422} returned with failed status Oct 18 20:51:32.743729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67837121-98ea-424c-b008-414569355711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-abb3aae7-3562-4333-b197-a5a3dd0c26b7', 'network_id': 'abb3aae7-3562-4333-b197-a5a3dd0c26b7', 'tenant_id': '862ca6e4600e4baca8464b074a46c7fc', 'fixed_ips': [{'subnet_id': '6f9e555b-bda7-4109-b487-ce8685758dc1'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:32.748965 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67837121-98ea-424c-b008-414569355711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:32.832961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-fbf9b97f-42d0-41a8-b3e6-0b3e95fd6a54 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192508 Oct 18 20:51:32.987157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.007127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:33.011574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d6c653a4-b200-440a-8cb1-acfaf87e1751 req-f932646d-c578-490f-accb-90df50be116d service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703870 Oct 18 20:51:33.016062 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.016634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa524422-0cf9-4cea-9206-1632bd99e8f5 None None] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:33.125257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.176036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Port': ['ID=3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:33.214361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fcd050-4ed3-4092-a3d4-66aab8395660 req-f2893765-d455-4ba7-b570-7ff32aaa4331 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:33.222928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95fcd050-4ed3-4092-a3d4-66aab8395660 req-f2893765-d455-4ba7-b570-7ff32aaa4331 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2217705 Oct 18 20:51:33.225095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.229132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.231284 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f20d3181-bce4-4816-b92a-cd21c26b3870 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/ports/3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d HTTP/1.1" status: 204 len: 168 time: 1.3789907 Oct 18 20:51:33.234713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40132) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:33.279526 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e858076-b2fa-40f1-a5a1-cd954a518483 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] GET failed (client error): The resource could not be found. Oct 18 20:51:33.282695 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6e858076-b2fa-40f1-a5a1-cd954a518483 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "GET /v2.0/ports/3f85a6db-8e2a-4c0f-8f5a-6a33dec0831d HTTP/1.1" status: 404 len: 333 time: 0.0466142 Oct 18 20:51:33.288125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40134) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:33.354774 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95fcd050-4ed3-4092-a3d4-66aab8395660 req-9349e882-a883-438c-a766-db9e2e9127f8 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294239 Oct 18 20:51:33.359320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network eedb9575-5328-4fb9-bf66-d1dadf012c63 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:33.381845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:33.402541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:33.430633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 186280c8-9ccb-42da-bfc3-f871143a8212 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:51:33.434023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:33.434527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f417fdbe-f4b5-4aed-9d28-41f04cc72eed up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:33.439328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.488447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=9a885806-1b8b-4670-bd43-fc52561f5431,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:33.519866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 186280c8-9ccb-42da-bfc3-f871143a8212 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:33.520497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.534261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting port 39fedb3a-a940-4d53-8e3b-8a4524851dad {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:33.534600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.631620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cd6ae942-ea45-4adb-aa0f-d74655424327 None None] Provisioning complete for port 0b567825-b816-4571-a2a0-ca458f22cb06 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:33.633334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd6ae942-ea45-4adb-aa0f-d74655424327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.689026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.696331 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2feabf2f-5816-45ef-9fe5-88f0800010dc tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1443846 Oct 18 20:51:33.697324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40146) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:33.861536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908425-86a3-4855-9c21-527841ac3db0 req-bab738a1-a242-4e3b-b55b-208f954e1ebb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:33.871379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-bab738a1-a242-4e3b-b55b-208f954e1ebb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.2800169 Oct 18 20:51:33.881220 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:33.899532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Calling delete_port for 39fedb3a-a940-4d53-8e3b-8a4524851dad owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:33.943232 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-89bcfa25-baaf-424a-b85e-35a0820f42bc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/quotas/b7310279f3eb41dcb9f84cd329005623 HTTP/1.1" status: 200 len: 375 time: 0.0702128 Oct 18 20:51:33.996773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-e2ecf26e-3584-414c-8341-f64d8a11684a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521021 Oct 18 20:51:34.053609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Subnet': ['ID=26623660-1ce1-4af9-8ac8-258d143f6761,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:34.069538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-67837121-98ea-424c-b008-414569355711 None None] Allocated IP 2001:db8::2 (abb3aae7-3562-4333-b197-a5a3dd0c26b7/6f9e555b-bda7-4109-b487-ce8685758dc1/ca9e20d8-740e-417d-8c43-f9b974f49e21) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:34.071197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 9a885806-1b8b-4670-bd43-fc52561f5431 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:34.072770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.091374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebef21-bd9a-4840-89f5-674c3d55b328 None None] Network eedb9575-5328-4fb9-bf66-d1dadf012c63 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:34.093229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f417fdbe-f4b5-4aed-9d28-41f04cc72eed triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:34.093784 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.126076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Checking segment: {'id': '0d059f03-fc22-4b0c-8429-537475c5f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '898c1f79-b535-4322-a1d0-673a76c3d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:34.126745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network hostable DHCP agents. Network: 898c1f79-b535-4322-a1d0-673a76c3d775, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:34.173533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-22b04d28-b872-4c94-90bd-e8185d8101e7 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755853 Oct 18 20:51:34.210699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network 898c1f79-b535-4322-a1d0-673a76c3d775 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:34.260695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 898c1f79-b535-4322-a1d0-673a76c3d775) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:34.278655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:34.279657 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.289884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951696d6-1317-45ae-920f-4f714b7a3647 None None] Network 898c1f79-b535-4322-a1d0-673a76c3d775 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:34.316959 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.323171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-33d2d3e0-3868-42e7-8abb-8582adb94a34 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482658 Oct 18 20:51:34.330884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-da27a090-63cd-47d0-99a0-179c6499fddc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9434142 Oct 18 20:51:34.333650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40148) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:34.385785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.421838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 9a885806-1b8b-4670-bd43-fc52561f5431 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:34.436650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd6ae942-ea45-4adb-aa0f-d74655424327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.527934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.582108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Port': ['ID=39fedb3a-a940-4d53-8e3b-8a4524851dad,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:34.704135 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.711587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5692fd90-3325-4567-a9a6-1998d4267fe6 tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/ports/39fedb3a-a940-4d53-8e3b-8a4524851dad HTTP/1.1" status: 204 len: 168 time: 1.4216270 Oct 18 20:51:34.717098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40158) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:34.754139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.802553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.808889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750727e-c484-43b5-8f48-1494fcd742c2 req-2005e5f9-ae26-4d5b-886f-2285af32095e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:34.810605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b750727e-c484-43b5-8f48-1494fcd742c2 req-2005e5f9-ae26-4d5b-886f-2285af32095e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 949 time: 0.0891125 Oct 18 20:51:34.883550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=9a885806-1b8b-4670-bd43-fc52561f5431,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:34.892939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting subnet 5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:34.905961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.962077 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:34.985987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:34.991359 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dce267-73d1-4e6a-b9c3-337804632c19" -d '{"events": [{"server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "name": "network-vif-plugged", "status": "completed", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:35.000925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b750727e-c484-43b5-8f48-1494fcd742c2 req-55d6f2b2-3eca-49f6-bb09-4f1f1a86d770 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438854 Oct 18 20:51:35.012854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.017634 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2333468b-f38e-478f-b61c-fe1739e1df9c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/9a885806-1b8b-4670-bd43-fc52561f5431 HTTP/1.1" status: 204 len: 168 time: 1.3012989 Oct 18 20:51:35.020281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40166) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:35.038561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=186280c8-9ccb-42da-bfc3-f871143a8212,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:35.067992 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8034836-da39-42ef-8e17-8216da5ced64 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:51:35.069089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8034836-da39-42ef-8e17-8216da5ced64 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:35.084963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e8034836-da39-42ef-8e17-8216da5ced64 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/9a885806-1b8b-4670-bd43-fc52561f5431 HTTP/1.1" status: 404 len: 333 time: 0.0595622 Oct 18 20:51:35.087267 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.087504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40168) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:35.174658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-cd6ae942-ea45-4adb-aa0f-d74655424327 None None] For port 0b567825-b816-4571-a2a0-ca458f22cb06, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0b567825-b816-4571-a2a0-ca458f22cb06,segment=NetworkSegment(76473335-0064-4a25-81d8-4c76c97af846),segment_id=76473335-0064-4a25-81d8-4c76c97af846)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:35.186380 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ac970c-4c1d-4064-9abc-7ec3a6d4bea1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:51:35.188428 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-77ac970c-4c1d-4064-9abc-7ec3a6d4bea1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/9a885806-1b8b-4670-bd43-fc52561f5431 HTTP/1.1" status: 404 len: 333 time: 0.0995502 Oct 18 20:51:35.191602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40172) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:35.195449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:35.269309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.274228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951b60-f10d-45e3-8ce1-58beb13e677c req-c9c2f59d-8b95-4683-8a39-3e8cf0d8108a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:35.284466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91951b60-f10d-45e3-8ce1-58beb13e677c req-c9c2f59d-8b95-4683-8a39-3e8cf0d8108a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1432545 Oct 18 20:51:35.288363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-898c1f79-b535-4322-a1d0-673a76c3d775', 'network_id': '898c1f79-b535-4322-a1d0-673a76c3d775', 'tenant_id': '862ca6e4600e4baca8464b074a46c7fc', 'fixed_ips': [{'subnet_id': '26623660-1ce1-4af9-8ac8-258d143f6761'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:35.289569 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.298632 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd6ae942-ea45-4adb-aa0f-d74655424327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.324062 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67837121-98ea-424c-b008-414569355711 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.327396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 3c7cec8a-23a8-42e4-9325-41e839517b3b {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:35.333835 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.376756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67837121-98ea-424c-b008-414569355711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.380908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.415479 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.525891 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67837121-98ea-424c-b008-414569355711 None None] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:35.539274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-67837121-98ea-424c-b008-414569355711 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:35.543015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67837121-98ea-424c-b008-414569355711 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:35.556468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:35.562395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ae942-ea45-4adb-aa0f-d74655424327 None None] Pushing event updated for resources: {'Port': ['ID=0b567825-b816-4571-a2a0-ca458f22cb06,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:35.745451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port f417fdbe-f4b5-4aed-9d28-41f04cc72eed, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f417fdbe-f4b5-4aed-9d28-41f04cc72eed,segment=NetworkSegment(4e80e91f-0ccb-48a9-a3cc-41be16c79c96),segment_id=4e80e91f-0ccb-48a9-a3cc-41be16c79c96)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:35.748072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d8fcbbd0-0f38-4eea-b67b-71f3f07302a2 None None] Provisioning complete for port f417fdbe-f4b5-4aed-9d28-41f04cc72eed triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:35.749292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8fcbbd0-0f38-4eea-b67b-71f3f07302a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.778907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:35.780815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0b567825-b816-4571-a2a0-ca458f22cb06 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:35.953573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Allocated IP 2001:db8::1 (abb3aae7-3562-4333-b197-a5a3dd0c26b7/6f9e555b-bda7-4109-b487-ce8685758dc1/c3a3092b-5ae3-4ebf-9af4-517974fda65a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:35.976762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91951b60-f10d-45e3-8ce1-58beb13e677c req-10c48dce-5e8d-4147-87c6-90e5275305a2 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6886230 Oct 18 20:51:35.996949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.023071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67837121-98ea-424c-b008-414569355711 None None] Pushing event updated for resources: {'Port': ['ID=ca9e20d8-740e-417d-8c43-f9b974f49e21,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:36.027492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:51:36.034317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.108059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Allocated IP 2001:db8::2 (898c1f79-b535-4322-a1d0-673a76c3d775/26623660-1ce1-4af9-8ac8-258d143f6761/77a8c11f-9fdd-4216-bcb8-f8a2528c547b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:36.125601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Subnet': ['ID=5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:36.134631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-67837121-98ea-424c-b008-414569355711 None None] Attempting to bind port ca9e20d8-740e-417d-8c43-f9b974f49e21 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:36.134631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-67837121-98ea-424c-b008-414569355711 None None] Attempting to bind port ca9e20d8-740e-417d-8c43-f9b974f49e21 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '16582c36-a3a4-4f77-8b90-782e8874535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'abb3aae7-3562-4333-b197-a5a3dd0c26b7'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:36.135148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67837121-98ea-424c-b008-414569355711 None None] Attempting to bind port ca9e20d8-740e-417d-8c43-f9b974f49e21 on network abb3aae7-3562-4333-b197-a5a3dd0c26b7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:36.138730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:36.139225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.142096 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.149211 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1d68efec-50ff-4ea8-b7e8-8331e45010fb tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/subnets/5fde4ee2-9cde-45ed-b2ec-a2f4d5a57407 HTTP/1.1" status: 204 len: 168 time: 1.4307001 Oct 18 20:51:36.152713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40176) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:36.232297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029abf0-6973-488b-8c32-6f14b2a98d76 None None] Network 1435fcaf-99d4-40d4-bdea-9ecaba168516 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:36.294418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.320858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67837121-98ea-424c-b008-414569355711 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:36.322152 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67837121-98ea-424c-b008-414569355711 None None] Checking segment: {'id': '16582c36-a3a4-4f77-8b90-782e8874535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'abb3aae7-3562-4333-b197-a5a3dd0c26b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:36.322673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67837121-98ea-424c-b008-414569355711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.323377 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67837121-98ea-424c-b008-414569355711 None None] Bound using segment: {'id': '16582c36-a3a4-4f77-8b90-782e8874535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'abb3aae7-3562-4333-b197-a5a3dd0c26b7'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:36.323996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-67837121-98ea-424c-b008-414569355711 None None] Bound port: ca9e20d8-740e-417d-8c43-f9b974f49e21, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16582c36-a3a4-4f77-8b90-782e8874535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'abb3aae7-3562-4333-b197-a5a3dd0c26b7'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:36.324541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67837121-98ea-424c-b008-414569355711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.343744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.348177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7cec8a-23a8-42e4-9325-41e839517b3b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:36.351835 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.354961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-62a4bcee-7791-4d64-98f9-a7d74ce5d895 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/3c7cec8a-23a8-42e4-9325-41e839517b3b HTTP/1.1" status: 204 len: 168 time: 1.1622446 Oct 18 20:51:36.358718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40178) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:36.383615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52aeed-3ec6-47c4-80c2-51eced9e4c4d None None] Network eedb9575-5328-4fb9-bf66-d1dadf012c63 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:36.394232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18dfb9-27fa-4a6c-91bc-94d329787050 req-776e9bba-77a6-4897-a537-a16c5c1ac916 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:36.408366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f18dfb9-27fa-4a6c-91bc-94d329787050 req-776e9bba-77a6-4897-a537-a16c5c1ac916 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2183983 Oct 18 20:51:36.488264 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.518853 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f18dfb9-27fa-4a6c-91bc-94d329787050 req-4eae6e45-55a4-42fb-b97b-9700637a5921 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093526 Oct 18 20:51:36.533412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.537148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Deleting port d3709f79-fa36-44db-b508-02870ee32e8b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:36.538115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.571932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908425-86a3-4855-9c21-527841ac3db0 req-d387b01e-f799-4cc1-b51b-302ab7cc7956 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:36.573551 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-d387b01e-f799-4cc1-b51b-302ab7cc7956 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.3282871 Oct 18 20:51:36.594136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Request body: {'port': {'device_id': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'admin_state_up': True, 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:36.633552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] For port d3709f79-fa36-44db-b508-02870ee32e8b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d3709f79-fa36-44db-b508-02870ee32e8b,segment=NetworkSegment(1029b21b-2168-430a-8bfe-4f41ea4bc8cc),segment_id=1029b21b-2168-430a-8bfe-4f41ea4bc8cc)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:36.634318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.654978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port f417fdbe-f4b5-4aed-9d28-41f04cc72eed {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:36.655414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.672369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Calling delete_port for d3709f79-fa36-44db-b508-02870ee32e8b owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:36.700783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fef801dd-b077-4f91-8144-12045d4a93d1 req-ddd80c08-bca0-481b-bc4e-3f0e562616bc tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 210 time: 0.0668225 Oct 18 20:51:36.776494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.783625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=f417fdbe-f4b5-4aed-9d28-41f04cc72eed,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:36.806751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] For port f417fdbe-f4b5-4aed-9d28-41f04cc72eed, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f417fdbe-f4b5-4aed-9d28-41f04cc72eed,segment=NetworkSegment(4e80e91f-0ccb-48a9-a3cc-41be16c79c96),segment_id=4e80e91f-0ccb-48a9-a3cc-41be16c79c96)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:36.807431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.829595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for f417fdbe-f4b5-4aed-9d28-41f04cc72eed owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:36.882781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Port': ['ID=c3a3092b-5ae3-4ebf-9af4-517974fda65a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:36.925016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.927565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0b567825-b816-4571-a2a0-ca458f22cb06 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:36.927933 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.936334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:36.939301 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.941729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-67837121-98ea-424c-b008-414569355711 None None] For port ca9e20d8-740e-417d-8c43-f9b974f49e21, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:36.941985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:36.951957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:36.952685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:36.983365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Port': ['ID=d3709f79-fa36-44db-b508-02870ee32e8b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:36.988558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] No DVR routers for this DVR port d3709f79-fa36-44db-b508-02870ee32e8b on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:37.019998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69db71-41f5-48f0-aa66-1e749e870543 req-f709fbcd-9bbd-4d83-b492-a85f5c0808bf tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:37.021272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-67837121-98ea-424c-b008-414569355711 None None] For port ca9e20d8-740e-417d-8c43-f9b974f49e21, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ca9e20d8-740e-417d-8c43-f9b974f49e21,segment=NetworkSegment(16582c36-a3a4-4f77-8b90-782e8874535f),segment_id=16582c36-a3a4-4f77-8b90-782e8874535f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:37.028778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b69db71-41f5-48f0-aa66-1e749e870543 req-f709fbcd-9bbd-4d83-b492-a85f5c0808bf tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1609349 Oct 18 20:51:37.044539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67837121-98ea-424c-b008-414569355711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.080978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:37.085167 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.103604 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.107986 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.111756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d8fcbbd0-0f38-4eea-b67b-71f3f07302a2 None None] Provisioning complete for port 0b567825-b816-4571-a2a0-ca458f22cb06 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:37.112101 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8fcbbd0-0f38-4eea-b67b-71f3f07302a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.123061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:37.151896 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.164957 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.168451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b69db71-41f5-48f0-aa66-1e749e870543 req-82a5ecaf-9ce0-475f-9462-7acc75424292 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381567 Oct 18 20:51:37.195293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.196966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No DVR routers for this DVR port f417fdbe-f4b5-4aed-9d28-41f04cc72eed on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:37.204279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=f417fdbe-f4b5-4aed-9d28-41f04cc72eed,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:37.211708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d59de-5b89-43f6-8006-6eb9fa032925 None None] DHCP port deletion for eedb9575-5328-4fb9-bf66-d1dadf012c63 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:37.214698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1435fcaf-99d4-40d4-bdea-9ecaba168516']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:37.234722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67837121-98ea-424c-b008-414569355711 None None] Pushing event updated for resources: {'Port': ['ID=ca9e20d8-740e-417d-8c43-f9b974f49e21,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:37.274006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1029b21b-2168-430a-8bfe-4f41ea4bc8cc') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:37.274295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1029b21b-2168-430a-8bfe-4f41ea4bc8cc') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:37.305759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02845c-133f-4e60-ba2f-369c12f2a860 None None] DHCP port deletion for 1435fcaf-99d4-40d4-bdea-9ecaba168516 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:37.317379 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.347741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Network 898c1f79-b535-4322-a1d0-673a76c3d775 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:37.356640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.364979 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f3e422-2451-42a1-8076-3575ea4af1c1 x-openstack-request-id: req-89f3e422-2451-42a1-8076-3575ea4af1c1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:37.365658 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "name": "network-vif-plugged", "status": "completed", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:37.366203 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-89f3e422-2451-42a1-8076-3575ea4af1c1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:37.366991 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212', 'code': 200} Oct 18 20:51:37.389605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.394711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.398278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:37.410826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:37.425549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:37.425959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:37.430481 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:37.465046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedb9575-5328-4fb9-bf66-d1dadf012c63']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:37.481777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:37.537299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e80e91f-0ccb-48a9-a3cc-41be16c79c96') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:37.537911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e80e91f-0ccb-48a9-a3cc-41be16c79c96') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:37.569643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.582289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.585667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.607847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.614702 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] 10.222.0.66 "DELETE /v2.0/networks/1435fcaf-99d4-40d4-bdea-9ecaba168516 HTTP/1.1" status: 204 len: 168 time: 1.4606774 Oct 18 20:51:37.628331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cc12e-6c4f-45df-be4c-bd8a1e01f97a tempest-AllowedAddressPairIpV6TestJSON-1856452160 tempest-AllowedAddressPairIpV6TestJSON-1856452160-project] Pushing event deleted for resources: {'Network': ['ID=1435fcaf-99d4-40d4-bdea-9ecaba168516,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:37.632430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:37.632954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:37.636743 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:37.653660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Attempting to bind port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:37.654033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Attempting to bind port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '0d059f03-fc22-4b0c-8429-537475c5f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '898c1f79-b535-4322-a1d0-673a76c3d775'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:37.654406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Attempting to bind port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b on network 898c1f79-b535-4322-a1d0-673a76c3d775 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:37.662226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0b567825-b816-4571-a2a0-ca458f22cb06 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:37.667288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Pushing event updated for resources: {'Port': ['ID=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:37.673699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:37.674130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Checking segment: {'id': '0d059f03-fc22-4b0c-8429-537475c5f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '898c1f79-b535-4322-a1d0-673a76c3d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:37.674483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.675045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Bound using segment: {'id': '0d059f03-fc22-4b0c-8429-537475c5f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '898c1f79-b535-4322-a1d0-673a76c3d775'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:37.675458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Bound port: 77a8c11f-9fdd-4216-bcb8-f8a2528c547b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d059f03-fc22-4b0c-8429-537475c5f537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '898c1f79-b535-4322-a1d0-673a76c3d775'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:37.675865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.737114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.747882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8aab7406-2291-4fb5-bcd4-f418df9dea15 None None] Could not find standard attr ID for object f417fdbe-f4b5-4aed-9d28-41f04cc72eed. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:51:37.756969 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.769092 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/eedb9575-5328-4fb9-bf66-d1dadf012c63 HTTP/1.1" status: 204 len: 168 time: 1.4090271 Oct 18 20:51:37.770159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40190) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:37.777011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8aab7406-2291-4fb5-bcd4-f418df9dea15 None None] Could not find standard attr ID for object 9a885806-1b8b-4670-bd43-fc52561f5431. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:51:37.782028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1189450181'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:37.805497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c1197-0e79-48a0-9645-03f4ce7eeac2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=eedb9575-5328-4fb9-bf66-d1dadf012c63,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:37.819401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0b567825-b816-4571-a2a0-ca458f22cb06 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:37.819856 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.823939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] For port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:37.835040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:37.843985 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.859745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] For port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,segment=NetworkSegment(0d059f03-fc22-4b0c-8429-537475c5f537),segment_id=0d059f03-fc22-4b0c-8429-537475c5f537)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:37.869358 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.903312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:37.934893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:37.934893 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3 of type vlan for network 8965c846-20ba-4295-bfaf-25fad6bc38f2 Oct 18 20:51:37.974902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f4d2-0b71-40fd-ae25-0a77771a5360 None None] Pushing event updated for resources: {'Port': ['ID=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:38.033872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.078621 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.079583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f417fdbe-f4b5-4aed-9d28-41f04cc72eed no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:38.086018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:38.086578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.112304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2bf21-abde-475f-b148-2a6ac35331ed req-c257cfc0-6f02-4869-9a73-2bdf1f0cb66b tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:38.113355 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f417fdbe-f4b5-4aed-9d28-41f04cc72eed {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:38.113899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f417fdbe-f4b5-4aed-9d28-41f04cc72eed not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:38.115445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d3709f79-fa36-44db-b508-02870ee32e8b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:38.122125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebb2bf21-abde-475f-b148-2a6ac35331ed req-c257cfc0-6f02-4869-9a73-2bdf1f0cb66b tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 950 time: 0.3641524 Oct 18 20:51:38.125850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7c9d7-7d66-4356-8912-ef1606b1d744 req-3687f7dc-26af-425e-8fb9-fbd17a65a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:38.127664 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ee7c9d7-7d66-4356-8912-ef1606b1d744 req-3687f7dc-26af-425e-8fb9-fbd17a65a6ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.4324322 Oct 18 20:51:38.127804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:38.173644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d3709f79-fa36-44db-b508-02870ee32e8b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:38.174002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d3709f79-fa36-44db-b508-02870ee32e8b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:38.179121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4046092 Oct 18 20:51:38.181587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40198) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:38.187056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:38.322915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb9e08-d898-4eb9-9332-f33ddf05c950 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=8965c846-20ba-4295-bfaf-25fad6bc38f2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:38.323845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Allocated IP 172.20.0.14 (795e6395-44db-4869-8a09-588176fc119f/b2975efe-74ef-4037-b1ef-94a6b08c090b/b2d24683-bcef-47fa-85ce-f1172192e642) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:38.340876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ee7c9d7-7d66-4356-8912-ef1606b1d744 req-0a9c6ec5-7989-4c94-a602-4399100849e3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698744 Oct 18 20:51:38.354562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebb2bf21-abde-475f-b148-2a6ac35331ed req-4fc15770-7acd-4c36-9ad7-daeb8a535a88 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308977 Oct 18 20:51:38.358108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:38.366485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.406632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 8965c846-20ba-4295-bfaf-25fad6bc38f2 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:38.603350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.631131 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7f682fc6-28d5-4ecc-ab20-8d37bcf20ebd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da9228deacce47a19c232d8d1fc4cc6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982617 Oct 18 20:51:38.634128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40200) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:38.635904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.636851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.683303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.790163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=f29c0997-a587-4211-84cc-18b03a68dfd4,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:38.804655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0b0f-35e9-4f6f-9744-436705be7e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.814161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Port': ['ID=c3a3092b-5ae3-4ebf-9af4-517974fda65a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:38.834055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af954988-b1e1-4d0e-af34-b52f9a1ea986 req-51aafb48-e4d7-4cde-8c52-d3f3a31461f9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:38.843014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af954988-b1e1-4d0e-af34-b52f9a1ea986 req-51aafb48-e4d7-4cde-8c52-d3f3a31461f9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2586360 Oct 18 20:51:38.851484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.872818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0b0f-35e9-4f6f-9744-436705be7e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:38.958856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:38.962319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af954988-b1e1-4d0e-af34-b52f9a1ea986 req-c5b69870-5d3d-4201-afad-64c4718b64ee tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067433 Oct 18 20:51:38.965633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:38.990452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': 'd75a31a5-3aa0-4913-a7ca-e829a5f9e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:38.990452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: 8965c846-20ba-4295-bfaf-25fad6bc38f2, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:39.001133 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:39.026933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0b0f-35e9-4f6f-9744-436705be7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:39.044980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f5c0b0f-35e9-4f6f-9744-436705be7e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:39.046541 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4f5c0b0f-35e9-4f6f-9744-436705be7e80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/674661ed-1f97-4840-b932-e79ad178c4ed HTTP/1.1" status: 204 len: 168 time: 0.4110651 Oct 18 20:51:39.078145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 8965c846-20ba-4295-bfaf-25fad6bc38f2 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:39.087401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c0b0f-35e9-4f6f-9744-436705be7e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674661ed-1f97-4840-b932-e79ad178c4ed,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:39.113427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 8965c846-20ba-4295-bfaf-25fad6bc38f2) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:39.135314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:39.135908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:39.140787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ace580-4bc7-4c19-9c56-ea89f838f7f1 None None] Network 8965c846-20ba-4295-bfaf-25fad6bc38f2 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:39.183313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f4b01-533e-42a6-8b99-3b57132ca230 None None] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:39.197045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-77dd2c9f-47a8-4b50-b9f6-65d514cf7637 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0142865 Oct 18 20:51:39.197730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40206) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:39.203120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2056394761'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:39.374058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a489f610-493b-498e-bf27-09a7343f666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:39.377887 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee66b3-fbf7-413a-93d7-4f15c50db8ad" -d '{"events": [{"server_uuid": "a489f610-493b-498e-bf27-09a7343f666b", "name": "network-vif-plugged", "status": "completed", "tag": "bf402c43-8be5-4c7f-b0a0-a48b5f5f9269"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:39.393547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Network 795e6395-44db-4869-8a09-588176fc119f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:39.407904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:39.413911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:39.418819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event updated for resources: {'Port': ['ID=b2d24683-bcef-47fa-85ce-f1172192e642,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:39.428424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eb53511f-2d60-4119-8eca-72eba62bc741 None None] Provisioning complete for port ca9e20d8-740e-417d-8c43-f9b974f49e21 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:39.429598 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eb53511f-2d60-4119-8eca-72eba62bc741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:39.479519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:39.483758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:39.519589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8b777-be66-4964-944a-b6327e724e27 req-1f3ff9e6-8e3d-4c1b-961a-d1c7a19dff53 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:39.522064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebd8b777-be66-4964-944a-b6327e724e27 req-1f3ff9e6-8e3d-4c1b-961a-d1c7a19dff53 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.2995644 Oct 18 20:51:39.539125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:39.540198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:39.572869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 35241f62-4a8e-44cd-8790-4790f80ef6ab yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:39.589946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-a3f75758-4676-486a-94a9-4827c417ec9d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0026004 Oct 18 20:51:39.604220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Request body: {'port': {'device_id': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:39.616648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Router 11a79f2b-e378-49ab-9146-78ac884b5a86 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:51:39.710195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ebd8b777-be66-4964-944a-b6327e724e27 req-82b0cf0e-14c8-4537-946d-f1e4a7cec54e tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652610 Oct 18 20:51:39.826457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::1a6 (8965c846-20ba-4295-bfaf-25fad6bc38f2/f29c0997-a587-4211-84cc-18b03a68dfd4/35241f62-4a8e-44cd-8790-4790f80ef6ab) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:39.967784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c49600-0822-4e0f-aa43-ad0cdc08a4fd None None] Network 898c1f79-b535-4322-a1d0-673a76c3d775 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:39.969866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 77a8c11f-9fdd-4216-bcb8-f8a2528c547b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:40.034344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.078791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.101456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:40.120808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fdee2e1d-4fd3-43ab-b779-f0d4f6af057c tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7792559 Oct 18 20:51:40.124139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40220) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:40.127710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-8965c846-20ba-4295-bfaf-25fad6bc38f2', 'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2', 'tenant_id': 'cb56924bef3447949ec09488142c8be2', 'fixed_ips': [{'subnet_id': 'f29c0997-a587-4211-84cc-18b03a68dfd4'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:40.132595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.135134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eb53511f-2d60-4119-8eca-72eba62bc741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.151220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] Sync routers for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:40.181604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ae88-999e-48c1-b262-d1b5b6a40909 req-4cbf008e-5bfb-4d89-90d3-ed639145c084 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:40.189546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07d9ae88-999e-48c1-b262-d1b5b6a40909 req-4cbf008e-5bfb-4d89-90d3-ed639145c084 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.2693975 Oct 18 20:51:40.285673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.310744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07d9ae88-999e-48c1-b262-d1b5b6a40909 req-5c8b59fc-24fe-48c1-b3f8-f22da4fc70dd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202722 Oct 18 20:51:40.332580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:40.334007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:40.402391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:40.417931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 8965c846-20ba-4295-bfaf-25fad6bc38f2 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:40.480012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:40.484995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:40.492809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:40.493655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.497515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=35241f62-4a8e-44cd-8790-4790f80ef6ab,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:40.501443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-eb53511f-2d60-4119-8eca-72eba62bc741 None None] For port ca9e20d8-740e-417d-8c43-f9b974f49e21, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ca9e20d8-740e-417d-8c43-f9b974f49e21,segment=NetworkSegment(16582c36-a3a4-4f77-8b90-782e8874535f),segment_id=16582c36-a3a4-4f77-8b90-782e8874535f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:40.538020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eb53511f-2d60-4119-8eca-72eba62bc741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.558351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:40.562118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:40.567946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9953e5-d86b-4ce3-97f2-f77634896962 req-63a1fc56-bbf7-4141-84f4-56b40f35e757 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:40.576918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee9953e5-d86b-4ce3-97f2-f77634896962 req-63a1fc56-bbf7-4141-84f4-56b40f35e757 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 932 time: 0.1272473 Oct 18 20:51:40.615012 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e8e53358-5c88-4709-b723-0448f09caeea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4152646 Oct 18 20:51:40.617755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40232) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:40.682655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee9953e5-d86b-4ce3-97f2-f77634896962 req-95c4f2d8-fc38-4aaa-83ad-183c2b22a5c3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035967 Oct 18 20:51:40.749614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d24683-bcef-47fa-85ce-f1172192e642 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:40.765464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.801153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Transition to ACTIVE for port object b2d24683-bcef-47fa-85ce-f1172192e642 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:51:40.828833 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:40.903213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:40.903213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad4f1b-cc8a-4c7b-8634-9cf19d079abe None None] The sync data for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:40.907322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40238) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:40.995171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 35241f62-4a8e-44cd-8790-4790f80ef6ab {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:40.995571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.053065 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-75875e3e-8ac4-4e3b-af5f-96426094d944 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:51:41.056637 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-75875e3e-8ac4-4e3b-af5f-96426094d944 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9285157 Oct 18 20:51:41.057934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40244) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:41.063497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Allocated IP 2001:db8::2 (8965c846-20ba-4295-bfaf-25fad6bc38f2/f29c0997-a587-4211-84cc-18b03a68dfd4/be16fb6a-5b1f-45ef-896e-ac5b0943b9fc) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:41.199257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-293315365'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:41.207488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:41.208776 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.298087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5f90b60e-373d-44c4-83fb-aaded35109f0 None None] Provisioning complete for port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:41.298591 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f90b60e-373d-44c4-83fb-aaded35109f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.333488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Made reservation on behalf of b7f56251ccba4a88b8deafb36f8360a1 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:41.339813 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.354385 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.365054 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.402747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53511f-2d60-4119-8eca-72eba62bc741 None None] Pushing event updated for resources: {'Port': ['ID=ca9e20d8-740e-417d-8c43-f9b974f49e21,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:41.407991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 35241f62-4a8e-44cd-8790-4790f80ef6ab owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:41.431770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Pushing event updated for resources: {'Port': ['ID=b2d24683-bcef-47fa-85ce-f1172192e642,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:41.526212 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abffa36-1733-4efe-84ec-53e0ce851a02 req-8cc171b2-3e09-46ff-a0db-277544e9241e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:41.534673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6abffa36-1733-4efe-84ec-53e0ce851a02 req-8cc171b2-3e09-46ff-a0db-277544e9241e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 950 time: 0.1654975 Oct 18 20:51:41.619663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6abffa36-1733-4efe-84ec-53e0ce851a02 req-fea4d251-85ae-4a78-8f69-c40614530300 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838993 Oct 18 20:51:41.622848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Attempting to bind port b2d24683-bcef-47fa-85ce-f1172192e642 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:41.623187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Attempting to bind port b2d24683-bcef-47fa-85ce-f1172192e642 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:41.623513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Attempting to bind port b2d24683-bcef-47fa-85ce-f1172192e642 on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:41.626023 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.627602 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f90b60e-373d-44c4-83fb-aaded35109f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.640460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.641394 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.648835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Port b2d24683-bcef-47fa-85ce-f1172192e642 on network 795e6395-44db-4869-8a09-588176fc119f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:51:41.650304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Attempting to bind port b2d24683-bcef-47fa-85ce-f1172192e642 on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:41.663212 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.666225 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.668231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:41.668611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Checking segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:41.670261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Bound using segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:41.671047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Bound port: b2d24683-bcef-47fa-85ce-f1172192e642, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:41.671422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.690481 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:41.710587 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.711407 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Added segment 90f05815-170d-4682-957f-67cd75e7e947 of type vlan for network 65ca666c-245d-4bc2-90db-ee91c083ca81 Oct 18 20:51:41.778208 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957f626f-e0ae-4c9e-b949-544f7b8539f5 x-openstack-request-id: req-957f626f-e0ae-4c9e-b949-544f7b8539f5 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:41.778571 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a489f610-493b-498e-bf27-09a7343f666b", "name": "network-vif-plugged", "status": "completed", "tag": "bf402c43-8be5-4c7f-b0a0-a48b5f5f9269", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:41.778759 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-957f626f-e0ae-4c9e-b949-544f7b8539f5 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:41.779110 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a489f610-493b-498e-bf27-09a7343f666b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269', 'code': 200} Oct 18 20:51:41.786233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Pushing event updated for resources: {'Port': ['ID=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:41.811636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Network 8965c846-20ba-4295-bfaf-25fad6bc38f2 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:41.815267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:41.819304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,segment=NetworkSegment(0d059f03-fc22-4b0c-8429-537475c5f537),segment_id=0d059f03-fc22-4b0c-8429-537475c5f537)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:41.820367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:41.832371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.834313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca9e20d8-740e-417d-8c43-f9b974f49e21 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:41.843714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] For port b2d24683-bcef-47fa-85ce-f1172192e642, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:41.850490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] For port b2d24683-bcef-47fa-85ce-f1172192e642, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b2d24683-bcef-47fa-85ce-f1172192e642,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:41.857662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.935557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:41.936348 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.937788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] 10.222.0.79 "PUT /v2.0/ports/b2d24683-bcef-47fa-85ce-f1172192e642 HTTP/1.1" status: 200 len: 1092 time: 2.3380022 Oct 18 20:51:41.940216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'tag': 'b2d24683-bcef-47fa-85ce-f1172192e642'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:41.943236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:41.945002 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a434bb-208f-4623-99ad-d88f6ebcac01" -d '{"events": [{"name": "network-changed", "server_uuid": "b878cd7c-b66a-4987-b8ea-1bee612da220", "tag": "b2d24683-bcef-47fa-85ce-f1172192e642"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:41.998927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83255b96-7fee-471f-a084-6b9c127698cb service neutron] Pushing event updated for resources: {'Port': ['ID=b2d24683-bcef-47fa-85ce-f1172192e642,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:42.042446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Attempting to bind port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:42.042869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Attempting to bind port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd75a31a5-3aa0-4913-a7ca-e829a5f9e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:42.043472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Attempting to bind port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc on network 8965c846-20ba-4295-bfaf-25fad6bc38f2 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:42.061647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-5f90b60e-373d-44c4-83fb-aaded35109f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:51:42.062048 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-5f90b60e-373d-44c4-83fb-aaded35109f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:51:42.063263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281104d-5510-4ee2-9296-efb8f3ccdde3 req-371c7c81-97a7-465e-bd65-3c3648dc8166 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:42.064905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7281104d-5510-4ee2-9296-efb8f3ccdde3 req-371c7c81-97a7-465e-bd65-3c3648dc8166 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1730933 Oct 18 20:51:42.065084 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:42.069453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:42.069899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Checking segment: {'id': 'd75a31a5-3aa0-4913-a7ca-e829a5f9e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:42.070236 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.070632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Bound using segment: {'id': 'd75a31a5-3aa0-4913-a7ca-e829a5f9e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:42.071292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Bound port: be16fb6a-5b1f-45ef-896e-ac5b0943b9fc, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75a31a5-3aa0-4913-a7ca-e829a5f9e1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8965c846-20ba-4295-bfaf-25fad6bc38f2'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:42.071692 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.077213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908425-86a3-4855-9c21-527841ac3db0 req-b7f49c42-bb44-4b42-b3d8-640c9df7ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:42.078755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-b7f49c42-bb44-4b42-b3d8-640c9df7ddb5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 1095 time: 0.0838218 Oct 18 20:51:42.091777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ca9e20d8-740e-417d-8c43-f9b974f49e21 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:42.092125 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.112237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe572b4-ceae-445c-a451-48d7636f19e6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:42.139881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-1f137a37-a225-409c-8b8c-4094490ae8cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2d24683-bcef-47fa-85ce-f1172192e642 HTTP/1.1" status: 200 len: 217 time: 0.0515988 Oct 18 20:51:42.157874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547fa8-6891-43fb-b1dd-b8eb5822eacf req-f5715b04-4975-449c-96f7-8cfa36205868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:42.159475 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca547fa8-6891-43fb-b1dd-b8eb5822eacf req-f5715b04-4975-449c-96f7-8cfa36205868 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 1101 time: 0.3301501 Oct 18 20:51:42.163011 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.169627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:42.170326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.172788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7281104d-5510-4ee2-9296-efb8f3ccdde3 req-9c87f7b7-3c1a-46cf-bdee-b047a5898d8d tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889030 Oct 18 20:51:42.187995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] For port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:42.192821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] For port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,segment=NetworkSegment(d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3),segment_id=d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:42.203034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.281303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3443003 Oct 18 20:51:42.290875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40254) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:42.312938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dea23b-a191-4102-b78e-de419490c8d4 None None] Pushing event updated for resources: {'Port': ['ID=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:42.328527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Request body: {'subnet': {'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:42.352531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908425-86a3-4855-9c21-527841ac3db0 req-3f674938-75d7-4fa9-af08-24f9ec50eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:42.354322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-3f674938-75d7-4fa9-af08-24f9ec50eea0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1972671 Oct 18 20:51:42.377749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384b20a-4f8d-4f6e-befb-0df49e9a82f0 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event updated for resources: {'Network': ['ID=65ca666c-245d-4bc2-90db-ee91c083ca81,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:42.391066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:42.394853 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca547fa8-6891-43fb-b1dd-b8eb5822eacf req-0560347a-74c7-44e3-9473-b2dc5c2d5dd7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189004 Oct 18 20:51:42.400316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.421649 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-964bd3b3-71ab-481f-9f80-a4b12f97f846 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561149 Oct 18 20:51:42.437763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 77a8c11f-9fdd-4216-bcb8-f8a2528c547b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:42.462786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=35241f62-4a8e-44cd-8790-4790f80ef6ab,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:42.491997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d8961-8a23-4ae4-93b2-afc4d5206f5b req-3312d7e9-a48f-4408-adf0-aff5992dba59 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:42.495860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc6d8961-8a23-4ae4-93b2-afc4d5206f5b req-3312d7e9-a48f-4408-adf0-aff5992dba59 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2372832 Oct 18 20:51:42.499815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.503546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3a18ea97-07b5-4ff0-b106-2a5bdad90b6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/35241f62-4a8e-44cd-8790-4790f80ef6ab HTTP/1.1" status: 204 len: 168 time: 1.8845601 Oct 18 20:51:42.510045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40256) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:42.551890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:42.552288 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.680859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc6d8961-8a23-4ae4-93b2-afc4d5206f5b req-6e81713a-d941-43dd-bb5d-6ea2296fc990 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467714 Oct 18 20:51:42.753917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Made reservation on behalf of b7f56251ccba4a88b8deafb36f8360a1 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:42.759447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.773498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-0d4b7758-5160-4afe-b2a5-29da1ef95d8d service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129594 Oct 18 20:51:42.790880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca9e20d8-740e-417d-8c43-f9b974f49e21 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:42.845682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aecc0ed3-d81a-4385-968f-090519387888 None None] Provisioning complete for port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:42.845974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aecc0ed3-d81a-4385-968f-090519387888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.904035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ca9e20d8-740e-417d-8c43-f9b974f49e21 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:42.904497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:42.985722 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-714cdfbe-dfa9-4d8b-8659-8a59e03984a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:51:42.992043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-714cdfbe-dfa9-4d8b-8659-8a59e03984a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/35241f62-4a8e-44cd-8790-4790f80ef6ab HTTP/1.1" status: 404 len: 333 time: 0.4761786 Oct 18 20:51:42.993173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40262) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:42.994404 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.048671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aecc0ed3-d81a-4385-968f-090519387888 None None] Provisioning complete for port c3a3092b-5ae3-4ebf-9af4-517974fda65a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:43.049457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aecc0ed3-d81a-4385-968f-090519387888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.066722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c8e56-1359-4008-a1c4-fa65f086847a req-da65890c-4ef4-4774-80f8-40f56b69dc50 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:43.068958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba0c8e56-1359-4008-a1c4-fa65f086847a req-da65890c-4ef4-4774-80f8-40f56b69dc50 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 944 time: 0.2638617 Oct 18 20:51:43.102775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-aecc0ed3-d81a-4385-968f-090519387888 None None] Port c3a3092b-5ae3-4ebf-9af4-517974fda65a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:43.122853 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.124741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aecc0ed3-d81a-4385-968f-090519387888 None None] Provisioning complete for port ca9e20d8-740e-417d-8c43-f9b974f49e21 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:43.125578 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aecc0ed3-d81a-4385-968f-090519387888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.125981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet f29c0997-a587-4211-84cc-18b03a68dfd4 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:43.138596 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.187236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c908425-86a3-4855-9c21-527841ac3db0 req-e9b82a93-5e29-4437-969e-33ccb42ee65e service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955233 Oct 18 20:51:43.266426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.293815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ba0c8e56-1359-4008-a1c4-fa65f086847a req-e58f0d42-807f-44a1-b354-dd16cc51bfeb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748369 Oct 18 20:51:43.395859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting port c3a3092b-5ae3-4ebf-9af4-517974fda65a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:43.396507 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.463078 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.518034 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.589515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.617222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Calling delete_port for c3a3092b-5ae3-4ebf-9af4-517974fda65a owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:43.618726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event updated for resources: {'Subnet': ['ID=38692587-f2d9-4571-98e7-083cec5785f3,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:43.642704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b0013-53dc-473c-bfab-b3e27cc56ff9 req-bcf11bf5-7629-4da0-ad66-419ad77842b1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:43.644357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-613b0013-53dc-473c-bfab-b3e27cc56ff9 req-bcf11bf5-7629-4da0-ad66-419ad77842b1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1884232 Oct 18 20:51:43.650364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Checking segment: {'id': '90f05815-170d-4682-957f-67cd75e7e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:43.650639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Network hostable DHCP agents. Network: 65ca666c-245d-4bc2-90db-ee91c083ca81, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:43.688776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.734797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=f29c0997-a587-4211-84cc-18b03a68dfd4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:43.739695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:43.750554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.757028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aa943b52-e757-47b0-b592-0ded04018439 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/f29c0997-a587-4211-84cc-18b03a68dfd4 HTTP/1.1" status: 204 len: 168 time: 0.7573786 Oct 18 20:51:43.759222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-613b0013-53dc-473c-bfab-b3e27cc56ff9 req-da4d451f-966f-4ef7-b8dc-8afbde511551 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012821 Oct 18 20:51:43.759755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40264) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:43.769907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 65ca666c-245d-4bc2-90db-ee91c083ca81) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:43.800225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2585ac-83c8-4f43-bc20-a83c663ff990 None None] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:43.824683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:43.825322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.838340 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dc9b3a-7322-4060-8864-62142eef8812 x-openstack-request-id: req-c0dc9b3a-7322-4060-8864-62142eef8812 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:43.838561 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b878cd7c-b66a-4987-b8ea-1bee612da220", "tag": "b2d24683-bcef-47fa-85ce-f1172192e642", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:43.838851 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0dc9b3a-7322-4060-8864-62142eef8812 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:43.839364 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'tag': 'b2d24683-bcef-47fa-85ce-f1172192e642', 'status': 'completed', 'code': 200} Oct 18 20:51:43.943737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:43.946747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b018ee-83d6-4c33-8e89-8699653ca81a None None] Network 8965c846-20ba-4295-bfaf-25fad6bc38f2 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:43.964000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-281551d7-6ad0-4a10-b2fb-956541a354af tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6728301 Oct 18 20:51:43.989477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40268) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:43.992263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Port': ['ID=c3a3092b-5ae3-4ebf-9af4-517974fda65a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:44.004508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Request body: {'port': {'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81', 'name': 'tempest-ExtraDHCPOptionsTestJSON-243297627'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:44.056098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.162392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-93babec3-085b-4516-b688-48d6c10ea65a None None] Provisioning complete for port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:44.162756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-93babec3-085b-4516-b688-48d6c10ea65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.196508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.314653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-182fb967-e742-4f66-bca1-6de79a369f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:44.317893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-65ca666c-245d-4bc2-90db-ee91c083ca81', 'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81', 'tenant_id': 'b7f56251ccba4a88b8deafb36f8360a1', 'fixed_ips': [{'subnet_id': '38692587-f2d9-4571-98e7-083cec5785f3'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:44.318848 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.318982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-182fb967-e742-4f66-bca1-6de79a369f0b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 1095 time: 0.3710289 Oct 18 20:51:44.479212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Router 11a79f2b-e378-49ab-9146-78ac884b5a86 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:51:44.509197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] DHCP port deletion for 8965c846-20ba-4295-bfaf-25fad6bc38f2 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:44.511628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-0b7ff1c1-7e1f-4320-88c0-3799369a5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:44.514440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-0b7ff1c1-7e1f-4320-88c0-3799369a5527 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.4153171 Oct 18 20:51:44.519881 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-93babec3-085b-4516-b688-48d6c10ea65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.583991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:44.590823 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-04b566bf-8880-41d0-8dfe-06a33b1cab25 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5321546 Oct 18 20:51:44.599113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40274) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:44.601507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] Sync routers for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:44.616675 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:44.617707 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:44.642461 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-ba76c015-8ffc-4a66-b99f-8651d351a0cc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] delete failed (client error): The resource could not be found. Oct 18 20:51:44.643558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ba76c015-8ffc-4a66-b99f-8651d351a0cc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-432378199 HTTP/1.1" status: 404 len: 334 time: 0.0433507 Oct 18 20:51:44.645521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba42d4-ac95-44d5-a585-bc0d045b03c5 req-697ed4eb-e957-435c-a955-4e5aa7934938 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:44.647603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Allocated IP 172.20.0.2 (65ca666c-245d-4bc2-90db-ee91c083ca81/38692587-f2d9-4571-98e7-083cec5785f3/68367175-fcf9-45a1-a4c4-a4b2f3042f64) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:44.653892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40276) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:44.656924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06ba42d4-ac95-44d5-a585-bc0d045b03c5 req-697ed4eb-e957-435c-a955-4e5aa7934938 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 950 time: 0.5311854 Oct 18 20:51:44.658614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-53628134-d1f9-4781-a3bc-655149179d23 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'router': {'external_gateway_info': {'network_id': '11a79f2b-e378-49ab-9146-78ac884b5a86'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:44.671674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-93babec3-085b-4516-b688-48d6c10ea65a None None] For port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,segment=NetworkSegment(d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3),segment_id=d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:44.677180 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:44.690892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:44.693164 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:44.744258 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:44.745526 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f910360-4cd7-450e-97fe-3d2472d51b34 None None] The sync data for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:44.866028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-93babec3-085b-4516-b688-48d6c10ea65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.891547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Made reservation on behalf of b7f56251ccba4a88b8deafb36f8360a1 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:44.897917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.923151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53628134-d1f9-4781-a3bc-655149179d23 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.948631 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-53628134-d1f9-4781-a3bc-655149179d23 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] update failed (client error): The resource could not be found. Oct 18 20:51:44.950032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-53628134-d1f9-4781-a3bc-655149179d23 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86 HTTP/1.1" status: 404 len: 339 time: 0.2951920 Oct 18 20:51:44.959210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40278) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:44.960702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:44.961461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.965074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-680823489'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:44.992297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:44.993704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] Deleting port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:44.994090 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:44.997269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.023403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-cc797de8-b2a6-4cc9-a0d8-d41ff6d8fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:45.026806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-cc797de8-b2a6-4cc9-a0d8-d41ff6d8fc6a service neutron] 10.222.0.79 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.6766164 Oct 18 20:51:45.032854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06ba42d4-ac95-44d5-a585-bc0d045b03c5 req-ca5995a5-41ba-4686-832c-9cf4b5509e12 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742282 Oct 18 20:51:45.038458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:45.050602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93babec3-085b-4516-b688-48d6c10ea65a None None] Pushing event updated for resources: {'Port': ['ID=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:45.053409 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.053999 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Added segment a9a95ca6-172b-46d1-b752-168f561e697f of type vlan for network 23f5c52c-a1ce-4ed9-9022-1d0914680511 Oct 18 20:51:45.110186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] device_id is not set on port 37540738-be30-4d32-9013-c273070880c1 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:45.119378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.158142 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.162848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] For port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,segment=NetworkSegment(d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3),segment_id=d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:45.163592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.165305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:45.166472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.166991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.183518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] Calling delete_port for be16fb6a-5b1f-45ef-896e-ac5b0943b9fc owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:45.186458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.200138 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2395346 Oct 18 20:51:45.204581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40284) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:45.211264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'subnet': {'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:45.261614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-448c658b-9478-4c2e-8983-f22048be1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:45.264294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-448c658b-9478-4c2e-8983-f22048be1743 service neutron] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.7230859 Oct 18 20:51:45.266819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-de927653-c08d-48b2-8d64-cb3e28b2eb53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2d24683-bcef-47fa-85ce-f1172192e642 HTTP/1.1" status: 200 len: 217 time: 0.2189791 Oct 18 20:51:45.296401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beda1c2-16ef-40ec-b47c-d9807a0ab130 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Network': ['ID=23f5c52c-a1ce-4ed9-9022-1d0914680511,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:45.308910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:45.337428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Pushing event updated for resources: {'Port': ['ID=68367175-fcf9-45a1-a4c4-a4b2f3042f64,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:45.341833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 23f5c52c-a1ce-4ed9-9022-1d0914680511 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:45.346179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:45.374332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Made reservation on behalf of 862ca6e4600e4baca8464b074a46c7fc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:45.377213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:45.380236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.615005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Attempting to bind port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:45.615686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Attempting to bind port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '90f05815-170d-4682-957f-67cd75e7e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:45.616374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Attempting to bind port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 on network 65ca666c-245d-4bc2-90db-ee91c083ca81 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:45.629384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:45.630545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Checking segment: {'id': '90f05815-170d-4682-957f-67cd75e7e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:45.631231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.631922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Bound using segment: {'id': '90f05815-170d-4682-957f-67cd75e7e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:45.632842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Bound port: 68367175-fcf9-45a1-a4c4-a4b2f3042f64, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f05815-170d-4682-957f-67cd75e7e947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:45.633515 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.637149 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.675459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.695269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] No DVR routers for this DVR port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:45.710597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c336d6-d6bc-474a-baae-de1e3ee69faf None None] Pushing event deleted for resources: {'Port': ['ID=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:45.771470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] For port 68367175-fcf9-45a1-a4c4-a4b2f3042f64, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:45.775806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] For port 68367175-fcf9-45a1-a4c4-a4b2f3042f64, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68367175-fcf9-45a1-a4c4-a4b2f3042f64,segment=NetworkSegment(90f05815-170d-4682-957f-67cd75e7e947),segment_id=90f05815-170d-4682-957f-67cd75e7e947)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:45.783064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.824159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] For port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,segment=NetworkSegment(d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3),segment_id=d75a31a5-3aa0-4913-a7ca-e829a5f9e1a3)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:45.824680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.837974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-d483ee64-717c-4043-bbe6-b169131e4b24 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.5440238 Oct 18 20:51:45.851101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Checking segment: {'id': 'a9a95ca6-172b-46d1-b752-168f561e697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:45.851716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network hostable DHCP agents. Network: 23f5c52c-a1ce-4ed9-9022-1d0914680511, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:45.870716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Subnet': ['ID=b6c6f521-324c-4a0e-8efc-2b5664d87a10,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:45.878255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b50cbf-014a-49f2-809c-802e6057326c None None] Pushing event updated for resources: {'Port': ['ID=68367175-fcf9-45a1-a4c4-a4b2f3042f64,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:45.908087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network 23f5c52c-a1ce-4ed9-9022-1d0914680511 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:45.921302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 23f5c52c-a1ce-4ed9-9022-1d0914680511) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:45.931681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:45.932625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:45.932797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee5c72-a269-4db1-941a-21a13c3c63b0 None None] Network 23f5c52c-a1ce-4ed9-9022-1d0914680511 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:45.958014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2c37343f-78b7-401f-a3fa-00a2b3259680 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7519033 Oct 18 20:51:45.958878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40286) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:45.964197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-67083e6f-94bf-41fb-98a4-46695f3edef3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'router': {'external_gateway_info': {'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:45.970646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for be16fb6a-5b1f-45ef-896e-ac5b0943b9fc owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:46.080644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-a629b25d-61d6-4ddb-a4cf-4ac83016964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:46.080644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-a629b25d-61d6-4ddb-a4cf-4ac83016964f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.2329552 Oct 18 20:51:46.135078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639ddee-b9a2-44e8-865b-76da9da9e139 req-67e4456e-656a-4192-a499-f43304aeb553 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:46.146086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0639ddee-b9a2-44e8-865b-76da9da9e139 req-67e4456e-656a-4192-a499-f43304aeb553 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.9051106 Oct 18 20:51:46.161550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-a5709c83-deb0-4ec7-948a-bf75fbc39f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:46.163238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-a5709c83-deb0-4ec7-948a-bf75fbc39f81 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.8694384 Oct 18 20:51:46.217320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-23f5c52c-a1ce-4ed9-9022-1d0914680511', 'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511', 'tenant_id': '862ca6e4600e4baca8464b074a46c7fc', 'fixed_ips': [{'subnet_id': 'b6c6f521-324c-4a0e-8efc-2b5664d87a10'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:46.218382 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:46.223152 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-b10a5527-eed0-46a8-a4a8-0d3cef332465 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345600 Oct 18 20:51:46.289564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Allocated IP 172.20.0.3 (65ca666c-245d-4bc2-90db-ee91c083ca81/38692587-f2d9-4571-98e7-083cec5785f3/37540738-be30-4d32-9013-c273070880c1) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:46.303858 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-16294b53-77e6-4c6f-8fe3-88227ed3c15e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1842895 Oct 18 20:51:46.360988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-67083e6f-94bf-41fb-98a4-46695f3edef3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:46.470928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0639ddee-b9a2-44e8-865b-76da9da9e139 req-92ce86f2-40ae-46ce-a43f-3f34e8e3fe68 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237298 Oct 18 20:51:46.488251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68367175-fcf9-45a1-a4c4-a4b2f3042f64 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:46.561027 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-67083e6f-94bf-41fb-98a4-46695f3edef3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:51:46.570097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-67083e6f-94bf-41fb-98a4-46695f3edef3 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86 HTTP/1.1" status: 400 len: 364 time: 0.6097696 Oct 18 20:51:46.570853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40290) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:46.590721 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Allocated IP 2001:db8:1::2 (23f5c52c-a1ce-4ed9-9022-1d0914680511/b6c6f521-324c-4a0e-8efc-2b5664d87a10/d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:46.660485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b2d24683-bcef-47fa-85ce-f1172192e642 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:51:46.676274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:46.724716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-c5ea8ae1-91fa-4522-826c-156ca3e16d71 service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368148 Oct 18 20:51:46.747073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:46.748760 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:46.778080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=be16fb6a-5b1f-45ef-896e-ac5b0943b9fc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:46.780532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-2ea4ed40-a5b1-4745-894b-6e05e278d836 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409652 Oct 18 20:51:46.802628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No DVR routers for this DVR port be16fb6a-5b1f-45ef-896e-ac5b0943b9fc on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:46.906608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.009717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9d191-4ad7-4e9e-ba2c-cfb448193f9d req-75fd716d-7987-4c37-bb4b-c9df1b5ac642 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:47.011949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a9d191-4ad7-4e9e-ba2c-cfb448193f9d req-75fd716d-7987-4c37-bb4b-c9df1b5ac642 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.4348602 Oct 18 20:51:47.026050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b2d24683-bcef-47fa-85ce-f1172192e642, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b2d24683-bcef-47fa-85ce-f1172192e642,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:47.047785 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.107536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'b2d24683-bcef-47fa-85ce-f1172192e642', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'port_id': 'b2d24683-bcef-47fa-85ce-f1172192e642', 'mac_address': 'fa:16:3e:e2:e6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2975efe-74ef-4037-b1ef-94a6b08c090b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:51:47.114231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.130038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-465ae655-9134-4aa3-9f9a-a1eaddfe3df0 req-a27ffbbc-87eb-4b4f-90df-d3820d1e18a7 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240359 Oct 18 20:51:47.143688 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.223082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.235985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30a9d191-4ad7-4e9e-ba2c-cfb448193f9d req-97c06357-8b19-4e35-8516-981ed82ff5c4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760876 Oct 18 20:51:47.250431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 68367175-fcf9-45a1-a4c4-a4b2f3042f64, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68367175-fcf9-45a1-a4c4-a4b2f3042f64,segment=NetworkSegment(90f05815-170d-4682-957f-67cd75e7e947),segment_id=90f05815-170d-4682-957f-67cd75e7e947)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:47.265219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Allocated IP 2001:db8::1 (b24e9849-b9ad-49ff-a8a0-b8a7c92de528/d675f570-3670-45c2-b426-cd3f9f9cca4d/6fe161f2-a001-495d-b517-cbcf119faf7c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:47.272028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.283594 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Network 23f5c52c-a1ce-4ed9-9022-1d0914680511 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:47.294015 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.296982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:47.297601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8965c846-20ba-4295-bfaf-25fad6bc38f2']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:47.299778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:47.347929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Pushing event updated for resources: {'Port': ['ID=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:47.360196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d24683-bcef-47fa-85ce-f1172192e642 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:51:47.373869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device be16fb6a-5b1f-45ef-896e-ac5b0943b9fc no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:47.432450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75a31a5-3aa0-4913-a7ca-e829a5f9e1a3') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:47.432968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75a31a5-3aa0-4913-a7ca-e829a5f9e1a3') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:47.451922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a359f01-dca7-496a-bd4d-07f6ede2c920 None None] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:47.455809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: be16fb6a-5b1f-45ef-896e-ac5b0943b9fc {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:47.456154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device be16fb6a-5b1f-45ef-896e-ac5b0943b9fc not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:47.470409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b2d24683-bcef-47fa-85ce-f1172192e642, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b2d24683-bcef-47fa-85ce-f1172192e642,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:47.476776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.483071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.493661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.494907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.502686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Attempting to bind port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:51:47.503056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Attempting to bind port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a9a95ca6-172b-46d1-b752-168f561e697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:51:47.503424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Attempting to bind port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a on network 23f5c52c-a1ce-4ed9-9022-1d0914680511 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:51:47.507416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5a434bb-208f-4623-99ad-d88f6ebcac01 req-d4e4f478-d26f-470a-bd87-2509c2d97a4b service neutron] 10.222.0.79 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503037 Oct 18 20:51:47.527251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.539502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.546846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:47.547258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:47.552770 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:47.575566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:51:47.575955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Checking segment: {'id': 'a9a95ca6-172b-46d1-b752-168f561e697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:47.576362 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.576790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Bound using segment: {'id': 'a9a95ca6-172b-46d1-b752-168f561e697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:51:47.577277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Bound port: d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a95ca6-172b-46d1-b752-168f561e697f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '23f5c52c-a1ce-4ed9-9022-1d0914680511'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:51:47.577684 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.579836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb624f-50d6-4f95-9cb5-f7e1b0e8fcb5 req-382161fa-5916-4d17-8791-6eadc6eed470 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:47.580088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7a919ff7-99f2-45c4-bbaf-223f8f721c53 None None] Provisioning complete for port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:47.580278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a919ff7-99f2-45c4-bbaf-223f8f721c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.587576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0aeb624f-50d6-4f95-9cb5-f7e1b0e8fcb5 req-382161fa-5916-4d17-8791-6eadc6eed470 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.2166843 Oct 18 20:51:47.594160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:47.596517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=68367175-fcf9-45a1-a4c4-a4b2f3042f64,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:47.599961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:47.604797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:47.605355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.659210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Port': ['ID=6fe161f2-a001-495d-b517-cbcf119faf7c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:47.724216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0aeb624f-50d6-4f95-9cb5-f7e1b0e8fcb5 req-415f3941-326c-48cc-93fe-09917bd26fe5 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348205 Oct 18 20:51:47.735021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.818696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.857716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.859295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.863119 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/8965c846-20ba-4295-bfaf-25fad6bc38f2 HTTP/1.1" status: 204 len: 168 time: 4.1021147 Oct 18 20:51:47.865197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] For port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:51:47.873886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] For port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,segment=NetworkSegment(a9a95ca6-172b-46d1-b752-168f561e697f),segment_id=a9a95ca6-172b-46d1-b752-168f561e697f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:51:47.892834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['b2d24683-bcef-47fa-85ce-f1172192e642'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:51:47.895814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40298) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:47.900411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=b2d24683-bcef-47fa-85ce-f1172192e642,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:47.911988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'name': 'tempest-PortsIpV6TestJSON-170582343'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:47.912961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78aec7-12cc-4d8d-b04f-534582d20362 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=8965c846-20ba-4295-bfaf-25fad6bc38f2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:47.923319 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:47.930596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:47.944863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:47.950291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event updated for resources: {'Port': ['ID=37540738-be30-4d32-9013-c273070880c1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:47.954909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:48.017135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204909-ce23-44be-977c-e947172ecb7b req-5b6a5ead-845f-490e-9383-804b3246735e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:48.019027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27204909-ce23-44be-977c-e947172ecb7b req-5b6a5ead-845f-490e-9383-804b3246735e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 945 time: 0.1919055 Oct 18 20:51:48.064263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:48.064992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:48.095238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27204909-ce23-44be-977c-e947172ecb7b req-e5a6ee1c-e9dc-4d29-ab31-a43547374dae tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645370 Oct 18 20:51:48.103972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26bd577c-f2fc-4336-baeb-a36aba16c5ae tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1125274 Oct 18 20:51:48.107834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40300) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:48.113995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Request body: {'port': {'network_id': '65ca666c-245d-4bc2-90db-ee91c083ca81', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1229201528', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:48.114719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] bootfile-name is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:51:48.115169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] tftp-server is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:51:48.115743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] server-ip-address is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:51:48.191313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d6ef7-36cc-4ac9-8d19-42d050feb519 None None] Pushing event updated for resources: {'Port': ['ID=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:48.240135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c81f2210-d7af-41d4-824d-2dfe57d2f137 None None] Provisioning complete for port 6fe161f2-a001-495d-b517-cbcf119faf7c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:48.240566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c81f2210-d7af-41d4-824d-2dfe57d2f137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:48.362780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Made reservation on behalf of b7f56251ccba4a88b8deafb36f8360a1 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:48.371869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:48.413344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] device_id is not set on port 6edc965f-cdd2-41e0-9542-5afeee3bc29c yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:48.432709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c81f2210-d7af-41d4-824d-2dfe57d2f137 None None] Port 6fe161f2-a001-495d-b517-cbcf119faf7c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:48.710798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68367175-fcf9-45a1-a4c4-a4b2f3042f64 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:48.773416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Allocated IP 172.20.0.9 (65ca666c-245d-4bc2-90db-ee91c083ca81/38692587-f2d9-4571-98e7-083cec5785f3/6edc965f-cdd2-41e0-9542-5afeee3bc29c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:51:48.823164 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:48.853189 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b69d7c0-940a-4d72-bdb0-e194ffc74d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:48.859208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f542ba52-8158-460c-be56-ba4a1a092b0a None None] Provisioning complete for port 37540738-be30-4d32-9013-c273070880c1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:48.859580 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f542ba52-8158-460c-be56-ba4a1a092b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:48.973100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f542ba52-8158-460c-be56-ba4a1a092b0a None None] Port 37540738-be30-4d32-9013-c273070880c1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:48.982353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:48.982719 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.040630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f542ba52-8158-460c-be56-ba4a1a092b0a None None] Provisioning complete for port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:49.040986 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f542ba52-8158-460c-be56-ba4a1a092b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.222682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:49.229356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.281554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.281890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75677d37-cca6-47d0-8333-aff4bbf22eba req-c0c65507-ac13-48bc-a444-a502e3cb501e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:49.287536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75677d37-cca6-47d0-8333-aff4bbf22eba req-c0c65507-ac13-48bc-a444-a502e3cb501e tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 950 time: 0.2438302 Oct 18 20:51:49.290497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port c291438e-c199-4cd6-b5f4-c4140af96311 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:49.303307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.304630 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.373943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.422523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75677d37-cca6-47d0-8333-aff4bbf22eba req-aac53602-dce7-417e-a6f3-abde390d86e8 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/security-groups?id=d083a7d9-c523-42c8-80da-c1e2d55da160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896983 Oct 18 20:51:49.475735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.562608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event updated for resources: {'Port': ['ID=6edc965f-cdd2-41e0-9542-5afeee3bc29c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:49.568531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:49.606032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:49.610085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:49.627340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:49.692332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event updated for resources: {'Port': ['ID=6fe161f2-a001-495d-b517-cbcf119faf7c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:49.692647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:49.693129 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.766668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82b7bc-b85e-4ebe-b404-7c6ecc45d91b req-2d957513-5c4e-4d29-bed9-7b1a62374836 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:49.782957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d82b7bc-b85e-4ebe-b404-7c6ecc45d91b req-2d957513-5c4e-4d29-bed9-7b1a62374836 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1680727 Oct 18 20:51:49.812282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:49.813823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.830683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-07a43fe0-a46f-4d26-9faa-eb55683d54c0 None None] Provisioning complete for port 37540738-be30-4d32-9013-c273070880c1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:49.833043 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07a43fe0-a46f-4d26-9faa-eb55683d54c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:49.905918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3ca58e39-5a2c-44e5-9d63-3ce1891404c8 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7930613 Oct 18 20:51:49.907716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40324) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:49.948974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d82b7bc-b85e-4ebe-b404-7c6ecc45d91b req-2fb54eb7-0c0e-42bf-afdc-a488624e36aa tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266530 Oct 18 20:51:49.956554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:49.974234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:50.003323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-07a43fe0-a46f-4d26-9faa-eb55683d54c0 None None] Port 37540738-be30-4d32-9013-c273070880c1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:50.012781 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.066189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,segment=NetworkSegment(a9a95ca6-172b-46d1-b752-168f561e697f),segment_id=a9a95ca6-172b-46d1-b752-168f561e697f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:50.076839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.077937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85eb721-9ec8-4917-b085-df0b27032a7c tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:50.113068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85eb721-9ec8-4917-b085-df0b27032a7c tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:50.123160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.143159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85eb721-9ec8-4917-b085-df0b27032a7c tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:50.150301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c85eb721-9ec8-4917-b085-df0b27032a7c tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2411392 Oct 18 20:51:50.158150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40326) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:50.191007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:50.227551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45153d20-d502-4406-9778-5a8e3fc5cab2 None None] Network 23f5c52c-a1ce-4ed9-9022-1d0914680511 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:50.340353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5a5c0-2044-49c4-bcab-37ecc891b4f6 req-1d889813-dc4a-4e5a-add1-7a2435e6926c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:50.349903 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6f5a5c0-2044-49c4-bcab-37ecc891b4f6 req-1d889813-dc4a-4e5a-add1-7a2435e6926c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1952591 Oct 18 20:51:50.364349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Router 11a79f2b-e378-49ab-9146-78ac884b5a86 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:51:50.401050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-5333c65d-4fdd-4b60-b399-c94db0465741 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:50.404033 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-5333c65d-4fdd-4b60-b399-c94db0465741 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.30 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 950 time: 0.1983922 Oct 18 20:51:50.404609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b1675fa8-efe6-4046-9f2e-98deff73393b None None] Provisioning complete for port 6edc965f-cdd2-41e0-9542-5afeee3bc29c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:50.405184 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b1675fa8-efe6-4046-9f2e-98deff73393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.408561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.441430 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6f5a5c0-2044-49c4-bcab-37ecc891b4f6 req-3af0e2b8-915f-431f-bf07-e56ab491f92f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899298 Oct 18 20:51:50.509743 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Deleting port 6edc965f-cdd2-41e0-9542-5afeee3bc29c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:50.510270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.587608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:50.643216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b1675fa8-efe6-4046-9f2e-98deff73393b None None] Port 6edc965f-cdd2-41e0-9542-5afeee3bc29c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:50.661397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b2d24683-bcef-47fa-85ce-f1172192e642 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:51:50.708894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:50.727200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:50.736444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b1675fa8-efe6-4046-9f2e-98deff73393b None None] Provisioning complete for port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:50.736805 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b1675fa8-efe6-4046-9f2e-98deff73393b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.741899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:50.751108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:50.751944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.770840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=c291438e-c199-4cd6-b5f4-c4140af96311,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:50.773883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:50.777752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.790523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d9597177-ced1-4955-acc0-6ca04dc2aa36 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2183788 Oct 18 20:51:50.792487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40330) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:50.807234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-003f0bdb-c2f1-465a-a70b-801c109c4f3d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8957577 Oct 18 20:51:50.807581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dbbe2-b119-425b-89f0-cb6627ce0058 req-45136d2e-b175-48f6-8dbb-0b8d069044fc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:50.810405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40332) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:50.810706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-115dbbe2-b119-425b-89f0-cb6627ce0058 req-45136d2e-b175-48f6-8dbb-0b8d069044fc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1683898 Oct 18 20:51:50.827693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] Sync routers for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:50.838028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:50.838373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.849957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port b2d24683-bcef-47fa-85ce-f1172192e642 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:51:50.863739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Calling delete_port for 6edc965f-cdd2-41e0-9542-5afeee3bc29c owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:50.887824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port b2d24683-bcef-47fa-85ce-f1172192e642 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:50.888233 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.894091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:50.895702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:50.906735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Deleting port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:50.907096 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:50.924890 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-115dbbe2-b119-425b-89f0-cb6627ce0058 req-84db8925-ca6b-4e65-b031-f7638d4a206a tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994017 Oct 18 20:51:51.007947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:51.068026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:51.068887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:51.120233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] For port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:51.120907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.142312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Calling delete_port for bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:51.225769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:51.226860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0527de-1a30-487b-abe0-6397e147a268 None None] The sync data for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:51.245163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e404c4-af72-4ada-9573-9687665aabfe req-a6aa2dc9-06f9-478c-bcda-8f6c8ce1c667 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:51.247109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-01e404c4-af72-4ada-9573-9687665aabfe req-a6aa2dc9-06f9-478c-bcda-8f6c8ce1c667 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 945 time: 0.2386742 Oct 18 20:51:51.248444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.310346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.321574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.325892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['bf402c43-8be5-4c7f-b0a0-a48b5f5f9269'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:51:51.350205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event deleted for resources: {'Port': ['ID=6edc965f-cdd2-41e0-9542-5afeee3bc29c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:51.386492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d24683-bcef-47fa-85ce-f1172192e642'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:51.389442 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b8bc5e-6efb-4813-a529-8e206b75b809" -d '{"events": [{"server_uuid": "b878cd7c-b66a-4987-b8ea-1bee612da220", "name": "network-vif-plugged", "status": "completed", "tag": "b2d24683-bcef-47fa-85ce-f1172192e642"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:51.391128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a57e05d4-fe79-4875-9bae-458f9f9018dd tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.393475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Pushing event deleted for resources: {'Port': ['ID=bf402c43-8be5-4c7f-b0a0-a48b5f5f9269,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:51.415466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port b2d24683-bcef-47fa-85ce-f1172192e642, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b2d24683-bcef-47fa-85ce-f1172192e642,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:51.417839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-70a52b0c-7f12-4d76-bea8-b2393ef0dd75 None None] Provisioning complete for port 6fe161f2-a001-495d-b517-cbcf119faf7c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:51.418354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-70a52b0c-7f12-4d76-bea8-b2393ef0dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.424767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.490944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-01e404c4-af72-4ada-9573-9687665aabfe req-3b08f260-f2fa-41f1-85dc-87ac37aedb11 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305372 Oct 18 20:51:51.492152 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.502418 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d5ea0019-2c3e-41be-8d11-546930b22d94 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "DELETE /v2.0/ports/6edc965f-cdd2-41e0-9542-5afeee3bc29c HTTP/1.1" status: 204 len: 168 time: 1.3361247 Oct 18 20:51:51.502677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-70a52b0c-7f12-4d76-bea8-b2393ef0dd75 None None] Port 6fe161f2-a001-495d-b517-cbcf119faf7c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:51.503200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40342) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:51.513272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Request body: {'port': {'name': 'tempest-new-port-name-735504718', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:51.513558 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] bootfile-name is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:51:51.514063 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] tftp-server is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:51:51.514410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] server-ip-address is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:51:51.553300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=b2d24683-bcef-47fa-85ce-f1172192e642,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:51.581128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] No DVR routers for this DVR port bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:51.589342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-70a52b0c-7f12-4d76-bea8-b2393ef0dd75 None None] Provisioning complete for port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:51.589950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-70a52b0c-7f12-4d76-bea8-b2393ef0dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.655753 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.659546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5c4c369a-f033-4ec7-ac79-e2a8f821942f req-fd7835b8-b2f8-4068-bc58-df4f377b0b2f tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.30 "DELETE /v2.0/ports/bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 HTTP/1.1" status: 204 len: 173 time: 1.2434528 Oct 18 20:51:51.660832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a489f610-493b-498e-bf27-09a7343f666b', 'name': 'network-vif-deleted', 'tag': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:51:51.663693 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5381fb7-2b47-4e12-b289-8c1101b25630" -d '{"events": [{"server_uuid": "a489f610-493b-498e-bf27-09a7343f666b", "name": "network-vif-deleted", "tag": "bf402c43-8be5-4c7f-b0a0-a48b5f5f9269"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:51:51.674931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17d11161-b2c6-4b14-a085-250730e9ac5e req-9baae92e-7a74-4e99-b0f6-3b29318c2777 tempest-VolumesNegativeTest-1837096746 tempest-VolumesNegativeTest-1837096746-project] 10.222.0.66 "GET /v2.0/ports?device_id=a489f610-493b-498e-bf27-09a7343f666b HTTP/1.1" status: 200 len: 210 time: 0.0386536 Oct 18 20:51:51.676676 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.741856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port c291438e-c199-4cd6-b5f4-c4140af96311 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:51.742202 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.747191 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-a57e05d4-fe79-4875-9bae-458f9f9018dd tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 20:51:51.748284 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a57e05d4-fe79-4875-9bae-458f9f9018dd tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86 HTTP/1.1" status: 409 len: 329 time: 0.9544532 Oct 18 20:51:51.751471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:51.893597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1716f-23a3-4cd3-9893-bcb519472b37 req-b1438896-53f0-45b5-921a-56db826469c3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:51.895869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2eb1716f-23a3-4cd3-9893-bcb519472b37 req-b1438896-53f0-45b5-921a-56db826469c3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1093230 Oct 18 20:51:51.938721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:51.962846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for c291438e-c199-4cd6-b5f4-c4140af96311 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:51.991173 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2eb1716f-23a3-4cd3-9893-bcb519472b37 req-24320605-cc47-4f5b-8af1-9d8d125268f1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567114 Oct 18 20:51:52.099106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.120873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.182055 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.267362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.274635 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/c291438e-c199-4cd6-b5f4-c4140af96311 HTTP/1.1" status: 204 len: 168 time: 1.4589572 Oct 18 20:51:52.277579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:52.279125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466ce12-67aa-42d1-bfc4-14aa15a567d3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=c291438e-c199-4cd6-b5f4-c4140af96311,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:52.286154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'mac_address': 'fa:16:3e:34:60:13', 'name': 'tempest-PortsIpV6TestJSON-109794922'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:52.316702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event updated for resources: {'Port': ['ID=37540738-be30-4d32-9013-c273070880c1,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:52.354969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62af001-50c2-45ce-8418-450d3cc03afa req-59d85241-fc3d-4bdb-8ae5-f20a7012aeb4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:52.357603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f62af001-50c2-45ce-8418-450d3cc03afa req-59d85241-fc3d-4bdb-8ae5-f20a7012aeb4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.2545424 Oct 18 20:51:52.377267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] In _notify_port_updated(), no bound segment for port 37540738-be30-4d32-9013-c273070880c1 on network 65ca666c-245d-4bc2-90db-ee91c083ca81 {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:51:52.384645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:52.385815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.387045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-18138e38-c7c6-4618-bcd1-49769e8b5ef6 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "PUT /v2.0/ports/37540738-be30-4d32-9013-c273070880c1 HTTP/1.1" status: 200 len: 1135 time: 0.8825717 Oct 18 20:51:52.393181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40352) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:52.425777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f62af001-50c2-45ce-8418-450d3cc03afa req-57fd36c1-7933-4f24-864d-5e0fdffc1740 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578978 Oct 18 20:51:52.488240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:52.503171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6dc267-4fea-4f89-8622-a291450cad64 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:52.510898 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6b6dc267-4fea-4f89-8622-a291450cad64 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "GET /v2.0/ports/37540738-be30-4d32-9013-c273070880c1 HTTP/1.1" status: 200 len: 1135 time: 0.1097424 Oct 18 20:51:52.511879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40354) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:52.515611 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c21e3e-2760-45c9-a800-45402a74b2be x-openstack-request-id: req-e8c21e3e-2760-45c9-a800-45402a74b2be {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:52.516729 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b878cd7c-b66a-4987-b8ea-1bee612da220", "name": "network-vif-plugged", "status": "completed", "tag": "b2d24683-bcef-47fa-85ce-f1172192e642", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:52.517526 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8c21e3e-2760-45c9-a800-45402a74b2be {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:52.518519 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d24683-bcef-47fa-85ce-f1172192e642', 'code': 200} Oct 18 20:51:52.604212 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.606040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aa4ac976-c47a-490e-88d1-f31f0ec09e73 None None] Provisioning complete for port 37540738-be30-4d32-9013-c273070880c1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:51:52.606940 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac976-c47a-490e-88d1-f31f0ec09e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.632148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:52.652667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ac976-c47a-490e-88d1-f31f0ec09e73 None None] Port 37540738-be30-4d32-9013-c273070880c1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:51:52.683397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 8efe9758-b0d2-4d4a-8882-8e46ec6e2b66 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:52.982759 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.085754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.113394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f163e6-718c-48ce-ac89-3d8ce8045eb1 req-4e40dec2-b0d2-43bc-951b-a47d0af9ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:53.115535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1f163e6-718c-48ce-ac89-3d8ce8045eb1 req-4e40dec2-b0d2-43bc-951b-a47d0af9ed12 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 1097 time: 0.5006530 Oct 18 20:51:53.128504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e63b98-6e58-4383-89a1-7e9fb734ff18 req-31e0d9fa-fd5c-4b78-8e71-7ecef1c72a34 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:53.128504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71e63b98-6e58-4383-89a1-7e9fb734ff18 req-31e0d9fa-fd5c-4b78-8e71-7ecef1c72a34 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.5375943 Oct 18 20:51:53.151436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting port 6fe161f2-a001-495d-b517-cbcf119faf7c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:53.151868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.155816 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08631667-4f64-4ee1-8126-2400e9d233c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.162670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:53.181082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:53.185652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=8efe9758-b0d2-4d4a-8882-8e46ec6e2b66,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:53.191422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:53.196443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1f163e6-718c-48ce-ac89-3d8ce8045eb1 req-c84aa281-9e17-4cff-b323-90038281dc7e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699623 Oct 18 20:51:53.196696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:53.197242 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.206058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Deleting port 37540738-be30-4d32-9013-c273070880c1 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:53.206447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.215433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-71e63b98-6e58-4383-89a1-7e9fb734ff18 req-60ea71a2-a015-4bba-9430-89894c969bce tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691881 Oct 18 20:51:53.256767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8cdaf10-dec5-49ed-89d0-2a3f18ed63bf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9714322 Oct 18 20:51:53.256767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40360) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:53.398383 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.423381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Calling delete_port for 37540738-be30-4d32-9013-c273070880c1 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:53.626944 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88ec653-53b3-41aa-823f-56a00c4a531c x-openstack-request-id: req-c88ec653-53b3-41aa-823f-56a00c4a531c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:51:53.627516 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a489f610-493b-498e-bf27-09a7343f666b", "name": "network-vif-deleted", "tag": "bf402c43-8be5-4c7f-b0a0-a48b5f5f9269", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:51:53.627516 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c88ec653-53b3-41aa-823f-56a00c4a531c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:51:53.627773 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a489f610-493b-498e-bf27-09a7343f666b', 'name': 'network-vif-deleted', 'tag': 'bf402c43-8be5-4c7f-b0a0-a48b5f5f9269', 'status': 'completed', 'code': 200} Oct 18 20:51:53.647736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097877a5-0640-4465-b521-4c345799a664 req-5598fae0-7069-4dd9-ae57-202d23a8423e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:53.650524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-097877a5-0640-4465-b521-4c345799a664 req-5598fae0-7069-4dd9-ae57-202d23a8423e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.1459496 Oct 18 20:51:53.656900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de24f1a-6451-4c5b-9166-47498f6ee562 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:53.658389 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2de24f1a-6451-4c5b-9166-47498f6ee562 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/8efe9758-b0d2-4d4a-8882-8e46ec6e2b66 HTTP/1.1" status: 200 len: 844 time: 0.4009526 Oct 18 20:51:53.664273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40366) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:53.677618 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.687881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:53.714246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:53.714877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device bf402c43-8be5-4c7f-b0a0-a48b5f5f9269 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:53.715873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Calling delete_port for 6fe161f2-a001-495d-b517-cbcf119faf7c owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:53.764015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-097877a5-0640-4465-b521-4c345799a664 req-61ad3233-d2b7-418f-9870-0959ac93f7f6 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004608 Oct 18 20:51:53.776141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.805530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event deleted for resources: {'Port': ['ID=37540738-be30-4d32-9013-c273070880c1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:53.876726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 8efe9758-b0d2-4d4a-8882-8e46ec6e2b66 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:53.877132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.945251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:53.958243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dcf4ff30-54ba-4efb-a7fa-6e165252e117 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "DELETE /v2.0/ports/37540738-be30-4d32-9013-c273070880c1 HTTP/1.1" status: 204 len: 168 time: 1.4438865 Oct 18 20:51:53.961003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40372) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:54.026216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.047036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 8efe9758-b0d2-4d4a-8882-8e46ec6e2b66 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:54.070883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.087820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Deleting subnet 38692587-f2d9-4571-98e7-083cec5785f3 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:54.109934 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.138208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Port': ['ID=6fe161f2-a001-495d-b517-cbcf119faf7c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:54.222180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0374f8-d52b-4a42-ab9c-c4b751d031e1 req-ae2803a6-3bef-4a5e-8053-199d956a74c2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:54.231396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d0374f8-d52b-4a42-ab9c-c4b751d031e1 req-ae2803a6-3bef-4a5e-8053-199d956a74c2 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1515679 Oct 18 20:51:54.235563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.235931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.302659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.332643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.366106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d0374f8-d52b-4a42-ab9c-c4b751d031e1 req-7c523d40-c09d-4258-a850-e1b8a5ac39a4 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292689 Oct 18 20:51:54.446878 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.457618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=8efe9758-b0d2-4d4a-8882-8e46ec6e2b66,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:54.476792 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.491258 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f8e6aa13-6e8c-4798-a3aa-d5d506787f6c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/8efe9758-b0d2-4d4a-8882-8e46ec6e2b66 HTTP/1.1" status: 204 len: 168 time: 0.8213677 Oct 18 20:51:54.491970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40390) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:54.594613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Router 11a79f2b-e378-49ab-9146-78ac884b5a86 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:51:54.616771 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3d034b-2cae-47ce-a24a-264cdea5beb4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:51:54.620546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b3d034b-2cae-47ce-a24a-264cdea5beb4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/8efe9758-b0d2-4d4a-8882-8e46ec6e2b66 HTTP/1.1" status: 404 len: 333 time: 0.1225736 Oct 18 20:51:54.632708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40394) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:54.670619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'name': 'tempest-PortsIpV6TestJSON-621203671'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:54.697259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:51:54.702926 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-beea37ed-7bc4-4886-a631-3c06569df043 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9500024 Oct 18 20:51:54.712651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:54.717412 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] Sync routers for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:51:54.736747 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:54.738659 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:54.762412 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-c4d9bb79-640f-4bcb-881d-60e76249f1df tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] show failed (client error): The resource could not be found. Oct 18 20:51:54.764634 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c4d9bb79-640f-4bcb-881d-60e76249f1df tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-852054895 HTTP/1.1" status: 404 len: 334 time: 0.0505552 Oct 18 20:51:54.773608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40402) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:54.779636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-364ecc76-4742-45f1-b81d-4d1a7be3a177 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:54.819114 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:54.821624 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-364ecc76-4742-45f1-b81d-4d1a7be3a177 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] update failed (client error): The resource could not be found. Oct 18 20:51:54.823057 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-364ecc76-4742-45f1-b81d-4d1a7be3a177 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-2099473017 HTTP/1.1" status: 404 len: 335 time: 0.0482509 Oct 18 20:51:54.827680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40414) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:54.837007 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] Routers {'11a79f2b-e378-49ab-9146-78ac884b5a86'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:51:54.838400 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11a79f2b-e378-49ab-9146-78ac884b5a86'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:54.861695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.889486 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:54.890669 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d5ed6c-5d57-471d-8ed0-2cdc0d80e099 None None] The sync data for ids ['11a79f2b-e378-49ab-9146-78ac884b5a86'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:51:54.897958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b95625-1070-49fb-b6ed-abf1a1d14a8a req-2da32f00-5483-402e-951d-e421f74b8cd9 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:54.901156 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4b95625-1070-49fb-b6ed-abf1a1d14a8a req-2da32f00-5483-402e-951d-e421f74b8cd9 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.3823760 Oct 18 20:51:54.902833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting subnet b6c6f521-324c-4a0e-8efc-2b5664d87a10 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:54.906732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.964289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:54.975032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event deleted for resources: {'Subnet': ['ID=38692587-f2d9-4571-98e7-083cec5785f3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:54.993588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7609d2c-4291-4452-aaac-de4dedf09c49 None None] Network 65ca666c-245d-4bc2-90db-ee91c083ca81 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:55.011478 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.018772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-af4fede4-8f45-4e4b-992b-6b7aa20e3584 tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "DELETE /v2.0/subnets/38692587-f2d9-4571-98e7-083cec5785f3 HTTP/1.1" status: 204 len: 168 time: 1.0557759 Oct 18 20:51:55.023414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40440) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:55.083635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4b95625-1070-49fb-b6ed-abf1a1d14a8a req-8bee7086-0455-4e16-bc55-5d71b3412a11 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520362 Oct 18 20:51:55.086632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:55.093294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.141020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 526a4e4a-f0e4-41e3-bd09-614e5dcf772e yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:51:55.205210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.228879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.274230 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.384780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.408935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Deleting port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:55.409337 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.436772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] DHCP port deletion for 65ca666c-245d-4bc2-90db-ee91c083ca81 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:55.478282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c6f521-324c-4a0e-8efc-2b5664d87a10,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:55.494435 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.500641 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-987e58af-f7a8-4723-98f0-7a7c9a01b6c1 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/subnets/b6c6f521-324c-4a0e-8efc-2b5664d87a10 HTTP/1.1" status: 204 len: 168 time: 0.6712799 Oct 18 20:51:55.505778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40480) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:55.511171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92200c70-b575-44ca-a757-f301107fb3e1 None None] Network 23f5c52c-a1ce-4ed9-9022-1d0914680511 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:55.514160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd158425-7670-4c28-94f9-26ad669ada55 req-1a6f7373-8911-476c-8f5e-5b83b8b8b0dd tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:55.529900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd158425-7670-4c28-94f9-26ad669ada55 req-1a6f7373-8911-476c-8f5e-5b83b8b8b0dd tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2322624 Oct 18 20:51:55.658037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] For port 68367175-fcf9-45a1-a4c4-a4b2f3042f64, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68367175-fcf9-45a1-a4c4-a4b2f3042f64,segment=NetworkSegment(90f05815-170d-4682-957f-67cd75e7e947),segment_id=90f05815-170d-4682-957f-67cd75e7e947)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:55.660842 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.675416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] Deleting port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:55.676951 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.752418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Calling delete_port for 68367175-fcf9-45a1-a4c4-a4b2f3042f64 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:55.753307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd158425-7670-4c28-94f9-26ad669ada55 req-e14e3b4a-66a4-4c56-b8ce-baf817c177ff tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175379 Oct 18 20:51:55.764945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.780624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.886179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] For port 68367175-fcf9-45a1-a4c4-a4b2f3042f64, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=68367175-fcf9-45a1-a4c4-a4b2f3042f64,segment=NetworkSegment(90f05815-170d-4682-957f-67cd75e7e947),segment_id=90f05815-170d-4682-957f-67cd75e7e947)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:55.887425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.897298 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:55.934955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] Calling delete_port for 68367175-fcf9-45a1-a4c4-a4b2f3042f64 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:56.018128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:56.018659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.037165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] DHCP port deletion for 23f5c52c-a1ce-4ed9-9022-1d0914680511 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:56.049979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:51:56.055748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:56.061895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.078722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:51:56.085108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:56.085862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.095042 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.131409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] Pushing event deleted for resources: {'Port': ['ID=68367175-fcf9-45a1-a4c4-a4b2f3042f64,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:56.138107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762dcb7d-fd3b-4239-b7d1-904c2ec018d5 None None] No DVR routers for this DVR port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:56.147179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] No DVR routers for this DVR port 68367175-fcf9-45a1-a4c4-a4b2f3042f64 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:56.156456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] Deleting port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:56.157062 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.164864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=526a4e4a-f0e4-41e3-bd09-614e5dcf772e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:56.179119 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-079f8bcc-8a0c-4a38-bfae-0baca27df993 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5365443 Oct 18 20:51:56.183035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40500) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:56.189074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:56.201424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event deleted for resources: {'Port': ['ID=68367175-fcf9-45a1-a4c4-a4b2f3042f64,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:56.209735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c82b8-4a03-4882-9d93-433b8a832792 req-4ff1fc7f-938d-4943-9023-96b2c94f44fe tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:56.211530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-675c82b8-4a03-4882-9d93-433b8a832792 req-4ff1fc7f-938d-4943-9023-96b2c94f44fe tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1740720 Oct 18 20:51:56.290983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] For port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,segment=NetworkSegment(a9a95ca6-172b-46d1-b752-168f561e697f),segment_id=a9a95ca6-172b-46d1-b752-168f561e697f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:56.291362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.296639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] For port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,segment=NetworkSegment(a9a95ca6-172b-46d1-b752-168f561e697f),segment_id=a9a95ca6-172b-46d1-b752-168f561e697f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:56.297139 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.311558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-675c82b8-4a03-4882-9d93-433b8a832792 req-1a674e2e-3b21-4398-be52-0d12e99eb956 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806057 Oct 18 20:51:56.318223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.345469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] Calling delete_port for d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:56.410461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Calling delete_port for d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:56.419213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68367175-fcf9-45a1-a4c4-a4b2f3042f64 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:56.429594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.464746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 68367175-fcf9-45a1-a4c4-a4b2f3042f64 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:51:56.465241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 68367175-fcf9-45a1-a4c4-a4b2f3042f64 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:51:56.465903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:56.502663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ca666c-245d-4bc2-90db-ee91c083ca81']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:56.533246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f05815-170d-4682-957f-67cd75e7e947') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:56.533835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f05815-170d-4682-957f-67cd75e7e947') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:56.573966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.607894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.609907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.617544 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.619723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21be12-2aa8-4de0-b82e-ee4c0fdaec67 req-b399baa7-08e9-46ef-8be3-4488b6a6df6d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:56.622580 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd21be12-2aa8-4de0-b82e-ee4c0fdaec67 req-b399baa7-08e9-46ef-8be3-4488b6a6df6d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.1585307 Oct 18 20:51:56.633261 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.635701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:56.636732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:56.644687 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:56.668087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.679596 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.682186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] Pushing event deleted for resources: {'Port': ['ID=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:56.694589 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.711923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929db2a8-ed55-4b51-8d03-3bd234fc5f74 None None] No DVR routers for this DVR port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:56.721579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] In _notify_port_updated(), no bound segment for port 526a4e4a-f0e4-41e3-bd09-614e5dcf772e on network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:51:56.728444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:56.729851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.735749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "PUT /v2.0/ports/526a4e4a-f0e4-41e3-bd09-614e5dcf772e HTTP/1.1" status: 200 len: 818 time: 0.5504034 Oct 18 20:51:56.741515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40554) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:56.748950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd21be12-2aa8-4de0-b82e-ee4c0fdaec67 req-98ddd67c-0dcb-4d32-b9c1-9f9f1c13e4a7 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186244 Oct 18 20:51:56.764336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Port': ['ID=d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:56.770746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] No DVR routers for this DVR port d396988d-a8f9-4aca-b9b9-7c96ef0d4f6a on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:56.772955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.802363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:56.807332 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] 10.222.0.66 "DELETE /v2.0/networks/65ca666c-245d-4bc2-90db-ee91c083ca81 HTTP/1.1" status: 204 len: 168 time: 1.7827182 Oct 18 20:51:56.864896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf0f1b-1693-499c-9520-3019f9d38054 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=526a4e4a-f0e4-41e3-bd09-614e5dcf772e,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:56.882899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4106f21-1f7c-423d-829a-e4cb8cdd1d9f tempest-ExtraDHCPOptionsTestJSON-307479576 tempest-ExtraDHCPOptionsTestJSON-307479576-project] Pushing event deleted for resources: {'Network': ['ID=65ca666c-245d-4bc2-90db-ee91c083ca81,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:56.974734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.010848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba28c6-883c-4ef1-a435-18d4007ccaf8 req-2103e2fe-4a17-487a-8a39-4f540504f29f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:57.012349 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8dba28c6-883c-4ef1-a435-18d4007ccaf8 req-2103e2fe-4a17-487a-8a39-4f540504f29f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1042240 Oct 18 20:51:57.015738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f5c52c-a1ce-4ed9-9022-1d0914680511']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:57.039435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a95ca6-172b-46d1-b752-168f561e697f') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:57.039931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a95ca6-172b-46d1-b752-168f561e697f') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:57.041883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 526a4e4a-f0e4-41e3-bd09-614e5dcf772e {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:57.042405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.064943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.086503 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.094799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:57.095556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:57.103775 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:57.182961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8dba28c6-883c-4ef1-a435-18d4007ccaf8 req-41a50b4d-6dce-4044-ad31-21f29f1a0399 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555536 Oct 18 20:51:57.187127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.207725 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.208329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 526a4e4a-f0e4-41e3-bd09-614e5dcf772e owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:57.217211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.223055 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/networks/23f5c52c-a1ce-4ed9-9022-1d0914680511 HTTP/1.1" status: 204 len: 168 time: 1.7130642 Oct 18 20:51:57.226986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40588) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:57.262702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:57.286377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ca77-990e-4f54-be9a-158184092c99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Network': ['ID=23f5c52c-a1ce-4ed9-9022-1d0914680511,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:57.322610 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.362543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting subnet 26623660-1ce1-4af9-8ac8-258d143f6761 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:57.379207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=526a4e4a-f0e4-41e3-bd09-614e5dcf772e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:57.380086 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.381642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.388761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-387c594c-a3ad-4e40-b813-46137efa69a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/526a4e4a-f0e4-41e3-bd09-614e5dcf772e HTTP/1.1" status: 204 len: 168 time: 0.6359773 Oct 18 20:51:57.389401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40608) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:57.476731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb10831-219a-469f-9667-8893af68af4a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:57.476934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.480813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cbb10831-219a-469f-9667-8893af68af4a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0830996 Oct 18 20:51:57.481395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40612) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:57.544126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e41e1-27ef-4d65-a54f-626efe59639a req-6a906c0e-b098-45c0-9b23-0e0306811048 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:57.546135 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143e41e1-27ef-4d65-a54f-626efe59639a req-6a906c0e-b098-45c0-9b23-0e0306811048 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.0641584 Oct 18 20:51:57.558413 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a17ff61-ebfb-47bd-941b-d7992035502c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:51:57.563996 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5a17ff61-ebfb-47bd-941b-d7992035502c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/526a4e4a-f0e4-41e3-bd09-614e5dcf772e HTTP/1.1" status: 404 len: 333 time: 0.0501139 Oct 18 20:51:57.565389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40616) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:57.571187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-56994114'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:57.588157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-143e41e1-27ef-4d65-a54f-626efe59639a req-f406af2e-726b-43d8-98cc-532994bcdf01 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362568 Oct 18 20:51:57.658574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c9c9fdab-b002-44e6-b11e-5a0cd1ed2ce2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7f56251ccba4a88b8deafb36f8360a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930275 Oct 18 20:51:57.662321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:57.677016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:57.680704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.695677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.725277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab344c1a-f1b0-4d48-aacc-b657f91b2fc7 req-e0c92074-0668-4dee-a2da-eb6f9bd154f1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:57.727758 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab344c1a-f1b0-4d48-aacc-b657f91b2fc7 req-e0c92074-0668-4dee-a2da-eb6f9bd154f1 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.0617037 Oct 18 20:51:57.786019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab344c1a-f1b0-4d48-aacc-b657f91b2fc7 req-07a43f78-ba5b-459e-98bd-f7a6ada319cd tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Oct 18 20:51:57.788166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:51:57.832785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd80c-2eb2-4cd6-96d4-c6009b0b8db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.859980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.863189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.864173 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment 3ff0ece8-2876-46e5-ab07-3f2564736343 of type vlan for network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d Oct 18 20:51:57.912057 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd80c-2eb2-4cd6-96d4-c6009b0b8db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.914377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Subnet': ['ID=26623660-1ce1-4af9-8ac8-258d143f6761,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:57.947668 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:57.953264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-23571493-7d22-4c8b-9c7c-5d58c09dc373 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/subnets/26623660-1ce1-4af9-8ac8-258d143f6761 HTTP/1.1" status: 204 len: 168 time: 0.7217586 Oct 18 20:51:57.953931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdad47-b1d8-435a-ae50-1b03fcfc05ff None None] Network 898c1f79-b535-4322-a1d0-673a76c3d775 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:57.962116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40630) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:57.967758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.021409 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd80c-2eb2-4cd6-96d4-c6009b0b8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.025101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ebfd80c-2eb2-4cd6-96d4-c6009b0b8db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.026063 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7ebfd80c-2eb2-4cd6-96d4-c6009b0b8db6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfe572b4-ceae-445c-a451-48d7636f19e6 HTTP/1.1" status: 204 len: 168 time: 0.3627200 Oct 18 20:51:58.029281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.035209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:58.035931 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.071236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfd80c-2eb2-4cd6-96d4-c6009b0b8db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe572b4-ceae-445c-a451-48d7636f19e6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:58.084312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f5ef1-07bc-475a-8ddf-c8b268b197dd req-c2a27d97-3e44-450d-a9f0-9ac5e87fefd0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:58.087305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-648f5ef1-07bc-475a-8ddf-c8b268b197dd req-c2a27d97-3e44-450d-a9f0-9ac5e87fefd0 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.1966169 Oct 18 20:51:58.100023 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5309961 Oct 18 20:51:58.100023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40638) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:58.102890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting subnet 6f9e555b-bda7-4109-b487-ce8685758dc1 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:51:58.107997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:58.111471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.169269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1922ad6-39dc-4608-9d40-319dd92bb41d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:58.214970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:51:58.270561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.276435 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-648f5ef1-07bc-475a-8ddf-c8b268b197dd req-512e4d69-de36-4c74-b80f-202b44456f1e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677330 Oct 18 20:51:58.318747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:58.321952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.369066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] DHCP port deletion for 898c1f79-b535-4322-a1d0-673a76c3d775 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:58.381214 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.453574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 77a8c11f-9fdd-4216-bcb8-f8a2528c547b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:51:58.537381 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] Deleting port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:58.537950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.655582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2714-e6d6-455e-a076-e7c4a1386ebf req-9cad7f1d-00f3-4b59-86eb-d9acb1f47c94 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:58.657690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-803c2714-e6d6-455e-a076-e7c4a1386ebf req-9cad7f1d-00f3-4b59-86eb-d9acb1f47c94 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1758816 Oct 18 20:51:58.659390 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.668402 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.673546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] For port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,segment=NetworkSegment(0d059f03-fc22-4b0c-8429-537475c5f537),segment_id=0d059f03-fc22-4b0c-8429-537475c5f537)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:58.675064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.716800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] Calling delete_port for 77a8c11f-9fdd-4216-bcb8-f8a2528c547b owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:58.720546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.722378 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.728344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/subnets/6f9e555b-bda7-4109-b487-ce8685758dc1 HTTP/1.1" status: 204 len: 168 time: 0.7646468 Oct 18 20:51:58.729539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fa679-2204-412b-9e4d-24b65dbd0e99 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9e555b-bda7-4109-b487-ce8685758dc1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:58.729775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0fdfda-3139-46a4-81c8-7d74c70d63ab None None] Network abb3aae7-3562-4333-b197-a5a3dd0c26b7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:58.732626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40676) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:58.806944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-803c2714-e6d6-455e-a076-e7c4a1386ebf req-a76c8d82-00a2-4d8d-bfca-e051d8a909e3 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345854 Oct 18 20:51:58.828440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,segment=NetworkSegment(0d059f03-fc22-4b0c-8429-537475c5f537),segment_id=0d059f03-fc22-4b0c-8429-537475c5f537)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:58.862815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.868374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': '3ff0ece8-2876-46e5-ab07-3f2564736343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:51:58.868904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:51:58.874388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=25f03c47-a8d1-4561-8590-fb04c37387d8,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:58.884051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.923088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:51:58.943060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:51:58.952225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:58.953265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:58.961933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf86ff-9938-4abd-92fa-e9fef27b07c7 None None] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:51:58.977809 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-69bcbb18-6a29-4090-b47d-604c5bdf693a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8764327 Oct 18 20:51:58.980483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40682) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:58.986173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8e6d85ce-75b8-4618-bf3f-78bacb826eee tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:59.029557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:59.030159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.130991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] For port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,segment=NetworkSegment(0d059f03-fc22-4b0c-8429-537475c5f537),segment_id=0d059f03-fc22-4b0c-8429-537475c5f537)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:59.131510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.137055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6d85ce-75b8-4618-bf3f-78bacb826eee tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:59.143653 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e6d85ce-75b8-4618-bf3f-78bacb826eee tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.180580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f62e8-e104-4b03-bb7c-3e1c65b6e30f req-c2522773-ce3a-495b-b38d-6306e0f196f6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:59.185454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e77f62e8-e104-4b03-bb7c-3e1c65b6e30f req-c2522773-ce3a-495b-b38d-6306e0f196f6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.2178562 Oct 18 20:51:59.198415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Calling delete_port for 77a8c11f-9fdd-4216-bcb8-f8a2528c547b owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:59.288366 n-d-812149-2 neutron-server[100530]: INFO neutron.db.ipam_backend_mixin [None req-8e6d85ce-75b8-4618-bf3f-78bacb826eee tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25f03c47-a8d1-4561-8590-fb04c37387d8 (CIDR: 2001:db8::/64) Oct 18 20:51:59.292784 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6d85ce-75b8-4618-bf3f-78bacb826eee tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:51:59.293808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6d85ce-75b8-4618-bf3f-78bacb826eee tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:51:59.319959 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8e6d85ce-75b8-4618-bf3f-78bacb826eee tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3381867 Oct 18 20:51:59.322708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40694) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:59.328799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:59.330592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e77f62e8-e104-4b03-bb7c-3e1c65b6e30f req-124dbd00-d735-4ba6-addb-a49ff23ec20c tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113393 Oct 18 20:51:59.429975 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.431741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.453383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] No DVR routers for this DVR port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:59.479040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40696) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:51:59.483787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:59.509390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] No DVR routers for this DVR port 77a8c11f-9fdd-4216-bcb8-f8a2528c547b on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:51:59.517304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Port': ['ID=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:59.522869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026754d7-a7f1-40e3-a7a1-8470d0db36c8 None None] Pushing event deleted for resources: {'Port': ['ID=77a8c11f-9fdd-4216-bcb8-f8a2528c547b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:51:59.558552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:59.563483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.596675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e720a-8f3c-4795-8107-4cc11cce405f req-56305dcf-5484-4d63-a11b-7d324d2397f5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:51:59.604803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-597e720a-8f3c-4795-8107-4cc11cce405f req-56305dcf-5484-4d63-a11b-7d324d2397f5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1551788 Oct 18 20:51:59.654175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] DHCP port deletion for abb3aae7-3562-4333-b197-a5a3dd0c26b7 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:51:59.709563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-523235576'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:51:59.721679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.745139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d', 'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d', 'tenant_id': 'cb56924bef3447949ec09488142c8be2', 'fixed_ips': [{'subnet_id': '25f03c47-a8d1-4561-8590-fb04c37387d8'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:51:59.746039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.764039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:51:59.767890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.772070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898c1f79-b535-4322-a1d0-673a76c3d775']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:59.786866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] Deleting port ca9e20d8-740e-417d-8c43-f9b974f49e21 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:51:59.786866 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.787268 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.788818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-597e720a-8f3c-4795-8107-4cc11cce405f req-81254635-4c19-4001-9d0b-90e135588824 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829722 Oct 18 20:51:59.790770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d059f03-fc22-4b0c-8429-537475c5f537') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:59.791043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d059f03-fc22-4b0c-8429-537475c5f537') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:51:59.804373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.833952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.843190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:51:59.844695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:51:59.941372 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:51:59.949426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] For port ca9e20d8-740e-417d-8c43-f9b974f49e21, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ca9e20d8-740e-417d-8c43-f9b974f49e21,segment=NetworkSegment(16582c36-a3a4-4f77-8b90-782e8874535f),segment_id=16582c36-a3a4-4f77-8b90-782e8874535f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:51:59.949792 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.950016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:51:59.979900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] Calling delete_port for ca9e20d8-740e-417d-8c43-f9b974f49e21 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:51:59.991450 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.009851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/networks/898c1f79-b535-4322-a1d0-673a76c3d775 HTTP/1.1" status: 204 len: 168 time: 1.2734470 Oct 18 20:52:00.011629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a4caa-2323-4758-8f4c-8c022697afbc tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Network': ['ID=898c1f79-b535-4322-a1d0-673a76c3d775,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:00.013807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40704) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:00.100824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Allocated IP 2001:db8::2 (5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d/25f03c47-a8d1-4561-8590-fb04c37387d8/2318ddc5-5f01-4df9-a8dc-70136a239434) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:00.134281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.163784 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.164281 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.194757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457fa31-f4d9-4d4a-be39-7814a159a3f4 req-da97b501-abce-4a64-b2f9-ab0f35399a52 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:00.203518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1457fa31-f4d9-4d4a-be39-7814a159a3f4 req-da97b501-abce-4a64-b2f9-ab0f35399a52 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.2337942 Oct 18 20:52:00.209028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:00.219549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:00.224186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:00.224959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.256091 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9318337 Oct 18 20:52:00.260785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40706) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:00.270465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d', 'fixed_ips': [{'subnet_id': '25f03c47-a8d1-4561-8590-fb04c37387d8'}, {'subnet_id': '91765abd-791b-4029-b08a-2e9bb40380f5'}], 'name': 'tempest-PortsIpV6TestJSON-1622538656'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:00.274851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] Pushing event deleted for resources: {'Port': ['ID=ca9e20d8-740e-417d-8c43-f9b974f49e21,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:00.295992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e529042-3454-43d9-80c7-b7db5ba4e38f None None] No DVR routers for this DVR port ca9e20d8-740e-417d-8c43-f9b974f49e21 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:00.345824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200259fc-c7f7-4ea8-b1c3-11f0a7bc92ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=91765abd-791b-4029-b08a-2e9bb40380f5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:00.382034 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.424105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca9e20d8-740e-417d-8c43-f9b974f49e21 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:00.426487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.427784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.429743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1457fa31-f4d9-4d4a-be39-7814a159a3f4 req-e20773d9-dc55-4d35-bffd-42fb1f2a11f1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242224 Oct 18 20:52:00.443736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.444291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb3aae7-3562-4333-b197-a5a3dd0c26b7']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:00.455588 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.458948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16582c36-a3a4-4f77-8b90-782e8874535f') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:00.459250 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16582c36-a3a4-4f77-8b90-782e8874535f') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:00.474748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:00.480468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.498710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.498710 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Added segment a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9 of type vlan for network 62beb073-ca21-4f31-ae40-ec7514d59b34 Oct 18 20:52:00.501892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa90587-d7d8-4354-a272-9530b3678310,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:00.510878 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.522387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:00.523162 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:00.527255 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:00.560163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.565036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:00.576616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: ca9e20d8-740e-417d-8c43-f9b974f49e21 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:00.578303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca9e20d8-740e-417d-8c43-f9b974f49e21 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:00.603846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:00.607502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:00.611729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:00.626245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Pushing event updated for resources: {'Port': ['ID=2318ddc5-5f01-4df9-a8dc-70136a239434,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:00.659791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.668424 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.674100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/networks/abb3aae7-3562-4333-b197-a5a3dd0c26b7 HTTP/1.1" status: 204 len: 168 time: 0.6275189 Oct 18 20:52:00.678206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40710) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:00.688960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6fbb9-2402-4d92-ba6f-4ce89b078876 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Network': ['ID=abb3aae7-3562-4333-b197-a5a3dd0c26b7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:00.704194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Attempting to bind port 2318ddc5-5f01-4df9-a8dc-70136a239434 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:00.704601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Attempting to bind port 2318ddc5-5f01-4df9-a8dc-70136a239434 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '3ff0ece8-2876-46e5-ab07-3f2564736343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:00.705032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Attempting to bind port 2318ddc5-5f01-4df9-a8dc-70136a239434 on network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:00.708553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.712293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:00.712867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833f12e-f106-46dd-b630-6dcefb828b45 req-bf99ffd2-a1fa-4370-95ee-bc503a3170a9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:00.714778 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7833f12e-f106-46dd-b630-6dcefb828b45 req-bf99ffd2-a1fa-4370-95ee-bc503a3170a9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.0989668 Oct 18 20:52:00.716868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Checking segment: {'id': '3ff0ece8-2876-46e5-ab07-3f2564736343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:00.717259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:00.717405 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.717901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Bound using segment: {'id': '3ff0ece8-2876-46e5-ab07-3f2564736343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:00.718522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Bound port: 2318ddc5-5f01-4df9-a8dc-70136a239434, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff0ece8-2876-46e5-ab07-3f2564736343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:00.718768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.719046 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.786544 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7833f12e-f106-46dd-b630-6dcefb828b45 req-3d919cc2-5013-4dd8-94f9-1163caef5517 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595379 Oct 18 20:52:00.838347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Network': ['ID=62beb073-ca21-4f31-ae40-ec7514d59b34,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:00.858563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] For port 2318ddc5-5f01-4df9-a8dc-70136a239434, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:00.871979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 62beb073-ca21-4f31-ae40-ec7514d59b34 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:00.875233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] For port 2318ddc5-5f01-4df9-a8dc-70136a239434, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2318ddc5-5f01-4df9-a8dc-70136a239434,segment=NetworkSegment(3ff0ece8-2876-46e5-ab07-3f2564736343),segment_id=3ff0ece8-2876-46e5-ab07-3f2564736343)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:00.884428 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-297ac70a-429e-42dd-a807-172a3312f153 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3968797 Oct 18 20:52:00.892561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting subnet d675f570-3670-45c2-b426-cd3f9f9cca4d {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:00.896305 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:00.973440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.049865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.078904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baa876-84c4-4e9d-9c0c-0da9e2cd4b0c req-26934b96-d424-4d9b-acb3-16ccfe650e7b tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:01.082636 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.092423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4baa876-84c4-4e9d-9c0c-0da9e2cd4b0c req-26934b96-d424-4d9b-acb3-16ccfe650e7b tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1239061 Oct 18 20:52:01.151597 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4baa876-84c4-4e9d-9c0c-0da9e2cd4b0c req-b241a6d0-ae9b-4f32-959a-e7cdb2c69c8f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558524 Oct 18 20:52:01.154260 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.180673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.215990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aeaa9-48f9-49f2-9006-0303fed51dac None None] Pushing event updated for resources: {'Port': ['ID=2318ddc5-5f01-4df9-a8dc-70136a239434,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:01.239371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 02c724df-dcb5-4c60-b4b0-c4cd9416a265 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:01.290587 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.290924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb52af7-83f8-4123-9760-9ac7610dae26 None None] Network b24e9849-b9ad-49ff-a8a0-b8a7c92de528 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:01.299242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/subnets/d675f570-3670-45c2-b426-cd3f9f9cca4d HTTP/1.1" status: 204 len: 168 time: 0.6171591 Oct 18 20:52:01.300925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107272db-f4eb-4350-9a14-d7fe7f136d8f tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Subnet': ['ID=d675f570-3670-45c2-b426-cd3f9f9cca4d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:01.323859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40718) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:01.546025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc150515-1707-4504-b377-750d7f9d0e9a req-7f3e10c0-f487-4c4b-a29e-21eac0956c0d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:01.560535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc150515-1707-4504-b377-750d7f9d0e9a req-7f3e10c0-f487-4c4b-a29e-21eac0956c0d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2941298 Oct 18 20:52:01.660982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.760631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fc150515-1707-4504-b377-750d7f9d0e9a req-5e3a0826-4e21-498c-99e6-591aaa59c730 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941402 Oct 18 20:52:01.855501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Deleting port 0b567825-b816-4571-a2a0-ca458f22cb06 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:01.856219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:01.859838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] DHCP port deletion for b24e9849-b9ad-49ff-a8a0-b8a7c92de528 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:02.000535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] Deleting port 0b567825-b816-4571-a2a0-ca458f22cb06 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:02.001740 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:02.145818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] For port 0b567825-b816-4571-a2a0-ca458f22cb06, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0b567825-b816-4571-a2a0-ca458f22cb06,segment=NetworkSegment(76473335-0064-4a25-81d8-4c76c97af846),segment_id=76473335-0064-4a25-81d8-4c76c97af846)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:02.146223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:02.191411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] For port 0b567825-b816-4571-a2a0-ca458f22cb06, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0b567825-b816-4571-a2a0-ca458f22cb06,segment=NetworkSegment(76473335-0064-4a25-81d8-4c76c97af846),segment_id=76473335-0064-4a25-81d8-4c76c97af846)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:02.194334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Calling delete_port for 0b567825-b816-4571-a2a0-ca458f22cb06 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:02.194885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:02.226519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] Calling delete_port for 0b567825-b816-4571-a2a0-ca458f22cb06 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:02.248404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a672e-6f35-45d2-aca3-f48956e6f249 req-51660aec-ef72-47c5-89bb-3636436ca68e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:02.258276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d7a672e-6f35-45d2-aca3-f48956e6f249 req-51660aec-ef72-47c5-89bb-3636436ca68e tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.2224870 Oct 18 20:52:02.481613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d7a672e-6f35-45d2-aca3-f48956e6f249 req-9b87c9b1-1214-4576-a796-48cf712dfbbc tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220168 Oct 18 20:52:02.529465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:02.565701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40734) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:02.574100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2318ddc5-5f01-4df9-a8dc-70136a239434 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:02.577300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] No DVR routers for this DVR port 0b567825-b816-4571-a2a0-ca458f22cb06 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:02.641932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf551d-a28f-4dd7-bdd7-bb0f3bdd41ee None None] Pushing event deleted for resources: {'Port': ['ID=0b567825-b816-4571-a2a0-ca458f22cb06,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:02.701950 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2318ddc5-5f01-4df9-a8dc-70136a239434 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:02.705538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:02.783587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:02.844776 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:02.894253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Port': ['ID=0b567825-b816-4571-a2a0-ca458f22cb06,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:02.905356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] No DVR routers for this DVR port 0b567825-b816-4571-a2a0-ca458f22cb06 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:02.930964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85459d-40cf-4a71-b3f2-0858bf903d90 None None] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:02.959310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3d8a-ef54-4e58-90e8-24d78315d9b8 req-78817be6-865d-44c5-ac27-4f440a7706fb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:02.961181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0bee3d8a-ef54-4e58-90e8-24d78315d9b8 req-78817be6-865d-44c5-ac27-4f440a7706fb tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.2932947 Oct 18 20:52:02.981181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 2318ddc5-5f01-4df9-a8dc-70136a239434, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2318ddc5-5f01-4df9-a8dc-70136a239434,segment=NetworkSegment(3ff0ece8-2876-46e5-ab07-3f2564736343),segment_id=3ff0ece8-2876-46e5-ab07-3f2564736343)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:03.012729 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.017124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::3a8 (5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d/25f03c47-a8d1-4561-8590-fb04c37387d8/02c724df-dcb5-4c60-b4b0-c4cd9416a265) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:03.054892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8:0:1::202 (5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d/91765abd-791b-4029-b08a-2e9bb40380f5/02c724df-dcb5-4c60-b4b0-c4cd9416a265) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:03.103769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0bee3d8a-ef54-4e58-90e8-24d78315d9b8 req-8b39f486-9933-4128-84f8-f80532bdd129 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200619 Oct 18 20:52:03.180248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0b567825-b816-4571-a2a0-ca458f22cb06 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:03.190506 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.199150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fb6fccdd-df6e-4650-929d-eaefe3b99feb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9c809e67bb54f45a4bb64e96499c958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263342 Oct 18 20:52:03.211522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40740) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:03.233772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0b567825-b816-4571-a2a0-ca458f22cb06 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:03.234363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0b567825-b816-4571-a2a0-ca458f22cb06 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:03.257878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24e9849-b9ad-49ff-a8a0-b8a7c92de528']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:03.296759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76473335-0064-4a25-81d8-4c76c97af846') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:03.297473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76473335-0064-4a25-81d8-4c76c97af846') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:03.314963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.320642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2797fea9-f362-4aeb-ae02-f8e108c14a86 None None] Provisioning complete for port 2318ddc5-5f01-4df9-a8dc-70136a239434 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:03.321166 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2797fea9-f362-4aeb-ae02-f8e108c14a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.339462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41917826-7faf-49cd-8575-bdf13bf48b6d req-5431d8cc-b7f8-4497-952f-9eda0eacb28a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:03.347496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41917826-7faf-49cd-8575-bdf13bf48b6d req-5431d8cc-b7f8-4497-952f-9eda0eacb28a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1247163 Oct 18 20:52:03.351685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.376954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:03.377754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:03.382232 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:03.422286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=2318ddc5-5f01-4df9-a8dc-70136a239434,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:03.439240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.525183 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.537367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.564507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-41917826-7faf-49cd-8575-bdf13bf48b6d req-adc9e0ab-73dd-44df-9e23-28ee7419d85e tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142756 Oct 18 20:52:03.589336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.604146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/networks/b24e9849-b9ad-49ff-a8a0-b8a7c92de528 HTTP/1.1" status: 204 len: 168 time: 2.2725644 Oct 18 20:52:03.605249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40744) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:03.667487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ed8d06e0-8ac7-4e5b-8edf-6d13000245b5 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "GET /v2.0/ports?device_id=11a79f2b-e378-49ab-9146-78ac884b5a86 HTTP/1.1" status: 200 len: 205 time: 0.0370646 Oct 18 20:52:03.668856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1ba4a-fc04-4e36-ba0b-deaeed9e953d tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Pushing event deleted for resources: {'Network': ['ID=b24e9849-b9ad-49ff-a8a0-b8a7c92de528,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:03.671094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40746) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:03.697789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:03.701661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=02c724df-dcb5-4c60-b4b0-c4cd9416a265,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:03.708706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:03.713805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:03.719947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:03.720832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.747845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b3381b1-801b-47ea-966b-50338fe92a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.758618 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:52:03.782050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b132f604-f242-4f9b-83f7-e74cd67eed3f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.5185580 Oct 18 20:52:03.788842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40748) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:03.823270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c53f90-c4ef-437f-82e3-b184acb0ab0c None None] Update dhcp port {'port': {'network_id': '5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d', 'fixed_ips': [{'subnet_id': '25f03c47-a8d1-4561-8590-fb04c37387d8', 'ip_address': '2001:db8::2'}, {'subnet_id': '91765abd-791b-4029-b08a-2e9bb40380f5'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '2318ddc5-5f01-4df9-a8dc-70136a239434'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:52:03.852294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a9c53f90-c4ef-437f-82e3-b184acb0ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.866058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b3381b1-801b-47ea-966b-50338fe92a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:03.986797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25f03c47-a8d1-4561-8590-fb04c37387d8'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:03.991126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fe95acc-133d-4ded-b7fa-0ac039436c70 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.050851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b3381b1-801b-47ea-966b-50338fe92a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.053571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b3381b1-801b-47ea-966b-50338fe92a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.054733 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6b3381b1-801b-47ea-966b-50338fe92a47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d083a7d9-c523-42c8-80da-c1e2d55da160 HTTP/1.1" status: 204 len: 168 time: 0.8386414 Oct 18 20:52:04.091101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3381b1-801b-47ea-966b-50338fe92a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d083a7d9-c523-42c8-80da-c1e2d55da160,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:04.184279 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.204689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a9c53f90-c4ef-437f-82e3-b184acb0ab0c None None] Allocated IP 2001:db8:0:1::2 (5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d/91765abd-791b-4029-b08a-2e9bb40380f5/2318ddc5-5f01-4df9-a8dc-70136a239434) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:04.501320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2318ddc5-5f01-4df9-a8dc-70136a239434 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:04.719777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fe95acc-133d-4ded-b7fa-0ac039436c70 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.723363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fe95acc-133d-4ded-b7fa-0ac039436c70 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.778955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a9c53f90-c4ef-437f-82e3-b184acb0ab0c None None] For port 2318ddc5-5f01-4df9-a8dc-70136a239434, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2318ddc5-5f01-4df9-a8dc-70136a239434,segment=NetworkSegment(3ff0ece8-2876-46e5-ab07-3f2564736343),segment_id=3ff0ece8-2876-46e5-ab07-3f2564736343)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:04.785222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fe95acc-133d-4ded-b7fa-0ac039436c70 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.786902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe95acc-133d-4ded-b7fa-0ac039436c70 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Fanout notify agent at l3_agent the message router_deleted on router 11a79f2b-e378-49ab-9146-78ac884b5a86 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:52:04.797980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8fe95acc-133d-4ded-b7fa-0ac039436c70 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:04.799503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8fe95acc-133d-4ded-b7fa-0ac039436c70 tempest-RoutersNegativeIpV6Test-2146192720 tempest-RoutersNegativeIpV6Test-2146192720-project] 10.222.0.66 "DELETE /v2.0/routers/11a79f2b-e378-49ab-9146-78ac884b5a86 HTTP/1.1" status: 204 len: 168 time: 1.1224608 Oct 18 20:52:04.835359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991b3ea-098e-492f-9f27-c98ca50bd364 req-c193581e-060b-41db-9e35-b45a68bf9ff0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:04.844314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d991b3ea-098e-492f-9f27-c98ca50bd364 req-c193581e-060b-41db-9e35-b45a68bf9ff0 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 1.0661485 Oct 18 20:52:04.899055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d991b3ea-098e-492f-9f27-c98ca50bd364 req-29e4f387-4e40-4e1d-90fd-773f5992500e tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524437 Oct 18 20:52:04.931938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2318ddc5-5f01-4df9-a8dc-70136a239434 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:04.932311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.012886 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a9c53f90-c4ef-437f-82e3-b184acb0ab0c None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.027989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64075ab-691e-4173-a733-b3f5fb45e891 req-55e89ae1-7239-4ed4-a182-412abe991ac7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:05.029590 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d64075ab-691e-4173-a733-b3f5fb45e891 req-55e89ae1-7239-4ed4-a182-412abe991ac7 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.0660412 Oct 18 20:52:05.040771 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a9c53f90-c4ef-437f-82e3-b184acb0ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.070763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40758) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:05.077314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'subnet': {'network_id': '62beb073-ca21-4f31-ae40-ec7514d59b34', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:05.139775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Delete allocated IP 2001:db8:0:1::202 (5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d/91765abd-791b-4029-b08a-2e9bb40380f5) {{(pid=100530) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 20:52:05.143936 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d64075ab-691e-4173-a733-b3f5fb45e891 req-bd3e25c6-fec9-4fc0-b324-27f02e3bce46 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075456 Oct 18 20:52:05.214935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c53f90-c4ef-437f-82e3-b184acb0ab0c None None] Pushing event updated for resources: {'Port': ['ID=2318ddc5-5f01-4df9-a8dc-70136a239434,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:05.289957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40768) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:05.300156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:05.309154 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.413177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.428206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.596266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] In _notify_port_updated(), no bound segment for port 02c724df-dcb5-4c60-b4b0-c4cd9416a265 on network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:52:05.602602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:05.603392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.608062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "PUT /v2.0/ports/02c724df-dcb5-4c60-b4b0-c4cd9416a265 HTTP/1.1" status: 200 len: 926 time: 1.8152554 Oct 18 20:52:05.608553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40774) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:05.620735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25f03c47-a8d1-4561-8590-fb04c37387d8'}, {'subnet_id': '91765abd-791b-4029-b08a-2e9bb40380f5'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:05.652720 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.683738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4accabbe-5080-4ddf-b8d8-b01cbc989226 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=862ca6e4600e4baca8464b074a46c7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925233 Oct 18 20:52:05.684648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40776) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:05.689248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=02c724df-dcb5-4c60-b4b0-c4cd9416a265,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:05.718879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.719547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.720062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.720605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.721126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.721816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.722317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.722859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.723197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.723530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.723860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.724189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fd836-ad7c-4635-b8ba-3620cf5d2ace tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:05.733690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09da90-56de-4163-b198-edea820b3688 req-b79ef56a-7125-424d-a081-10b3e780da1c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:05.741879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db09da90-56de-4163-b198-edea820b3688 req-b79ef56a-7125-424d-a081-10b3e780da1c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.1578403 Oct 18 20:52:05.766666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.819230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db09da90-56de-4163-b198-edea820b3688 req-c97808eb-aee8-4248-8258-73e25f3c32d5 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762601 Oct 18 20:52:05.855922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Checking segment: {'id': 'a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '62beb073-ca21-4f31-ae40-ec7514d59b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:05.856436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network hostable DHCP agents. Network: 62beb073-ca21-4f31-ae40-ec7514d59b34, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:05.860150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Subnet': ['ID=95003173-092e-4bdc-867d-926ac540d469,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:05.901315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 62beb073-ca21-4f31-ae40-ec7514d59b34 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:05.918441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 62beb073-ca21-4f31-ae40-ec7514d59b34) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:05.923223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:05.924005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:05.931906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd6f418-f6a2-4233-a953-f87ed33dfbf2 None None] Network 62beb073-ca21-4f31-ae40-ec7514d59b34 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:05.955680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a3be181e-099f-4bbe-8974-24e5c98a4604 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8806581 Oct 18 20:52:05.955928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40780) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:05.970266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-133664950'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:06.041517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:06.054446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.056552 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73b8983c-cd0f-476b-a2cf-a5b0d8314475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.084683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8702-d276-48a9-a800-85d1a2b70444 req-b9ca95db-57ff-4c2a-945e-f1eac15fe097 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:06.086303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-203c8702-d276-48a9-a800-85d1a2b70444 req-b9ca95db-57ff-4c2a-945e-f1eac15fe097 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1122713 Oct 18 20:52:06.095889 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73b8983c-cd0f-476b-a2cf-a5b0d8314475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.134040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:06.147142 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84979678-7e4c-4002-881f-3afb8df7ece4 None None] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:06.164319 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.165030 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Added segment 21729894-b090-4e9d-a3bd-73a5f7721507 of type vlan for network 95e9d33d-1266-4317-a200-15936721dbc4 Oct 18 20:52:06.169825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-203c8702-d276-48a9-a800-85d1a2b70444 req-cd1fa88d-8727-4a02-9b3d-38d4a404bbd2 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705049 Oct 18 20:52:06.265298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8:0:1::2e6 (5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d/91765abd-791b-4029-b08a-2e9bb40380f5/02c724df-dcb5-4c60-b4b0-c4cd9416a265) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:06.276937 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.304710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-62beb073-ca21-4f31-ae40-ec7514d59b34', 'network_id': '62beb073-ca21-4f31-ae40-ec7514d59b34', 'tenant_id': 'c3498f393542440da4b2406c4557c5d1', 'fixed_ips': [{'subnet_id': '95003173-092e-4bdc-867d-926ac540d469'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:06.305833 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.327080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4880dbb3-a803-4c68-a411-2b0fe30a783b None None] Provisioning complete for port 02c724df-dcb5-4c60-b4b0-c4cd9416a265 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:06.327482 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4880dbb3-a803-4c68-a411-2b0fe30a783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.358886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.366057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:06.366618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.367673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73b8983c-cd0f-476b-a2cf-a5b0d8314475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.370732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73b8983c-cd0f-476b-a2cf-a5b0d8314475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.384100 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-73b8983c-cd0f-476b-a2cf-a5b0d8314475 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33e7b92d-15ef-458d-8a5e-369b42700d98 HTTP/1.1" status: 204 len: 168 time: 0.6903152 Oct 18 20:52:06.388563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4313147 Oct 18 20:52:06.414933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc826a-32c0-4e9a-aff7-d78ef12561f4 req-bb670c51-559d-4108-81d1-2a133c12b042 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:06.416326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9cbc826a-32c0-4e9a-aff7-d78ef12561f4 req-bb670c51-559d-4108-81d1-2a133c12b042 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.1368051 Oct 18 20:52:06.416865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40786) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:06.421743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8983c-cd0f-476b-a2cf-a5b0d8314475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e7b92d-15ef-458d-8a5e-369b42700d98,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:06.424414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'subnet': {'network_id': '95e9d33d-1266-4317-a200-15936721dbc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:06.485985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2318ddc5-5f01-4df9-a8dc-70136a239434 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:06.531867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4d5e2-398f-4b60-a393-3d204877b160 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Network': ['ID=95e9d33d-1266-4317-a200-15936721dbc4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:06.569339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.579420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.607726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9cbc826a-32c0-4e9a-aff7-d78ef12561f4 req-a7bf366c-ba9a-4f63-acd4-97bea6b3d140 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653848 Oct 18 20:52:06.633548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 95e9d33d-1266-4317-a200-15936721dbc4 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:06.639882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4880dbb3-a803-4c68-a411-2b0fe30a783b None None] Port 02c724df-dcb5-4c60-b4b0-c4cd9416a265 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:06.659889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:06.665039 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.700588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] In _notify_port_updated(), no bound segment for port 02c724df-dcb5-4c60-b4b0-c4cd9416a265 on network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:52:06.706461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:06.707701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:06.712225 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "PUT /v2.0/ports/02c724df-dcb5-4c60-b4b0-c4cd9416a265 HTTP/1.1" status: 200 len: 1012 time: 1.0961218 Oct 18 20:52:06.713148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40790) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:06.755306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec841-f6b3-46ee-b97b-07f736211433 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=02c724df-dcb5-4c60-b4b0-c4cd9416a265,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:06.916226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 02c724df-dcb5-4c60-b4b0-c4cd9416a265 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:06.916760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.079397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4880dbb3-a803-4c68-a411-2b0fe30a783b None None] Provisioning complete for port 2318ddc5-5f01-4df9-a8dc-70136a239434 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:07.079884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4880dbb3-a803-4c68-a411-2b0fe30a783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.128229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Allocated IP 2001:db8:0:ffff::2 (62beb073-ca21-4f31-ae40-ec7514d59b34/95003173-092e-4bdc-867d-926ac540d469/84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:07.153862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d338557-7976-4d76-8aa7-faee05d7987b req-f735eeb2-fe9e-423c-9911-f169f38ff8cf tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:07.156257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d338557-7976-4d76-8aa7-faee05d7987b req-f735eeb2-fe9e-423c-9911-f169f38ff8cf tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.2163157 Oct 18 20:52:07.170942 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.184111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2318ddc5-5f01-4df9-a8dc-70136a239434 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:07.185373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.210076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 02c724df-dcb5-4c60-b4b0-c4cd9416a265 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:07.383090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d338557-7976-4d76-8aa7-faee05d7987b req-44b9d096-673c-4194-811c-33207069c39b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187102 Oct 18 20:52:07.503691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:52:07.516096 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.626766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Subnet': ['ID=195f9a01-5768-432e-9e3c-fe66593e9104,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:07.642939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.675260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-24e01937-97cf-4738-8e3e-2806a084717e None None] Could not find standard attr ID for object 02c724df-dcb5-4c60-b4b0-c4cd9416a265. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:52:07.724865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=02c724df-dcb5-4c60-b4b0-c4cd9416a265,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:07.735570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-24e01937-97cf-4738-8e3e-2806a084717e None None] Provisioning complete for port 2318ddc5-5f01-4df9-a8dc-70136a239434 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:07.742602 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24e01937-97cf-4738-8e3e-2806a084717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.769266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device cd4894e8-cbb7-46c6-9158-fbd890bf7bcb details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:52:07.795268 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.803853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Checking segment: {'id': '21729894-b090-4e9d-a3bd-73a5f7721507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '95e9d33d-1266-4317-a200-15936721dbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:07.803853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network hostable DHCP agents. Network: 95e9d33d-1266-4317-a200-15936721dbc4, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:07.804843 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-43fdd7c2-86c4-4514-ae68-df83fd09e5f2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/02c724df-dcb5-4c60-b4b0-c4cd9416a265 HTTP/1.1" status: 204 len: 168 time: 1.0884519 Oct 18 20:52:07.806662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40816) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:07.826523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f56ac-6c4b-44b8-b6fa-34dad0a27cea req-7de746bd-ce9e-49ce-b2f3-bbbe40f5240f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:07.827541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f8f56ac-6c4b-44b8-b6fa-34dad0a27cea req-7de746bd-ce9e-49ce-b2f3-bbbe40f5240f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.2044699 Oct 18 20:52:07.828789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40818) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:07.851787 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f4bcd0-f4c6-4510-9131-c88250df0eb3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:52:07.857243 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f8f4bcd0-f4c6-4510-9131-c88250df0eb3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/02c724df-dcb5-4c60-b4b0-c4cd9416a265 HTTP/1.1" status: 404 len: 333 time: 0.0484624 Oct 18 20:52:07.858262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40822) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:07.912529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:07.937272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 95e9d33d-1266-4317-a200-15936721dbc4 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:07.947532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 91765abd-791b-4029-b08a-2e9bb40380f5 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:07.952819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:07.955499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'port_id': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'mac_address': 'fa:16:3e:4c:0c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ab4248-3c9c-4574-8186-b58ea1c282e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:52:07.976980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 95e9d33d-1266-4317-a200-15936721dbc4) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:08.003529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:08.004260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.040901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f8f56ac-6c4b-44b8-b6fa-34dad0a27cea req-8cc17f17-3c7a-4f19-a74a-d3fc4d85ff51 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934676 Oct 18 20:52:08.044027 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.080413 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0f4689bf-78ca-4c5e-958c-4eea3e0cf274 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6604347 Oct 18 20:52:08.081128 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40824) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:08.096812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'port': {'network_id': '95e9d33d-1266-4317-a200-15936721dbc4', 'name': 'tempest-NetworksIpV6TestAttrs-528809818'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:08.135308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.144760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2705c5-2a16-41de-b8f4-81a847605f61 None None] Network 95e9d33d-1266-4317-a200-15936721dbc4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:08.156633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ede7c6f4-333a-4f87-b4ec-ba630f105676 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1513702096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:08.157393 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.225650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.241523 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.295137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd4894e8-cbb7-46c6-9158-fbd890bf7bcb {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:52:08.299334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ede7c6f4-333a-4f87-b4ec-ba630f105676 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.301750 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ede7c6f4-333a-4f87-b4ec-ba630f105676 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.354117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:08.372306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.396260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb10030-413f-4f9d-ac77-54f04001a426 req-6283d82f-7842-4ee9-8b4c-e4d0c050a02c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:08.404771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5bb10030-413f-4f9d-ac77-54f04001a426 req-6283d82f-7842-4ee9-8b4c-e4d0c050a02c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2213688 Oct 18 20:52:08.406215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=91765abd-791b-4029-b08a-2e9bb40380f5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:08.420347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.424828 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f6ac4e6f-ca1e-446f-9c7e-c0771810e109 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/91765abd-791b-4029-b08a-2e9bb40380f5 HTTP/1.1" status: 204 len: 168 time: 0.5649567 Oct 18 20:52:08.427643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40828) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:08.427939 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.438396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Network 62beb073-ca21-4f31-ae40-ec7514d59b34 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:08.452499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:08.457307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Pushing event updated for resources: {'Port': ['ID=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:08.461437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:08.474255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ede7c6f4-333a-4f87-b4ec-ba630f105676 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.487529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.492679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.493070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.493426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.493773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.494115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.495727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.497216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.497543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ede7c6f4-333a-4f87-b4ec-ba630f105676 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.498430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.498785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.499100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.499444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:08.527955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 25f03c47-a8d1-4561-8590-fb04c37387d8 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:08.534672 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.546464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5bb10030-413f-4f9d-ac77-54f04001a426 req-78da1d6d-ba6f-4d84-9af0-2a895c99463d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873268 Oct 18 20:52:08.553964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:08.555662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad24ff-fcbd-4726-b405-ee5d9e78fe07 None None] Network 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:08.563066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.574981 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ede7c6f4-333a-4f87-b4ec-ba630f105676 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.578676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ede7c6f4-333a-4f87-b4ec-ba630f105676 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7463827 Oct 18 20:52:08.582680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40832) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:08.606373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1107131345'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:08.628231 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.636924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] device_id is not set on port 6c4f55b7-cf0d-4d41-af61-ea4234552b10 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:08.692458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Made reservation on behalf of e3082da198b5452cac96b79afd16a78a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:08.696411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.722789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['cd4894e8-cbb7-46c6-9158-fbd890bf7bcb'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:08.729058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.807424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.868417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Attempting to bind port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:08.869018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Attempting to bind port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '62beb073-ca21-4f31-ae40-ec7514d59b34'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:08.869494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Attempting to bind port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 on network 62beb073-ca21-4f31-ae40-ec7514d59b34 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:08.872079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Allocated IP 2001:db8::f816:3eff:fe3e:d491 (95e9d33d-1266-4317-a200-15936721dbc4/195f9a01-5768-432e-9e3c-fe66593e9104/6c4f55b7-cf0d-4d41-af61-ea4234552b10) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:08.884083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:08.915345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:08.915902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Checking segment: {'id': 'a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '62beb073-ca21-4f31-ae40-ec7514d59b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:08.916503 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.917013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Bound using segment: {'id': 'a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '62beb073-ca21-4f31-ae40-ec7514d59b34'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:08.917632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Bound port: 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '62beb073-ca21-4f31-ae40-ec7514d59b34'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:08.923893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.931593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49999498-378d-4867-a08f-6f3810ddc2ab req-9ea32908-4fc8-4c6c-827a-fd426c13eccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:08.939959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.943123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49999498-378d-4867-a08f-6f3810ddc2ab req-9ea32908-4fc8-4c6c-827a-fd426c13eccd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.2401414 Oct 18 20:52:08.960722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:08.964247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/25f03c47-a8d1-4561-8590-fb04c37387d8 HTTP/1.1" status: 204 len: 168 time: 0.5355740 Oct 18 20:52:08.973640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:08.987562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93fc98-c12a-42e6-8563-5c88821b59a7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=25f03c47-a8d1-4561-8590-fb04c37387d8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:09.010708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-96d027e4-a8d9-47f8-89bb-b4e02fe48720 None None] Could not find standard attr ID for object 02c724df-dcb5-4c60-b4b0-c4cd9416a265. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:52:09.018963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-95e9d33d-1266-4317-a200-15936721dbc4', 'network_id': '95e9d33d-1266-4317-a200-15936721dbc4', 'tenant_id': 'c3498f393542440da4b2406c4557c5d1', 'fixed_ips': [{'subnet_id': '195f9a01-5768-432e-9e3c-fe66593e9104'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:09.020614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.166282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49999498-378d-4867-a08f-6f3810ddc2ab req-d06691ce-1432-440f-8a3d-67aa08dea35a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223141 Oct 18 20:52:09.191012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.214978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] For port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:09.229538 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.235207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.249897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] For port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,segment=NetworkSegment(a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9),segment_id=a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:09.274294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.292893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:09.314469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984f70ae-72dc-48eb-9b9d-19f4a883de1e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:09.343308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.343686 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Added segment 3ea5b6cb-0504-4a24-ad62-9b20fd9e1617 of type vlan for network 392e69e1-582d-4187-a2b0-5a90d1bc6dda Oct 18 20:52:09.372018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.414558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] DHCP port deletion for 5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:09.418188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.452211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c090591-c704-4390-abf3-a505b9d3ac6b None None] Pushing event updated for resources: {'Port': ['ID=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:09.505893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] Deleting port 2318ddc5-5f01-4df9-a8dc-70136a239434 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:09.506364 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.516494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.522172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:09.522814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.548708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.551949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 2318ddc5-5f01-4df9-a8dc-70136a239434 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:09.552326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.626640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] For port 2318ddc5-5f01-4df9-a8dc-70136a239434, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2318ddc5-5f01-4df9-a8dc-70136a239434,segment=NetworkSegment(3ff0ece8-2876-46e5-ab07-3f2564736343),segment_id=3ff0ece8-2876-46e5-ab07-3f2564736343)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:09.626973 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.640295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0499387 Oct 18 20:52:09.646189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40840) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:09.654093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] Calling delete_port for 2318ddc5-5f01-4df9-a8dc-70136a239434 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:09.667015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Allocated IP 2001:db8::f816:3eff:fe2f:4594 (95e9d33d-1266-4317-a200-15936721dbc4/195f9a01-5768-432e-9e3c-fe66593e9104/18d31ae1-9622-4748-81bf-133853e00be8) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:09.680865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'subnet': {'network_id': '392e69e1-582d-4187-a2b0-5a90d1bc6dda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:09.812450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device cd4894e8-cbb7-46c6-9158-fbd890bf7bcb up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:09.867497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74466983-75fe-4e74-8e3f-f4b0769dec63 req-f1b1e878-80d8-4f98-8cb2-da0909d8607e tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:09.875463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74466983-75fe-4e74-8e3f-f4b0769dec63 req-f1b1e878-80d8-4f98-8cb2-da0909d8607e tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.4401407 Oct 18 20:52:09.893738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 95e9d33d-1266-4317-a200-15936721dbc4 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:09.931192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1a3e-6c1b-4c14-a833-9c7858d77811 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Network': ['ID=392e69e1-582d-4187-a2b0-5a90d1bc6dda,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:09.978385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:09.981519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] For port 2318ddc5-5f01-4df9-a8dc-70136a239434, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2318ddc5-5f01-4df9-a8dc-70136a239434,segment=NetworkSegment(3ff0ece8-2876-46e5-ab07-3f2564736343),segment_id=3ff0ece8-2876-46e5-ab07-3f2564736343)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:09.982282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:09.990733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:09.998397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Made reservation on behalf of e3082da198b5452cac96b79afd16a78a for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:10.003287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.004799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:10.005794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.041241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Port': ['ID=6c4f55b7-cf0d-4d41-af61-ea4234552b10,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:10.063038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 2318ddc5-5f01-4df9-a8dc-70136a239434 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:10.092004 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-18c8227b-b3d7-4ace-bc5d-15e888a046aa tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0055439 Oct 18 20:52:10.094695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40848) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:10.116540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74466983-75fe-4e74-8e3f-f4b0769dec63 req-1311aa7c-9bd3-4371-93ae-a53ff1caba5f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400460 Oct 18 20:52:10.200040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:10.298110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.467542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.475154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:10.475154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.482373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting subnet 195f9a01-5768-432e-9e3c-fe66593e9104 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:10.507812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.528968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Subnet': ['ID=ef3393b1-ba28-4a66-bc72-1de7a75c28a7,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:10.560200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=2318ddc5-5f01-4df9-a8dc-70136a239434,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:10.576700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Checking segment: {'id': '3ea5b6cb-0504-4a24-ad62-9b20fd9e1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '392e69e1-582d-4187-a2b0-5a90d1bc6dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:10.577071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network hostable DHCP agents. Network: 392e69e1-582d-4187-a2b0-5a90d1bc6dda, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:10.584806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8605550-eff8-4117-8387-fabe585ecee1 req-2d41b79f-bbf1-4e28-82de-52a6b3ed35a9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:10.593102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8605550-eff8-4117-8387-fabe585ecee1 req-2d41b79f-bbf1-4e28-82de-52a6b3ed35a9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 945 time: 0.3005874 Oct 18 20:52:10.638136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No DVR routers for this DVR port 2318ddc5-5f01-4df9-a8dc-70136a239434 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:10.641976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:10.668959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 392e69e1-582d-4187-a2b0-5a90d1bc6dda) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:10.677444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:10.678638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.693532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:10.695368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] Pushing event deleted for resources: {'Port': ['ID=2318ddc5-5f01-4df9-a8dc-70136a239434,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:10.704609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58623d-7b03-47d6-80ab-dd72e6514d03 None None] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:10.725190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8605550-eff8-4117-8387-fabe585ecee1 req-a8a74d21-f35b-4f34-9abc-6165256acfe6 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310220 Oct 18 20:52:10.753356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41089b92-c0e6-4f1c-99a4-e991311cd618 None None] No DVR routers for this DVR port 2318ddc5-5f01-4df9-a8dc-70136a239434 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:10.772067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7fa0b0bf-8f24-46a5-884f-93acc492f186 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1173561 Oct 18 20:52:10.773599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40852) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:10.784020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'network': {'name': 'tempest-router-network01--964233764'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:10.857086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Made reservation on behalf of e3082da198b5452cac96b79afd16a78a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:10.870115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.901794 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.916532 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.951121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.966930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:10.990362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:10.993520 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Added segment 19f17880-e744-4032-b0a9-0aa4e3b99bda of type vlan for network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 Oct 18 20:52:10.999244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:11.043441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.077048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff0ece8-2876-46e5-ab07-3f2564736343') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:11.077639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff0ece8-2876-46e5-ab07-3f2564736343') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:11.108230 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.158205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Network 95e9d33d-1266-4317-a200-15936721dbc4 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:11.159139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.167087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:11.167762 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.189048 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.243302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:11.250012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Network': ['ID=faf2fdb5-5d61-4e51-802c-e4edff1d7f91,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:11.253383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:11.262544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.264300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Pushing event updated for resources: {'Port': ['ID=18d31ae1-9622-4748-81bf-133853e00be8,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:11.276408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:11.276974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.287600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:11.289260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.291594 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-16d1d04c-c84b-481f-afb7-f6afa2e902c5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5160041 Oct 18 20:52:11.294214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40858) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:11.298935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:11.299620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.301519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'network': {'name': 'tempest-router-network02--915706565'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:11.320330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b8ed26-e3e0-4179-a6ea-ac327f456b51 None None] Network 62beb073-ca21-4f31-ae40-ec7514d59b34 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:11.335524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Made reservation on behalf of e3082da198b5452cac96b79afd16a78a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:11.341362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:11.356556 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:11.427312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:11.444866 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.510625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.510625 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Added segment 47c5f78e-9ebe-45c2-b7dd-9185f620d95c of type vlan for network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 Oct 18 20:52:11.555526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c98b3-e001-44f2-aaac-ae37388dd689 req-7a81d72f-112b-45bc-88bb-dd3b849c84fe tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:11.557272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-810c98b3-e001-44f2-aaac-ae37388dd689 req-7a81d72f-112b-45bc-88bb-dd3b849c84fe tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.5166969 Oct 18 20:52:11.609521 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.630189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.638715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d HTTP/1.1" status: 204 len: 168 time: 2.6639402 Oct 18 20:52:11.645171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-b6853e99-299f-40c1-8a37-a6f78ff75a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:11.648324 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-b6853e99-299f-40c1-8a37-a6f78ff75a28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 1096 time: 0.2095282 Oct 18 20:52:11.667996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40860) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:11.686014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.736671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5d307-8dc8-4566-b15d-9ab425d72b94 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=5c822f8c-d87d-4fe4-abf1-8ef155ae6c6d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:11.761660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-810c98b3-e001-44f2-aaac-ae37388dd689 req-20fe493b-90be-41f1-95a9-b74261dd7a34 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901984 Oct 18 20:52:11.774639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:11.790099 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eb7180-3dee-4518-9f1a-da0bc4d438da" -d '{"events": [{"server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:11.826587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.826849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-392e69e1-582d-4187-a2b0-5a90d1bc6dda', 'network_id': '392e69e1-582d-4187-a2b0-5a90d1bc6dda', 'tenant_id': 'e3082da198b5452cac96b79afd16a78a', 'fixed_ips': [{'subnet_id': 'ef3393b1-ba28-4a66-bc72-1de7a75c28a7'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:11.828081 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.882375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Attempting to bind port 18d31ae1-9622-4748-81bf-133853e00be8 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:11.883009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Attempting to bind port 18d31ae1-9622-4748-81bf-133853e00be8 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '21729894-b090-4e9d-a3bd-73a5f7721507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '95e9d33d-1266-4317-a200-15936721dbc4'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:11.883639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Attempting to bind port 18d31ae1-9622-4748-81bf-133853e00be8 on network 95e9d33d-1266-4317-a200-15936721dbc4 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:11.887549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-28bb4ef2-dcc7-4a6b-9f7f-5a5f7706dc19 None None] Provisioning complete for port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:11.888582 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28bb4ef2-dcc7-4a6b-9f7f-5a5f7706dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.914878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.resource_extend [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:52:11.962810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:11.995030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:11.995905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Checking segment: {'id': '21729894-b090-4e9d-a3bd-73a5f7721507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '95e9d33d-1266-4317-a200-15936721dbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:11.997102 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:11.998041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Bound using segment: {'id': '21729894-b090-4e9d-a3bd-73a5f7721507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '95e9d33d-1266-4317-a200-15936721dbc4'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:11.999138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Bound port: 18d31ae1-9622-4748-81bf-133853e00be8, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21729894-b090-4e9d-a3bd-73a5f7721507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '95e9d33d-1266-4317-a200-15936721dbc4'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:11.999705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.000139 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.000457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e78cc7d-15bc-4a99-b76a-582ea2c8670f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.007986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e78cc7d-15bc-4a99-b76a-582ea2c8670f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3384004 Oct 18 20:52:12.011590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:12.012834 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.024357 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.031812 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.032669 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.117464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.143729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-b334a5a7-e905-432d-956e-39a48b17d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.144933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/195f9a01-5768-432e-9e3c-fe66593e9104 HTTP/1.1" status: 204 len: 168 time: 2.0477884 Oct 18 20:52:12.146108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650564af-f4e8-43d1-ab71-27bfc2173343 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Subnet': ['ID=195f9a01-5768-432e-9e3c-fe66593e9104,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:12.147187 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-b334a5a7-e905-432d-956e-39a48b17d551 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 915 time: 0.4544809 Oct 18 20:52:12.154031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40870) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:12.188907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389354d1-c943-43ec-8d9b-cefc9ad3652b req-4cdbaaa5-caf2-47c4-9f1d-cefa106388dd tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.189182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8934603 Oct 18 20:52:12.192491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-389354d1-c943-43ec-8d9b-cefc9ad3652b req-4cdbaaa5-caf2-47c4-9f1d-cefa106388dd tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.2641213 Oct 18 20:52:12.193624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40872) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:12.201773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'subnet': {'network_id': 'faf2fdb5-5d61-4e51-802c-e4edff1d7f91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:12.249499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582ab65-c147-4f70-bc8c-a88c574f7c9b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Network': ['ID=cee7d709-fcd0-4366-a0c6-c9fee8dc61b2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:12.289270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:12.320521 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.324248 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-b6f49424-b153-4d2a-9a20-ae703a72cdc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb HTTP/1.1" status: 200 len: 217 time: 0.1476433 Oct 18 20:52:12.333847 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dc14865d-dcb4-4691-99bc-9b09c1bf28c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3209145 Oct 18 20:52:12.365305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40874) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:12.377704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1340563408'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:12.391802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:12.402057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-dad12f67-02b6-49c1-b248-d31aaf25e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.404744 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-dad12f67-02b6-49c1-b248-d31aaf25e2b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.0691750 Oct 18 20:52:12.482797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-389354d1-c943-43ec-8d9b-cefc9ad3652b req-3156f9d6-9126-45e4-a659-4a7dfd08d4c4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189005 Oct 18 20:52:12.504593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-9477bd72-5779-4030-96d0-db702c236602 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785680 Oct 18 20:52:12.508095 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Made reservation on behalf of e3082da198b5452cac96b79afd16a78a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:12.515247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.542683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f760f5-8269-48e7-bd80-ee28233152b4 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.547163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f760f5-8269-48e7-bd80-ee28233152b4 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.556889 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-32f760f5-8269-48e7-bd80-ee28233152b4 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4008555 Oct 18 20:52:12.557951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40876) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:12.582059 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28bb4ef2-dcc7-4a6b-9f7f-5a5f7706dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.593503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] For port 18d31ae1-9622-4748-81bf-133853e00be8, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:12.628210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,segment=NetworkSegment(a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9),segment_id=a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:12.654253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] For port 18d31ae1-9622-4748-81bf-133853e00be8, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=18d31ae1-9622-4748-81bf-133853e00be8,segment=NetworkSegment(21729894-b090-4e9d-a3bd-73a5f7721507),segment_id=21729894-b090-4e9d-a3bd-73a5f7721507)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:12.686004 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.689955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Allocated IP 172.20.0.2 (392e69e1-582d-4187-a2b0-5a90d1bc6dda/ef3393b1-ba28-4a66-bc72-1de7a75c28a7/de9e7f09-ff7a-47d4-8823-410a5f33be6f) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:12.696865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:12.700545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.704659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.849161 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2318ddc5-5f01-4df9-a8dc-70136a239434 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:12.902740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:12.926940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64a8cb-29a4-4161-8257-3a08fabeec8a req-bb91f7ba-4ddc-4694-b2c6-de844dc70d56 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:12.931504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed64a8cb-29a4-4161-8257-3a08fabeec8a req-bb91f7ba-4ddc-4694-b2c6-de844dc70d56 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2358127 Oct 18 20:52:12.937754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:12.938414 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment 05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b of type vlan for network fb4d8431-3d90-4614-9497-daa7c99ee733 Oct 18 20:52:12.960412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-c8e2da52-53e9-424c-a357-b46c351ee832 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464731 Oct 18 20:52:13.086822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2318ddc5-5f01-4df9-a8dc-70136a239434 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:13.092647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2318ddc5-5f01-4df9-a8dc-70136a239434 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:13.150862 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a12b77df-625d-4ef3-aff5-4e8dbd7d7800 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.173825 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12b77df-625d-4ef3-aff5-4e8dbd7d7800 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 18 20:52:13.174455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a12b77df-625d-4ef3-aff5-4e8dbd7d7800 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:13.182630 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a12b77df-625d-4ef3-aff5-4e8dbd7d7800 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/95e9d33d-1266-4317-a200-15936721dbc4 HTTP/1.1" status: 409 len: 405 time: 0.5765939 Oct 18 20:52:13.183523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d63f8f38-b8d5-4d8c-884b-f152d5084c4d req-0d2dae64-74ef-4a38-9f4f-d73183199797 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596475 Oct 18 20:52:13.184169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:13.189641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1381063930'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:13.245951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:13.250163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.254020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed64a8cb-29a4-4161-8257-3a08fabeec8a req-b1cf5e83-6a05-4da2-9020-bfd80a812607 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002844 Oct 18 20:52:13.314558 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.325452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:13.337942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.353202 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.353776 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Added segment 44d414f6-0acf-4969-bd4c-453eb1b263c3 of type vlan for network 79502a4a-256a-4d08-b0e6-4609940af8a0 Oct 18 20:52:13.365245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:13.409235 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4fd884-fa87-4766-b8fc-1500ccf56a56 x-openstack-request-id: req-ae4fd884-fa87-4766-b8fc-1500ccf56a56 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:13.409718 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:13.410648 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae4fd884-fa87-4766-b8fc-1500ccf56a56 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:13.411267 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'code': 200} Oct 18 20:52:13.456013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-28bb4ef2-dcc7-4a6b-9f7f-5a5f7706dc19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:52:13.468611 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-28bb4ef2-dcc7-4a6b-9f7f-5a5f7706dc19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:52:13.475356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.572002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Subnet': ['ID=48eb1852-d656-40c3-b723-55121dde85b6,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:13.583477 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.591790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:13.592584 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.612858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd6ad1-1175-4d23-8989-a359e400b585 req-7a2b8d8f-1042-44d9-808d-bc1f037c952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:13.614949 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-58cd6ad1-1175-4d23-8989-a359e400b585 req-7a2b8d8f-1042-44d9-808d-bc1f037c952a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 1097 time: 0.1054628 Oct 18 20:52:13.616031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.622496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:13.623488 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.739134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5b66d-3925-41a7-8bd3-0d7dd632aea5 req-a9b74609-c83b-43e5-8cc1-746f84073819 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:13.740955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fdb5b66d-3925-41a7-8bd3-0d7dd632aea5 req-a9b74609-c83b-43e5-8cc1-746f84073819 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.2575617 Oct 18 20:52:13.747201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=fb4d8431-3d90-4614-9497-daa7c99ee733,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:13.772621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Network': ['ID=79502a4a-256a-4d08-b0e6-4609940af8a0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:13.821136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Checking segment: {'id': '19f17880-e744-4032-b0a9-0aa4e3b99bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'faf2fdb5-5d61-4e51-802c-e4edff1d7f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:13.822240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network hostable DHCP agents. Network: faf2fdb5-5d61-4e51-802c-e4edff1d7f91, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:13.833408 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:13.834263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network fb4d8431-3d90-4614-9497-daa7c99ee733 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:13.836322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 79502a4a-256a-4d08-b0e6-4609940af8a0 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:13.837068 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-58cd6ad1-1175-4d23-8989-a359e400b585 req-3ad89a7e-b38d-4c3a-8c9e-ce2a8497fe44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101109 Oct 18 20:52:13.845602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cff62559-29a9-4e46-b3de-bcc8410fe3c7 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4767373 Oct 18 20:52:13.852328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40886) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:13.861022 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e319996e-2e9c-4004-b0b0-f16fb4237747 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6740150 Oct 18 20:52:13.864806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40888) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:13.873827 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617ae6bf-6126-4bb6-9005-91182cbcef00 None None] Network 95e9d33d-1266-4317-a200-15936721dbc4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:13.874561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:13.882369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'subnet': {'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:14.032678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:14.033701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fdb5b66d-3925-41a7-8bd3-0d7dd632aea5 req-7c702202-5254-452c-be86-db439d9f8e2e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385576 Oct 18 20:52:14.042787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.091750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:14.415937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af54e9-a1aa-4e38-8b4b-0422c9463d25 None None] Pushing event updated for resources: {'Port': ['ID=18d31ae1-9622-4748-81bf-133853e00be8,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:14.432112 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.487736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.547728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:52:14.549584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.556455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:14.566957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:14.569196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Pushing event updated for resources: {'Port': ['ID=de9e7f09-ff7a-47d4-8823-410a5f33be6f,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:14.573892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:14.601220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, faf2fdb5-5d61-4e51-802c-e4edff1d7f91) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:14.620666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bbd10-c9c0-4e87-b4a4-372d18f90e1a None None] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:14.681632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:14.688040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2be6a54e-6d3b-4719-9a3e-993e28d7572b None None] Provisioning complete for port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:14.688596 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2be6a54e-6d3b-4719-9a3e-993e28d7572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.696912 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.700746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Subnet': ['ID=6ef4aebb-75d7-45af-9394-c759480efd8f,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:14.707364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Checking segment: {'id': '44d414f6-0acf-4969-bd4c-453eb1b263c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:14.708768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network hostable DHCP agents. Network: 79502a4a-256a-4d08-b0e6-4609940af8a0, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:14.719121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:14.727515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.770799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 79502a4a-256a-4d08-b0e6-4609940af8a0 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:14.788457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 79502a4a-256a-4d08-b0e6-4609940af8a0) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:14.798624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Attempting to bind port de9e7f09-ff7a-47d4-8823-410a5f33be6f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:14.799051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Attempting to bind port de9e7f09-ff7a-47d4-8823-410a5f33be6f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '3ea5b6cb-0504-4a24-ad62-9b20fd9e1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '392e69e1-582d-4187-a2b0-5a90d1bc6dda'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:14.799523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Attempting to bind port de9e7f09-ff7a-47d4-8823-410a5f33be6f on network 392e69e1-582d-4187-a2b0-5a90d1bc6dda {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:14.807618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae40cf5-6cc1-4bb0-aa17-19f700f83839 None None] Network 79502a4a-256a-4d08-b0e6-4609940af8a0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:14.808837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:14.812478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.835705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:14.836301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Checking segment: {'id': '3ea5b6cb-0504-4a24-ad62-9b20fd9e1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '392e69e1-582d-4187-a2b0-5a90d1bc6dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:14.836812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.837315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Bound using segment: {'id': '3ea5b6cb-0504-4a24-ad62-9b20fd9e1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '392e69e1-582d-4187-a2b0-5a90d1bc6dda'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:14.837949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Bound port: de9e7f09-ff7a-47d4-8823-410a5f33be6f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea5b6cb-0504-4a24-ad62-9b20fd9e1617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '392e69e1-582d-4187-a2b0-5a90d1bc6dda'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:14.838510 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:14.873426 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-32627952-84ab-40cd-a842-b58c62ec1df2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0045850 Oct 18 20:52:14.876651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40896) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:14.893193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'port': {'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0', 'name': 'tempest-NetworksIpV6TestAttrs-461045625'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:15.106087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d31e97-2547-4d4d-92eb-af49437dce1b req-2bb0867b-3f53-4afc-b5a4-ffb576f3b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:15.110577 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2d31e97-2547-4d4d-92eb-af49437dce1b req-2bb0867b-3f53-4afc-b5a4-ffb576f3b3a8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 1.0041573 Oct 18 20:52:15.149267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.171502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-47e44d43-042a-4999-8396-de4e82652e1b tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9763098 Oct 18 20:52:15.208909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40900) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:15.221698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56d97-84cd-4436-b68c-f6284f07b6e9 req-f6e5adac-1712-4bbd-9efd-df31182fbc37 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:15.222947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:15.225403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58f56d97-84cd-4436-b68c-f6284f07b6e9 req-f6e5adac-1712-4bbd-9efd-df31182fbc37 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.6397414 Oct 18 20:52:15.236709 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.245577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] For port de9e7f09-ff7a-47d4-8823-410a5f33be6f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:15.273121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-faf2fdb5-5d61-4e51-802c-e4edff1d7f91', 'network_id': 'faf2fdb5-5d61-4e51-802c-e4edff1d7f91', 'tenant_id': 'e3082da198b5452cac96b79afd16a78a', 'fixed_ips': [{'subnet_id': '48eb1852-d656-40c3-b723-55121dde85b6'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:15.274144 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.278198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] For port de9e7f09-ff7a-47d4-8823-410a5f33be6f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de9e7f09-ff7a-47d4-8823-410a5f33be6f,segment=NetworkSegment(3ea5b6cb-0504-4a24-ad62-9b20fd9e1617),segment_id=3ea5b6cb-0504-4a24-ad62-9b20fd9e1617)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:15.300738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] device_id is not set on port ee7ee46d-4355-43a8-bf02-127ec599319b yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:15.304042 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.320963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:15.328462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'subnet': {'network_id': 'cee7d709-fcd0-4366-a0c6-c9fee8dc61b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:15.455746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-79502a4a-256a-4d08-b0e6-4609940af8a0', 'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0', 'tenant_id': 'c3498f393542440da4b2406c4557c5d1', 'fixed_ips': [{'subnet_id': '6ef4aebb-75d7-45af-9394-c759480efd8f'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:15.457568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.481642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Allocated IP 2001:db8::f816:3eff:fe92:159d (79502a4a-256a-4d08-b0e6-4609940af8a0/6ef4aebb-75d7-45af-9394-c759480efd8f/ee7ee46d-4355-43a8-bf02-127ec599319b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:15.658528 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2d31e97-2547-4d4d-92eb-af49437dce1b req-e6773483-1cbe-40a9-8e85-2d359b887bc0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369074 Oct 18 20:52:15.730616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58f56d97-84cd-4436-b68c-f6284f07b6e9 req-0ef8bc1f-1878-4455-9051-c2ac914fec82 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167674 Oct 18 20:52:15.739766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': '05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:15.740310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: fb4d8431-3d90-4614-9497-daa7c99ee733, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:15.755208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:15.757311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1f5bd-6d16-4ca2-af28-51ce07662d24 None None] Pushing event updated for resources: {'Port': ['ID=de9e7f09-ff7a-47d4-8823-410a5f33be6f,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:15.824518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.834893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network fb4d8431-3d90-4614-9497-daa7c99ee733 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:15.885205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, fb4d8431-3d90-4614-9497-daa7c99ee733) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:15.898767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:15.899372 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.937965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0379e-631c-4842-ad9f-793a00d29123 None None] Network fb4d8431-3d90-4614-9497-daa7c99ee733 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:15.948362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.971577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Made reservation on behalf of e3082da198b5452cac96b79afd16a78a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:15.980284 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:15.991414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2fadc80c-a7dd-436a-9ad6-315fed7d5917 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1245744 Oct 18 20:52:16.014976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40902) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:16.056848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733', 'name': 'tempest-PortsIpV6TestJSON-1776688598'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:16.143473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 79502a4a-256a-4d08-b0e6-4609940af8a0 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:16.150635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:16.162754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:16.185470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:16.187015 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:16.207296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d66f7-50ab-454c-9e2c-1ba4e248ab85 req-9b7f750e-25d2-471e-bcc7-8c216056ea8c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:16.211448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c0d66f7-50ab-454c-9e2c-1ba4e248ab85 req-9b7f750e-25d2-471e-bcc7-8c216056ea8c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2949495 Oct 18 20:52:16.229184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Port': ['ID=ee7ee46d-4355-43a8-bf02-127ec599319b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:16.283853 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1ae56725-7680-4aa7-9574-886d59f77e88 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4048181 Oct 18 20:52:16.286099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40904) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:16.313137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Allocated IP 2001:db8::f816:3eff:feb7:b29e (79502a4a-256a-4d08-b0e6-4609940af8a0/6ef4aebb-75d7-45af-9394-c759480efd8f/caae5e3d-c4f2-488b-9061-1105ef9bc263) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:16.333455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:16.334047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:16.439861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Allocated IP 172.20.0.2 (faf2fdb5-5d61-4e51-802c-e4edff1d7f91/48eb1852-d656-40c3-b723-55121dde85b6/91dc2ef8-92e4-4ee1-aeb5-d403955b4894) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:16.479642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c0d66f7-50ab-454c-9e2c-1ba4e248ab85 req-0a9daa2c-2433-4ffd-99d3-c46b3fbc488f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321470 Oct 18 20:52:16.483498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting subnet 6ef4aebb-75d7-45af-9394-c759480efd8f {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:16.708542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:16.715043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:16.754055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 9acd3bba-01f2-425a-9376-41ff01b3a931 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:16.896546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-fb4d8431-3d90-4614-9497-daa7c99ee733', 'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733', 'tenant_id': 'cb56924bef3447949ec09488142c8be2', 'fixed_ips': [{'subnet_id': 'cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:16.897406 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.020289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.239748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf34bbf-c3d6-4c9c-a237-55c1896dc370 req-4f7bf5a5-7dcf-454a-8b4e-76fee7ef6272 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:17.242993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdf34bbf-c3d6-4c9c-a237-55c1896dc370 req-4f7bf5a5-7dcf-454a-8b4e-76fee7ef6272 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.4977083 Oct 18 20:52:17.292405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Subnet': ['ID=991f5a2a-56d0-4c38-9693-2c6fd0453f67,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:17.326929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.346872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.367843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::32a (fb4d8431-3d90-4614-9497-daa7c99ee733/cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc/9acd3bba-01f2-425a-9376-41ff01b3a931) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:17.390922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Checking segment: {'id': '47c5f78e-9ebe-45c2-b7dd-9185f620d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cee7d709-fcd0-4366-a0c6-c9fee8dc61b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:17.391536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network hostable DHCP agents. Network: cee7d709-fcd0-4366-a0c6-c9fee8dc61b2, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:17.426547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.450761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdf34bbf-c3d6-4c9c-a237-55c1896dc370 req-71f3a602-eda4-4adf-87cd-e147ae2f239d tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870942 Oct 18 20:52:17.490042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a5fb2-6b59-4e14-9b2c-982a69fd97e5 None None] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:17.525579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:17.530426 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.560579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, cee7d709-fcd0-4366-a0c6-c9fee8dc61b2) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:17.587239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:17.588515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.600981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de9e7f09-ff7a-47d4-8823-410a5f33be6f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:17.625353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018fc2e9-4b01-4cb9-8e6a-ffe218d36f0c None None] Network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:17.645172 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.717219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.743550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-557e3589-d049-4077-a759-18f5072107aa tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5099592 Oct 18 20:52:17.753418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40912) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:17.763181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef4aebb-75d7-45af-9394-c759480efd8f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:17.765170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.770816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-80302749-77d9-49e3-86e1-8b353f6f3c96 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/6ef4aebb-75d7-45af-9394-c759480efd8f HTTP/1.1" status: 204 len: 168 time: 1.4810548 Oct 18 20:52:17.777783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40914) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:17.832816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bf4203fc-eb1b-4a45-8772-7e48e6ecf4d5 None None] Provisioning complete for port de9e7f09-ff7a-47d4-8823-410a5f33be6f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:17.833247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bf4203fc-eb1b-4a45-8772-7e48e6ecf4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.879342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b74ab-df63-463a-b549-97653c440b99 req-1418d084-eb66-49fb-972d-544028678bd2 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:17.882519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-790b74ab-df63-463a-b549-97653c440b99 req-1418d084-eb66-49fb-972d-544028678bd2 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2872899 Oct 18 20:52:17.919566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:17.932264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Network 79502a4a-256a-4d08-b0e6-4609940af8a0 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:17.963793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed16f54-9b01-446a-bc44-4ae4af702795 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:17.966763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed16f54-9b01-446a-bc44-4ae4af702795 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:17.973859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eed16f54-9b01-446a-bc44-4ae4af702795 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1891832 Oct 18 20:52:17.975179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40916) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:17.992839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.014413 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.020044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:18.022174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Pushing event updated for resources: {'Port': ['ID=caae5e3d-c4f2-488b-9061-1105ef9bc263,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:18.029283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:18.069489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-790b74ab-df63-463a-b549-97653c440b99 req-0163ce1a-e26e-4576-843d-64752b107db7 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727550 Oct 18 20:52:18.192572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:18.209602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc5f6-cae1-4adc-b72e-8113a31c7253 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.228065 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebfc5f6-cae1-4adc-b72e-8113a31c7253 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 18 20:52:18.228836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebfc5f6-cae1-4adc-b72e-8113a31c7253 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:18.235617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3ebfc5f6-cae1-4adc-b72e-8113a31c7253 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/79502a4a-256a-4d08-b0e6-4609940af8a0 HTTP/1.1" status: 409 len: 405 time: 0.2600191 Oct 18 20:52:18.243157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40922) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:18.253980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1256124249'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:18.258816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:18.271518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.275626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:18.388173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network fb4d8431-3d90-4614-9497-daa7c99ee733 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:18.399424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Pushing event updated for resources: {'Port': ['ID=91dc2ef8-92e4-4ee1-aeb5-d403955b4894,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:18.401956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:18.404259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=9acd3bba-01f2-425a-9376-41ff01b3a931,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:18.412852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:18.419125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:18.419910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.436348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:18.440514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.450307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a34d2f6-aee1-476e-a830-f3f9fc029dcf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3999252 Oct 18 20:52:18.454878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40924) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:18.478983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db20d1-9486-4f71-b171-6b0cd0b302e6 req-e6a4897f-8da3-4b46-a1f6-3698d9b25a00 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:18.480333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port de9e7f09-ff7a-47d4-8823-410a5f33be6f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:18.480835 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.485887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733', 'name': 'tempest-PortsIpV6TestJSON-2139698937'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:18.487134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61db20d1-9486-4f71-b171-6b0cd0b302e6 req-e6a4897f-8da3-4b46-a1f6-3698d9b25a00 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1811304 Oct 18 20:52:18.490664 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.532580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:18.540507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61db20d1-9486-4f71-b171-6b0cd0b302e6 req-6d2a380e-7774-4d00-af7b-0c7e751c2ed6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Oct 18 20:52:18.551053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Attempting to bind port caae5e3d-c4f2-488b-9061-1105ef9bc263 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:18.551506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Attempting to bind port caae5e3d-c4f2-488b-9061-1105ef9bc263 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '44d414f6-0acf-4969-bd4c-453eb1b263c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:18.551820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Attempting to bind port caae5e3d-c4f2-488b-9061-1105ef9bc263 on network 79502a4a-256a-4d08-b0e6-4609940af8a0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:18.558324 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.558760 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Added segment cfe5cbff-f2b5-4d3e-9bd5-1deb4e265a69 of type vlan for network 3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a Oct 18 20:52:18.572206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Allocated IP 2001:db8::2 (fb4d8431-3d90-4614-9497-daa7c99ee733/cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc/c9d1ca1e-9773-4161-b047-30df1e15fa20) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:18.618059 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.650214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:18.650615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Checking segment: {'id': '44d414f6-0acf-4969-bd4c-453eb1b263c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:18.650803 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.651347 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.651567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Bound using segment: {'id': '44d414f6-0acf-4969-bd4c-453eb1b263c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:18.651812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Bound port: caae5e3d-c4f2-488b-9061-1105ef9bc263, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d414f6-0acf-4969-bd4c-453eb1b263c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '79502a4a-256a-4d08-b0e6-4609940af8a0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:18.652108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.657261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:18.662144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.684282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Attempting to bind port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:18.684921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Attempting to bind port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '19f17880-e744-4032-b0a9-0aa4e3b99bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'faf2fdb5-5d61-4e51-802c-e4edff1d7f91'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:18.685129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Attempting to bind port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 on network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:18.729215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-cee7d709-fcd0-4366-a0c6-c9fee8dc61b2', 'network_id': 'cee7d709-fcd0-4366-a0c6-c9fee8dc61b2', 'tenant_id': 'e3082da198b5452cac96b79afd16a78a', 'fixed_ips': [{'subnet_id': '991f5a2a-56d0-4c38-9693-2c6fd0453f67'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:18.730104 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.765281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5202451 Oct 18 20:52:18.773146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:18.773537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Checking segment: {'id': '19f17880-e744-4032-b0a9-0aa4e3b99bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'faf2fdb5-5d61-4e51-802c-e4edff1d7f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:18.775680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.775680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Bound using segment: {'id': '19f17880-e744-4032-b0a9-0aa4e3b99bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'faf2fdb5-5d61-4e51-802c-e4edff1d7f91'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:18.776154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40930) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:18.776603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Bound port: 91dc2ef8-92e4-4ee1-aeb5-d403955b4894, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f17880-e744-4032-b0a9-0aa4e3b99bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'faf2fdb5-5d61-4e51-802c-e4edff1d7f91'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:18.776603 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.787029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'subnet': {'network_id': '3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:18.788939 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bf4203fc-eb1b-4a45-8772-7e48e6ecf4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.882364 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.935680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db9c9c-f3a4-4565-aa0f-9094035b01c2 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Network': ['ID=3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:18.981811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f058f9fc-9c50-43e1-b09f-2ee5a4d3af18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:18.983475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:18.989580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:18.995871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.030713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:19.043026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.050111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 3fb1ca04-6b8e-4540-9716-5ae5bec8c528 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:19.076803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Allocated IP 172.20.0.1 (faf2fdb5-5d61-4e51-802c-e4edff1d7f91/48eb1852-d656-40c3-b723-55121dde85b6/942c5ba0-3b85-4de9-afbf-6b9ebfc775b7) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:19.184400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bf4203fc-eb1b-4a45-8772-7e48e6ecf4d5 None None] For port de9e7f09-ff7a-47d4-8823-410a5f33be6f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de9e7f09-ff7a-47d4-8823-410a5f33be6f,segment=NetworkSegment(3ea5b6cb-0504-4a24-ad62-9b20fd9e1617),segment_id=3ea5b6cb-0504-4a24-ad62-9b20fd9e1617)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:19.247793 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bf4203fc-eb1b-4a45-8772-7e48e6ecf4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.282452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] For port caae5e3d-c4f2-488b-9061-1105ef9bc263, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:19.293586 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] For port caae5e3d-c4f2-488b-9061-1105ef9bc263, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=caae5e3d-c4f2-488b-9061-1105ef9bc263,segment=NetworkSegment(44d414f6-0acf-4969-bd4c-453eb1b263c3),segment_id=44d414f6-0acf-4969-bd4c-453eb1b263c3)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:19.305777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.311037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195b21a-5b5d-458f-95e3-e7cff3b01c9e req-f54f09dc-466c-43ad-b00c-b802b6a62f81 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:19.317370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8195b21a-5b5d-458f-95e3-e7cff3b01c9e req-f54f09dc-466c-43ad-b00c-b802b6a62f81 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.1121762 Oct 18 20:52:19.341959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.379346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.390891 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.397195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8195b21a-5b5d-458f-95e3-e7cff3b01c9e req-e237a5a9-ef45-4096-8512-2c57da89c8c2 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Oct 18 20:52:19.436213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] For port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:19.446204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:19.450062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:19.461352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a592edaf-2ceb-4db6-ba13-7e26f400a73b req-e9b341f3-9539-4c90-93f3-ae0a0766f7a8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-966097852', 'description': 'tempest-description-1592201585'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:19.472565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:19.505531 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.533536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a592edaf-2ceb-4db6-ba13-7e26f400a73b req-e9b341f3-9539-4c90-93f3-ae0a0766f7a8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.565460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.568598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Allocated IP 172.20.0.2 (cee7d709-fcd0-4366-a0c6-c9fee8dc61b2/991f5a2a-56d0-4c38-9693-2c6fd0453f67/2dc79466-e3b2-470c-b97d-12be92c84987) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:19.576306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] For port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=91dc2ef8-92e4-4ee1-aeb5-d403955b4894,segment=NetworkSegment(19f17880-e744-4032-b0a9-0aa4e3b99bda),segment_id=19f17880-e744-4032-b0a9-0aa4e3b99bda)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:19.579753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4203fc-eb1b-4a45-8772-7e48e6ecf4d5 None None] Pushing event updated for resources: {'Port': ['ID=de9e7f09-ff7a-47d4-8823-410a5f33be6f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:19.598292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Port': ['ID=942c5ba0-3b85-4de9-afbf-6b9ebfc775b7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:19.601648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.619855 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.681266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::32c (fb4d8431-3d90-4614-9497-daa7c99ee733/cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc/3fb1ca04-6b8e-4540-9716-5ae5bec8c528) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:19.723672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedf7a1f-e18f-4077-9079-098eb1ba40a3 None None] Network 79502a4a-256a-4d08-b0e6-4609940af8a0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:19.768639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Network fb4d8431-3d90-4614-9497-daa7c99ee733 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:19.773609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2db8d1d6-43af-47b1-b3fe-c90362ce62d1 None None] Provisioning complete for port de9e7f09-ff7a-47d4-8823-410a5f33be6f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:19.774206 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2db8d1d6-43af-47b1-b3fe-c90362ce62d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.777933 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:52:19.778485 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:52:19.821502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:52:19.825494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a592edaf-2ceb-4db6-ba13-7e26f400a73b req-e9b341f3-9539-4c90-93f3-ae0a0766f7a8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.826895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.842554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a592edaf-2ceb-4db6-ba13-7e26f400a73b req-e9b341f3-9539-4c90-93f3-ae0a0766f7a8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.844667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:19.864958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:19.903141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.933125 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a592edaf-2ceb-4db6-ba13-7e26f400a73b req-e9b341f3-9539-4c90-93f3-ae0a0766f7a8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:19.934571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a592edaf-2ceb-4db6-ba13-7e26f400a73b req-e9b341f3-9539-4c90-93f3-ae0a0766f7a8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4805148 Oct 18 20:52:19.969460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Checking segment: {'id': 'cfe5cbff-f2b5-4d3e-9bd5-1deb4e265a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:19.969460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network hostable DHCP agents. Network: 3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:19.975189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Subnet': ['ID=3e34e552-d9bd-4c9f-be98-21fc6213f6f8,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:19.988188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b341f3-9539-4c90-93f3-ae0a0766f7a8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba38c831-e8d9-4ca5-bf9c-3ab1ba8f4cbb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:19.995902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281a8a1-6b0b-48de-b11e-0ecf8cefd672 None None] Pushing event updated for resources: {'Port': ['ID=caae5e3d-c4f2-488b-9061-1105ef9bc263,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:20.001461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.011490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:20.033701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:20.062134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:20.062777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.092443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4da66c8d-9c06-4b34-aeef-6d0cc1d959bd tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3123493 Oct 18 20:52:20.092791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40940) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:20.194722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.376083 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.400369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network fb4d8431-3d90-4614-9497-daa7c99ee733 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:20.404204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:20.407698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=3fb1ca04-6b8e-4540-9716-5ae5bec8c528,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:20.414181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:20.419135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79060793-14f4-47b4-82b7-39c52bc2a72b req-1685151f-5e5e-4223-abb7-bbc03c1ae23c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:20.420685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:20.421522 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.428200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79060793-14f4-47b4-82b7-39c52bc2a72b req-1685151f-5e5e-4223-abb7-bbc03c1ae23c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.1588871 Oct 18 20:52:20.457072 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3b8dde2f-d8a2-4352-b9dc-de978564e52d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9726424 Oct 18 20:52:20.467508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:20.502673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79060793-14f4-47b4-82b7-39c52bc2a72b req-05f2960c-6f5b-43cc-b6f1-5850e78f60cb tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.66 "GET /v2.0/security-groups?id=4d3aa815-eb50-4c67-be62-e1a237ea9be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735304 Oct 18 20:52:20.510373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.523141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-adb7bc78-6445-44c4-8b6d-3cd47a9906e5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:20.524761 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-adb7bc78-6445-44c4-8b6d-3cd47a9906e5 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "GET /v2.0/ports?device_id=77525216-8de8-46b3-9f21-fa1c91d3c3a4 HTTP/1.1" status: 200 len: 946 time: 0.2495937 Oct 18 20:52:20.575253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0112ef79-97d4-4220-b36c-b58d0d7b148b None None] Network 3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:20.579089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Pushing event updated for resources: {'Port': ['ID=c9d1ca1e-9773-4161-b047-30df1e15fa20,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:20.714335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.773056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a1d54-ff8e-4d21-83de-c5bcc0d66b3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:20.775192 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f2a1d54-ff8e-4d21-83de-c5bcc0d66b3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A32a HTTP/1.1" status: 200 len: 929 time: 0.3029606 Oct 18 20:52:20.780945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40954) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:20.796149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Attempting to bind port c9d1ca1e-9773-4161-b047-30df1e15fa20 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:20.796700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Attempting to bind port c9d1ca1e-9773-4161-b047-30df1e15fa20 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:20.797183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Attempting to bind port c9d1ca1e-9773-4161-b047-30df1e15fa20 on network fb4d8431-3d90-4614-9497-daa7c99ee733 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:20.834315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Subnet': ['ID=3e34e552-d9bd-4c9f-be98-21fc6213f6f8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:20.857595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:20.858150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Checking segment: {'id': '05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:20.858685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.859222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Bound using segment: {'id': '05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:20.859856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Bound port: c9d1ca1e-9773-4161-b047-30df1e15fa20, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'fb4d8431-3d90-4614-9497-daa7c99ee733'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:20.860370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.863537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a3e36-7e34-4ad8-bee4-93b7a03cc03d None None] Pushing event updated for resources: {'Port': ['ID=91dc2ef8-92e4-4ee1-aeb5-d403955b4894,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:20.928774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de9e7f09-ff7a-47d4-8823-410a5f33be6f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:20.959845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-9f4e7c79-71c8-4508-b78d-469faad0cd9d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:20.961957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-9f4e7c79-71c8-4508-b78d-469faad0cd9d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 814 time: 0.3383033 Oct 18 20:52:20.964974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.980669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Deleting port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:20.981356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:20.985128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.012065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.058534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-75e46f79-9d05-48ec-8b7e-bad3426a7fa9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/quotas/cc67bbcfb92d44a9a248e2c35d3d7239 HTTP/1.1" status: 200 len: 375 time: 0.0370109 Oct 18 20:52:21.074064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-e64382ea-31b0-4113-8790-5db8acbbfe1c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:21.079134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-e64382ea-31b0-4113-8790-5db8acbbfe1c tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.79 "GET /v2.0/ports?device_id=c6e3085c-e901-4c46-a767-0f73b7d0905d HTTP/1.1" status: 200 len: 947 time: 0.2274656 Oct 18 20:52:21.087689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.104437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:21.122160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.131997 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.155852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe5cbff-f2b5-4d3e-9bd5-1deb4e265a69') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:21.156145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe5cbff-f2b5-4d3e-9bd5-1deb4e265a69') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:21.183068 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.188638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d65be94-595e-43fa-bfa1-20683064871c None None] Network 3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:21.201988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Port': ['ID=942c5ba0-3b85-4de9-afbf-6b9ebfc775b7,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:21.239771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:21.243941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] For port c9d1ca1e-9773-4161-b047-30df1e15fa20, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:21.258529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 3fb1ca04-6b8e-4540-9716-5ae5bec8c528 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:21.258890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.273483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-16208db7-3741-45ad-a42d-e4b70ac3dcd4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1927989 Oct 18 20:52:21.275609 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.276367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:21.287573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:21.293762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:21.294458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.294599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] For port c9d1ca1e-9773-4161-b047-30df1e15fa20, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c9d1ca1e-9773-4161-b047-30df1e15fa20,segment=NetworkSegment(05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b),segment_id=05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:21.336964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Pushing event updated for resources: {'Port': ['ID=2dc79466-e3b2-470c-b97d-12be92c84987,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:21.348556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port de9e7f09-ff7a-47d4-8823-410a5f33be6f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:21.348967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.352252 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:21.360725 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:21.392746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] For port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:21.393119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.420948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Calling delete_port for cd4894e8-cbb7-46c6-9158-fbd890bf7bcb owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:21.519589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.544618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 3fb1ca04-6b8e-4540-9716-5ae5bec8c528 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:21.550617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:21.563062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:21.672928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.680314 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.687293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a HTTP/1.1" status: 204 len: 168 time: 1.5931339 Oct 18 20:52:21.704219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40958) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:21.717900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1116101574'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:21.733756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75015010-26fc-4f71-9302-7e6e656789d4 None None] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:21.737643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a159c3-e6db-4e29-a563-97f6d6030a06 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Network': ['ID=3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:21.776483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Deleting port 000cb14b-1de1-494c-afce-c4c1aed578e5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:21.777426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:21.788815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Attempting to bind port 2dc79466-e3b2-470c-b97d-12be92c84987 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:21.789819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Attempting to bind port 2dc79466-e3b2-470c-b97d-12be92c84987 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '47c5f78e-9ebe-45c2-b7dd-9185f620d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cee7d709-fcd0-4366-a0c6-c9fee8dc61b2'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:21.790995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Attempting to bind port 2dc79466-e3b2-470c-b97d-12be92c84987 on network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:21.822580 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-8bd6d5f0-93ae-4ef5-ac29-1149612fc23f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3044074 Oct 18 20:52:21.847321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:21.851359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.020134 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.040701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4dbc7-102a-44fd-8400-f66661f2b90e None None] Pushing event updated for resources: {'Port': ['ID=c9d1ca1e-9773-4161-b047-30df1e15fa20,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:22.071686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Router ae21b910-9c26-4abb-ab64-e42229344aa7 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:52:22.079655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.083873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Pushing event deleted for resources: {'Port': ['ID=cd4894e8-cbb7-46c6-9158-fbd890bf7bcb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:22.105642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:22.116908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:22.119148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Checking segment: {'id': '47c5f78e-9ebe-45c2-b7dd-9185f620d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cee7d709-fcd0-4366-a0c6-c9fee8dc61b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:22.123163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.124431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Bound using segment: {'id': '47c5f78e-9ebe-45c2-b7dd-9185f620d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cee7d709-fcd0-4366-a0c6-c9fee8dc61b2'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:22.125969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Bound port: 2dc79466-e3b2-470c-b97d-12be92c84987, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c5f78e-9ebe-45c2-b7dd-9185f620d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cee7d709-fcd0-4366-a0c6-c9fee8dc61b2'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:22.126919 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.157363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-5f357bbf-1585-443c-83ea-91ef1c561a90 service neutron] 10.222.0.66 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887483 Oct 18 20:52:22.171958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=3fb1ca04-6b8e-4540-9716-5ae5bec8c528,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:22.180358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.180735 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Added segment 1aca9eda-33a9-4670-8653-53df8c81687e of type vlan for network 4f501c2e-4fda-458f-b81c-08858dfaa97f Oct 18 20:52:22.223030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] No DVR routers for this DVR port cd4894e8-cbb7-46c6-9158-fbd890bf7bcb on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:22.241434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9160b9e0-4bec-40f0-9ffd-b4b5d3bcb599 None None] Provisioning complete for port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:22.241923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9160b9e0-4bec-40f0-9ffd-b4b5d3bcb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.271337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-2b5ecc9c-1d3b-409d-acbe-1ab6432599ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:22.274787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-2b5ecc9c-1d3b-409d-acbe-1ab6432599ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.3356402 Oct 18 20:52:22.292197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.295758 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c64274f-6058-442f-b2e7-99b3ac29922b req-ca54986c-44c7-4b94-b915-d8d9651c0787 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "DELETE /v2.0/ports/cd4894e8-cbb7-46c6-9158-fbd890bf7bcb HTTP/1.1" status: 204 len: 173 time: 1.7511265 Oct 18 20:52:22.296264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'name': 'network-vif-deleted', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:22.298699 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a10948a-c9f5-4339-9a28-4e0acbc4355b" -d '{"events": [{"server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "name": "network-vif-deleted", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:22.354174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.357473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-81b43c2b-70e9-452d-9d8a-d9750f627432 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/3fb1ca04-6b8e-4540-9716-5ae5bec8c528 HTTP/1.1" status: 204 len: 168 time: 1.5760145 Oct 18 20:52:22.404015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40962) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:22.405485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.455744 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0424a9f-1573-4a8a-a010-07feab501626 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:52:22.457959 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d0424a9f-1573-4a8a-a010-07feab501626 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/3fb1ca04-6b8e-4540-9716-5ae5bec8c528 HTTP/1.1" status: 404 len: 333 time: 0.0498605 Oct 18 20:52:22.464471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40964) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:22.500549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] For port 2dc79466-e3b2-470c-b97d-12be92c84987, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:22.507435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] For port 2dc79466-e3b2-470c-b97d-12be92c84987, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2dc79466-e3b2-470c-b97d-12be92c84987,segment=NetworkSegment(47c5f78e-9ebe-45c2-b7dd-9185f620d95c),segment_id=47c5f78e-9ebe-45c2-b7dd-9185f620d95c)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:22.514883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.526164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:22.527024 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.529373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:22.543034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:22.595532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] Sync routers for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:22.596914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-22544d4a-5bce-4a7b-9171-92bd712301ba tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "PUT /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8424859 Oct 18 20:52:22.610664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40966) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:22.716764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:22.718003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:22.859820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:23.015035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:23.019704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:51:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:23.212523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:23.329258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:23.331068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41cde36-382e-4d9e-a8e2-6b4cd66e7039 None None] The sync data for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:23.333928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a1be-5edd-4345-b9c8-0329fe20823a None None] Pushing event updated for resources: {'Port': ['ID=2dc79466-e3b2-470c-b97d-12be92c84987,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:23.410728 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-763223a5-7213-48eb-a6a5-b3d35f0bf072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:23.457519 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9160b9e0-4bec-40f0-9ffd-b4b5d3bcb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:23.574387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9160b9e0-4bec-40f0-9ffd-b4b5d3bcb599 None None] For port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=91dc2ef8-92e4-4ee1-aeb5-d403955b4894,segment=NetworkSegment(19f17880-e744-4032-b0a9-0aa4e3b99bda),segment_id=19f17880-e744-4032-b0a9-0aa4e3b99bda)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:23.578768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] For port 000cb14b-1de1-494c-afce-c4c1aed578e5, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=000cb14b-1de1-494c-afce-c4c1aed578e5,segment=NetworkSegment(ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea),segment_id=ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:23.579716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:23.587389 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9160b9e0-4bec-40f0-9ffd-b4b5d3bcb599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:23.599203 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8879867 Oct 18 20:52:23.606128 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40968) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:23.627640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'subnet': {'network_id': '4f501c2e-4fda-458f-b81c-08858dfaa97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:23.670503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:23.671105 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:23.727340 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc9987-f972-4c31-b868-6857500bf79e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Network': ['ID=4f501c2e-4fda-458f-b81c-08858dfaa97f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:23.755085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 4f501c2e-4fda-458f-b81c-08858dfaa97f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:23.757945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Calling delete_port for 000cb14b-1de1-494c-afce-c4c1aed578e5 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:23.935722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device cd4894e8-cbb7-46c6-9158-fbd890bf7bcb no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:23.954151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160b9e0-4bec-40f0-9ffd-b4b5d3bcb599 None None] Pushing event updated for resources: {'Port': ['ID=91dc2ef8-92e4-4ee1-aeb5-d403955b4894,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:24.026283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: cd4894e8-cbb7-46c6-9158-fbd890bf7bcb {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:24.026846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device cd4894e8-cbb7-46c6-9158-fbd890bf7bcb not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:24.037454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 9acd3bba-01f2-425a-9376-41ff01b3a931 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:24.059432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.061627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fe2638f2-f695-4f84-8140-6f85a00c9bb5 None None] Provisioning complete for port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:24.062217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fe2638f2-f695-4f84-8140-6f85a00c9bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.082222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-a9edb5d5-f105-4e39-9d43-f14d02ff8111 service neutron] 10.222.0.66 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9126115 Oct 18 20:52:24.137050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d889001-a91e-4cbe-a61a-a11460902597 None None] Network fb4d8431-3d90-4614-9497-daa7c99ee733 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:24.150909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-241b3ec0-816d-40c2-965d-360625111465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:24.154271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-241b3ec0-816d-40c2-965d-360625111465 service neutron] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 1.7296858 Oct 18 20:52:24.220219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-39265cbd-2ca7-4d52-8c5d-c5da3fd95699 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.0556047 Oct 18 20:52:24.288886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:24.297715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.310402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c9d1ca1e-9773-4161-b047-30df1e15fa20 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:24.423046 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.491457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-dc0afda3-6f8d-4721-8093-d04e1ad8c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:24.492562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-dc0afda3-6f8d-4721-8093-d04e1ad8c7ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.2620273 Oct 18 20:52:24.581238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-399956d2-a06d-49b2-acde-3809d26dba19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785677 Oct 18 20:52:24.653074 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-3a81fd89-9747-4b4c-b84b-2e36a6d1ab81 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:24.659668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.660876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3a81fd89-9747-4b4c-b84b-2e36a6d1ab81 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "PUT /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0486436 Oct 18 20:52:24.661606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40974) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:24.663537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 9acd3bba-01f2-425a-9376-41ff01b3a931 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:24.774987 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-4dd9b05b-d6b4-4098-88c5-3f5299d9b0a7 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-966097852&fields=id&tenant_id=810037e0cf4744049c3d97e5e75f192d HTTP/1.1" status: 200 len: 267 time: 0.2378883 Oct 18 20:52:24.794000 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.832400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Pushing event deleted for resources: {'Port': ['ID=000cb14b-1de1-494c-afce-c4c1aed578e5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:24.885211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:24.928525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c9d1ca1e-9773-4161-b047-30df1e15fa20 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:24.928902 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.934361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 000cb14b-1de1-494c-afce-c4c1aed578e5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:24.934733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 000cb14b-1de1-494c-afce-c4c1aed578e5 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:24.980369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] No DVR routers for this DVR port 000cb14b-1de1-494c-afce-c4c1aed578e5 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:24.990100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:24.993712 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85fcaa30-732b-40dc-acbd-0a8ff21a4c33 req-dd82ffa8-a5a1-42cc-988b-339adea25fa9 tempest-ServersNegativeTestJSON-254992736 tempest-ServersNegativeTestJSON-254992736-project] 10.222.0.79 "DELETE /v2.0/ports/000cb14b-1de1-494c-afce-c4c1aed578e5 HTTP/1.1" status: 204 len: 173 time: 3.9002631 Oct 18 20:52:24.997237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-deleted', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:25.000124 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653a638-e776-4aa0-b5d2-d462e985bfea" -d '{"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-deleted", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:25.046852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-610f0433-be90-4883-b713-ece512902c2a service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439826 Oct 18 20:52:25.059555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-39db4c46-7765-406a-b464-1e1553e6780a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:25.061558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-39db4c46-7765-406a-b464-1e1553e6780a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.2791390 Oct 18 20:52:25.100116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Request body: {'port': {'security_groups': ['2f598dd2-e3c0-4dcf-aaf5-d71845694e37', 'ba38c831-e8d9-4ca5-bf9c-3ab1ba8f4cbb']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:25.238345 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.260638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.297925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=9acd3bba-01f2-425a-9376-41ff01b3a931,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:25.334717 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.338309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-25680481-7711-4f0c-8b0e-3e6aab58182e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/9acd3bba-01f2-425a-9376-41ff01b3a931 HTTP/1.1" status: 204 len: 168 time: 2.8729899 Oct 18 20:52:25.343557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40984) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:25.358012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.380752 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e692916c-9504-4a7f-9426-d3db325fd7a5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:52:25.382732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e692916c-9504-4a7f-9426-d3db325fd7a5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/9acd3bba-01f2-425a-9376-41ff01b3a931 HTTP/1.1" status: 404 len: 333 time: 0.0370624 Oct 18 20:52:25.385930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40986) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:25.391049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156c8a0-e10d-4615-92bf-923ed8ece492 None None] Network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:25.414044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f6aca5e-08ec-4074-b042-0c9736e13715 req-75837c72-8a21-4343-ad21-95e66297b82f service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496535 Oct 18 20:52:25.414953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Subnet': ['ID=b13543f3-debc-41ff-b91a-3045675346bf,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:25.453202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Checking segment: {'id': '1aca9eda-33a9-4670-8653-53df8c81687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '4f501c2e-4fda-458f-b81c-08858dfaa97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:25.453894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network hostable DHCP agents. Network: 4f501c2e-4fda-458f-b81c-08858dfaa97f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:25.460640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fe2638f2-f695-4f84-8140-6f85a00c9bb5 None None] Provisioning complete for port 942c5ba0-3b85-4de9-afbf-6b9ebfc775b7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:25.461013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fe2638f2-f695-4f84-8140-6f85a00c9bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.487402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:25.513324 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.551524 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.578419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fe2638f2-f695-4f84-8140-6f85a00c9bb5 None None] Port 942c5ba0-3b85-4de9-afbf-6b9ebfc775b7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:25.581980 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.600918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 4f501c2e-4fda-458f-b81c-08858dfaa97f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:25.635284 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.635624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.754718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port c9d1ca1e-9773-4161-b047-30df1e15fa20, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c9d1ca1e-9773-4161-b047-30df1e15fa20,segment=NetworkSegment(05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b),segment_id=05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:25.766594 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Provisioning complete for port c9d1ca1e-9773-4161-b047-30df1e15fa20 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:25.766594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.798574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.881810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:25.890496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=c9d1ca1e-9773-4161-b047-30df1e15fa20,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:25.960930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 4f501c2e-4fda-458f-b81c-08858dfaa97f) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:25.976005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54dbada-5bf3-42e1-830e-842e1e22f35a None None] Network 4f501c2e-4fda-458f-b81c-08858dfaa97f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:25.978603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:25.979303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.029092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=186280c8-9ccb-42da-bfc3-f871143a8212,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:26.041575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c37c1d0d-837c-4b89-9e7d-ad16fd65112e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4217029 Oct 18 20:52:26.041924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.044732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40990) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:26.086080 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.095260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.143642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:26.156168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:26.157192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.160246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.167723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3a265432-7150-4564-9696-0a918ec736eb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc HTTP/1.1" status: 204 len: 168 time: 0.7768500 Oct 18 20:52:26.167912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a82ed84-8724-4a3e-98a4-21200b5b204a req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "PUT /v2.0/ports/186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 981 time: 1.0708508 Oct 18 20:52:26.183606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['186280c8-9ccb-42da-bfc3-f871143a8212'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:26.185629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40994) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:26.304066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['186280c8-9ccb-42da-bfc3-f871143a8212'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:26.320007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:26.502198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673a94f-9b2a-49f5-a2f0-e50010f5c1bc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event updated for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:26.527506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be8dcc-d583-41fc-a1d4-1128b58252ba req-5f278df7-9d72-475a-9928-9253464a3856 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:26.534298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f4be8dcc-d583-41fc-a1d4-1128b58252ba req-5f278df7-9d72-475a-9928-9253464a3856 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.2353411 Oct 18 20:52:26.538452 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.553905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.604651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Provisioning complete for port 2dc79466-e3b2-470c-b97d-12be92c84987 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:26.605566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.629730 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f4be8dcc-d583-41fc-a1d4-1128b58252ba req-3f18aaad-8312-459c-ab30-1b65d205db32 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825300 Oct 18 20:52:26.687785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port c9d1ca1e-9773-4161-b047-30df1e15fa20 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:26.689249 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.702402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac6ac0-5e8a-4bf9-9505-fc8f7a04d0b8 None None] Network fb4d8431-3d90-4614-9497-daa7c99ee733 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:26.716332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.745207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-24d8a5e0-0108-4e22-8340-ffa8f8c26bdc tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:26.748943 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-24d8a5e0-0108-4e22-8340-ffa8f8c26bdc tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 814 time: 0.4346306 Oct 18 20:52:26.751588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40998) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:26.779256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.782841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] For port c9d1ca1e-9773-4161-b047-30df1e15fa20, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c9d1ca1e-9773-4161-b047-30df1e15fa20,segment=NetworkSegment(05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b),segment_id=05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:26.783106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.792100 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e81ccde-52f2-4010-863d-5f28b1521db4 x-openstack-request-id: req-8e81ccde-52f2-4010-863d-5f28b1521db4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:26.792480 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77525216-8de8-46b3-9f21-fa1c91d3c3a4", "name": "network-vif-deleted", "tag": "cd4894e8-cbb7-46c6-9158-fbd890bf7bcb", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:26.792750 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e81ccde-52f2-4010-863d-5f28b1521db4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:26.793147 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77525216-8de8-46b3-9f21-fa1c91d3c3a4', 'name': 'network-vif-deleted', 'tag': 'cd4894e8-cbb7-46c6-9158-fbd890bf7bcb', 'status': 'completed', 'code': 200} Oct 18 20:52:26.799562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for c9d1ca1e-9773-4161-b047-30df1e15fa20 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:26.815311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Request body: {'port': {'device_id': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'admin_state_up': True, 'tenant_id': 'cc67bbcfb92d44a9a248e2c35d3d7239'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:26.830119 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Deleting port 942c5ba0-3b85-4de9-afbf-6b9ebfc775b7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:26.830786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.881358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:26.881822 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.930769 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.935076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d3ec61-b110-4d91-baaa-0e113ed76bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-4f501c2e-4fda-458f-b81c-08858dfaa97f', 'network_id': '4f501c2e-4fda-458f-b81c-08858dfaa97f', 'tenant_id': 'c3498f393542440da4b2406c4557c5d1', 'fixed_ips': [{'subnet_id': 'b13543f3-debc-41ff-b91a-3045675346bf'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:26.937672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ec61-b110-4d91-baaa-0e113ed76bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:26.955836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-319ce3fa-2989-4375-8913-74912e6dd1b1 req-110919cf-4ab1-4a65-af31-e60add3eb41c tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 210 time: 0.0436904 Oct 18 20:52:27.010761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=c9d1ca1e-9773-4161-b047-30df1e15fa20,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:27.021894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No DVR routers for this DVR port c9d1ca1e-9773-4161-b047-30df1e15fa20 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:27.056902 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cf9826-8b0a-473e-a178-4488e6933880 x-openstack-request-id: req-a5cf9826-8b0a-473e-a178-4488e6933880 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:27.057377 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e3085c-e901-4c46-a767-0f73b7d0905d", "name": "network-vif-deleted", "tag": "000cb14b-1de1-494c-afce-c4c1aed578e5", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:27.057644 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5cf9826-8b0a-473e-a178-4488e6933880 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:27.058072 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e3085c-e901-4c46-a767-0f73b7d0905d', 'name': 'network-vif-deleted', 'tag': '000cb14b-1de1-494c-afce-c4c1aed578e5', 'status': 'completed', 'code': 200} Oct 18 20:52:27.199075 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.211343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.224334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.227874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Calling delete_port for 942c5ba0-3b85-4de9-afbf-6b9ebfc775b7 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:27.236740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] Deleting subnet 017a67c1-cf63-49f0-bcfb-dcb13c60920a {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:27.252315 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.277287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fbcba4-116f-43b9-bf37-00c8ea158586 None None] DHCP port deletion for fb4d8431-3d90-4614-9497-daa7c99ee733 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:27.289158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.294199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Made reservation on behalf of cc67bbcfb92d44a9a248e2c35d3d7239 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:27.297756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.300943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Subnet': ['ID=b13543f3-debc-41ff-b91a-3045675346bf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-c1d3ec61-b110-4d91-baaa-0e113ed76bec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b13543f3-debc-41ff-b91a-3045675346bf: This subnet is being modified by another concurrent operation. Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b13543f3-debc-41ff-b91a-3045675346bf: This subnet is being modified by another concurrent operation. Oct 18 20:52:27.324182 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:52:27.353883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.358916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-ca1c7f7b-e71d-46e4-86f4-46a0ea510dbc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-966097852&fields=id&tenant_id=810037e0cf4744049c3d97e5e75f192d HTTP/1.1" status: 200 len: 267 time: 0.2107422 Oct 18 20:52:27.366872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4d8431-3d90-4614-9497-daa7c99ee733']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:27.367759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] For port 2dc79466-e3b2-470c-b97d-12be92c84987, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2dc79466-e3b2-470c-b97d-12be92c84987,segment=NetworkSegment(47c5f78e-9ebe-45c2-b7dd-9185f620d95c),segment_id=47c5f78e-9ebe-45c2-b7dd-9185f620d95c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:27.388136 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.410156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:27.410856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cf60dc-9cd1-4699-b96d-a8bc62c9ea0b') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:27.412684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2dc79466-e3b2-470c-b97d-12be92c84987 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:27.414602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7effbe18-8852-4abc-ac27-12f94b4dcfce None None] Network 4f501c2e-4fda-458f-b81c-08858dfaa97f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:27.438300 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.459350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.470409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-26b77552-5782-4f2c-b1e9-76c974e7a44a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:27.472848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-26b77552-5782-4f2c-b1e9-76c974e7a44a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 984 time: 0.0990674 Oct 18 20:52:27.481115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:27.481604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:27.487221 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:27.503755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Request body: {'port': {'security_groups': ['2f598dd2-e3c0-4dcf-aaf5-d71845694e37']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:27.504191 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.520246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Provisioning complete for port 942c5ba0-3b85-4de9-afbf-6b9ebfc775b7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:27.521046 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.562109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.633179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.639332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.647726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Pushing event updated for resources: {'Port': ['ID=2dc79466-e3b2-470c-b97d-12be92c84987,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:27.648399 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/fb4d8431-3d90-4614-9497-daa7c99ee733 HTTP/1.1" status: 204 len: 168 time: 1.4547501 Oct 18 20:52:27.648506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41004) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:27.655680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f501c2e-4fda-458f-b81c-08858dfaa97f']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:27.660250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9e35b99e-69ec-4ea0-af38-059655e2f2de None None] Port 942c5ba0-3b85-4de9-afbf-6b9ebfc775b7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:27.676841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aca9eda-33a9-4670-8653-53df8c81687e') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:27.677153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aca9eda-33a9-4670-8653-53df8c81687e') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:27.678179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1983116763'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:27.686124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2dc79466-e3b2-470c-b97d-12be92c84987 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:27.686516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.696168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3eed3-6ee1-4953-938c-8c28e33f3dd2 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=fb4d8431-3d90-4614-9497-daa7c99ee733,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:27.699031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.709607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.719200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82129e1-2ba1-4d66-81bf-47e83440a5b7 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:52:27.793874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.804078 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.817415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:27.817927 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:27.822491 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:27.824899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:27.825348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d3706761-ae5f-41c3-89bf-918dd02c1338 None None] Could not find standard attr ID for object c9d1ca1e-9773-4161-b047-30df1e15fa20. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:52:27.828184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.867673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017a67c1-cf63-49f0-bcfb-dcb13c60920a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:27.873065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.874734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d3706761-ae5f-41c3-89bf-918dd02c1338 None None] Provisioning complete for port 2dc79466-e3b2-470c-b97d-12be92c84987 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:27.875032 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3706761-ae5f-41c3-89bf-918dd02c1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:27.878985 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e98a8106-4dd8-424f-be58-8d864190b64c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/017a67c1-cf63-49f0-bcfb-dcb13c60920a HTTP/1.1" status: 204 len: 168 time: 1.0987473 Oct 18 20:52:27.883065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41006) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:27.905430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82129e1-2ba1-4d66-81bf-47e83440a5b7 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:52:27.992978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2dc79466-e3b2-470c-b97d-12be92c84987 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:27.996896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Allocated IP 172.20.0.5 (9cbe67d6-a356-446a-98b7-c802ea669766/73ab4248-3c9c-4574-8186-b58ea1c282e7/ae12d128-c028-413b-8520-dddeb21ba11c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:28.006899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=186280c8-9ccb-42da-bfc3-f871143a8212,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:28.045982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.064885 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.069002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.072214 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.074942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:28.091975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.099394 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/4f501c2e-4fda-458f-b81c-08858dfaa97f HTTP/1.1" status: 204 len: 168 time: 2.0469856 Oct 18 20:52:28.110936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41010) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:28.118351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-122935649'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:28.130442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf207cce-565d-4838-8d3e-a5ea9f251308 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Network': ['ID=4f501c2e-4fda-458f-b81c-08858dfaa97f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:28.138445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:28.139379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.146322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6dc65176-791b-4f43-8ffc-b59b10a24b1e req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "PUT /v2.0/ports/186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 942 time: 0.6609209 Oct 18 20:52:28.155896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.157885 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.158438 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment 47fcc5d2-7de1-4424-ba01-9e11e21ee870 of type vlan for network 9e487c49-6148-421e-978b-a71e920ea28b Oct 18 20:52:28.206880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['186280c8-9ccb-42da-bfc3-f871143a8212'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:28.245758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Port': ['ID=942c5ba0-3b85-4de9-afbf-6b9ebfc775b7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:28.268848 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.277518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event updated for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:28.305820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['186280c8-9ccb-42da-bfc3-f871143a8212'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:28.321026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:28.325369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.340351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.340916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.341254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.341566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.341868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.342197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.342582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.342906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.343424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.343615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.343897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.344193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555dbb68-bb48-43c5-85e7-2b06dd507cbb tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:52:28.350042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.355855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:28.356349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.358616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d3706761-ae5f-41c3-89bf-918dd02c1338 None None] Could not find standard attr ID for object 9acd3bba-01f2-425a-9376-41ff01b3a931. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:52:28.437609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=9e487c49-6148-421e-978b-a71e920ea28b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:28.460358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63f2676e-5747-43d1-b35d-45551d81bc7c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7883289 Oct 18 20:52:28.461323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41014) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:28.472221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': '9e487c49-6148-421e-978b-a71e920ea28b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:28.475870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9e487c49-6148-421e-978b-a71e920ea28b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:28.632647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2dc79466-e3b2-470c-b97d-12be92c84987 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:28.632978 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.637641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ef35fb-40cf-4bea-92f4-46bc98180b69 req-727ebcec-132c-4df2-8c07-c50f661a0a70 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 210 time: 0.0383563 Oct 18 20:52:28.638378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:28.648461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.848409 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.902326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9562d4fb-8329-4ac7-8774-a5d7e664c95c']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:28.904742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:28.925934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:28.926236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2866d8-3b6f-40c5-ba7e-3aaf68e7d6ea') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:28.946555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.974906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-d959b042-c172-4e22-b84e-a0635023b9e3 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2932606 Oct 18 20:52:28.997093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:28.997891 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Added segment 88201630-d243-4ff9-b4f5-2f8a369d6ccb of type vlan for network 8164b3e0-9968-4b25-a6ba-3da2f52d677d Oct 18 20:52:29.009688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:29.020846 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.042901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a5eed-ea6f-41a6-868d-4f4145d1939e None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:52:29.047713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.049678 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.063916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212'}, {'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:29.066151 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f219b82b-940e-4d5d-b114-c39820266bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212"}, {"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:29.081284 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.085776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:29.086098 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:29.089164 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:29.116699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.162164 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.207377 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c9d1ca1e-9773-4161-b047-30df1e15fa20 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:29.242512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: c9d1ca1e-9773-4161-b047-30df1e15fa20 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:29.243287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c9d1ca1e-9773-4161-b047-30df1e15fa20 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:29.276547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.282312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.288649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9562d4fb-8329-4ac7-8774-a5d7e664c95c HTTP/1.1" status: 204 len: 168 time: 1.4021556 Oct 18 20:52:29.293050 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.297807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a5eed-ea6f-41a6-868d-4f4145d1939e None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:52:29.304286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.310256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:29.310912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.323432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bce14c-1212-43f5-9eb6-67a65ca79953 admin admin] Pushing event deleted for resources: {'Network': ['ID=9562d4fb-8329-4ac7-8774-a5d7e664c95c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:29.463558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3513441 Oct 18 20:52:29.465996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Network 9cbe67d6-a356-446a-98b7-c802ea669766 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:29.480309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41024) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:29.495488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Request body: {'subnet': {'network_id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:29.501642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:29.533303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:29.540512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41026) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:29.541191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Pushing event updated for resources: {'Port': ['ID=ae12d128-c028-413b-8520-dddeb21ba11c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:29.562968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Router ae21b910-9c26-4abb-ab64-e42229344aa7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:52:29.594589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982bf9-d03e-4bd8-9925-49ee62669767 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Network': ['ID=8164b3e0-9968-4b25-a6ba-3da2f52d677d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:29.621218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 8164b3e0-9968-4b25-a6ba-3da2f52d677d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:29.638592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=39604f71-94a1-4580-87d2-706a7c6a9f24,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:29.661462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': '47fcc5d2-7de1-4424-ba01-9e11e21ee870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9e487c49-6148-421e-978b-a71e920ea28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:29.661828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: 9e487c49-6148-421e-978b-a71e920ea28b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:29.693720 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.705059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:29.705776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.711937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 9e487c49-6148-421e-978b-a71e920ea28b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:29.757291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9e487c49-6148-421e-978b-a71e920ea28b) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:29.767061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:29.767760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.777811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02ea41-5d3d-4640-a86a-d9415ba0cb83 None None] Network 9e487c49-6148-421e-978b-a71e920ea28b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:29.796103 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e7e1dd47-eec4-461e-be05-328bad387c0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1937209920c40ea8d18a334fda0218e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521236 Oct 18 20:52:29.803151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41030) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:29.811054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:29.819076 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a383ce1e-d16a-4ef9-a8f4-413e384c3b78 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "PUT /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1528738 Oct 18 20:52:29.824681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41032) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:29.832704 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] Sync routers for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:29.833391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Made reservation on behalf of c3498f393542440da4b2406c4557c5d1 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:29.837012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:29.863885 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:29.865403 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:29.873472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-f2740a69-51ed-4080-b00e-c639284743eb tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0839577 Oct 18 20:52:29.892857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Request body: {'port': {'device_id': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:29.929917 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:29.943015 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-990d8905-6bfe-47f5-9cb7-13ca33813ff3 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] delete failed (client error): The resource could not be found. Oct 18 20:52:29.943351 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:29.944966 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:29.950456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41034) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:29.950677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-990d8905-6bfe-47f5-9cb7-13ca33813ff3 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-968877013 HTTP/1.1" status: 404 len: 334 time: 0.1248624 Oct 18 20:52:29.960895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-85396dac-a1f1-441e-92a4-81acb30b17f9 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4979246 Oct 18 20:52:29.962975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-303a468d-51d8-46fe-a701-fa7cf61ea707 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae21b910-9c26-4abb-ab64-e42229344aa7'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:29.966418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41036) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:29.999567 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:30.000913 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98346848-e9df-4d77-9808-a5490b24cf9a None None] The sync data for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:30.006991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Allocated IP 172.25.7.174 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/be287d49-a560-461f-aec1-270d088ae741) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:30.017473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': '9e487c49-6148-421e-978b-a71e920ea28b', 'name': 'tempest-PortsIpV6TestJSON-231924765', 'fixed_ips': [{'subnet_id': '39604f71-94a1-4580-87d2-706a7c6a9f24', 'ip_address': '2001:db8::10'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:30.036024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-c5075249-db42-4d52-bf41-6b474a89b178 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:30.037682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-c5075249-db42-4d52-bf41-6b474a89b178 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "GET /v2.0/ports?device_id=b878cd7c-b66a-4987-b8ea-1bee612da220 HTTP/1.1" status: 200 len: 946 time: 0.1376052 Oct 18 20:52:30.062568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-9e487c49-6148-421e-978b-a71e920ea28b', 'network_id': '9e487c49-6148-421e-978b-a71e920ea28b', 'tenant_id': 'cb56924bef3447949ec09488142c8be2', 'fixed_ips': [{'subnet_id': '39604f71-94a1-4580-87d2-706a7c6a9f24'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:30.063373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.171411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7816c79d-29a2-4f63-9d31-bf96f4123289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.221300 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.233901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Allocated IP 2001:db8::2 (9e487c49-6148-421e-978b-a71e920ea28b/39604f71-94a1-4580-87d2-706a7c6a9f24/28c2ab63-06a1-4c44-90ca-f405061a541e) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:30.234156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Deleting port b2d24683-bcef-47fa-85ce-f1172192e642 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:30.234291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.270594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.295965 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7816c79d-29a2-4f63-9d31-bf96f4123289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.340221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.395349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] For port b2d24683-bcef-47fa-85ce-f1172192e642, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=b2d24683-bcef-47fa-85ce-f1172192e642,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:30.396315 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.427808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:30.428857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Calling delete_port for b2d24683-bcef-47fa-85ce-f1172192e642 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:30.440343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:30.451306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:30.472634 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.479082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.479326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event updated for resources: {'Port': ['ID=be287d49-a560-461f-aec1-270d088ae741,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:30.521616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-303a468d-51d8-46fe-a701-fa7cf61ea707 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.522090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Network 9e487c49-6148-421e-978b-a71e920ea28b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:30.525768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:30.532992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:30.539232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Pushing event updated for resources: {'Port': ['ID=28c2ab63-06a1-4c44-90ca-f405061a541e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:30.608257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Attempting to bind port 28c2ab63-06a1-4c44-90ca-f405061a541e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:30.608257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Attempting to bind port 28c2ab63-06a1-4c44-90ca-f405061a541e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '47fcc5d2-7de1-4424-ba01-9e11e21ee870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9e487c49-6148-421e-978b-a71e920ea28b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:30.608257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Attempting to bind port 28c2ab63-06a1-4c44-90ca-f405061a541e on network 9e487c49-6148-421e-978b-a71e920ea28b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:30.615218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:30.615757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Checking segment: {'id': '47fcc5d2-7de1-4424-ba01-9e11e21ee870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9e487c49-6148-421e-978b-a71e920ea28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:30.616319 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.616788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Bound using segment: {'id': '47fcc5d2-7de1-4424-ba01-9e11e21ee870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9e487c49-6148-421e-978b-a71e920ea28b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:30.617365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Bound port: 28c2ab63-06a1-4c44-90ca-f405061a541e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fcc5d2-7de1-4424-ba01-9e11e21ee870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '9e487c49-6148-421e-978b-a71e920ea28b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:30.617845 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.647921 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-303a468d-51d8-46fe-a701-fa7cf61ea707 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] update failed (client error): The resource could not be found. Oct 18 20:52:30.649047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-303a468d-51d8-46fe-a701-fa7cf61ea707 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "PUT /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7 HTTP/1.1" status: 404 len: 339 time: 0.6984627 Oct 18 20:52:30.655708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41038) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:30.681374 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7816c79d-29a2-4f63-9d31-bf96f4123289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.684003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7816c79d-29a2-4f63-9d31-bf96f4123289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.688228 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7816c79d-29a2-4f63-9d31-bf96f4123289 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d3aa815-eb50-4c67-be62-e1a237ea9be6 HTTP/1.1" status: 204 len: 168 time: 0.8811083 Oct 18 20:52:30.693310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:30.709495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] For port 28c2ab63-06a1-4c44-90ca-f405061a541e, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:30.714403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] For port 28c2ab63-06a1-4c44-90ca-f405061a541e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=28c2ab63-06a1-4c44-90ca-f405061a541e,segment=NetworkSegment(47fcc5d2-7de1-4424-ba01-9e11e21ee870),segment_id=47fcc5d2-7de1-4424-ba01-9e11e21ee870)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:30.720895 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.731121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816c79d-29a2-4f63-9d31-bf96f4123289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3aa815-eb50-4c67-be62-e1a237ea9be6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:30.803185 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.832078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['b2d24683-bcef-47fa-85ce-f1172192e642'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:30.899836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c7a3f-cdc0-496e-b4cd-fa8f2ff11030 None None] Pushing event updated for resources: {'Port': ['ID=28c2ab63-06a1-4c44-90ca-f405061a541e,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:30.957435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 20:52:30.960205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event deleted for resources: {'Port': ['ID=b2d24683-bcef-47fa-85ce-f1172192e642,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:30.968003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:30.990107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.049402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] No DVR routers for this DVR port b2d24683-bcef-47fa-85ce-f1172192e642 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:31.051633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.057390 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.060801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b309e6ad-4ccc-49ab-9727-61ed7b8dc52b req-76d69b76-45d5-45df-9a93-85e2f5a782ac tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.79 "DELETE /v2.0/ports/b2d24683-bcef-47fa-85ce-f1172192e642 HTTP/1.1" status: 204 len: 173 time: 1.0158720 Oct 18 20:52:31.116565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port 3a187d03-d4e6-41ce-a8e2-1920b6f30e0c yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:31.221880 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.242847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event updated for resources: {'Subnet': ['ID=b55267fa-471f-4670-9b3e-095d179cd15f,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:31.277941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Checking segment: {'id': '88201630-d243-4ff9-b4f5-2f8a369d6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:31.278311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network hostable DHCP agents. Network: 8164b3e0-9968-4b25-a6ba-3da2f52d677d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:31.317402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae12d128-c028-413b-8520-dddeb21ba11c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:52:31.334666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.364499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Transition to ACTIVE for port object ae12d128-c028-413b-8520-dddeb21ba11c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:52:31.368086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Network 8164b3e0-9968-4b25-a6ba-3da2f52d677d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:31.379222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.397489 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.425388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 8164b3e0-9968-4b25-a6ba-3da2f52d677d) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:31.441670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead61634-cfb0-427c-a319-00557dbb756e None None] Network 8164b3e0-9968-4b25-a6ba-3da2f52d677d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:31.442318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:31.443116 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.479977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Pushing event updated for resources: {'Port': ['ID=ae12d128-c028-413b-8520-dddeb21ba11c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:31.485899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::10 (9e487c49-6148-421e-978b-a71e920ea28b/39604f71-94a1-4580-87d2-706a7c6a9f24/3a187d03-d4e6-41ce-a8e2-1920b6f30e0c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:31.492871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6428983a-ede7-4c20-8a76-f895f62561e9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0107687 Oct 18 20:52:31.495708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41054) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:31.706249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Attempting to bind port ae12d128-c028-413b-8520-dddeb21ba11c on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:31.706560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Attempting to bind port ae12d128-c028-413b-8520-dddeb21ba11c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:31.706852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Attempting to bind port ae12d128-c028-413b-8520-dddeb21ba11c on network 9cbe67d6-a356-446a-98b7-c802ea669766 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:31.732334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Port ae12d128-c028-413b-8520-dddeb21ba11c on network 9cbe67d6-a356-446a-98b7-c802ea669766 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:52:31.732891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Attempting to bind port ae12d128-c028-413b-8520-dddeb21ba11c on network 9cbe67d6-a356-446a-98b7-c802ea669766 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:31.747726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-8164b3e0-9968-4b25-a6ba-3da2f52d677d', 'network_id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d', 'tenant_id': 'c3498f393542440da4b2406c4557c5d1', 'fixed_ips': [{'subnet_id': 'b55267fa-471f-4670-9b3e-095d179cd15f'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:31.750611 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.822059 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.855369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:31.855899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Checking segment: {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:31.859408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Bound using segment: {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:31.867863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.870992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Bound port: ae12d128-c028-413b-8520-dddeb21ba11c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc236b0-3b74-4c98-8327-8161971ebf9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:31.871832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:31.883214 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.037426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Allocated IP 2001:db8::f816:3eff:fe7d:27d (8164b3e0-9968-4b25-a6ba-3da2f52d677d/b55267fa-471f-4670-9b3e-095d179cd15f/a916078e-128d-4768-b9c1-5f23c9fedba5) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:32.069876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Allocated IP 172.20.0.1 (392e69e1-582d-4187-a2b0-5a90d1bc6dda/ef3393b1-ba28-4a66-bc72-1de7a75c28a7/62493f33-4a51-4057-9d9a-3ef3c409a363) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:32.083386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event updated for resources: {'Port': ['ID=be287d49-a560-461f-aec1-270d088ae741,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:32.114776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.115485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 28c2ab63-06a1-4c44-90ca-f405061a541e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:32.144508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.169412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.170377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-f79e12d6-8098-4d83-a012-b1fc01cad7c0 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1674700 Oct 18 20:52:32.176133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.225590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] For port ae12d128-c028-413b-8520-dddeb21ba11c, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:32.257249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] For port ae12d128-c028-413b-8520-dddeb21ba11c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ae12d128-c028-413b-8520-dddeb21ba11c,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:32.270012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.283505 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.316317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.320513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:32.321211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.322487 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] 10.222.0.30 "PUT /v2.0/ports/ae12d128-c028-413b-8520-dddeb21ba11c HTTP/1.1" status: 200 len: 1091 time: 2.4346530 Oct 18 20:52:32.322971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'tag': 'ae12d128-c028-413b-8520-dddeb21ba11c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:32.325376 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc95ed9-2bdc-4867-80df-e406de2c7866" -d '{"events": [{"name": "network-changed", "server_uuid": "592309d8-eb94-4b26-b3a0-9fc03b0262c7", "tag": "ae12d128-c028-413b-8520-dddeb21ba11c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:32.341642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.379263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 9e487c49-6148-421e-978b-a71e920ea28b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:32.381307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:32.387963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:32.394457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:32.395042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.405409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 28c2ab63-06a1-4c44-90ca-f405061a541e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:32.405409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.419054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b16917-d810-44f5-9ec3-3b58f4782308 service neutron] Pushing event updated for resources: {'Port': ['ID=ae12d128-c028-413b-8520-dddeb21ba11c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:32.443043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4276040 Oct 18 20:52:32.462453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:32.472427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': '9e487c49-6148-421e-978b-a71e920ea28b', 'name': 'tempest-PortsIpV6TestJSON-466455791', 'fixed_ips': [{'subnet_id': '39604f71-94a1-4580-87d2-706a7c6a9f24', 'ip_address': '2001:db8::f'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:32.479465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:32.489974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.505397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:32.508773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:32.551677 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.561072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3f9d4-cf0c-4f52-94db-8e248827ab07 None None] Network 9e487c49-6148-421e-978b-a71e920ea28b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:32.594885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Port': ['ID=62493f33-4a51-4057-9d9a-3ef3c409a363,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:32.642795 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.680637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Network 8164b3e0-9968-4b25-a6ba-3da2f52d677d is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:32.727100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.736215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-2eef12fa-5729-49f3-b9a8-31744ac87707 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 696 time: 0.5259898 Oct 18 20:52:32.873296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546341cf-d8d5-491f-b950-79c509697545 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=3a187d03-d4e6-41ce-a8e2-1920b6f30e0c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:32.890901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:32.901037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.908239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-993b1938-d086-4d60-a799-a68698dc3967 None None] Provisioning complete for port 28c2ab63-06a1-4c44-90ca-f405061a541e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:32.908239 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-993b1938-d086-4d60-a799-a68698dc3967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:32.909917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-0e58e3b6-e2c2-4471-9630-cc506a8f0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:32.912084 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-0e58e3b6-e2c2-4471-9630-cc506a8f0385 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 1094 time: 0.5260067 Oct 18 20:52:32.925195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:32.929249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b2d24683-bcef-47fa-85ce-f1172192e642 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:32.942936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Subnet': ['ID=b55267fa-471f-4670-9b3e-095d179cd15f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:32.974116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: b2d24683-bcef-47fa-85ce-f1172192e642 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:32.974385 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device b2d24683-bcef-47fa-85ce-f1172192e642 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:32.976257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Pushing event updated for resources: {'Port': ['ID=a916078e-128d-4768-b9c1-5f23c9fedba5,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:32.981857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-d9a77029-6134-493f-9ec0-4caef3edcfad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae12d128-c028-413b-8520-dddeb21ba11c HTTP/1.1" status: 200 len: 217 time: 0.0464413 Oct 18 20:52:32.983545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 28c2ab63-06a1-4c44-90ca-f405061a541e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=28c2ab63-06a1-4c44-90ca-f405061a541e,segment=NetworkSegment(47fcc5d2-7de1-4424-ba01-9e11e21ee870),segment_id=47fcc5d2-7de1-4424-ba01-9e11e21ee870)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:32.988335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.009234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:33.023250 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.036000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-8572da9f-2190-4862-9eb4-8b102e24445d tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:33.037517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-8572da9f-2190-4862-9eb4-8b102e24445d tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2653463 Oct 18 20:52:33.060078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-3351a3f6-7da4-4482-b49b-be3e4e44d2b2 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:52:33.061099 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-481d548f-6f19-42a2-9991-d16e27a7ea60 req-3351a3f6-7da4-4482-b49b-be3e4e44d2b2 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064340 Oct 18 20:52:33.077029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.101194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-4c53a325-2b81-4a06-a711-66ce1c475a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:33.102709 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-4c53a325-2b81-4a06-a711-66ce1c475a11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.1078613 Oct 18 20:52:33.106312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8164b3e0-9968-4b25-a6ba-3da2f52d677d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:33.126461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88201630-d243-4ff9-b4f5-2f8a369d6ccb') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:33.126688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88201630-d243-4ff9-b4f5-2f8a369d6ccb') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:33.130333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Attempting to bind port a916078e-128d-4768-b9c1-5f23c9fedba5 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:33.130806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Attempting to bind port a916078e-128d-4768-b9c1-5f23c9fedba5 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '88201630-d243-4ff9-b4f5-2f8a369d6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:33.131255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Attempting to bind port a916078e-128d-4768-b9c1-5f23c9fedba5 on network 8164b3e0-9968-4b25-a6ba-3da2f52d677d {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:33.162754 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-3611d579-d8f8-4db7-be61-92286bec571d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402274 Oct 18 20:52:33.163764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:33.163764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Checking segment: {'id': '88201630-d243-4ff9-b4f5-2f8a369d6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:33.163764 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.163764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Bound using segment: {'id': '88201630-d243-4ff9-b4f5-2f8a369d6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:33.163764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Bound port: a916078e-128d-4768-b9c1-5f23c9fedba5, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88201630-d243-4ff9-b4f5-2f8a369d6ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:33.164225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.165739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.166658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.209141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.227867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port bf69b5d7-33e5-4473-b0b5-79aa7d1d215d yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:33.252083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:33.252536 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:33.256528 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:33.281478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=28c2ab63-06a1-4c44-90ca-f405061a541e,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:33.299167 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519b873d-a205-4050-88cb-b8349ed48dc1 x-openstack-request-id: req-519b873d-a205-4050-88cb-b8349ed48dc1 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:33.299575 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:33.299730 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-519b873d-a205-4050-88cb-b8349ed48dc1 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:33.300797 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212', 'status': 'completed', 'code': 200} Oct 18 20:52:33.301007 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212', 'status': 'completed', 'code': 200} Oct 18 20:52:33.364926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.api [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:52:33.364926 n-d-812149-2 neutron-server[100530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:52:33.364926 n-d-812149-2 neutron-server[100530]: [parameters: {'id': '8164b3e0-9968-4b25-a6ba-3da2f52d677d'}] Oct 18 20:52:33.364926 n-d-812149-2 neutron-server[100530]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:52:33.365810 n-d-812149-2 neutron-server[100530]: DEBUG oslo_db.api [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:52:33.372036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-93dc2466-11e9-45b7-bd56-47ebd2a70358 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024252 Oct 18 20:52:33.418885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] For port a916078e-128d-4768-b9c1-5f23c9fedba5, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:33.422712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] For port a916078e-128d-4768-b9c1-5f23c9fedba5, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a916078e-128d-4768-b9c1-5f23c9fedba5,segment=NetworkSegment(88201630-d243-4ff9-b4f5-2f8a369d6ccb),segment_id=88201630-d243-4ff9-b4f5-2f8a369d6ccb)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:33.429519 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.496795 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-81888529-b4f1-475e-9087-f06bd1d089a9 req-df0065fa-4daa-4942-91ff-7cfff8e3e76e service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162665 Oct 18 20:52:33.542998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404cb32-e0a9-4cee-8aa6-7c1629eeb30d None None] Pushing event updated for resources: {'Port': ['ID=a916078e-128d-4768-b9c1-5f23c9fedba5,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:33.556293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b86459aa-9a9a-4faf-8f4d-e52918c923c4 None None] Provisioning complete for port 62493f33-4a51-4057-9d9a-3ef3c409a363 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:33.556768 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b86459aa-9a9a-4faf-8f4d-e52918c923c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.579430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13bb48d-3521-443c-a410-a8c97a179a36 None None] Network 8164b3e0-9968-4b25-a6ba-3da2f52d677d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:33.622703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b86459aa-9a9a-4faf-8f4d-e52918c923c4 None None] Port 62493f33-4a51-4057-9d9a-3ef3c409a363 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:33.743578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0e546102-7d7f-4e42-9103-32a47858c3d8 None None] Provisioning complete for port 28c2ab63-06a1-4c44-90ca-f405061a541e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:33.743954 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e546102-7d7f-4e42-9103-32a47858c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.854791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0e546102-7d7f-4e42-9103-32a47858c3d8 None None] Provisioning complete for port 3a187d03-d4e6-41ce-a8e2-1920b6f30e0c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:33.855155 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e546102-7d7f-4e42-9103-32a47858c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.867054 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.911631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538f630-3704-4843-91f3-b3be1c263d4a req-1880b58c-3d22-472f-891f-c52f1a985910 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:33.913255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d538f630-3704-4843-91f3-b3be1c263d4a req-1880b58c-3d22-472f-891f-c52f1a985910 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 943 time: 0.5560443 Oct 18 20:52:33.914048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0e546102-7d7f-4e42-9103-32a47858c3d8 None None] Port 3a187d03-d4e6-41ce-a8e2-1920b6f30e0c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:33.921602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-fc20fa44-aadf-4d7c-a6f2-00b2831e335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:33.923281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-fc20fa44-aadf-4d7c-a6f2-00b2831e335d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.6148770 Oct 18 20:52:33.976577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting port a916078e-128d-4768-b9c1-5f23c9fedba5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:33.977432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:33.999667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 28c2ab63-06a1-4c44-90ca-f405061a541e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:34.052078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf39f96-56fd-40c8-b0bf-7bb89d65222f None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:52:34.066339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] For port a916078e-128d-4768-b9c1-5f23c9fedba5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a916078e-128d-4768-b9c1-5f23c9fedba5,segment=NetworkSegment(88201630-d243-4ff9-b4f5-2f8a369d6ccb),segment_id=88201630-d243-4ff9-b4f5-2f8a369d6ccb)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:34.066726 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.081966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Calling delete_port for a916078e-128d-4768-b9c1-5f23c9fedba5 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:34.114411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a6a6349e-5af7-4232-b0e3-4777818c7880 None None] Provisioning complete for port 3a187d03-d4e6-41ce-a8e2-1920b6f30e0c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:34.115484 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a6a6349e-5af7-4232-b0e3-4777818c7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.129310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d538f630-3704-4843-91f3-b3be1c263d4a req-54186137-58b1-4c09-8978-2677df77b580 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894243 Oct 18 20:52:34.147080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::f (9e487c49-6148-421e-978b-a71e920ea28b/39604f71-94a1-4580-87d2-706a7c6a9f24/bf69b5d7-33e5-4473-b0b5-79aa7d1d215d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:34.215671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-6533c6e0-1e8e-4d13-92c6-9335f3cd22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:34.217270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-6533c6e0-1e8e-4d13-92c6-9335f3cd22f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.2762856 Oct 18 20:52:34.226656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 28c2ab63-06a1-4c44-90ca-f405061a541e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:34.227337 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.242249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6349e-5af7-4232-b0e3-4777818c7880 None None] Port 3a187d03-d4e6-41ce-a8e2-1920b6f30e0c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:34.245960 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.306581 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8c62da-6144-4f48-9bdf-bc0a234aa980 x-openstack-request-id: req-4b8c62da-6144-4f48-9bdf-bc0a234aa980 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:34.307003 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592309d8-eb94-4b26-b3a0-9fc03b0262c7", "tag": "ae12d128-c028-413b-8520-dddeb21ba11c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:34.307348 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b8c62da-6144-4f48-9bdf-bc0a234aa980 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:34.307927 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'tag': 'ae12d128-c028-413b-8520-dddeb21ba11c', 'status': 'completed', 'code': 200} Oct 18 20:52:34.314611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf39f96-56fd-40c8-b0bf-7bb89d65222f None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:52:34.318434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Port': ['ID=a916078e-128d-4768-b9c1-5f23c9fedba5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:34.332286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No DVR routers for this DVR port a916078e-128d-4768-b9c1-5f23c9fedba5 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:34.427885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-abcc16f3-147b-48d5-8c3d-da9518275f5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.2017314 Oct 18 20:52:34.449270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.505835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-8f993463-2cec-45ce-a6d0-87106ea9b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:34.507449 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-8f993463-2cec-45ce-a6d0-87106ea9b22a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 1094 time: 0.2032084 Oct 18 20:52:34.509545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.528287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.583299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8164b3e0-9968-4b25-a6ba-3da2f52d677d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:34.636997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41080) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:34.639006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88201630-d243-4ff9-b4f5-2f8a369d6ccb') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:34.639295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88201630-d243-4ff9-b4f5-2f8a369d6ccb') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:34.659156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.682462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.701685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:34.701981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:34.706714 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:34.711160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-1154765f-47c3-4ff2-9045-f07653ce7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:34.711352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-1154765f-47c3-4ff2-9045-f07653ce7665 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 200 len: 915 time: 0.1929357 Oct 18 20:52:34.715551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-743a877c-af9a-4742-b2a1-dd2da1ba1eda tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:34.724171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-743a877c-af9a-4742-b2a1-dd2da1ba1eda tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3052850 Oct 18 20:52:34.725733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-ce11ea98-84c8-48a4-a45a-23043caeb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:34.727203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-ce11ea98-84c8-48a4-a45a-23043caeb96b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.2806609 Oct 18 20:52:34.735142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event updated for resources: {'Port': ['ID=62493f33-4a51-4057-9d9a-3ef3c409a363,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:34.780972 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-888fc18b-b999-46cc-be17-9996b27e8fa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae12d128-c028-413b-8520-dddeb21ba11c HTTP/1.1" status: 200 len: 217 time: 0.0571370 Oct 18 20:52:34.802098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.842948 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-a7c668fd-1865-4bca-9082-1b0bb6540ff4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579419 Oct 18 20:52:34.852429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-a41ace2c-1701-42a5-8861-6de231b452e5 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 696 time: 0.1284475 Oct 18 20:52:34.857759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.871775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Request body: {'floatingip': {'port_id': '186280c8-9ccb-42da-bfc3-f871143a8212', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:34.882580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.899282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.906144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/8164b3e0-9968-4b25-a6ba-3da2f52d677d HTTP/1.1" status: 204 len: 168 time: 3.4057405 Oct 18 20:52:34.906144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8905b8d-ad69-4a74-aa1e-39d040bf6167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.909917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41084) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:34.939277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46a765-89f3-471b-84a9-ccf7ef853575 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Network': ['ID=8164b3e0-9968-4b25-a6ba-3da2f52d677d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:34.962361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-2ebf21a2-b837-4a1e-88dd-039d1cefe008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:34.963003 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:34.963974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-2ebf21a2-b837-4a1e-88dd-039d1cefe008 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 200 len: 854 time: 0.1500702 Oct 18 20:52:34.967107 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b84a0d-158d-4b79-9f2c-d736c610332c tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:34.967703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b84a0d-158d-4b79-9f2c-d736c610332c tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:34.973190 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-98b84a0d-158d-4b79-9f2c-d736c610332c tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/b55267fa-471f-4670-9b3e-095d179cd15f HTTP/1.1" status: 404 len: 337 time: 0.0585530 Oct 18 20:52:34.978306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41086) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.027856 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-2b13c6fd-a0bd-4512-aa03-c7f1ffe55f09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cbe67d6-a356-446a-98b7-c802ea669766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531738 Oct 18 20:52:35.032965 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-7481987e-0e4f-4919-a631-c97460667a62 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:35.033586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7481987e-0e4f-4919-a631-c97460667a62 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:35.037429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7481987e-0e4f-4919-a631-c97460667a62 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/8164b3e0-9968-4b25-a6ba-3da2f52d677d HTTP/1.1" status: 404 len: 339 time: 0.0515728 Oct 18 20:52:35.043057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41088) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.100537 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-08feb4a3-33bf-4c6f-b662-0600f5b6b109 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:35.101013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08feb4a3-33bf-4c6f-b662-0600f5b6b109 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:35.106784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08feb4a3-33bf-4c6f-b662-0600f5b6b109 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/b13543f3-debc-41ff-b91a-3045675346bf HTTP/1.1" status: 404 len: 337 time: 0.0602801 Oct 18 20:52:35.111047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41090) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.191364 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcb4dc2-68e3-4c10-b537-912fc5687886 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:35.192186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcb4dc2-68e3-4c10-b537-912fc5687886 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:35.195199 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-abcb4dc2-68e3-4c10-b537-912fc5687886 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/4f501c2e-4fda-458f-b81c-08858dfaa97f HTTP/1.1" status: 404 len: 339 time: 0.0779853 Oct 18 20:52:35.203894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.204165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.219270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8905b8d-ad69-4a74-aa1e-39d040bf6167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.224167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-735e7bb6-2c48-4beb-a579-1d1b13b69c3c service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836286 Oct 18 20:52:35.230883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:35.251377 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cf727b-d243-4c4b-a702-9ab898d4b5df tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:35.251832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15cf727b-d243-4c4b-a702-9ab898d4b5df tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:35.252760 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-dba17f45-e853-4be3-a946-fd9dffbc49e8 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932118 Oct 18 20:52:35.254988 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-15cf727b-d243-4c4b-a702-9ab898d4b5df tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/3e34e552-d9bd-4c9f-be98-21fc6213f6f8 HTTP/1.1" status: 404 len: 337 time: 0.0499041 Oct 18 20:52:35.255711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8905b8d-ad69-4a74-aa1e-39d040bf6167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.257896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41096) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.267719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:35.309123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'name': 'network-vif-deleted', 'tag': 'b2d24683-bcef-47fa-85ce-f1172192e642'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:35.311377 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5919210-07dd-4784-b85a-99de2682f314" -d '{"events": [{"server_uuid": "b878cd7c-b66a-4987-b8ea-1bee612da220", "name": "network-vif-deleted", "tag": "b2d24683-bcef-47fa-85ce-f1172192e642"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:35.321142 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccd665c-6784-4397-b868-5532741233c1 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:35.322049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccd665c-6784-4397-b868-5532741233c1 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:35.327290 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fccd665c-6784-4397-b868-5532741233c1 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/3c9cf5e6-0bc7-480d-bb65-d5c69c3cbf7a HTTP/1.1" status: 404 len: 339 time: 0.0629373 Oct 18 20:52:35.336730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41100) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.357810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 9e487c49-6148-421e-978b-a71e920ea28b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:35.385524 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8905b8d-ad69-4a74-aa1e-39d040bf6167 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95737d82622f4616896b253ca02c4bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440112 Oct 18 20:52:35.385763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:35.388106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8905b8d-ad69-4a74-aa1e-39d040bf6167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dae09d-add3-41d3-b912-137e6d9651db,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:35.405391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41102) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.420999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=bf69b5d7-33e5-4473-b0b5-79aa7d1d215d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:35.443204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:35.449101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:35.450050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.491233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1bc95ed9-2bdc-4867-80df-e406de2c7866 req-bf6bce1a-89b7-4254-ad65-9340d5419715 service neutron] 10.222.0.30 "GET /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483134 Oct 18 20:52:35.504359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2672-2d21-40b6-b124-fdf9dd57a639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.540108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2672-2d21-40b6-b124-fdf9dd57a639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.594762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-028e7571-ecbf-4a4d-929f-e47807405ad3 None None] Provisioning complete for port 62493f33-4a51-4057-9d9a-3ef3c409a363 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:35.596165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-028e7571-ecbf-4a4d-929f-e47807405ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.615918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-597b68e2-5fbd-4512-a096-276b47db12ed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1506343 Oct 18 20:52:35.618680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41104) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.655089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-028e7571-ecbf-4a4d-929f-e47807405ad3 None None] Port 62493f33-4a51-4057-9d9a-3ef3c409a363 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:35.657799 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-710a4a76-6a8c-4f91-8c54-3466119a569e service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930864 Oct 18 20:52:35.658803 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2672-2d21-40b6-b124-fdf9dd57a639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.661727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2672-2d21-40b6-b124-fdf9dd57a639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:35.677031 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6c9e2672-2d21-40b6-b124-fdf9dd57a639 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13dae09d-add3-41d3-b912-137e6d9651db HTTP/1.1" status: 204 len: 168 time: 0.2685184 Oct 18 20:52:35.712196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Router ae21b910-9c26-4abb-ab64-e42229344aa7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:52:35.724426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e2672-2d21-40b6-b124-fdf9dd57a639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dae09d-add3-41d3-b912-137e6d9651db,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:35.798468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64e552-d0d1-406d-8178-1f82ad8417ca tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:35.800500 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fc64e552-d0d1-406d-8178-1f82ad8417ca tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1805162 Oct 18 20:52:35.803647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41108) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.893088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a002cd-1254-4146-8723-63405bb7dc05 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:35.901420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a002cd-1254-4146-8723-63405bb7dc05 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:35.907979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a002cd-1254-4146-8723-63405bb7dc05 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:35.914214 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c6a002cd-1254-4146-8723-63405bb7dc05 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1042922 Oct 18 20:52:35.914516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41112) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:35.935300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7d11690e-758e-490b-8d2e-98e0baf7ae10 None None] Provisioning complete for port bf69b5d7-33e5-4473-b0b5-79aa7d1d215d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:35.936191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d11690e-758e-490b-8d2e-98e0baf7ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.017615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7d11690e-758e-490b-8d2e-98e0baf7ae10 None None] Port bf69b5d7-33e5-4473-b0b5-79aa7d1d215d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:36.019411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ae12d128-c028-413b-8520-dddeb21ba11c details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:52:36.036968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port bf69b5d7-33e5-4473-b0b5-79aa7d1d215d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:36.037312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.160814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.177734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for bf69b5d7-33e5-4473-b0b5-79aa7d1d215d owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:36.178817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ae12d128-c028-413b-8520-dddeb21ba11c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ae12d128-c028-413b-8520-dddeb21ba11c,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:36.203309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'ae12d128-c028-413b-8520-dddeb21ba11c', 'network_id': '9cbe67d6-a356-446a-98b7-c802ea669766', 'port_id': 'ae12d128-c028-413b-8520-dddeb21ba11c', 'mac_address': 'fa:16:3e:4d:c8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ab4248-3c9c-4574-8186-b58ea1c282e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:52:36.286060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.314562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae12d128-c028-413b-8520-dddeb21ba11c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:52:36.336493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.378656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ae12d128-c028-413b-8520-dddeb21ba11c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ae12d128-c028-413b-8520-dddeb21ba11c,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:36.391007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.417000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting port ee7ee46d-4355-43a8-bf02-127ec599319b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:36.417628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.420530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=bf69b5d7-33e5-4473-b0b5-79aa7d1d215d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:36.448338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.460985 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f90f629-7e66-4f5d-a85e-11b9168fdb0e tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/bf69b5d7-33e5-4473-b0b5-79aa7d1d215d HTTP/1.1" status: 204 len: 168 time: 0.5448172 Oct 18 20:52:36.464653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41122) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:36.502040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ae12d128-c028-413b-8520-dddeb21ba11c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:36.506856 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cb7c5c-7691-46f8-86f2-840d3c7b7b20 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:52:36.508971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-92cb7c5c-7691-46f8-86f2-840d3c7b7b20 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/bf69b5d7-33e5-4473-b0b5-79aa7d1d215d HTTP/1.1" status: 404 len: 333 time: 0.0428307 Oct 18 20:52:36.513955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41124) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:36.589063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-274f9a17-fc54-41b7-9258-7d6496eea0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:36.590668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-274f9a17-fc54-41b7-9258-7d6496eea0c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.8665781 Oct 18 20:52:36.608324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ae12d128-c028-413b-8520-dddeb21ba11c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:36.681035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 3a187d03-d4e6-41ce-a8e2-1920b6f30e0c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:36.681623 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.762219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:52:36.805544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.833931 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:36.851576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 3a187d03-d4e6-41ce-a8e2-1920b6f30e0c owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:36.867277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:36.869457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Calling delete_port for ee7ee46d-4355-43a8-bf02-127ec599319b owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:36.880453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-96a06aca-1a45-446d-b484-2ffa25b005c6 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "PUT /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2212183 Oct 18 20:52:36.884113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41132) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:36.890908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] Sync routers for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:36.937442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:36.938854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:36.994060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.017715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.019868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:37.021875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cefa58de-dbae-4ac7-8503-9fe26a5da8e1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.033596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:37.036178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:37.078476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:37.079159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa620a54-bb69-4a89-972a-27d61eba08ab None None] The sync data for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:37.109095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.143515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=3a187d03-d4e6-41ce-a8e2-1920b6f30e0c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:37.143878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-0d49479b-cedc-46f1-adf1-c883614a9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:37.145268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-0d49479b-cedc-46f1-adf1-c883614a9c59 service neutron] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.5044732 Oct 18 20:52:37.194097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.203438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8bf2706-a3b9-4ed3-922c-85dcd2433376 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/3a187d03-d4e6-41ce-a8e2-1920b6f30e0c HTTP/1.1" status: 204 len: 168 time: 0.6863687 Oct 18 20:52:37.203750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41138) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:37.233326 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f83461-243a-454e-8d04-fe3e9145cf87 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:52:37.236461 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-30f83461-243a-454e-8d04-fe3e9145cf87 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/3a187d03-d4e6-41ce-a8e2-1920b6f30e0c HTTP/1.1" status: 404 len: 333 time: 0.0303104 Oct 18 20:52:37.241586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41140) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:37.309514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 39604f71-94a1-4580-87d2-706a7c6a9f24 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:37.313289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.328139 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-cefa58de-dbae-4ac7-8503-9fe26a5da8e1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 20:52:37.332522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cefa58de-dbae-4ac7-8503-9fe26a5da8e1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7 HTTP/1.1" status: 409 len: 329 time: 0.4423063 Oct 18 20:52:37.336080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41142) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:37.369156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.399731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-691b469e-28fb-4b83-bc4c-7eff04a54a4d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 999 time: 0.2166126 Oct 18 20:52:37.411579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.425566 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Floating IP ceb5c003-50cc-4066-a756-69fc89360118 associated. External IP: 172.25.7.174, port: 186280c8-9ccb-42da-bfc3-f871143a8212. Oct 18 20:52:37.477744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.542676 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.550327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Port': ['ID=ee7ee46d-4355-43a8-bf02-127ec599319b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:37.573405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=39604f71-94a1-4580-87d2-706a7c6a9f24,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:37.575500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.576494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.579828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3df77c3c-aa6e-435f-a428-f0e07ebf750e tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/ports/ee7ee46d-4355-43a8-bf02-127ec599319b HTTP/1.1" status: 204 len: 168 time: 2.2293875 Oct 18 20:52:37.583059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41144) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:37.585427 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-79bdc95f-adfc-48f5-a5fb-afdfba606cb6 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/39604f71-94a1-4580-87d2-706a7c6a9f24 HTTP/1.1" status: 204 len: 168 time: 0.3418615 Oct 18 20:52:37.585778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41146) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:37.587644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-bb09e756-99e4-479e-b3d6-5451730ae6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:37.589149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-bb09e756-99e4-479e-b3d6-5451730ae6cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.1786740 Oct 18 20:52:37.591097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc81bc5-0808-4053-b119-2d55a981a852 None None] Network 9e487c49-6148-421e-978b-a71e920ea28b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:37.684510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.698685 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e078f2-f71a-4475-b644-5273add8aa32 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:37.699136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e078f2-f71a-4475-b644-5273add8aa32 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:37.702263 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-27e078f2-f71a-4475-b644-5273add8aa32 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/6ef4aebb-75d7-45af-9394-c759480efd8f HTTP/1.1" status: 404 len: 337 time: 0.1165192 Oct 18 20:52:37.717429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41148) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:37.722725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-16e48ccc-6494-4031-924f-3151902384f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206772 Oct 18 20:52:37.787197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] DHCP port deletion for 9e487c49-6148-421e-978b-a71e920ea28b request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:37.808997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.821676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 28c2ab63-06a1-4c44-90ca-f405061a541e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:37.822020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.837710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] Deleting port 28c2ab63-06a1-4c44-90ca-f405061a541e {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:37.838176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.918253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] For port 28c2ab63-06a1-4c44-90ca-f405061a541e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=28c2ab63-06a1-4c44-90ca-f405061a541e,segment=NetworkSegment(47fcc5d2-7de1-4424-ba01-9e11e21ee870),segment_id=47fcc5d2-7de1-4424-ba01-9e11e21ee870)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:37.918698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.935217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 28c2ab63-06a1-4c44-90ca-f405061a541e owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:37.942558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] For port 28c2ab63-06a1-4c44-90ca-f405061a541e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=28c2ab63-06a1-4c44-90ca-f405061a541e,segment=NetworkSegment(47fcc5d2-7de1-4424-ba01-9e11e21ee870),segment_id=47fcc5d2-7de1-4424-ba01-9e11e21ee870)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:37.943301 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:37.967794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] Calling delete_port for 28c2ab63-06a1-4c44-90ca-f405061a541e owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:37.990586 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ae12d128-c028-413b-8520-dddeb21ba11c up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:37.992916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 28c2ab63-06a1-4c44-90ca-f405061a541e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:38.001067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting port caae5e3d-c4f2-488b-9061-1105ef9bc263 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:38.001404 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.097898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] For port caae5e3d-c4f2-488b-9061-1105ef9bc263, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=caae5e3d-c4f2-488b-9061-1105ef9bc263,segment=NetworkSegment(44d414f6-0acf-4969-bd4c-453eb1b263c3),segment_id=44d414f6-0acf-4969-bd4c-453eb1b263c3)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:38.098205 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.113645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Calling delete_port for caae5e3d-c4f2-488b-9061-1105ef9bc263 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:38.115469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.149797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Port 28c2ab63-06a1-4c44-90ca-f405061a541e update to DOWN by agent not found {{(pid=100532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 20:52:38.150897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=28c2ab63-06a1-4c44-90ca-f405061a541e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:38.168941 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.186436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No DVR routers for this DVR port 28c2ab63-06a1-4c44-90ca-f405061a541e on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:38.212464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port ae12d128-c028-413b-8520-dddeb21ba11c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:52:38.219700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] Pushing event deleted for resources: {'Port': ['ID=28c2ab63-06a1-4c44-90ca-f405061a541e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:38.222321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587e714-2a83-4b46-be2a-4cd324d6ed0f None None] No DVR routers for this DVR port 28c2ab63-06a1-4c44-90ca-f405061a541e on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:38.223957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port ae12d128-c028-413b-8520-dddeb21ba11c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:38.224447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.293699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.323301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e487c49-6148-421e-978b-a71e920ea28b']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:38.333477 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.334011 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.336473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fcc5d2-7de1-4424-ba01-9e11e21ee870') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:38.336777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fcc5d2-7de1-4424-ba01-9e11e21ee870') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:38.365679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae12d128-c028-413b-8520-dddeb21ba11c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:38.365679 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f14cf-26e8-45a2-a737-25b4435e8d94" -d '{"events": [{"server_uuid": "592309d8-eb94-4b26-b3a0-9fc03b0262c7", "name": "network-vif-plugged", "status": "completed", "tag": "ae12d128-c028-413b-8520-dddeb21ba11c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:38.371245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-e57517f9-8f5f-42b7-8340-e84cb3b2fa12 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365852 Oct 18 20:52:38.372729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.374692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Port': ['ID=caae5e3d-c4f2-488b-9061-1105ef9bc263,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:38.376785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No DVR routers for this DVR port caae5e3d-c4f2-488b-9061-1105ef9bc263 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:38.388806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port ae12d128-c028-413b-8520-dddeb21ba11c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ae12d128-c028-413b-8520-dddeb21ba11c,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:38.394445 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.395524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Router ea2e68b8-3316-4584-81ce-5d390d71f8e8 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:52:38.423806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.441464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:38.441864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:38.444832 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:38.452153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=ae12d128-c028-413b-8520-dddeb21ba11c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:38.491701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.547873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79502a4a-256a-4d08-b0e6-4609940af8a0']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:38.557766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.560484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d414f6-0acf-4969-bd4c-453eb1b263c3') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:38.560789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d414f6-0acf-4969-bd4c-453eb1b263c3') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:38.564458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f219b82b-940e-4d5d-b114-c39820266bf8 req-1817731f-422c-40ad-a918-b57e9d69c8c8 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852360 Oct 18 20:52:38.568034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.577253 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/9e487c49-6148-421e-978b-a71e920ea28b HTTP/1.1" status: 204 len: 168 time: 0.9841235 Oct 18 20:52:38.578758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41152) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:38.594055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2084783359'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:38.602394 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.605640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c8d43-907d-448d-8c59-9e983103207f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=9e487c49-6148-421e-978b-a71e920ea28b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:38.626967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.630399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:38.633786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:38.635316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.637448 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.639741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:38.640132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:38.643182 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:38.647174 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] Sync routers for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:38.657276 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:38.658020 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:38.660973 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.704373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-69e92368-4f32-466f-906b-3c3cef127e83 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "PUT /v2.0/floatingips/ceb5c003-50cc-4066-a756-69fc89360118 HTTP/1.1" status: 200 len: 996 time: 3.8509843 Oct 18 20:52:38.722019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:52:38.731775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.732402 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Added segment fa1ac945-18ae-4551-9304-fbee22f1545d of type vlan for network 28e6836f-ab60-40ba-ae00-e08341470bce Oct 18 20:52:38.741430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.749463 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.755069 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/79502a4a-256a-4d08-b0e6-4609940af8a0 HTTP/1.1" status: 204 len: 168 time: 1.0344512 Oct 18 20:52:38.756946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41154) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:38.787457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f35581-92a3-4452-914f-3462a5994e3f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Network': ['ID=79502a4a-256a-4d08-b0e6-4609940af8a0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:38.793986 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:52:38.798864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.832343 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.838275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:38.838925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:38.882676 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3000188 Oct 18 20:52:38.882890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41156) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:38.887707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:38.911894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-abab5bc5-c2cc-45f8-bbc5-8fa43c19f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:38.913628 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-abab5bc5-c2cc-45f8-bbc5-8fa43c19f527 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.1771514 Oct 18 20:52:38.942305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fc474-622c-49c2-9caf-b2a3495bd3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Network': ['ID=28e6836f-ab60-40ba-ae00-e08341470bce,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:38.954616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 28e6836f-ab60-40ba-ae00-e08341470bce details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:52:39.022496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:39.027265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.053325 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'ceb5c003-50cc-4066-a756-69fc89360118', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'port_id': '186280c8-9ccb-42da-bfc3-f871143a8212', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'mac_address': 'fa:16:3e:2b:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:52:30Z', 'updated_at': '2021-10-18T20:52:36Z', 'revision_number': 1, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:16Z', 'revision_number': 5, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:39.067557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-b2b168c9-7194-4368-83e6-3ef96eff32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:39.069237 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-b2b168c9-7194-4368-83e6-3ef96eff32d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.1343498 Oct 18 20:52:39.094731 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] Checking router: ea2e68b8-3316-4584-81ce-5d390d71f8e8 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:52:39.101062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting port 6c4f55b7-cf0d-4d41-af61-ea4234552b10 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:39.101493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.106200 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:39.107647 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:39.229413 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:52:39.235814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.261258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.266465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-3e76a228-27df-43cf-b014-e62e96d59dae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 999 time: 0.1688094 Oct 18 20:52:39.291311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Calling delete_port for 6c4f55b7-cf0d-4d41-af61-ea4234552b10 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:39.308994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:39.314372 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Checking segment: {'id': 'fa1ac945-18ae-4551-9304-fbee22f1545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:39.314733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network hostable DHCP agents. Network: 28e6836f-ab60-40ba-ae00-e08341470bce, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:52:39.335941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 28e6836f-ab60-40ba-ae00-e08341470bce is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:52:39.348886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 28e6836f-ab60-40ba-ae00-e08341470bce) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:39.355767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:39.357450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.366722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ece11f-0ed4-4658-9ba7-7ac24907e05d None None] Network 28e6836f-ab60-40ba-ae00-e08341470bce requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:39.407144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-233f80d3-044e-4065-bb49-e86325adc0b3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5209413 Oct 18 20:52:39.407979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41158) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:39.419030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5ca8f8d5-1a72-430b-93e6-80253bdf38b8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-210388559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:39.429161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Deleting port 62493f33-4a51-4057-9d9a-3ef3c409a363 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:39.429780 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.436173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-74c26f25-d71e-4fa2-b96a-e29ab7e42f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:39.437941 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-74c26f25-d71e-4fa2-b96a-e29ab7e42f61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.1558008 Oct 18 20:52:39.452852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8d5-1a72-430b-93e6-80253bdf38b8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.460356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8d5-1a72-430b-93e6-80253bdf38b8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.514166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-a0d58dab-f56d-4909-989e-b0a90e642151 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510256 Oct 18 20:52:39.520615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8d5-1a72-430b-93e6-80253bdf38b8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.532801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8d5-1a72-430b-93e6-80253bdf38b8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.557130 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f8d5-1a72-430b-93e6-80253bdf38b8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.558882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5ca8f8d5-1a72-430b-93e6-80253bdf38b8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1469290 Oct 18 20:52:39.561522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41160) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:39.563708 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'ceb5c003-50cc-4066-a756-69fc89360118', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'port_id': '186280c8-9ccb-42da-bfc3-f871143a8212', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'mac_address': 'fa:16:3e:2b:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:52:30Z', 'updated_at': '2021-10-18T20:52:36Z', 'revision_number': 1, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:16Z', 'revision_number': 5, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:39.565802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-19c6c67f-6d6c-4257-ad6c-14a253f03baa service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:52:39.566898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-19c6c67f-6d6c-4257-ad6c-14a253f03baa service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0436549 Oct 18 20:52:39.579311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce', 'name': 'tempest-PortsIpV6TestJSON-185533370'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:39.601571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.601862 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029f3e4-507b-4e8f-bb6a-f5f8dd74843c None None] The sync data for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 is: [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'ceb5c003-50cc-4066-a756-69fc89360118', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'port_id': '186280c8-9ccb-42da-bfc3-f871143a8212', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'mac_address': 'fa:16:3e:2b:f1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:52:30Z', 'updated_at': '2021-10-18T20:52:36Z', 'revision_number': 1, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:16Z', 'revision_number': 5, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:39.660509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-28e6836f-ab60-40ba-ae00-e08341470bce', 'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce', 'tenant_id': 'cb56924bef3447949ec09488142c8be2', 'fixed_ips': [{'subnet_id': '50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:39.662025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.676108 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.772022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Port': ['ID=6c4f55b7-cf0d-4d41-af61-ea4234552b10,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:39.774863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Calling delete_port for 62493f33-4a51-4057-9d9a-3ef3c409a363 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:39.777066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.780345 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4fa88bfd-3835-4d9d-a005-9d00f72d22cc tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/ports/6c4f55b7-cf0d-4d41-af61-ea4234552b10 HTTP/1.1" status: 204 len: 168 time: 1.0072625 Oct 18 20:52:39.783618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41162) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:39.812884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:39.817736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:39.841455 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c376da5-33b2-48da-a09a-67e7292c6c10 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] DELETE failed (client error): The resource could not be found. Oct 18 20:52:39.841913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c376da5-33b2-48da-a09a-67e7292c6c10 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:39.845718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1c376da5-33b2-48da-a09a-67e7292c6c10 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/195f9a01-5768-432e-9e3c-fe66593e9104 HTTP/1.1" status: 404 len: 337 time: 0.0577660 Oct 18 20:52:39.847919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port d802770a-436c-4a24-be20-2ee00de54a56 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:39.860317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41164) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:39.866793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Allocated IP 2001:db8::2 (28e6836f-ab60-40ba-ae00-e08341470bce/50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6/e1740090-e7d7-4cc3-be0c-f650831d17ad) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:39.930728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-448f763b-bc6e-47bf-8b0a-209dedb73ddf service neutron] 10.222.0.66 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446312 Oct 18 20:52:40.038517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.105178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting port 18d31ae1-9622-4748-81bf-133853e00be8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:40.105741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.119421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70dcc57-9ccf-49e5-adee-44c69a9b4193 req-637c6106-bbeb-409a-acf2-f4fe5840735e service neutron] 10.222.0.66 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789770 Oct 18 20:52:40.161193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88141b0-519d-41bb-9634-6d27b1d8024f None None] New status for floating IP ceb5c003-50cc-4066-a756-69fc89360118: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:52:40.173276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.238901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Port': ['ID=62493f33-4a51-4057-9d9a-3ef3c409a363,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:40.306301 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.366206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-eae946df-d5df-4295-ae35-5a0528b7229c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:40.367786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-eae946df-d5df-4295-ae35-5a0528b7229c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.1485615 Oct 18 20:52:40.419186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-5fb412f1-9d3c-4cfe-aa82-182fa062fd05 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/quotas/b7310279f3eb41dcb9f84cd329005623 HTTP/1.1" status: 200 len: 375 time: 0.0152743 Oct 18 20:52:40.432560 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.479145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Network 28e6836f-ab60-40ba-ae00-e08341470bce is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:40.481640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-b80a0e2c-ac70-4d2d-9831-cdf6257016fd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502210 Oct 18 20:52:40.482293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:40.484777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:40.524885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Pushing event updated for resources: {'Port': ['ID=e1740090-e7d7-4cc3-be0c-f650831d17ad,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:40.553890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Attempting to bind port e1740090-e7d7-4cc3-be0c-f650831d17ad on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:40.554255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Attempting to bind port e1740090-e7d7-4cc3-be0c-f650831d17ad by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'fa1ac945-18ae-4551-9304-fbee22f1545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:40.554616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Attempting to bind port e1740090-e7d7-4cc3-be0c-f650831d17ad on network 28e6836f-ab60-40ba-ae00-e08341470bce {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:40.559819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:40.560267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Checking segment: {'id': 'fa1ac945-18ae-4551-9304-fbee22f1545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:40.560695 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.561256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Bound using segment: {'id': 'fa1ac945-18ae-4551-9304-fbee22f1545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:40.561542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Bound port: e1740090-e7d7-4cc3-be0c-f650831d17ad, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1ac945-18ae-4551-9304-fbee22f1545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '28e6836f-ab60-40ba-ae00-e08341470bce'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:40.561920 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.581661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] For port 18d31ae1-9622-4748-81bf-133853e00be8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=18d31ae1-9622-4748-81bf-133853e00be8,segment=NetworkSegment(21729894-b090-4e9d-a3bd-73a5f7721507),segment_id=21729894-b090-4e9d-a3bd-73a5f7721507)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:40.582021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.601380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Calling delete_port for 18d31ae1-9622-4748-81bf-133853e00be8 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:40.626079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::321 (28e6836f-ab60-40ba-ae00-e08341470bce/50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6/d802770a-436c-4a24-be20-2ee00de54a56) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:40.629655 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.631601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] For port e1740090-e7d7-4cc3-be0c-f650831d17ad, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:40.637189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] For port e1740090-e7d7-4cc3-be0c-f650831d17ad, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e1740090-e7d7-4cc3-be0c-f650831d17ad,segment=NetworkSegment(fa1ac945-18ae-4551-9304-fbee22f1545d),segment_id=fa1ac945-18ae-4551-9304-fbee22f1545d)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:40.643877 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.702649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47fbf1-f6a4-4536-aff9-fa7b18dedbe1 None None] Pushing event updated for resources: {'Port': ['ID=e1740090-e7d7-4cc3-be0c-f650831d17ad,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:40.744006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-9abb2e37-d5a2-457f-a636-21f75fe1562a service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614672 Oct 18 20:52:40.757650 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.761401 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:52:40.819263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Port': ['ID=18d31ae1-9622-4748-81bf-133853e00be8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:40.828605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No DVR routers for this DVR port 18d31ae1-9622-4748-81bf-133853e00be8 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:40.878343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Router ae21b910-9c26-4abb-ab64-e42229344aa7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:52:40.948451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.972956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:40.983287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e9d33d-1266-4317-a200-15936721dbc4']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:40.999879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21729894-b090-4e9d-a3bd-73a5f7721507') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:40.999879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21729894-b090-4e9d-a3bd-73a5f7721507') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:41.016932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.043119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.053585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:41.053997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:41.057657 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:41.077736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.173842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 28e6836f-ab60-40ba-ae00-e08341470bce is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:41.174593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.183503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:41.188499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:41.194827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:41.195510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.198786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.202131 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/95e9d33d-1266-4317-a200-15936721dbc4 HTTP/1.1" status: 204 len: 168 time: 1.3407924 Oct 18 20:52:41.202932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=d802770a-436c-4a24-be20-2ee00de54a56,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:41.205412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41176) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:41.232184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73a37-2aad-44e0-9a0e-865a7f9be8b8 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Network': ['ID=95e9d33d-1266-4317-a200-15936721dbc4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:41.271067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-778b5ebf-83f1-4925-a3a8-890856aeec9a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7058928 Oct 18 20:52:41.271759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41178) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:41.331739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting subnet 95003173-092e-4bdc-867d-926ac540d469 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:41.361722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.381054 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-d13ce953-46ee-4327-9070-a0db1a0e8443 service neutron] 10.222.0.66 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016080 Oct 18 20:52:41.382124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:41.387237 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1535fe4e-e4ec-4c6c-970f-0c8a97492653 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "PUT /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0497880 Oct 18 20:52:41.391112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41180) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:41.394023 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] Sync routers for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:41.404659 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:41.405796 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:41.451861 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-02da2033-b473-47bf-9100-7eda9b5c12c0 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] show failed (client error): The resource could not be found. Oct 18 20:52:41.452955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-02da2033-b473-47bf-9100-7eda9b5c12c0 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1805824276 HTTP/1.1" status: 404 len: 335 time: 0.0598013 Oct 18 20:52:41.459241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:41.463780 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:41.471571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-471a8344-22c5-4e34-b9db-0f2271f12eb5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:41.478860 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] Routers {'ae21b910-9c26-4abb-ab64-e42229344aa7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:41.480716 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ae21b910-9c26-4abb-ab64-e42229344aa7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:41.485010 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.530232 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-471a8344-22c5-4e34-b9db-0f2271f12eb5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] update failed (client error): The resource could not be found. Oct 18 20:52:41.535512 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-471a8344-22c5-4e34-b9db-0f2271f12eb5 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-920648026 HTTP/1.1" status: 404 len: 334 time: 0.0681152 Oct 18 20:52:41.535776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41184) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:41.545600 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:41.546490 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2455fa3-a33e-4ef9-ba7b-0601e1c5d8c1 None None] The sync data for ids ['ae21b910-9c26-4abb-ab64-e42229344aa7'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:41.615197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Deleting subnet 991f5a2a-56d0-4c38-9693-2c6fd0453f67 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:41.619507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.666929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.753494 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.789931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.844304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99beca3-6f16-4cfc-b969-93f3a7a2e511 req-16db18e3-b999-4c23-a463-001f07619990 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:41.846057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b99beca3-6f16-4cfc-b969-93f3a7a2e511 req-16db18e3-b999-4c23-a463-001f07619990 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.0897043 Oct 18 20:52:41.882086 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.884433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.944810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Subnet': ['ID=95003173-092e-4bdc-867d-926ac540d469,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:41.948209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.952421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:41.958851 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-de268dc2-a64c-4a87-aa79-34ff88845d5f tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/subnets/95003173-092e-4bdc-867d-926ac540d469 HTTP/1.1" status: 204 len: 168 time: 0.7467628 Oct 18 20:52:41.962976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41196) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:41.966630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb76bb2-07b7-44fb-b1ef-209e1b6c1ee2 None None] Network 62beb073-ca21-4f31-ae40-ec7514d59b34 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:41.977052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b99beca3-6f16-4cfc-b969-93f3a7a2e511 req-a8e110aa-66c4-4031-90a6-ca301251b981 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139483 Oct 18 20:52:42.067969 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.073133 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/subnets/991f5a2a-56d0-4c38-9693-2c6fd0453f67 HTTP/1.1" status: 204 len: 168 time: 0.5363407 Oct 18 20:52:42.077200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41198) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:42.081409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b96da8-49ca-40e7-821e-6df0d9a8824c None None] Network 28e6836f-ab60-40ba-ae00-e08341470bce requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:42.087369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9da56-fc83-4e2c-bda4-d853f7034290 None None] Network cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:42.089176 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a2c5d-e2d8-4c80-adbb-79e6149503de x-openstack-request-id: req-020a2c5d-e2d8-4c80-adbb-79e6149503de {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:42.089706 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b878cd7c-b66a-4987-b8ea-1bee612da220", "name": "network-vif-deleted", "tag": "b2d24683-bcef-47fa-85ce-f1172192e642", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:42.090208 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-020a2c5d-e2d8-4c80-adbb-79e6149503de {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:42.091394 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b878cd7c-b66a-4987-b8ea-1bee612da220', 'name': 'network-vif-deleted', 'tag': 'b2d24683-bcef-47fa-85ce-f1172192e642', 'status': 'completed', 'code': 200} Oct 18 20:52:42.092550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee42a33-a46a-477c-96ae-285978d3c695 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Subnet': ['ID=991f5a2a-56d0-4c38-9693-2c6fd0453f67,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:42.137492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e1740090-e7d7-4cc3-be0c-f650831d17ad up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:42.195799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.297521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Deleting subnet 48eb1852-d656-40c3-b723-55121dde85b6 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:42.303105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.308012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Deleting port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:42.308364 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.377483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.423072 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb44aef-8fb7-4af6-bd94-35109062e23f x-openstack-request-id: req-6cb44aef-8fb7-4af6-bd94-35109062e23f {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:42.423657 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592309d8-eb94-4b26-b3a0-9fc03b0262c7", "name": "network-vif-plugged", "status": "completed", "tag": "ae12d128-c028-413b-8520-dddeb21ba11c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:42.424221 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6cb44aef-8fb7-4af6-bd94-35109062e23f {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:42.425030 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae12d128-c028-413b-8520-dddeb21ba11c', 'code': 200} Oct 18 20:52:42.462108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4272ee54-f137-4330-85e6-8cdaf3747a7b None None] Provisioning complete for port e1740090-e7d7-4cc3-be0c-f650831d17ad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:42.463194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4272ee54-f137-4330-85e6-8cdaf3747a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.481398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f35a-bd07-4323-a882-12f1b63d2707 req-5b833f75-20ad-4359-8bd5-0c1ae7d10562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:42.482947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d964f35a-bd07-4323-a882-12f1b63d2707 req-5b833f75-20ad-4359-8bd5-0c1ae7d10562 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 1096 time: 0.0810654 Oct 18 20:52:42.496978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] For port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,segment=NetworkSegment(a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9),segment_id=a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:42.497445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.504547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.538519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Calling delete_port for 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:42.543495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-247d76d1-ee6e-4bed-a5d2-ab4e8d3e35c5 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 1001 time: 0.1992772 Oct 18 20:52:42.563944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.612843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] DHCP port deletion for 62beb073-ca21-4f31-ae40-ec7514d59b34 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:42.615792 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d964f35a-bd07-4323-a882-12f1b63d2707 req-a3052ee4-ed7f-4f49-93de-3d53f22ce480 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220918 Oct 18 20:52:42.618191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e1740090-e7d7-4cc3-be0c-f650831d17ad triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:42.618654 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.641155 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.681501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=d802770a-436c-4a24-be20-2ee00de54a56,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:42.682320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-9dd89a40-57c0-40e6-9b46-714a5df1d97a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:42.682924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] DHCP port deletion for cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:42.698230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-9dd89a40-57c0-40e6-9b46-714a5df1d97a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports/186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 942 time: 0.1329672 Oct 18 20:52:42.724643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.764533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Port': ['ID=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:42.766777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] No DVR routers for this DVR port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:42.798517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.798820 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4272ee54-f137-4330-85e6-8cdaf3747a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.836661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df1be2-975f-417c-9d48-cfd07e98b2fd None None] Network faf2fdb5-5d61-4e51-802c-e4edff1d7f91 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:42.853934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.857229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/subnets/48eb1852-d656-40c3-b723-55121dde85b6 HTTP/1.1" status: 204 len: 168 time: 0.7788997 Oct 18 20:52:42.858278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.860668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01e966-a9a7-49bf-8980-60401818855d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Subnet': ['ID=48eb1852-d656-40c3-b723-55121dde85b6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:42.863602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41204) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:42.936038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4272ee54-f137-4330-85e6-8cdaf3747a7b None None] For port e1740090-e7d7-4cc3-be0c-f650831d17ad, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e1740090-e7d7-4cc3-be0c-f650831d17ad,segment=NetworkSegment(fa1ac945-18ae-4551-9304-fbee22f1545d),segment_id=fa1ac945-18ae-4551-9304-fbee22f1545d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:42.944689 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.968090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Deleting port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:42.968756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.978338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62beb073-ca21-4f31-ae40-ec7514d59b34']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:42.986335 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4272ee54-f137-4330-85e6-8cdaf3747a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.989578 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:42.995823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:42.996892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d2bbea-4a07-4be0-ab2e-f6c7d0b677f9') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:43.011655 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.031570 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.046144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:43.046539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:43.050713 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:43.054458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-1bb79abd-5c18-491a-bb21-538e3bcc1720 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 1001 time: 0.2582521 Oct 18 20:52:43.055400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] Deleting port 2dc79466-e3b2-470c-b97d-12be92c84987 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:43.055879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.073532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.180520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] For port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:43.181295 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.233253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.264398 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.270366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] 10.222.0.66 "DELETE /v2.0/networks/62beb073-ca21-4f31-ae40-ec7514d59b34 HTTP/1.1" status: 204 len: 168 time: 1.2898183 Oct 18 20:52:43.270366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584540b1-cd75-4879-8c73-3c1acb6c8bb9 tempest-NetworksIpV6TestAttrs-102834560 tempest-NetworksIpV6TestAttrs-102834560-project] Pushing event deleted for resources: {'Network': ['ID=62beb073-ca21-4f31-ae40-ec7514d59b34,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:43.285793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-58b590d5-9938-494c-a3f4-8fd5dfea68fd tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:43.287531 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-58b590d5-9938-494c-a3f4-8fd5dfea68fd tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.2220094 Oct 18 20:52:43.293497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Calling delete_port for 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:43.298681 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.309684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:52:43.309907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.320447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272ee54-f137-4330-85e6-8cdaf3747a7b None None] Pushing event updated for resources: {'Port': ['ID=e1740090-e7d7-4cc3-be0c-f650831d17ad,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:43.331592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.335881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] For port 2dc79466-e3b2-470c-b97d-12be92c84987, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2dc79466-e3b2-470c-b97d-12be92c84987,segment=NetworkSegment(47c5f78e-9ebe-45c2-b7dd-9185f620d95c),segment_id=47c5f78e-9ebe-45c2-b7dd-9185f620d95c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:43.336650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.381935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:52:43.382752 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:52:43.388954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Network 62beb073-ca21-4f31-ae40-ec7514d59b34 is not hosted by any dhcp agent {{(pid=100532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:52:43.389825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] No DVR routers for this DVR port 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:43.395068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] Calling delete_port for 2dc79466-e3b2-470c-b97d-12be92c84987 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:43.399112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f4d1d-c064-4dde-9731-1d58e38ca771 None None] Pushing event deleted for resources: {'Port': ['ID=84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:43.410731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-47bc1124-ba93-4029-8eb2-42e0f9cf9a95 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 1001 time: 0.1151664 Oct 18 20:52:43.426050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2fa05bdd-beeb-48ff-b26d-00b3dbe9941f None None] Provisioning complete for port e1740090-e7d7-4cc3-be0c-f650831d17ad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:43.426907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2fa05bdd-beeb-48ff-b26d-00b3dbe9941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.429339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:43.529980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.572181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad7176-016e-469c-a1ad-50306413418a None None] DHCP port deletion for faf2fdb5-5d61-4e51-802c-e4edff1d7f91 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:43.700776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-487498ff-0025-43c5-af07-ea820e3146dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:43.703776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-487498ff-0025-43c5-af07-ea820e3146dd tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 812 time: 0.6164668 Oct 18 20:52:43.735052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Request body: {'port': {'device_id': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'admin_state_up': True, 'tenant_id': 'b7310279f3eb41dcb9f84cd329005623'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:43.806258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41212) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:43.836974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.845718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.846008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.846988 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Floating IP ceb5c003-50cc-4066-a756-69fc89360118 disassociated. External IP: 172.25.7.174, port: 186280c8-9ccb-42da-bfc3-f871143a8212. Oct 18 20:52:43.892737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] No DVR routers for this DVR port 2dc79466-e3b2-470c-b97d-12be92c84987 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:43.904724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e596e3-7278-4004-98b4-4a8ed508c3d9 None None] Pushing event deleted for resources: {'Port': ['ID=2dc79466-e3b2-470c-b97d-12be92c84987,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:43.956489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2fa05bdd-beeb-48ff-b26d-00b3dbe9941f None None] Provisioning complete for port d802770a-436c-4a24-be20-2ee00de54a56 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:43.956805 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2fa05bdd-beeb-48ff-b26d-00b3dbe9941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:43.963896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Deleting port 2dc79466-e3b2-470c-b97d-12be92c84987 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:43.964546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.006571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-99ad7176-016e-469c-a1ad-50306413418a None None] Deleting port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:44.007152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99ad7176-016e-469c-a1ad-50306413418a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.059458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2fa05bdd-beeb-48ff-b26d-00b3dbe9941f None None] Port d802770a-436c-4a24-be20-2ee00de54a56 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:44.095216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:44.102330 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca3db28-1401-4d24-80ac-5bee52bd5b20" -d '{"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:44.114701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] For port 2dc79466-e3b2-470c-b97d-12be92c84987, host n-d-812149-2, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:44.115286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.118547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-99ad7176-016e-469c-a1ad-50306413418a None None] For port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=91dc2ef8-92e4-4ee1-aeb5-d403955b4894,segment=NetworkSegment(19f17880-e744-4032-b0a9-0aa4e3b99bda),segment_id=19f17880-e744-4032-b0a9-0aa4e3b99bda)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:44.119154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99ad7176-016e-469c-a1ad-50306413418a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.134515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-99ad7176-016e-469c-a1ad-50306413418a None None] Calling delete_port for 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:44.140905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e1740090-e7d7-4cc3-be0c-f650831d17ad up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:44.185087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Calling delete_port for 2dc79466-e3b2-470c-b97d-12be92c84987 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:44.188699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Router ea2e68b8-3316-4584-81ce-5d390d71f8e8 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:52:44.191088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Port 2dc79466-e3b2-470c-b97d-12be92c84987 was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:52:44.209998 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.237659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-83be0073-3a90-4bfe-ba9e-317ee5f815b6 None None] Provisioning complete for port d802770a-436c-4a24-be20-2ee00de54a56 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:44.238029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83be0073-3a90-4bfe-ba9e-317ee5f815b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.256830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Made reservation on behalf of b7310279f3eb41dcb9f84cd329005623 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:44.260325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.268881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] No DVR routers for this DVR port 2dc79466-e3b2-470c-b97d-12be92c84987 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:44.273495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Port': ['ID=2dc79466-e3b2-470c-b97d-12be92c84987,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:44.286200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e1740090-e7d7-4cc3-be0c-f650831d17ad triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:44.286569 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.312498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c3de9395-7ec4-44f1-8b08-00a6125606cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3498f393542440da4b2406c4557c5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553597 Oct 18 20:52:44.314263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:44.320127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:44.324031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-83be0073-3a90-4bfe-ba9e-317ee5f815b6 None None] Port d802770a-436c-4a24-be20-2ee00de54a56 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:44.325514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.341082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99ad7176-016e-469c-a1ad-50306413418a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.348197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] Sync routers for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:44.359724 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-03b04f57-2adc-4c64-a081-636893ac883f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "PUT /v2.0/floatingips/ceb5c003-50cc-4066-a756-69fc89360118 HTTP/1.1" status: 200 len: 695 time: 0.9353259 Oct 18 20:52:44.382356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad7176-016e-469c-a1ad-50306413418a None None] Pushing event deleted for resources: {'Port': ['ID=91dc2ef8-92e4-4ee1-aeb5-d403955b4894,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:44.389462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad7176-016e-469c-a1ad-50306413418a None None] No DVR routers for this DVR port 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:44.403699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:44.404360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:44.430325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-2706c452-9e93-421b-9063-02de3e6d9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:44.431811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-2706c452-9e93-421b-9063-02de3e6d9614 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.0545900 Oct 18 20:52:44.474987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.494524 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.515898 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.516857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:44.520403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee7d709-fcd0-4366-a0c6-c9fee8dc61b2']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:44.552058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:52:44.559126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-d091f3cf-28f7-4de8-ae7a-3d6b547658a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:44.560802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-d091f3cf-28f7-4de8-ae7a-3d6b547658a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.1214390 Oct 18 20:52:44.568955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c5f78e-9ebe-45c2-b7dd-9185f620d95c') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:44.569252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c5f78e-9ebe-45c2-b7dd-9185f620d95c') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:44.586948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:44.613484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:44.613828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91dc2ef8-92e4-4ee1-aeb5-d403955b4894 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:44.614244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2dc79466-e3b2-470c-b97d-12be92c84987 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:44.615548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-4eeaa251-41e6-40e4-8285-ec346daf77b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.0467670 Oct 18 20:52:44.636108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2dc79466-e3b2-470c-b97d-12be92c84987 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:44.636478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2dc79466-e3b2-470c-b97d-12be92c84987 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:44.636895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:44.672267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-2c325104-5f42-4bab-b982-426e8dadf7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:44.674041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-2c325104-5f42-4bab-b982-426e8dadf7d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.0515800 Oct 18 20:52:44.696001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:44.696339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 84f6a31a-71b7-4e5b-96fc-3ed7ed572cc8 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:44.718159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-c3072b50-418a-4351-a520-d96912034935 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347250 Oct 18 20:52:44.820961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-7d355f74-9b9a-4ca2-93ed-afc9e90cefe6 service neutron] 10.222.0.66 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031091 Oct 18 20:52:44.857478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:16Z', 'revision_number': 5, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:44.887588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] Checking router: ea2e68b8-3316-4584-81ce-5d390d71f8e8 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:52:44.897214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:44.897973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:44.932485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a51190-3452-4b32-a1d9-b1880b0a31b9 req-23f2ce71-1593-4301-9e15-83e66c70400c service neutron] 10.222.0.66 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037552 Oct 18 20:52:44.968693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.025348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0492395-cb58-497b-9b24-476d1c8fc109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.026664 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8344d6db-b8fa-46d5-b8b0-beddd2e3af3a req-c74f3c53-44f4-49e4-a26e-66f01c2e212a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 210 time: 0.0287483 Oct 18 20:52:45.026887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=d802770a-436c-4a24-be20-2ee00de54a56,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:45.030092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:52:45.060122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.090785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:45.091180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:45.097206 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:45.115772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Allocated IP 172.20.0.2 (795e6395-44db-4869-8a09-588176fc119f/b2975efe-74ef-4037-b1ef-94a6b08c090b/eb4d65ac-ef59-4258-9ccc-381a29a60b6b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:45.128263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0492395-cb58-497b-9b24-476d1c8fc109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.155612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ea156-2448-42f0-b04d-1f33db623894 req-26a3a177-8793-47c0-b4a2-9dc4be1bf1ae tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:45.157386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-593ea156-2448-42f0-b04d-1f33db623894 req-26a3a177-8793-47c0-b4a2-9dc4be1bf1ae tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.0574770 Oct 18 20:52:45.209892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-593ea156-2448-42f0-b04d-1f33db623894 req-bb2a18ee-93ad-4007-825d-bf7a0a7675c9 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Oct 18 20:52:45.236606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network 28e6836f-ab60-40ba-ae00-e08341470bce is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:45.236606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:45.253354 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.266867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:16Z', 'revision_number': 5, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:45.268816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.272515 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/networks/cee7d709-fcd0-4366-a0c6-c9fee8dc61b2 HTTP/1.1" status: 204 len: 168 time: 2.4077644 Oct 18 20:52:45.274524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41226) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:45.295818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711de1ac-f7dc-4d79-bbca-da421758758e tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Network': ['ID=cee7d709-fcd0-4366-a0c6-c9fee8dc61b2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:45.305743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12cad1-ad7e-44f1-a914-859262ff6f1b None None] The sync data for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 is: [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:51:06Z', 'revision_number': 4, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a7b6f229-2cdd-444f-a470-8bd82be8b950', 'name': '', 'network_id': '344261c4-9419-42a5-a28e-dc46f436bb2e', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'mac_address': 'fa:16:3e:2a:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:51:04Z', 'updated_at': '2021-10-18T20:51:16Z', 'revision_number': 5, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'subnets': [{'id': '4319409c-c3a7-4550-b046-6faff86f14e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:45.325141 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fba67a-bc0b-4895-befd-f13793262ad7 x-openstack-request-id: req-e3fba67a-bc0b-4895-befd-f13793262ad7 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:45.325420 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:45.325671 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3fba67a-bc0b-4895-befd-f13793262ad7 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:45.326061 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212', 'status': 'completed', 'code': 200} Oct 18 20:52:45.374778 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0492395-cb58-497b-9b24-476d1c8fc109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.378746 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0492395-cb58-497b-9b24-476d1c8fc109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.383665 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f0492395-cb58-497b-9b24-476d1c8fc109 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8aa90587-d7d8-4354-a272-9530b3678310 HTTP/1.1" status: 204 len: 168 time: 1.0651729 Oct 18 20:52:45.463010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0492395-cb58-497b-9b24-476d1c8fc109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa90587-d7d8-4354-a272-9530b3678310,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:45.475886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.480102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-87a18fca-189a-4e54-955a-57f3dd4b0b5a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips/ceb5c003-50cc-4066-a756-69fc89360118 HTTP/1.1" status: 200 len: 695 time: 0.1410422 Oct 18 20:52:45.509294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-ff39daeb-3675-492b-bde9-833f19da2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:45.510752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-ff39daeb-3675-492b-bde9-833f19da2b15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.1734071 Oct 18 20:52:45.576140 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.633953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Router 20e920c0-f539-4a65-9f8b-fb51238cb317 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:52:45.649808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.718274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-28671dac-5031-419c-9306-87011e6b1965 None None] Provisioning complete for port d802770a-436c-4a24-be20-2ee00de54a56 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:45.718274 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28671dac-5031-419c-9306-87011e6b1965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.732630 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.785922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf2fdb5-5d61-4e51-802c-e4edff1d7f91']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:45.786784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-28671dac-5031-419c-9306-87011e6b1965 None None] Port d802770a-436c-4a24-be20-2ee00de54a56 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:45.807191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f17880-e744-4032-b0a9-0aa4e3b99bda') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:45.807191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f17880-e744-4032-b0a9-0aa4e3b99bda') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:45.816113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-78912821-ac39-4cc4-a921-ba2cf87c2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:45.818139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-78912821-ac39-4cc4-a921-ba2cf87c2f2c service neutron] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.2853653 Oct 18 20:52:45.821175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Network 795e6395-44db-4869-8a09-588176fc119f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:45.827188 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ca83f3-0d35-48db-a725-b1b6022dad53 None None] New status for floating IP ceb5c003-50cc-4066-a756-69fc89360118: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:52:45.827733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:45.827869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-e1e2c823-951f-4768-b556-96adbc0ae014 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:45.829829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-e1e2c823-951f-4768-b556-96adbc0ae014 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/networks/46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 784 time: 0.3401296 Oct 18 20:52:45.833434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.838929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:45.873887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event updated for resources: {'Port': ['ID=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:45.892236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-2300f38f-dc5e-491f-8218-c5ef59402752 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:52:45.893563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-2300f38f-dc5e-491f-8218-c5ef59402752 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0470979 Oct 18 20:52:45.897494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:45.899529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-4dfbe023-47bf-43c0-ad0a-96b0a1c742aa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.0675144 Oct 18 20:52:45.909337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0daca20-dfbd-430b-8620-138076865959 None None] Sync routers for ids ['20e920c0-f539-4a65-9f8b-fb51238cb317'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:45.909738 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c517491b-b1b7-4301-a4d5-64595c940e3a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "PUT /v2.0/routers/20e920c0-f539-4a65-9f8b-fb51238cb317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6345429 Oct 18 20:52:45.912810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.913233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41238) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:45.922025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daca20-dfbd-430b-8620-138076865959 None None] Routers {'20e920c0-f539-4a65-9f8b-fb51238cb317'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:45.923782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e0daca20-dfbd-430b-8620-138076865959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['20e920c0-f539-4a65-9f8b-fb51238cb317'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:45.957718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:45.958761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:45.982877 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-cb3a58a1-b622-4dab-91fe-b3831d1a9e54 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2591648 Oct 18 20:52:45.983813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e0daca20-dfbd-430b-8620-138076865959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:45.997414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Request body: {'port': {'device_id': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:45.999003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0daca20-dfbd-430b-8620-138076865959 None None] Routers {'20e920c0-f539-4a65-9f8b-fb51238cb317'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:46.000126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e0daca20-dfbd-430b-8620-138076865959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['20e920c0-f539-4a65-9f8b-fb51238cb317'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:46.039826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edf6d1a-d378-4f7e-ab95-b11c52d09b62 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:46.041842 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8edf6d1a-d378-4f7e-ab95-b11c52d09b62 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports?device_id=20e920c0-f539-4a65-9f8b-fb51238cb317 HTTP/1.1" status: 200 len: 988 time: 0.1274281 Oct 18 20:52:46.045073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41242) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:46.058861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:46.059467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:46.064354 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:46.086021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-ac776613-5cde-42b4-a6a6-734504207881 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 698 time: 0.1692629 Oct 18 20:52:46.088308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e0daca20-dfbd-430b-8620-138076865959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:46.090484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0daca20-dfbd-430b-8620-138076865959 None None] The sync data for ids ['20e920c0-f539-4a65-9f8b-fb51238cb317'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:46.169680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.198615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-19ec3b58-4375-4022-b555-6267f3f236f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:46.200727 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-19ec3b58-4375-4022-b555-6267f3f236f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.2849731 Oct 18 20:52:46.204080 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.208987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.212355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/networks/faf2fdb5-5d61-4e51-802c-e4edff1d7f91 HTTP/1.1" status: 204 len: 168 time: 0.9366555 Oct 18 20:52:46.218168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41250) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:46.234151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-91ace93c-aa70-4217-99dc-e58ef413f29a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.174 HTTP/1.1" status: 200 len: 698 time: 0.1227949 Oct 18 20:52:46.262321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886628df-8e90-4f37-a5d2-24213405b774 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Network': ['ID=faf2fdb5-5d61-4e51-802c-e4edff1d7f91,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:46.270766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-268707ab-671e-4f23-949f-fda868843e04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572350 Oct 18 20:52:46.395595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Deleting subnet ef3393b1-ba28-4a66-bc72-1de7a75c28a7 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:46.436858 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.445019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41256) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:46.487686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-99564016-c1b8-4f22-bdfb-77dec342b861 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736267 Oct 18 20:52:46.499534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Deleting port be287d49-a560-461f-aec1-270d088ae741 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:46.499909 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.518876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.563356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6c2e7668-9792-49a6-bad4-3af7a4907275 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:46.564022 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-6c2e7668-9792-49a6-bad4-3af7a4907275 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 20:52:46.564544 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-6c2e7668-9792-49a6-bad4-3af7a4907275 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 20:52:46.565563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6c2e7668-9792-49a6-bad4-3af7a4907275 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1195378 Oct 18 20:52:46.569471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41260) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:46.631240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592233061'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:46.693611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.704742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.705089 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.709346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ca3db28-1401-4d24-80ac-5bee52bd5b20 req-9913ca78-d210-475c-9b53-7ec816d23304 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116227 Oct 18 20:52:46.714615 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.727849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Calling delete_port for be287d49-a560-461f-aec1-270d088ae741 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:46.756297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.865353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.871694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.888530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4d65ac-ef59-4258-9ccc-381a29a60b6b {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:52:46.904483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.932069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.949317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5cb1d-bd37-4787-a70a-4eab4de49845,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:46.955583 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.972811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Transition to ACTIVE for port object eb4d65ac-ef59-4258-9ccc-381a29a60b6b will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:52:46.982640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3393b1-ba28-4a66-bc72-1de7a75c28a7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:46.984615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:46.987852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ba7602c6-cf02-4674-b8ca-5df23ba8644f tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/subnets/ef3393b1-ba28-4a66-bc72-1de7a75c28a7 HTTP/1.1" status: 204 len: 168 time: 0.7687256 Oct 18 20:52:46.990721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event deleted for resources: {'Port': ['ID=be287d49-a560-461f-aec1-270d088ae741,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:46.992448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41262) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:46.994537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38bf70a-c725-44c3-84ae-defc277e5b55 None None] Network 392e69e1-582d-4187-a2b0-5a90d1bc6dda requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:47.022622 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.093930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.153906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Pushing event updated for resources: {'Port': ['ID=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:47.206817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] DHCP port deletion for 392e69e1-582d-4187-a2b0-5a90d1bc6dda request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:47.267997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] Deleting port de9e7f09-ff7a-47d4-8823-410a5f33be6f {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:47.268686 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.328908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Attempting to bind port eb4d65ac-ef59-4258-9ccc-381a29a60b6b on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:47.329558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Attempting to bind port eb4d65ac-ef59-4258-9ccc-381a29a60b6b by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:47.329558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Attempting to bind port eb4d65ac-ef59-4258-9ccc-381a29a60b6b on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:47.337033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Port eb4d65ac-ef59-4258-9ccc-381a29a60b6b on network 795e6395-44db-4869-8a09-588176fc119f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:52:47.337363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Attempting to bind port eb4d65ac-ef59-4258-9ccc-381a29a60b6b on network 795e6395-44db-4869-8a09-588176fc119f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:47.343140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] For port de9e7f09-ff7a-47d4-8823-410a5f33be6f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de9e7f09-ff7a-47d4-8823-410a5f33be6f,segment=NetworkSegment(3ea5b6cb-0504-4a24-ad62-9b20fd9e1617),segment_id=3ea5b6cb-0504-4a24-ad62-9b20fd9e1617)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:47.343881 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.345038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:47.345377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Checking segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:47.346271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Bound using segment: {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:47.346271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Bound port: eb4d65ac-ef59-4258-9ccc-381a29a60b6b, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cc9143-8c69-44da-891c-c63f22e7d2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '795e6395-44db-4869-8a09-588176fc119f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:47.346601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.358523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] Calling delete_port for de9e7f09-ff7a-47d4-8823-410a5f33be6f owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:47.451045 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.451767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] For port eb4d65ac-ef59-4258-9ccc-381a29a60b6b, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:47.456450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] For port eb4d65ac-ef59-4258-9ccc-381a29a60b6b, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:47.463698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.482339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] Pushing event deleted for resources: {'Port': ['ID=de9e7f09-ff7a-47d4-8823-410a5f33be6f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:47.484202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5adc8-2db6-4aa1-8bf3-07fd9d7d2f9c None None] No DVR routers for this DVR port de9e7f09-ff7a-47d4-8823-410a5f33be6f on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:47.503360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.504226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:47.508027 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bebf1e-0c9e-4299-87dc-edef50f899d8" -d '{"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:47.514820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:47.515689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.517133 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] 10.222.0.30 "PUT /v2.0/ports/eb4d65ac-ef59-4258-9ccc-381a29a60b6b HTTP/1.1" status: 200 len: 1091 time: 1.5251803 Oct 18 20:52:47.520512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.521094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'tag': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:47.523450 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08aedc1-4f3a-4865-99fc-d45d5dc13052" -d '{"events": [{"name": "network-changed", "server_uuid": "768ad056-ffaf-4122-a9e7-7124e78b83dc", "tag": "eb4d65ac-ef59-4258-9ccc-381a29a60b6b"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:47.529652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port d802770a-436c-4a24-be20-2ee00de54a56 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:47.530037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.560932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.578125 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.581986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.583304 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8196bc-3195-4ee7-a7b7-8e8072a307cd req-16a9d0a2-5e2d-4539-a23a-404e1ed28db6 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "DELETE /v2.0/floatingips/ceb5c003-50cc-4066-a756-69fc89360118 HTTP/1.1" status: 204 len: 173 time: 1.3221653 Oct 18 20:52:47.588744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.589963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0198135 Oct 18 20:52:47.594156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41270) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:47.594800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922aca2-c795-463a-89ad-dfeb58e017a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f2e13c-3ce1-456d-a6b3-23b246101f58,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:47.611817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-09cedadf-7791-498a-811e-01930663815a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '93f2e13c-3ce1-456d-a6b3-23b246101f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:47.739608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.773349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392e69e1-582d-4187-a2b0-5a90d1bc6dda']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:47.792535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea5b6cb-0504-4a24-ad62-9b20fd9e1617') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:47.792828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea5b6cb-0504-4a24-ad62-9b20fd9e1617') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:47.800837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09cedadf-7791-498a-811e-01930663815a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.810443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03a078-23ac-4cbf-bd58-c1dd2758710f req-b9798caf-fea4-408c-b323-e019b12b7fec tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:47.812038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f03a078-23ac-4cbf-bd58-c1dd2758710f req-b9798caf-fea4-408c-b323-e019b12b7fec tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.1483600 Oct 18 20:52:47.817451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.858930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.880266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:47.880697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:47.884732 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:47.928844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6f03a078-23ac-4cbf-bd58-c1dd2758710f req-a15c27a9-00fd-493e-9b1c-5a7d46618072 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044288 Oct 18 20:52:47.945807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37d464-a29d-4987-81b2-26a2de454f8f service neutron] Pushing event updated for resources: {'Port': ['ID=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:47.989187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-f8f7a4fb-d243-4f5d-92b1-9aa420e3a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:47.990794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-f8f7a4fb-d243-4f5d-92b1-9aa420e3a30d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 1094 time: 0.4305460 Oct 18 20:52:47.994651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.997929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09cedadf-7791-498a-811e-01930663815a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:47.999839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.012360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09cedadf-7791-498a-811e-01930663815a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.016691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for d802770a-436c-4a24-be20-2ee00de54a56 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:48.017826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.024248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/networks/392e69e1-582d-4187-a2b0-5a90d1bc6dda HTTP/1.1" status: 204 len: 168 time: 1.0289397 Oct 18 20:52:48.045448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41276) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:48.061093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-defa955c-03a9-492f-990f-0615dd53c68f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4d65ac-ef59-4258-9ccc-381a29a60b6b HTTP/1.1" status: 200 len: 217 time: 0.0577745 Oct 18 20:52:48.064639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbb26-2101-4675-8e0c-8e11ea62e2a1 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Pushing event deleted for resources: {'Network': ['ID=392e69e1-582d-4187-a2b0-5a90d1bc6dda,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:48.078391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cedadf-7791-498a-811e-01930663815a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7b973c-7f21-4e77-84b0-3dceb6bbd647,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:48.086461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09cedadf-7791-498a-811e-01930663815a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.090178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-09cedadf-7791-498a-811e-01930663815a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4892726 Oct 18 20:52:48.091378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41278) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:48.095960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de9e7f09-ff7a-47d4-8823-410a5f33be6f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:48.096961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-eefb9984-bf4c-4839-a9e8-b0260aa3f191 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '93f2e13c-3ce1-456d-a6b3-23b246101f58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:48.116185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: de9e7f09-ff7a-47d4-8823-410a5f33be6f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:48.116583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de9e7f09-ff7a-47d4-8823-410a5f33be6f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:48.116981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757f132-8885-4ad7-82f8-2e00e4f0658a req-bbde1939-0ced-401b-8209-512ef46de406 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:48.118487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2757f132-8885-4ad7-82f8-2e00e4f0658a req-bbde1939-0ced-401b-8209-512ef46de406 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 943 time: 0.1230743 Oct 18 20:52:48.134954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a6189646-1d16-47cf-93fc-02ecb9388e40 tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae21b910-9c26-4abb-ab64-e42229344aa7 HTTP/1.1" status: 200 len: 205 time: 0.0860658 Oct 18 20:52:48.140271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41280) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:48.184746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ed73c3e2-85a4-48c5-9552-e61a669c867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:48.186305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-ed73c3e2-85a4-48c5-9552-e61a669c867f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.1180153 Oct 18 20:52:48.196790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb9984-bf4c-4839-a9e8-b0260aa3f191 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.255643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2757f132-8885-4ad7-82f8-2e00e4f0658a req-43f13a2e-d394-4c98-99f1-ab4385af90a4 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249042 Oct 18 20:52:48.256606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-fb86500a-41c8-4b76-89fe-e4cbeaa52d9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610847 Oct 18 20:52:48.261338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c73547e-f4f3-4dbc-8ac1-9bac9b4a5d2d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.352839 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c97232-2da6-4ed5-b5c3-7479182f1801 x-openstack-request-id: req-a1c97232-2da6-4ed5-b5c3-7479182f1801 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:48.353222 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:48.353671 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1c97232-2da6-4ed5-b5c3-7479182f1801 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:48.354350 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212', 'status': 'completed', 'code': 200} Oct 18 20:52:48.359895 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe6971-2dee-4036-8fe0-1f63b4ff6c1c x-openstack-request-id: req-b9fe6971-2dee-4036-8fe0-1f63b4ff6c1c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:48.360879 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768ad056-ffaf-4122-a9e7-7124e78b83dc", "tag": "eb4d65ac-ef59-4258-9ccc-381a29a60b6b", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:48.360879 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9fe6971-2dee-4036-8fe0-1f63b4ff6c1c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:48.360879 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'tag': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b', 'status': 'completed', 'code': 200} Oct 18 20:52:48.423402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-a0a620d4-5392-40a4-a6c1-23d56f56a921 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504533 Oct 18 20:52:48.428136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.475376 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-eefb9984-bf4c-4839-a9e8-b0260aa3f191 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 20:52:48.476474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eefb9984-bf4c-4839-a9e8-b0260aa3f191 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3839922 Oct 18 20:52:48.482964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41282) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:48.510474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=d802770a-436c-4a24-be20-2ee00de54a56,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:48.519009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c73547e-f4f3-4dbc-8ac1-9bac9b4a5d2d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.528198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c73547e-f4f3-4dbc-8ac1-9bac9b4a5d2d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.547664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-a0461bc0-0bf5-4b83-b870-7ab0c9d6eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:48.549248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-a0461bc0-0bf5-4b83-b870-7ab0c9d6eb8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=810037e0cf4744049c3d97e5e75f192d&device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 1096 time: 0.1983609 Oct 18 20:52:48.599802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d6af414-3c4b-428f-b86f-2307a9dcdcfc req-9989e99b-dbb8-4125-8cb4-f6528dfeae0a tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups/ba38c831-e8d9-4ca5-bf9c-3ab1ba8f4cbb HTTP/1.1" status: 200 len: 1809 time: 0.2289467 Oct 18 20:52:48.616313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c73547e-f4f3-4dbc-8ac1-9bac9b4a5d2d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.616777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c73547e-f4f3-4dbc-8ac1-9bac9b4a5d2d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Fanout notify agent at l3_agent the message router_deleted on router ae21b910-9c26-4abb-ab64-e42229344aa7 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:52:48.630458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c73547e-f4f3-4dbc-8ac1-9bac9b4a5d2d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.634007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c73547e-f4f3-4dbc-8ac1-9bac9b4a5d2d tempest-RoutersNegativeTest-787123366 tempest-RoutersNegativeTest-787123366-project] 10.222.0.66 "DELETE /v2.0/routers/ae21b910-9c26-4abb-ab64-e42229344aa7 HTTP/1.1" status: 204 len: 168 time: 0.4895370 Oct 18 20:52:48.698050 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.735555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d29ac0c5-1691-42d2-9d50-94230f46707c req-6516b30c-3c7e-4094-aef4-03c66f18f603 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979064 Oct 18 20:52:48.744699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.749687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d6af414-3c4b-428f-b86f-2307a9dcdcfc req-3d6cf62d-aa3f-410b-8dd0-0605e5afaa60 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.753564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-d671007b-4412-4cf7-b643-e9b6e650bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:48.755167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-d671007b-4412-4cf7-b643-e9b6e650bba8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 200 len: 920 time: 0.1680195 Oct 18 20:52:48.756619 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e19cf05-3f6d-4e4f-a12f-aa40aeaae573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.823030 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-9f2f6e7f-f0d0-4d8a-a59e-5fb715633a18 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 200 len: 217 time: 0.0549946 Oct 18 20:52:48.824508 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d6af414-3c4b-428f-b86f-2307a9dcdcfc req-3d6cf62d-aa3f-410b-8dd0-0605e5afaa60 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.883424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08a80583-662c-4ad8-9300-7d22351bccf0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.902859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-8a0ebbbf-6866-4dc6-843f-8a3c87ea3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:48.904584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-8a0ebbbf-6866-4dc6-843f-8a3c87ea3fea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 200 len: 859 time: 0.0708668 Oct 18 20:52:48.922717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d6af414-3c4b-428f-b86f-2307a9dcdcfc req-3d6cf62d-aa3f-410b-8dd0-0605e5afaa60 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.925703 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-4d6af414-3c4b-428f-b86f-2307a9dcdcfc req-3d6cf62d-aa3f-410b-8dd0-0605e5afaa60 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:48.927060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d6af414-3c4b-428f-b86f-2307a9dcdcfc req-3d6cf62d-aa3f-410b-8dd0-0605e5afaa60 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "DELETE /v2.0/security-groups/ba38c831-e8d9-4ca5-bf9c-3ab1ba8f4cbb HTTP/1.1" status: 204 len: 173 time: 0.3154938 Oct 18 20:52:48.945761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-25dd0ac1-5b1b-46bb-84c1-6692e8fc7b61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=344261c4-9419-42a5-a28e-dc46f436bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327020 Oct 18 20:52:48.952535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cf62d-aa3f-410b-8dd0-0605e5afaa60 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba38c831-e8d9-4ca5-bf9c-3ab1ba8f4cbb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:49.004570 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-7312c8f6-d46e-452a-8233-d2223c618381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:49.006077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-7312c8f6-d46e-452a-8233-d2223c618381 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7310279f3eb41dcb9f84cd329005623&device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 1094 time: 0.1932201 Oct 18 20:52:49.007892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41292) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.008237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08a80583-662c-4ad8-9300-7d22351bccf0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.052198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Router 20e920c0-f539-4a65-9f8b-fb51238cb317 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:52:49.060334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-b359b8f0-c8c7-48f0-9540-343020a88ae0 service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056905 Oct 18 20:52:49.177223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a5bebf1e-0c9e-4299-87dc-edef50f899d8 req-0f4093dd-2614-477d-9cae-5f13df46b22f service neutron] 10.222.0.79 "GET /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098163 Oct 18 20:52:49.232256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08a80583-662c-4ad8-9300-7d22351bccf0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.234675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08a80583-662c-4ad8-9300-7d22351bccf0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.235816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08a80583-662c-4ad8-9300-7d22351bccf0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/93f2e13c-3ce1-456d-a6b3-23b246101f58 HTTP/1.1" status: 204 len: 168 time: 0.7403514 Oct 18 20:52:49.239096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41300) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.253913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:49.263043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e6e95f3a-7093-4297-8eb4-d12ed018b5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "PUT /v2.0/routers/20e920c0-f539-4a65-9f8b-fb51238cb317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2135148 Oct 18 20:52:49.266148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41302) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.269510 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] Sync routers for ids ['20e920c0-f539-4a65-9f8b-fb51238cb317'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:49.271764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-ea14e056-bee0-4fd2-b31b-5a4991af5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:49.273263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-ea14e056-bee0-4fd2-b31b-5a4991af5911 service neutron] 10.222.0.30 "GET /v2.0/networks?id=795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 200 len: 913 time: 0.2504110 Oct 18 20:52:49.279525 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] Routers {'20e920c0-f539-4a65-9f8b-fb51238cb317'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:49.280425 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['20e920c0-f539-4a65-9f8b-fb51238cb317'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:49.286311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80583-662c-4ad8-9300-7d22351bccf0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f2e13c-3ce1-456d-a6b3-23b246101f58,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:49.302749 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42c2fb6-c149-40d4-b7be-9c4d957678ea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:52:49.304460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a42c2fb6-c149-40d4-b7be-9c4d957678ea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/d802770a-436c-4a24-be20-2ee00de54a56 HTTP/1.1" status: 404 len: 333 time: 0.0370429 Oct 18 20:52:49.307335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41310) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.334440 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:49.344005 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] Routers {'20e920c0-f539-4a65-9f8b-fb51238cb317'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:49.344636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['20e920c0-f539-4a65-9f8b-fb51238cb317'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:49.346793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-f3696d68-f786-435b-8e7c-1c1541b55805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4d65ac-ef59-4258-9ccc-381a29a60b6b HTTP/1.1" status: 200 len: 217 time: 0.0490427 Oct 18 20:52:49.351305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2dd7f198-bf26-4f6d-8425-90db55efec90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3082da198b5452cac96b79afd16a78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382325 Oct 18 20:52:49.359078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41312) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.384766 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:49.385420 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa31c11-ba91-4fcf-a9f7-b17fc61bb584 None None] The sync data for ids ['20e920c0-f539-4a65-9f8b-fb51238cb317'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:52:49.401930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-399b9b08-9ee9-4c7f-8036-64ddb87ec816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:49.403418 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-399b9b08-9ee9-4c7f-8036-64ddb87ec816 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 200 len: 852 time: 0.0493944 Oct 18 20:52:49.448249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-a6c826d0-5f21-41b1-bca4-dc6c84fdfcdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=795e6395-44db-4869-8a09-588176fc119f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304399 Oct 18 20:52:49.456994 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-071b65a0-c261-447c-a77e-3248ef14d11d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.520404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dd9ca49e-2066-476f-8088-d888eac0bbe0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2795429 Oct 18 20:52:49.525999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41314) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.532374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c69f1a2d-2c87-4b7d-b869-4acfb38043dc tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416664427'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:49.568448 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-488116ce-ccb6-49e5-b262-92230377a788 service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108110 Oct 18 20:52:49.573456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a2d-2c87-4b7d-b869-4acfb38043dc tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.578285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775104c-32e4-4ff3-b706-df401342aae0 req-72378f40-6d09-4b65-92bb-db4c02be763a tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:49.579821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e775104c-32e4-4ff3-b706-df401342aae0 req-72378f40-6d09-4b65-92bb-db4c02be763a tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.2180476 Oct 18 20:52:49.668326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a5866b9-e342-4dca-939f-0f24d9edccba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.703647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-071b65a0-c261-447c-a77e-3248ef14d11d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.710358 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-071b65a0-c261-447c-a77e-3248ef14d11d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.716903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e08aedc1-4f3a-4865-99fc-d45d5dc13052 req-dff12e8e-103d-42c2-936b-db99dbd3578a service neutron] 10.222.0.30 "GET /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299777 Oct 18 20:52:49.730930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a2d-2c87-4b7d-b869-4acfb38043dc tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.736046 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a2d-2c87-4b7d-b869-4acfb38043dc tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.769652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c69f1a2d-2c87-4b7d-b869-4acfb38043dc tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.770892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c69f1a2d-2c87-4b7d-b869-4acfb38043dc tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2437587 Oct 18 20:52:49.773240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f1a2d-2c87-4b7d-b869-4acfb38043dc tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7941fd-31d3-4a9f-adab-a5cba88fbf3b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:49.776637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41316) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.776854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e775104c-32e4-4ff3-b706-df401342aae0 req-f9fe9c8e-6779-4648-971a-7f2fabd57580 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634808 Oct 18 20:52:49.779275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a5866b9-e342-4dca-939f-0f24d9edccba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.783297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7d5c6ee7-939e-417c-9199-a4bcb62f620c tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '3e7941fd-31d3-4a9f-adab-a5cba88fbf3b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:49.784308 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-7d5c6ee7-939e-417c-9199-a4bcb62f620c tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 18 20:52:49.784797 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-7d5c6ee7-939e-417c-9199-a4bcb62f620c tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:49.789024 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7d5c6ee7-939e-417c-9199-a4bcb62f620c tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079660 Oct 18 20:52:49.789730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-071b65a0-c261-447c-a77e-3248ef14d11d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.789827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41318) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.789943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071b65a0-c261-447c-a77e-3248ef14d11d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Fanout notify agent at l3_agent the message router_deleted on router 20e920c0-f539-4a65-9f8b-fb51238cb317 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:52:49.800948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-071b65a0-c261-447c-a77e-3248ef14d11d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.800948 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-071b65a0-c261-447c-a77e-3248ef14d11d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/routers/20e920c0-f539-4a65-9f8b-fb51238cb317 HTTP/1.1" status: 204 len: 168 time: 0.4907250 Oct 18 20:52:49.802933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41320) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:49.844690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a5866b9-e342-4dca-939f-0f24d9edccba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.849644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a5866b9-e342-4dca-939f-0f24d9edccba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.852905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0a5866b9-e342-4dca-939f-0f24d9edccba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/984f70ae-72dc-48eb-9b9d-19f4a883de1e HTTP/1.1" status: 204 len: 168 time: 0.4893422 Oct 18 20:52:49.884528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:49.888186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.890582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5866b9-e342-4dca-939f-0f24d9edccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f70ae-72dc-48eb-9b9d-19f4a883de1e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:49.921904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c39f2-ae7b-4fc2-a79e-2da96f053872 req-def06e01-50f1-4bec-ac4e-06451c9a9e00 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:49.923220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-629c39f2-ae7b-4fc2-a79e-2da96f053872 req-def06e01-50f1-4bec-ac4e-06451c9a9e00 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.0691655 Oct 18 20:52:49.943902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dec479fd-cbdc-45f5-8690-7e58f8ace57a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.962968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:49.969890 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-629c39f2-ae7b-4fc2-a79e-2da96f053872 req-6bb00e7b-bd08-4e85-bfbb-adbbe18ab40f tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362940 Oct 18 20:52:49.998500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dec479fd-cbdc-45f5-8690-7e58f8ace57a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.085123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.088714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dec479fd-cbdc-45f5-8690-7e58f8ace57a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.091638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dec479fd-cbdc-45f5-8690-7e58f8ace57a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.092829 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dec479fd-cbdc-45f5-8690-7e58f8ace57a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/3e7941fd-31d3-4a9f-adab-a5cba88fbf3b HTTP/1.1" status: 204 len: 168 time: 0.3025708 Oct 18 20:52:50.097681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41328) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:50.134211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec479fd-cbdc-45f5-8690-7e58f8ace57a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7941fd-31d3-4a9f-adab-a5cba88fbf3b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:50.146455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e5053-4d36-4d52-b42e-2d8561ac6a08 req-5b9c4b0c-7a10-4b8f-8d42-f3b5a177874c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:50.148617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-880e5053-4d36-4d52-b42e-2d8561ac6a08 req-5b9c4b0c-7a10-4b8f-8d42-f3b5a177874c tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 943 time: 0.0898285 Oct 18 20:52:50.183648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1e176c96-87a6-4569-a14e-e071644ea62c tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815892 Oct 18 20:52:50.184580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41334) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:50.190569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0d89cd52-c9ef-4066-8ebb-30db4e816d04 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--677423547'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:50.192853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.223820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-880e5053-4d36-4d52-b42e-2d8561ac6a08 req-27f40620-22bb-4129-8df3-dcdbaa33ea31 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696988 Oct 18 20:52:50.231407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d89cd52-c9ef-4066-8ebb-30db4e816d04 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.235279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:50.240809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.246632 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-339f213e-d937-42ed-8706-17cf77790512 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6 HTTP/1.1" status: 204 len: 168 time: 0.4420714 Oct 18 20:52:50.251566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41338) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:50.256849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625eee9-990d-4c85-afcb-5d92c778baba None None] Network 28e6836f-ab60-40ba-ae00-e08341470bce requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:50.336834 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d89cd52-c9ef-4066-8ebb-30db4e816d04 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.346741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d89cd52-c9ef-4066-8ebb-30db4e816d04 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.354585 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.418525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port e1740090-e7d7-4cc3-be0c-f650831d17ad {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:50.419228 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.420507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d89cd52-c9ef-4066-8ebb-30db4e816d04 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.425690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0d89cd52-c9ef-4066-8ebb-30db4e816d04 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2402728 Oct 18 20:52:50.426649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41344) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:50.433036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3cd5e756-da19-4640-89bd-6d8c65671b09 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '524bd8e6-810f-4925-b7e4-ca1c4e7fd064', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:50.434696 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-3cd5e756-da19-4640-89bd-6d8c65671b09 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 18 20:52:50.436312 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-3cd5e756-da19-4640-89bd-6d8c65671b09 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:50.441491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3cd5e756-da19-4640-89bd-6d8c65671b09 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119245 Oct 18 20:52:50.443284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:50.445138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89cd52-c9ef-4066-8ebb-30db4e816d04 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524bd8e6-810f-4925-b7e4-ca1c4e7fd064,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:50.479195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615374e5-f2fe-4c01-b320-e6679dc2c34a req-bc09f9cc-978a-45a5-8f74-989c4be75cc4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:50.481207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-615374e5-f2fe-4c01-b320-e6679dc2c34a req-bc09f9cc-978a-45a5-8f74-989c4be75cc4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.1124451 Oct 18 20:52:50.513658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] For port e1740090-e7d7-4cc3-be0c-f650831d17ad, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e1740090-e7d7-4cc3-be0c-f650831d17ad,segment=NetworkSegment(fa1ac945-18ae-4551-9304-fbee22f1545d),segment_id=fa1ac945-18ae-4551-9304-fbee22f1545d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:50.514025 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.534252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for e1740090-e7d7-4cc3-be0c-f650831d17ad owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:50.540585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] DHCP port deletion for 28e6836f-ab60-40ba-ae00-e08341470bce request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:52:50.541094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-615374e5-f2fe-4c01-b320-e6679dc2c34a req-55ed0651-ed28-4093-a2f6-42162ab4ef30 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536263 Oct 18 20:52:50.606815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-207c9695-7ce4-484d-9424-f56bba0ad2c0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.614417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] Deleting port e1740090-e7d7-4cc3-be0c-f650831d17ad {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:50.614417 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.646215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-207c9695-7ce4-484d-9424-f56bba0ad2c0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.702614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] For port e1740090-e7d7-4cc3-be0c-f650831d17ad, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e1740090-e7d7-4cc3-be0c-f650831d17ad,segment=NetworkSegment(fa1ac945-18ae-4551-9304-fbee22f1545d),segment_id=fa1ac945-18ae-4551-9304-fbee22f1545d)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:50.703458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.724361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] Calling delete_port for e1740090-e7d7-4cc3-be0c-f650831d17ad owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:50.724814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-207c9695-7ce4-484d-9424-f56bba0ad2c0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.729974 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-207c9695-7ce4-484d-9424-f56bba0ad2c0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.733763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-207c9695-7ce4-484d-9424-f56bba0ad2c0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/524bd8e6-810f-4925-b7e4-ca1c4e7fd064 HTTP/1.1" status: 204 len: 168 time: 0.2870319 Oct 18 20:52:50.736826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41360) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:50.737060 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.779541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c9695-7ce4-484d-9424-f56bba0ad2c0 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524bd8e6-810f-4925-b7e4-ca1c4e7fd064,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:50.782030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=e1740090-e7d7-4cc3-be0c-f650831d17ad,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:50.801190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No DVR routers for this DVR port e1740090-e7d7-4cc3-be0c-f650831d17ad on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:50.848421 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-adda0940-e646-472a-937f-7a914a24f158 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064181 Oct 18 20:52:50.848953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41370) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:50.854491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-094672e7-75db-4fe0-85f2-e2401bfc36d8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791878054'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:50.884753 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.908791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-094672e7-75db-4fe0-85f2-e2401bfc36d8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.922149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] Pushing event deleted for resources: {'Port': ['ID=e1740090-e7d7-4cc3-be0c-f650831d17ad,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:50.929753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291396dd-47de-43d8-bbab-a663e911a76b None None] No DVR routers for this DVR port e1740090-e7d7-4cc3-be0c-f650831d17ad on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:50.943618 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:50.970916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e6836f-ab60-40ba-ae00-e08341470bce']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:50.982055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1ac945-18ae-4551-9304-fbee22f1545d') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:50.982563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1ac945-18ae-4551-9304-fbee22f1545d') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:50.995800 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.012552 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.018500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215114-71d0-44c5-b2f2-f7d78881695a req-c5199bf0-c3cf-497a-907c-0fe160360747 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:51.020963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:51.021254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:51.025115 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:51.030404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74215114-71d0-44c5-b2f2-f7d78881695a req-c5199bf0-c3cf-497a-907c-0fe160360747 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.1189704 Oct 18 20:52:51.108962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.111502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-094672e7-75db-4fe0-85f2-e2401bfc36d8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.116224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.123199 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/28e6836f-ab60-40ba-ae00-e08341470bce HTTP/1.1" status: 204 len: 168 time: 0.8710945 Oct 18 20:52:51.129064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74215114-71d0-44c5-b2f2-f7d78881695a req-ceb15e2c-7a13-4ec5-92a6-3f4da4806ac8 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876446 Oct 18 20:52:51.129895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41380) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.141637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5975616-ff38-449b-89c5-13f64c811888 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=28e6836f-ab60-40ba-ae00-e08341470bce,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:51.152712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-094672e7-75db-4fe0-85f2-e2401bfc36d8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.217749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41384) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.243956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-094672e7-75db-4fe0-85f2-e2401bfc36d8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.248680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-094672e7-75db-4fe0-85f2-e2401bfc36d8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3986497 Oct 18 20:52:51.248923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41388) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.254828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6dd3d55d-4b0f-4c9e-8c6d-ee3aad1c88e1 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': 'f6d3bb9a-5f47-4002-a8c1-c4b0fec0b883', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:51.262575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5adb720-faaa-4ffb-b9bf-de1410681137 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:51.264119 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a5adb720-faaa-4ffb-b9bf-de1410681137 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/91b86189-9414-4ee8-9378-56f4ccd345ae HTTP/1.1" status: 200 len: 845 time: 0.1322217 Oct 18 20:52:51.267584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094672e7-75db-4fe0-85f2-e2401bfc36d8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d3bb9a-5f47-4002-a8c1-c4b0fec0b883,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:51.270516 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-6dd3d55d-4b0f-4c9e-8c6d-ee3aad1c88e1 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 18 20:52:51.270707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41390) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.271319 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-6dd3d55d-4b0f-4c9e-8c6d-ee3aad1c88e1 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:51.272615 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6dd3d55d-4b0f-4c9e-8c6d-ee3aad1c88e1 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226479 Oct 18 20:52:51.275081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41392) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.282969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-eb6dfe84-07f0-4463-ad0b-4307ef03f111 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': 'f6d3bb9a-5f47-4002-a8c1-c4b0fec0b883', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:51.284146 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-eb6dfe84-07f0-4463-ad0b-4307ef03f111 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 18 20:52:51.284672 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-eb6dfe84-07f0-4463-ad0b-4307ef03f111 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:51.286130 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eb6dfe84-07f0-4463-ad0b-4307ef03f111 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101087 Oct 18 20:52:51.289094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.293474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2bb7cf92-96a3-4fbf-9d16-3ba9f8ce0e6d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': 'f6d3bb9a-5f47-4002-a8c1-c4b0fec0b883', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:51.297435 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-2bb7cf92-96a3-4fbf-9d16-3ba9f8ce0e6d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 18 20:52:51.299013 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-2bb7cf92-96a3-4fbf-9d16-3ba9f8ce0e6d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:51.304728 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2bb7cf92-96a3-4fbf-9d16-3ba9f8ce0e6d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139492 Oct 18 20:52:51.305479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41398) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.310634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ae03e99e-2511-46f3-ac79-4718c0addade tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': 'f6d3bb9a-5f47-4002-a8c1-c4b0fec0b883', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:51.311792 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-ae03e99e-2511-46f3-ac79-4718c0addade tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 18 20:52:51.312498 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-ae03e99e-2511-46f3-ac79-4718c0addade tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:51.313504 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ae03e99e-2511-46f3-ac79-4718c0addade tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070202 Oct 18 20:52:51.316942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.341467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27764-3d8b-484f-9702-92f16cde8bb4 req-174f7427-c106-472a-a96f-1da5533c1bbc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:51.343121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cec27764-3d8b-484f-9702-92f16cde8bb4 req-174f7427-c106-472a-a96f-1da5533c1bbc tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1434934 Oct 18 20:52:51.352034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d842cac8-25f6-46f1-a4a3-4e974daaab72 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/91b86189-9414-4ee8-9378-56f4ccd345ae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0744538 Oct 18 20:52:51.352034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41404) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.355664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:51.395646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-580dfd7c-dbe6-45c1-89d8-c3d3f0d15afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.432645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f458898-75f4-43d4-972d-39513026e450 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.472247 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f458898-75f4-43d4-972d-39513026e450 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.510704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cec27764-3d8b-484f-9702-92f16cde8bb4 req-6378ef54-6213-4d44-860e-b72599998372 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512334 Oct 18 20:52:51.520176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:51.526031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.556126 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f458898-75f4-43d4-972d-39513026e450 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.559429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f458898-75f4-43d4-972d-39513026e450 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.561248 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0f458898-75f4-43d4-972d-39513026e450 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/f6d3bb9a-5f47-4002-a8c1-c4b0fec0b883 HTTP/1.1" status: 204 len: 168 time: 0.2421427 Oct 18 20:52:51.566164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41410) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.569041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-580dfd7c-dbe6-45c1-89d8-c3d3f0d15afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.589007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-580dfd7c-dbe6-45c1-89d8-c3d3f0d15afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.593982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458898-75f4-43d4-972d-39513026e450 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d3bb9a-5f47-4002-a8c1-c4b0fec0b883,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:51.640351 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-580dfd7c-dbe6-45c1-89d8-c3d3f0d15afe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36b64d46e2af4e55af64be41b8ffaea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211705 Oct 18 20:52:51.646364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41416) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.665198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dfd7c-dbe6-45c1-89d8-c3d3f0d15afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1735abe-7ed6-484f-8169-d7ed6144b280,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:51.709577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d45d8aff-df10-4c26-974d-b67636d83530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.732962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d45d8aff-df10-4c26-974d-b67636d83530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.737422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4aaa915c-80c3-4bb0-8400-1b209f4eb0a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1695914 Oct 18 20:52:51.741220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41418) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.748719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c8d5b8b8-aee9-4729-8be9-b87c9b811a91 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--407419889'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:51.769043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc2bf-9b01-4cfe-8e79-bb51501d8a6a req-531ecb0d-968f-414b-a0ba-c1ca402d4fbf tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:51.776616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-776fc2bf-9b01-4cfe-8e79-bb51501d8a6a req-531ecb0d-968f-414b-a0ba-c1ca402d4fbf tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.1696343 Oct 18 20:52:51.789473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-f57e3fd8-e1aa-4e8e-adc0-b45174c6a009 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:51.791344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-f57e3fd8-e1aa-4e8e-adc0-b45174c6a009 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.79 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.1585457 Oct 18 20:52:51.795617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b8b8-aee9-4729-8be9-b87c9b811a91 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.833209 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d45d8aff-df10-4c26-974d-b67636d83530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.836256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d45d8aff-df10-4c26-974d-b67636d83530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.840125 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d45d8aff-df10-4c26-974d-b67636d83530 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1735abe-7ed6-484f-8169-d7ed6144b280 HTTP/1.1" status: 204 len: 168 time: 0.1902795 Oct 18 20:52:51.858174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d8aff-df10-4c26-974d-b67636d83530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1735abe-7ed6-484f-8169-d7ed6144b280,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:51.906971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b8b8-aee9-4729-8be9-b87c9b811a91 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.919277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b8b8-aee9-4729-8be9-b87c9b811a91 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.957788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8d5b8b8-aee9-4729-8be9-b87c9b811a91 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:51.961875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8d5b8b8-aee9-4729-8be9-b87c9b811a91 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2165651 Oct 18 20:52:51.961875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5b8b8-aee9-4729-8be9-b87c9b811a91 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864a1fc8-203b-4ca9-a13c-2e4cd2e902d5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:51.964789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-776fc2bf-9b01-4cfe-8e79-bb51501d8a6a req-950c5a9c-afd5-4506-89a0-aedaf040bc9d tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871672 Oct 18 20:52:51.969908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41424) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:51.987203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f30dcb47-d628-49cc-bd16-fdc5b98377d7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:51.989187 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-f30dcb47-d628-49cc-bd16-fdc5b98377d7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 20:52:51.989699 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-f30dcb47-d628-49cc-bd16-fdc5b98377d7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:51.991034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f30dcb47-d628-49cc-bd16-fdc5b98377d7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0199249 Oct 18 20:52:51.994707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41428) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.001862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-80841120-52f5-4076-9780-fe359bbdff95 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.004211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.059877 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-80841120-52f5-4076-9780-fe359bbdff95 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.061334 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-80841120-52f5-4076-9780-fe359bbdff95 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0655377 Oct 18 20:52:52.064446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41432) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.074890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6d6f7c35-a89d-48c0-a58e-83620d987afe tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.074890 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-6d6f7c35-a89d-48c0-a58e-83620d987afe tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 18 20:52:52.074890 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-6d6f7c35-a89d-48c0-a58e-83620d987afe tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.074890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6d6f7c35-a89d-48c0-a58e-83620d987afe tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087514 Oct 18 20:52:52.077639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41434) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.081431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb4d65ac-ef59-4258-9ccc-381a29a60b6b details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:52:52.082859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b8fc3a47-2215-4995-9eed-05fec4b86bc2 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.093264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:52.117091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:52.124814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:52.125420 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.135259 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-b8fc3a47-2215-4995-9eed-05fec4b86bc2 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.140623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8fc3a47-2215-4995-9eed-05fec4b86bc2 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0587649 Oct 18 20:52:52.142232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41436) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.152104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0e1c7636-bf00-402b-b9c7-74448449fa23 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.152989 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-0e1c7636-bf00-402b-b9c7-74448449fa23 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 20:52:52.153700 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-0e1c7636-bf00-402b-b9c7-74448449fa23 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.158235 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0e1c7636-bf00-402b-b9c7-74448449fa23 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118084 Oct 18 20:52:52.159120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=3cc621d1-6ebd-49ba-b1ca-de441d3eb088,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:52.159243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41438) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.161016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Deleting port 186280c8-9ccb-42da-bfc3-f871143a8212 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:52.161382 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.167293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-296aab46-2b79-459c-bc37-02b07b4573c7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.169989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c028dd22-9c9b-4ff9-ab2d-9d74cc5c2aea tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8181484 Oct 18 20:52:52.173765 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41440) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.182480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d79941aa-928a-4026-8741-aeea042d7c4d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'security_group': {'name': 'tempest-secgroup-2070501187'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.200019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077de86-bcca-4bae-81d4-310f4112c38b req-f57dc63a-b4d2-449c-a5ec-fb5211c8324b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:52.209452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3077de86-bcca-4bae-81d4-310f4112c38b req-f57dc63a-b4d2-449c-a5ec-fb5211c8324b tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 943 time: 0.1351318 Oct 18 20:52:52.230416 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-296aab46-2b79-459c-bc37-02b07b4573c7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Project 445f759cdb3a4bdbbc80eb5e370f086b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:52:52.294782 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d79941aa-928a-4026-8741-aeea042d7c4d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.296699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port eb4d65ac-ef59-4258-9ccc-381a29a60b6b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:52.317332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b', 'network_id': '795e6395-44db-4869-8a09-588176fc119f', 'port_id': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b', 'mac_address': 'fa:16:3e:bb:10:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2975efe-74ef-4037-b1ef-94a6b08c090b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:52:52.319631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24460b4d-b2ae-4f8a-888b-5d8918621e1a None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:52.321694 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3077de86-bcca-4bae-81d4-310f4112c38b req-a1c8c0c4-1d5f-4cbe-b059-4e1f0e1efc7f tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016505 Oct 18 20:52:52.322821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e1740090-e7d7-4cc3-be0c-f650831d17ad no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:52.329310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41444) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.332460 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-296aab46-2b79-459c-bc37-02b07b4573c7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.334573 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-296aab46-2b79-459c-bc37-02b07b4573c7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1743643 Oct 18 20:52:52.339391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41446) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.344032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] For port 186280c8-9ccb-42da-bfc3-f871143a8212, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=186280c8-9ccb-42da-bfc3-f871143a8212,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:52.347910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.349767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-039d1ebe-d38b-407d-aae8-04facb427231 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.350403 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-039d1ebe-d38b-407d-aae8-04facb427231 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 18 20:52:52.351077 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-039d1ebe-d38b-407d-aae8-04facb427231 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.355144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-039d1ebe-d38b-407d-aae8-04facb427231 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107670 Oct 18 20:52:52.356340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41448) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.365335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9f190849-98ad-4510-8e4e-3dee3de84380 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.431182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Calling delete_port for 186280c8-9ccb-42da-bfc3-f871143a8212 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:52.443806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d79941aa-928a-4026-8741-aeea042d7c4d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.451596 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d79941aa-928a-4026-8741-aeea042d7c4d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.506151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e1740090-e7d7-4cc3-be0c-f650831d17ad {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:52.506323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d79941aa-928a-4026-8741-aeea042d7c4d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.506823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e1740090-e7d7-4cc3-be0c-f650831d17ad not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:52.507565 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d79941aa-928a-4026-8741-aeea042d7c4d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3311620 Oct 18 20:52:52.513315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41456) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.522296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1304e43a-ce58-4c9c-996b-4e65c2fcaf04 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'security_group': {'name': 'tempest-secgroup-1515767831'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.531364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79941aa-928a-4026-8741-aeea042d7c4d tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991ebfd5-5bec-4c3e-93d0-2a45f82b82d3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:52.564806 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-9f190849-98ad-4510-8e4e-3dee3de84380 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Project 445f759cdb3a4bdbbc80eb5e370f086b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:52:52.566331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1304e43a-ce58-4c9c-996b-4e65c2fcaf04 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.621857 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-9f190849-98ad-4510-8e4e-3dee3de84380 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.626018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9f190849-98ad-4510-8e4e-3dee3de84380 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2668879 Oct 18 20:52:52.628003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41464) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.637213 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ac370450-1d37-42fc-96eb-0f33e18ad194 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '864a1fc8-203b-4ca9-a13c-2e4cd2e902d5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.643848 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.672130 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-ac370450-1d37-42fc-96eb-0f33e18ad194 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Project 445f759cdb3a4bdbbc80eb5e370f086b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:52:52.712718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1304e43a-ce58-4c9c-996b-4e65c2fcaf04 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.714124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-671a6c34-7f1b-4477-b5b6-3163ec154bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.716268 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-ac370450-1d37-42fc-96eb-0f33e18ad194 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:52.719873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ac370450-1d37-42fc-96eb-0f33e18ad194 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0877702 Oct 18 20:52:52.726201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41468) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.736709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4d65ac-ef59-4258-9ccc-381a29a60b6b {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:52:52.765842 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1304e43a-ce58-4c9c-996b-4e65c2fcaf04 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.779724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port eb4d65ac-ef59-4258-9ccc-381a29a60b6b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:52.811710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1304e43a-ce58-4c9c-996b-4e65c2fcaf04 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.813315 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1304e43a-ce58-4c9c-996b-4e65c2fcaf04 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2990048 Oct 18 20:52:52.817450 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.818938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e25480-8f50-49e5-b53d-218bb801eede req-0079d9c8-c2db-4c52-be5f-2717a6a68cf8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:52.821293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41470) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:52.827602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52e25480-8f50-49e5-b53d-218bb801eede req-0079d9c8-c2db-4c52-be5f-2717a6a68cf8 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/ports?device_id=796d5037-0b98-4732-a8a3-a9b5ce461739 HTTP/1.1" status: 200 len: 945 time: 0.0912988 Oct 18 20:52:52.835844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-296787905', 'security_groups': ['d0d65295-6887-47f7-9efd-7aaa6ade7d40'], 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3cc621d1-6ebd-49ba-b1ca-de441d3eb088'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:52.838411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.865001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['186280c8-9ccb-42da-bfc3-f871143a8212'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:52.873879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304e43a-ce58-4c9c-996b-4e65c2fcaf04 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d65295-6887-47f7-9efd-7aaa6ade7d40,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:52.890780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Pushing event deleted for resources: {'Port': ['ID=186280c8-9ccb-42da-bfc3-f871143a8212,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:52.899307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-123bbba2-e4f4-4472-9880-83bbb9625108 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.965064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'tenant_id': 'cb56924bef3447949ec09488142c8be2', 'fixed_ips': [{'subnet_id': '3cc621d1-6ebd-49ba-b1ca-de441d3eb088'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:52:52.965267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52e25480-8f50-49e5-b53d-218bb801eede req-492b907f-093e-4c73-b916-018f72a8ea52 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f598dd2-e3c0-4dcf-aaf5-d71845694e37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348808 Oct 18 20:52:52.966552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:52.983515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-123bbba2-e4f4-4472-9880-83bbb9625108 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.029325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] No DVR routers for this DVR port 186280c8-9ccb-42da-bfc3-f871143a8212 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:53.033858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.046834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b75fea28-9ed3-4a81-bee1-1f879c265865 req-ccac9cb4-11a4-48ac-bdc6-cf6d283f35d4 tempest-ServerRescueTestJSONUnderV235-346677533 tempest-ServerRescueTestJSONUnderV235-346677533-project] 10.222.0.79 "DELETE /v2.0/ports/186280c8-9ccb-42da-bfc3-f871143a8212 HTTP/1.1" status: 204 len: 173 time: 1.2294455 Oct 18 20:52:53.047679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'name': 'network-vif-deleted', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:53.060575 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6075c3d3-cf61-4eba-a42b-a2bad4124cf3" -d '{"events": [{"server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "name": "network-vif-deleted", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:53.087388 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-671a6c34-7f1b-4477-b5b6-3163ec154bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.112727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-671a6c34-7f1b-4477-b5b6-3163ec154bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.137110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-123bbba2-e4f4-4472-9880-83bbb9625108 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.140045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-123bbba2-e4f4-4472-9880-83bbb9625108 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.144876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41482) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:53.145381 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-123bbba2-e4f4-4472-9880-83bbb9625108 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/864a1fc8-203b-4ca9-a13c-2e4cd2e902d5 HTTP/1.1" status: 204 len: 168 time: 0.4177976 Oct 18 20:52:53.152139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:53.179728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['eb4d65ac-ef59-4258-9ccc-381a29a60b6b'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:53.186466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6c34-7f1b-4477-b5b6-3163ec154bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33028d4f-e204-4e12-87d3-27f3d2ad6d5e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:53.191745 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-671a6c34-7f1b-4477-b5b6-3163ec154bce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df6510734bba4648a4e9e2e0bfbfb842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8559315 Oct 18 20:52:53.197802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41484) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:53.229665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:53.230192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bbba2-e4f4-4472-9880-83bbb9625108 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a1fc8-203b-4ca9-a13c-2e4cd2e902d5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:53.240763 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-786db2bf-47e1-465a-ad35-e0a18ca3ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.289880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41488) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:53.292544 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-92939539-d289-4afd-8f5f-41c6c58a4e0a tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1359761 Oct 18 20:52:53.298177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a8784e41-b2d1-43ca-98a7-6caa0f77199d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--466332311'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:53.327516 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc6d12-64de-4712-b1d4-23979cf83c8c x-openstack-request-id: req-55dc6d12-64de-4712-b1d4-23979cf83c8c {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:53.327896 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d5037-0b98-4732-a8a3-a9b5ce461739", "name": "network-vif-deleted", "tag": "186280c8-9ccb-42da-bfc3-f871143a8212", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:53.328214 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55dc6d12-64de-4712-b1d4-23979cf83c8c {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:53.328904 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d5037-0b98-4732-a8a3-a9b5ce461739', 'name': 'network-vif-deleted', 'tag': '186280c8-9ccb-42da-bfc3-f871143a8212', 'status': 'completed', 'code': 200} Oct 18 20:52:53.369735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.382934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8784e41-b2d1-43ca-98a7-6caa0f77199d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.385699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9247e3ec-2550-4682-a728-fd5aaeaad77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.415688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port f792b9fd-60ed-45d5-a4d5-e796abcdb3da yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:52:53.438523 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9247e3ec-2550-4682-a728-fd5aaeaad77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.452612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Allocated IP 2001:db8::2 (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/3cc621d1-6ebd-49ba-b1ca-de441d3eb088/a46b0509-e63f-420b-80e3-9872a82455b1) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:53.466647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8071d-6fdf-4520-8d2c-d48cf3809ece req-e651a38c-9bcd-449b-a957-59e821057212 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:53.467758 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98a8071d-6fdf-4520-8d2c-d48cf3809ece req-e651a38c-9bcd-449b-a957-59e821057212 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.0597830 Oct 18 20:52:53.529636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98a8071d-6fdf-4520-8d2c-d48cf3809ece req-7f8c55a7-5c0f-49de-ac68-23b14307c157 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476596 Oct 18 20:52:53.622819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8784e41-b2d1-43ca-98a7-6caa0f77199d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.626577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9247e3ec-2550-4682-a728-fd5aaeaad77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.629492 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9247e3ec-2550-4682-a728-fd5aaeaad77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.630433 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9247e3ec-2550-4682-a728-fd5aaeaad77c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33028d4f-e204-4e12-87d3-27f3d2ad6d5e HTTP/1.1" status: 204 len: 168 time: 0.4299030 Oct 18 20:52:53.633364 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8784e41-b2d1-43ca-98a7-6caa0f77199d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.647163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247e3ec-2550-4682-a728-fd5aaeaad77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33028d4f-e204-4e12-87d3-27f3d2ad6d5e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:53.674180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8784e41-b2d1-43ca-98a7-6caa0f77199d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.685123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41498) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:53.686232 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8784e41-b2d1-43ca-98a7-6caa0f77199d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3933504 Oct 18 20:52:53.689624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a83a2682-17cd-4b8d-9441-797fd39bd9f2 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '44c1d06f-81c3-43c0-80cc-4034ac99ecd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:53.705093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8784e41-b2d1-43ca-98a7-6caa0f77199d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c1d06f-81c3-43c0-80cc-4034ac99ecd9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:53.791512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f30e2-4adb-4537-a27c-35601ce068ec req-d2bce2cf-40d9-4830-9cd0-80f034e95f14 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:53.793188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-082f30e2-4adb-4537-a27c-35601ce068ec req-d2bce2cf-40d9-4830-9cd0-80f034e95f14 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 944 time: 0.0969818 Oct 18 20:52:53.800373 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-a83a2682-17cd-4b8d-9441-797fd39bd9f2 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The resource could not be found. Oct 18 20:52:53.804463 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a83a2682-17cd-4b8d-9441-797fd39bd9f2 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1157973 Oct 18 20:52:53.804797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41502) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:53.807286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.809830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-89a2cf8d-e51f-4455-abc4-86fb65f81562 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '44c1d06f-81c3-43c0-80cc-4034ac99ecd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '71f7efa9-4736-4389-964a-3076ecf03a3e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:53.817419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.862376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:53.865936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:53.869990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:53.882548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Pushing event updated for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:53.886983 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-082f30e2-4adb-4537-a27c-35601ce068ec req-e45fc3d2-2b16-44d8-b035-97cd7734f2db tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834105 Oct 18 20:52:53.911755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::38b (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/3cc621d1-6ebd-49ba-b1ca-de441d3eb088/f792b9fd-60ed-45d5-a4d5-e796abcdb3da) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:53.934670 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-89a2cf8d-e51f-4455-abc4-86fb65f81562 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The resource could not be found. Oct 18 20:52:53.939206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-89a2cf8d-e51f-4455-abc4-86fb65f81562 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1299448 Oct 18 20:52:53.939206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:53.980373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Attempting to bind port a46b0509-e63f-420b-80e3-9872a82455b1 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:52:53.981143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Attempting to bind port a46b0509-e63f-420b-80e3-9872a82455b1 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:52:53.981724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Attempting to bind port a46b0509-e63f-420b-80e3-9872a82455b1 on network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:52:53.991173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:52:53.992585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Checking segment: {'id': '62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:52:53.993180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:53.994821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Bound using segment: {'id': '62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:52:53.995520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Bound port: a46b0509-e63f-420b-80e3-9872a82455b1, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:52:53.997795 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.077507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41514) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:54.084145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438d599-9a60-44a6-a274-71a28929d1ad req-aac3d320-aa55-47da-8b12-b3517655e501 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:54.085718 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f438d599-9a60-44a6-a274-71a28929d1ad req-aac3d320-aa55-47da-8b12-b3517655e501 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.1102867 Oct 18 20:52:54.104419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb4d65ac-ef59-4258-9ccc-381a29a60b6b up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:54.123103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea14bf53-e932-4878-ab46-e70554f85432 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.180838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:52:54.189185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a46b0509-e63f-420b-80e3-9872a82455b1,segment=NetworkSegment(62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9),segment_id=62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:52:54.192657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea14bf53-e932-4878-ab46-e70554f85432 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.222413 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.233836 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.241049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port eb4d65ac-ef59-4258-9ccc-381a29a60b6b completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:52:54.269143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.271561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41518) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:54.285617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port eb4d65ac-ef59-4258-9ccc-381a29a60b6b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:54.286156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.321165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9677888c-3054-4a5f-9dd8-65be7cde95c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.358976 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea14bf53-e932-4878-ab46-e70554f85432 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.362574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea14bf53-e932-4878-ab46-e70554f85432 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.363751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ea14bf53-e932-4878-ab46-e70554f85432 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/44c1d06f-81c3-43c0-80cc-4034ac99ecd9 HTTP/1.1" status: 204 len: 168 time: 0.4238129 Oct 18 20:52:54.370967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12fa1-8582-42dc-86ff-6be77a1e81c8 None None] Pushing event updated for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:54.387129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41520) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:54.431241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14bf53-e932-4878-ab46-e70554f85432 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c1d06f-81c3-43c0-80cc-4034ac99ecd9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:54.449560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Deleting port ae12d128-c028-413b-8520-dddeb21ba11c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:54.449770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.492652 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.501059 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.527020 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:54.529465 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffdd50-3af3-4551-9cee-6a033a8b8bca" -d '{"events": [{"server_uuid": "768ad056-ffaf-4122-a9e7-7124e78b83dc", "name": "network-vif-plugged", "status": "completed", "tag": "eb4d65ac-ef59-4258-9ccc-381a29a60b6b"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:54.572337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port eb4d65ac-ef59-4258-9ccc-381a29a60b6b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:54.579343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.636109 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e2f662-1ea4-47c5-ba00-654c1de1803f x-openstack-request-id: req-f9e2f662-1ea4-47c5-ba00-654c1de1803f {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:54.637353 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768ad056-ffaf-4122-a9e7-7124e78b83dc", "name": "network-vif-plugged", "status": "completed", "tag": "eb4d65ac-ef59-4258-9ccc-381a29a60b6b", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:54.638071 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9e2f662-1ea4-47c5-ba00-654c1de1803f {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:54.641281 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b', 'code': 200} Oct 18 20:52:54.721384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:54.760151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:54.770650 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c44e6c86-e54d-4ac9-9425-dd5ebb8dc8b8 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3755946 Oct 18 20:52:54.771623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:54.814190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:54.818030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:52:54.824300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:54.825083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:54.977465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 186280c8-9ccb-42da-bfc3-f871143a8212 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:55.005417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 186280c8-9ccb-42da-bfc3-f871143a8212 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:55.006084 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 186280c8-9ccb-42da-bfc3-f871143a8212 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:55.103901 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.107550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ce955-cdb3-4486-a67b-13c7c63a8cd0 req-30f5c253-08aa-4a67-a949-65a4fc2ae59f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:55.115766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee6ce955-cdb3-4486-a67b-13c7c63a8cd0 req-30f5c253-08aa-4a67-a949-65a4fc2ae59f tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 945 time: 0.1151111 Oct 18 20:52:55.211607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee6ce955-cdb3-4486-a67b-13c7c63a8cd0 req-1c3918e0-671d-4fce-82ac-f10633869361 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/security-groups?id=bf249f7f-e773-461f-8e16-a535e7ccdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948200 Oct 18 20:52:55.220055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a8fee554-7125-4e08-a888-98abfaa2631d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '614b6f1e-807f-4c3c-adbb-d2d07f24ce24', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:55.289033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=f792b9fd-60ed-45d5-a4d5-e796abcdb3da,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:55.319379 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-a8fee554-7125-4e08-a888-98abfaa2631d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The resource could not be found. Oct 18 20:52:55.321339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8fee554-7125-4e08-a888-98abfaa2631d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4929390 Oct 18 20:52:55.337854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9677888c-3054-4a5f-9dd8-65be7cde95c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.344744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41544) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:55.345733 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-688acb76-300d-490c-91f6-8660639d09c5 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5135951 Oct 18 20:52:55.351131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41546) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:55.355877 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9677888c-3054-4a5f-9dd8-65be7cde95c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.358094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-67e69a44-5d41-4715-952a-c73259beaa1d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--389751961'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:55.367854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-272d8b81-c890-4d61-bc21-66614854052b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:55.434377 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67e69a44-5d41-4715-952a-c73259beaa1d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.473553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdad94-a4f6-4966-a2b6-b968de07c0ba req-51bcb9b5-1ff8-4d34-8e75-949475995445 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:55.475157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bfdad94-a4f6-4966-a2b6-b968de07c0ba req-51bcb9b5-1ff8-4d34-8e75-949475995445 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 945 time: 0.1319022 Oct 18 20:52:55.495894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.506114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c905f4-f307-4e5c-9f42-043d80a4ef1b req-798c527b-58c4-4e7a-8d04-e5fa779165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:55.508064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4c905f4-f307-4e5c-9f42-043d80a4ef1b req-798c527b-58c4-4e7a-8d04-e5fa779165fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 1096 time: 0.7875140 Oct 18 20:52:55.537869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] For port ae12d128-c028-413b-8520-dddeb21ba11c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=ae12d128-c028-413b-8520-dddeb21ba11c,segment=NetworkSegment(bfc236b0-3b74-4c98-8327-8161971ebf9d),segment_id=bfc236b0-3b74-4c98-8327-8161971ebf9d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:55.538237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.592030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Calling delete_port for ae12d128-c028-413b-8520-dddeb21ba11c owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:55.595955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bfdad94-a4f6-4966-a2b6-b968de07c0ba req-764738f7-155f-48fb-b17a-1b4633a6efc1 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131341 Oct 18 20:52:55.600832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677888c-3054-4a5f-9dd8-65be7cde95c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee94aeec-ec5f-4516-aff6-3cdcb947dbff,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:55.626623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4c905f4-f307-4e5c-9f42-043d80a4ef1b req-7bc3f8e2-b65d-4530-a772-b5cd51f2c807 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992367 Oct 18 20:52:55.628935 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9677888c-3054-4a5f-9dd8-65be7cde95c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77bdbc51b10a448c94d015c939016179&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3516064 Oct 18 20:52:55.632108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d8b81-c890-4d61-bc21-66614854052b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:55.635766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-272d8b81-c890-4d61-bc21-66614854052b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.638981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41554) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:55.722391 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67e69a44-5d41-4715-952a-c73259beaa1d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.748723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67e69a44-5d41-4715-952a-c73259beaa1d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.807818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:55.808470 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.823166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6903c3b3-f915-4df0-8b3b-0e845d6f33d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.828915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67e69a44-5d41-4715-952a-c73259beaa1d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.834300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-67e69a44-5d41-4715-952a-c73259beaa1d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4827094 Oct 18 20:52:55.835926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:55.844266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1599fbb1-bf54-4b96-8840-17681f8c8bdb tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--355674223'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:55.893680 n-d-812149-2 neutron-server[100530]: INFO neutron.db.ipam_backend_mixin [None req-272d8b81-c890-4d61-bc21-66614854052b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cc621d1-6ebd-49ba-b1ca-de441d3eb088 (CIDR: 2001:db8::/64) Oct 18 20:52:55.902673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e69a44-5d41-4715-952a-c73259beaa1d tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b641fb2-db4e-4604-bdea-30feb8826e21,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:55.931789 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-272d8b81-c890-4d61-bc21-66614854052b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:55.932278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272d8b81-c890-4d61-bc21-66614854052b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:52:55.940854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6903c3b3-f915-4df0-8b3b-0e845d6f33d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:55.963806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1599fbb1-bf54-4b96-8840-17681f8c8bdb tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.012151 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-272d8b81-c890-4d61-bc21-66614854052b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6483746 Oct 18 20:52:56.015627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41560) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:56.026337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:56.034711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.045675 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.084160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['ae12d128-c028-413b-8520-dddeb21ba11c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:52:56.125483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Pushing event deleted for resources: {'Port': ['ID=ae12d128-c028-413b-8520-dddeb21ba11c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:56.169541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a46b0509-e63f-420b-80e3-9872a82455b1,segment=NetworkSegment(62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9),segment_id=62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:56.173668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Deleting port a7b6f229-2cdd-444f-a470-8bd82be8b950 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:56.174248 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.184685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.231295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] No DVR routers for this DVR port ae12d128-c028-413b-8520-dddeb21ba11c on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:52:56.234462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.240499 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f438d599-9a60-44a6-a274-71a28929d1ad req-9be59dfd-e252-46a7-82b4-9d33008f47f4 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.30 "DELETE /v2.0/ports/ae12d128-c028-413b-8520-dddeb21ba11c HTTP/1.1" status: 204 len: 173 time: 2.1260705 Oct 18 20:52:56.249596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a46b0509-e63f-420b-80e3-9872a82455b1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:56.250983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'name': 'network-vif-deleted', 'tag': 'ae12d128-c028-413b-8520-dddeb21ba11c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:52:56.254592 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720a19c8-4a6e-479e-802b-779c77152108" -d '{"events": [{"server_uuid": "592309d8-eb94-4b26-b3a0-9fc03b0262c7", "name": "network-vif-deleted", "tag": "ae12d128-c028-413b-8520-dddeb21ba11c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:52:56.257467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6903c3b3-f915-4df0-8b3b-0e845d6f33d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.260763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6903c3b3-f915-4df0-8b3b-0e845d6f33d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.261705 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6903c3b3-f915-4df0-8b3b-0e845d6f33d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee94aeec-ec5f-4516-aff6-3cdcb947dbff HTTP/1.1" status: 204 len: 168 time: 0.6202943 Oct 18 20:52:56.297409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903c3b3-f915-4df0-8b3b-0e845d6f33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee94aeec-ec5f-4516-aff6-3cdcb947dbff,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:56.333991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1599fbb1-bf54-4b96-8840-17681f8c8bdb tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.350585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] For port a7b6f229-2cdd-444f-a470-8bd82be8b950, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a7b6f229-2cdd-444f-a470-8bd82be8b950,segment=NetworkSegment(1fa3ea5a-9bbd-4eee-a568-7ed35571b314),segment_id=1fa3ea5a-9bbd-4eee-a568-7ed35571b314)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:56.354838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Provisioning complete for port 91b86189-9414-4ee8-9378-56f4ccd345ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:56.355080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.355622 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.365952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1599fbb1-bf54-4b96-8840-17681f8c8bdb tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.419834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599fbb1-bf54-4b96-8840-17681f8c8bdb tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed00a7-4d95-494b-84fe-5c1dee124101,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:56.426468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:52:56.431828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.442391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1599fbb1-bf54-4b96-8840-17681f8c8bdb tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.443880 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1599fbb1-bf54-4b96-8840-17681f8c8bdb tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6063786 Oct 18 20:52:56.456033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41570) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:56.458103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Port 91b86189-9414-4ee8-9378-56f4ccd345ae cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:56.462473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e64501-9f1f-4f82-a4e9-72fa6e83b791 None None] Pushing event updated for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:56.474106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-46a77d2f-7139-481f-97a8-e0e38a3df637 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '1b641fb2-db4e-4604-bdea-30feb8826e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c8ed00a7-4d95-494b-84fe-5c1dee124101'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:56.481320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:56.482028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.497900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Calling delete_port for a7b6f229-2cdd-444f-a470-8bd82be8b950 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:56.629226 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-46a77d2f-7139-481f-97a8-e0e38a3df637 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:56.631058 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-46a77d2f-7139-481f-97a8-e0e38a3df637 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1737676 Oct 18 20:52:56.637363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41574) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:56.659872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.680343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6fcb6e49-15fa-4f93-9751-5e4c14218302 None None] Provisioning complete for port f792b9fd-60ed-45d5-a4d5-e796abcdb3da triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:56.680940 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fcb6e49-15fa-4f93-9751-5e4c14218302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.794029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd03c015-dd96-409b-890b-802e0b471ddb req-9b9428c2-ee04-4ba5-be43-aacd02439341 tempest-ServerDiskConfigTestJSON-1233285794 tempest-ServerDiskConfigTestJSON-1233285794-project] 10.222.0.66 "GET /v2.0/ports?device_id=592309d8-eb94-4b26-b3a0-9fc03b0262c7 HTTP/1.1" status: 200 len: 210 time: 0.4185014 Oct 18 20:52:56.802120 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.803125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2b59a-1a60-4d35-a6d1-4c266b0ccc3b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.833624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2b59a-1a60-4d35-a6d1-4c266b0ccc3b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.884182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb6e49-15fa-4f93-9751-5e4c14218302 None None] Port f792b9fd-60ed-45d5-a4d5-e796abcdb3da cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:52:56.897002 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23785ff-905b-492b-9daa-b5a6be5e49ca x-openstack-request-id: req-a23785ff-905b-492b-9daa-b5a6be5e49ca {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:52:56.897296 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592309d8-eb94-4b26-b3a0-9fc03b0262c7", "name": "network-vif-deleted", "tag": "ae12d128-c028-413b-8520-dddeb21ba11c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:52:56.897555 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a23785ff-905b-492b-9daa-b5a6be5e49ca {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:52:56.897961 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592309d8-eb94-4b26-b3a0-9fc03b0262c7', 'name': 'network-vif-deleted', 'tag': 'ae12d128-c028-413b-8520-dddeb21ba11c', 'status': 'completed', 'code': 200} Oct 18 20:52:56.929943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2b59a-1a60-4d35-a6d1-4c266b0ccc3b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.932259 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30e2b59a-1a60-4d35-a6d1-4c266b0ccc3b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:56.937178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-30e2b59a-1a60-4d35-a6d1-4c266b0ccc3b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/c8ed00a7-4d95-494b-84fe-5c1dee124101 HTTP/1.1" status: 204 len: 168 time: 0.2931573 Oct 18 20:52:56.946534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41582) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:56.968569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b6f229-2cdd-444f-a470-8bd82be8b950,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:56.972740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2b59a-1a60-4d35-a6d1-4c266b0ccc3b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed00a7-4d95-494b-84fe-5c1dee124101,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:57.082941 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3c902a13-4651-4606-b92f-6a3d01bab589 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1354105 Oct 18 20:52:57.086026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41588) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:57.147528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a0824-c54e-4d44-ba6c-0d427db18ae9 req-68b291b7-16b6-4beb-8779-7d3cd18ff7c7 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:57.156427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.156680 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-105a0824-c54e-4d44-ba6c-0d427db18ae9 req-68b291b7-16b6-4beb-8779-7d3cd18ff7c7 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 945 time: 0.1704061 Oct 18 20:52:57.227568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:52:57.230785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2494db72-4bb3-4060-8f3c-49fa9ef4429e tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.235937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:52:57.239260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:57.240000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.254108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=89a924ff-bc35-41b4-af2e-1a6e11f1d987,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:57.255989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc429df-7b05-4c6e-ae64-881bb762fe89 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:52:57.265094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-105a0824-c54e-4d44-ba6c-0d427db18ae9 req-1ccab203-7010-40fb-8f8c-0e40038100a2 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074183 Oct 18 20:52:57.278418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2494db72-4bb3-4060-8f3c-49fa9ef4429e tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.294447 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ad16a6ab-61a0-4b29-a385-d42dcc030443 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2742653 Oct 18 20:52:57.298147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:57.310395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1573362510', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89a924ff-bc35-41b4-af2e-1a6e11f1d987'}], 'security_groups': ['991ebfd5-5bec-4c3e-93d0-2a45f82b82d3']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:57.413615 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.426661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2494db72-4bb3-4060-8f3c-49fa9ef4429e tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.430189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2494db72-4bb3-4060-8f3c-49fa9ef4429e tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.431368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2494db72-4bb3-4060-8f3c-49fa9ef4429e tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b641fb2-db4e-4604-bdea-30feb8826e21 HTTP/1.1" status: 204 len: 168 time: 0.3443563 Oct 18 20:52:57.434664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41598) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:57.444827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.461961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494db72-4bb3-4060-8f3c-49fa9ef4429e tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b641fb2-db4e-4604-bdea-30feb8826e21,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:57.606338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-be7104ff-634f-4c2c-91bf-7ca7447a85d7 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1693077 Oct 18 20:52:57.623657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41606) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:57.628901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3eb4fa2e-ec4a-4812-9302-6bf1d442e6a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899418330'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:57.724811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fa2e-ec4a-4812-9302-6bf1d442e6a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.732841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f10f20-626b-43ec-8243-16d7ba50d905 None None] Update dhcp port {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'fixed_ips': [{'subnet_id': '3cc621d1-6ebd-49ba-b1ca-de441d3eb088', 'ip_address': '2001:db8::2'}, {'subnet_id': '89a924ff-bc35-41b4-af2e-1a6e11f1d987'}], 'binding:host_id': 'n-d-812149-2'}, 'id': 'a46b0509-e63f-420b-80e3-9872a82455b1'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:52:57.800636 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-36f10f20-626b-43ec-8243-16d7ba50d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.850468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41616) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:57.873581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fa2e-ec4a-4812-9302-6bf1d442e6a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.882771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fa2e-ec4a-4812-9302-6bf1d442e6a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.891474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d7011-3f88-4dfb-b3d7-3947221d4641 req-9d970595-3413-4f0d-918d-ee7638bce050 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:57.899438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e04d7011-3f88-4dfb-b3d7-3947221d4641 req-9d970595-3413-4f0d-918d-ee7638bce050 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 945 time: 0.1717765 Oct 18 20:52:57.936680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3eb4fa2e-ec4a-4812-9302-6bf1d442e6a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:57.938221 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3eb4fa2e-ec4a-4812-9302-6bf1d442e6a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3133240 Oct 18 20:52:57.959322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41620) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:57.962291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4fa2e-ec4a-4812-9302-6bf1d442e6a9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3cd8ad-776f-40c4-84d1-d9d58402e2d9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:57.979535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-90b3ed37-da99-4ea3-a1c2-cf9ae1b4cb21 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '2d3cd8ad-776f-40c4-84d1-d9d58402e2d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:58.069683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Router ea2e68b8-3316-4584-81ce-5d390d71f8e8 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:52:58.108657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e04d7011-3f88-4dfb-b3d7-3947221d4641 req-e7f77032-f26c-451b-bc58-6a5b062dd89a tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082038 Oct 18 20:52:58.109461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Delete allocated IP 2001:db8::38b (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/3cc621d1-6ebd-49ba-b1ca-de441d3eb088) {{(pid=100530) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 20:52:58.122101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8:0:1::31a (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/89a924ff-bc35-41b4-af2e-1a6e11f1d987/f792b9fd-60ed-45d5-a4d5-e796abcdb3da) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:58.131329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ae12d128-c028-413b-8520-dddeb21ba11c no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:52:58.152677 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-90b3ed37-da99-4ea3-a1c2-cf9ae1b4cb21 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:58.153790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-90b3ed37-da99-4ea3-a1c2-cf9ae1b4cb21 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1782026 Oct 18 20:52:58.158790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41624) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:58.169296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2ae6f02d-3034-40a2-9f42-5038293726cd tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group_rule': {'security_group_id': '2d3cd8ad-776f-40c4-84d1-d9d58402e2d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:58.200246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: ae12d128-c028-413b-8520-dddeb21ba11c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:52:58.201867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device ae12d128-c028-413b-8520-dddeb21ba11c not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:52:58.323118 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-2ae6f02d-3034-40a2-9f42-5038293726cd tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:52:58.324229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2ae6f02d-3034-40a2-9f42-5038293726cd tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1586323 Oct 18 20:52:58.330502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41632) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:58.383693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:52:58.386431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a46b0509-e63f-420b-80e3-9872a82455b1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:52:58.392139 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7fbc2a71-a867-477b-a0cf-9c38e4f60d82 admin admin] 10.222.0.66 "PUT /v2.0/routers/ea2e68b8-3316-4584-81ce-5d390d71f8e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3133883 Oct 18 20:52:58.402789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41636) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:58.407248 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-634f4fae-31d1-4848-885e-afffccecb104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.416804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] Sync routers for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:52:58.444028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:58.444717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:58.495517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41640) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:58.518778 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.524731 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e15457b9-2e64-4b2f-8812-89d35f9d5a80 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.539569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.555077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:52:58.555562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.601650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] Deleting subnet 73ab4248-3c9c-4574-8186-b58ea1c282e7 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:52:58.605654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.631221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e15457b9-2e64-4b2f-8812-89d35f9d5a80 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.669123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-634f4fae-31d1-4848-885e-afffccecb104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.670429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-36f10f20-626b-43ec-8243-16d7ba50d905 None None] Allocated IP 2001:db8:0:1::2 (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/89a924ff-bc35-41b4-af2e-1a6e11f1d987/a46b0509-e63f-420b-80e3-9872a82455b1) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:52:58.675847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.678919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-634f4fae-31d1-4848-885e-afffccecb104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.706660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] In _notify_port_updated(), no bound segment for port f792b9fd-60ed-45d5-a4d5-e796abcdb3da on network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:52:58.713121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:58.714243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.717488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "PUT /v2.0/ports/f792b9fd-60ed-45d5-a4d5-e796abcdb3da HTTP/1.1" status: 200 len: 931 time: 1.4167626 Oct 18 20:52:58.717660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:52:58.729906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-634f4fae-31d1-4848-885e-afffccecb104 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fee2861372494734a6b1409db46be9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8675101 Oct 18 20:52:58.732035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:58.732637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41650) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:58.750567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.799780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e15457b9-2e64-4b2f-8812-89d35f9d5a80 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.802682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e15457b9-2e64-4b2f-8812-89d35f9d5a80 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.803882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e15457b9-2e64-4b2f-8812-89d35f9d5a80 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/2d3cd8ad-776f-40c4-84d1-d9d58402e2d9 HTTP/1.1" status: 204 len: 168 time: 0.4723961 Oct 18 20:52:58.810282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d6eb7-0904-42ed-8291-e1bf9451fdfe tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=f792b9fd-60ed-45d5-a4d5-e796abcdb3da,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:58.813838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41654) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:58.827094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15457b9-2e64-4b2f-8812-89d35f9d5a80 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3cd8ad-776f-40c4-84d1-d9d58402e2d9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:58.930557 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:58.942768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f4fae-31d1-4848-885e-afffccecb104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed7e3c-a953-40e7-9250-2f357ad039fb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:58.971641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.032405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-36f10f20-626b-43ec-8243-16d7ba50d905 None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a46b0509-e63f-420b-80e3-9872a82455b1,segment=NetworkSegment(62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9),segment_id=62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:59.037225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Deleting port b12889bc-43c6-4655-a5cd-5b686a249148 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:59.037591 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.039084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-56f98e23-97a3-4ada-b013-eaa21f157426 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2193699 Oct 18 20:52:59.043864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41662) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:59.058728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port f792b9fd-60ed-45d5-a4d5-e796abcdb3da {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:52:59.058728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.061872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-73fc5a44-2a0b-48a7-9e6a-dec3abecd217 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568771612'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:52:59.109837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b880ffa-8789-4665-8cbf-dcbc0fca1793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.120917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-36f10f20-626b-43ec-8243-16d7ba50d905 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.144515 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-36f10f20-626b-43ec-8243-16d7ba50d905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.183646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73fc5a44-2a0b-48a7-9e6a-dec3abecd217 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.189044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.210235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b880ffa-8789-4665-8cbf-dcbc0fca1793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.215805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.223414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] 10.222.0.66 "DELETE /v2.0/subnets/73ab4248-3c9c-4574-8186-b58ea1c282e7 HTTP/1.1" status: 204 len: 168 time: 0.7209415 Oct 18 20:52:59.225864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41666) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:52:59.249557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] For port b12889bc-43c6-4655-a5cd-5b686a249148, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b12889bc-43c6-4655-a5cd-5b686a249148,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:52:59.249932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.281336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Calling delete_port for b12889bc-43c6-4655-a5cd-5b686a249148 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:59.292362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:52:56Z', 'revision_number': 5, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port': {'id': 'b12889bc-43c6-4655-a5cd-5b686a249148', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:50:57Z', 'updated_at': '2021-10-18T20:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:59.294425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f10f20-626b-43ec-8243-16d7ba50d905 None None] Pushing event updated for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:59.337297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f715744-2b64-4a85-a8d4-1d3b974a19ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73ab4248-3c9c-4574-8186-b58ea1c282e7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:59.351464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] Checking router: ea2e68b8-3316-4584-81ce-5d390d71f8e8 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:52:59.363458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] Routers {'ea2e68b8-3316-4584-81ce-5d390d71f8e8'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:52:59.364107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:52:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:59.374105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.413277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00a5bd-05ea-4a41-a7ec-540f16db4338 req-96d29822-128a-40e8-9741-a6b8b7323dff tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:52:59.420748 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed00a5bd-05ea-4a41-a7ec-540f16db4338 req-96d29822-128a-40e8-9741-a6b8b7323dff tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 945 time: 0.2128966 Oct 18 20:52:59.425024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for f792b9fd-60ed-45d5-a4d5-e796abcdb3da owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:52:59.468301 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.502994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed00a5bd-05ea-4a41-a7ec-540f16db4338 req-6a5bf244-bbed-4ba2-b080-a2b883d5a425 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806477 Oct 18 20:52:59.530391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] Set router ea2e68b8-3316-4584-81ce-5d390d71f8e8 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:52:59.620646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.650955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbe67d6-a356-446a-98b7-c802ea669766']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:59.689565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc236b0-3b74-4c98-8327-8161971ebf9d') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:59.689879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc236b0-3b74-4c98-8327-8161971ebf9d') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:52:59.701462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.720552 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.722139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b880ffa-8789-4665-8cbf-dcbc0fca1793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.726545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b880ffa-8789-4665-8cbf-dcbc0fca1793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.728438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b880ffa-8789-4665-8cbf-dcbc0fca1793 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52ed7e3c-a953-40e7-9250-2f357ad039fb HTTP/1.1" status: 204 len: 168 time: 0.9912171 Oct 18 20:52:59.739731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.749229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:52:59.750463 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:52:59.811013 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:52:59.833152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b880ffa-8789-4665-8cbf-dcbc0fca1793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed7e3c-a953-40e7-9250-2f357ad039fb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:59.842882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=f792b9fd-60ed-45d5-a4d5-e796abcdb3da,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:52:59.949485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:52:59.964300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8e568871-7a91-4c96-8ccb-d4506e4204ff tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/f792b9fd-60ed-45d5-a4d5-e796abcdb3da HTTP/1.1" status: 204 len: 168 time: 1.2282982 Oct 18 20:52:59.988421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41680) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.048423 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be2932e-f6cd-438d-821c-ff0460825195 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:53:00.055329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8be2932e-f6cd-438d-821c-ff0460825195 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/f792b9fd-60ed-45d5-a4d5-e796abcdb3da HTTP/1.1" status: 404 len: 333 time: 0.0629745 Oct 18 20:53:00.059783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41684) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.078192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73fc5a44-2a0b-48a7-9e6a-dec3abecd217 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.083528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.088762 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73fc5a44-2a0b-48a7-9e6a-dec3abecd217 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.113705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.114211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:52:58Z', 'revision_number': 6, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:00.120287 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] 10.222.0.66 "DELETE /v2.0/networks/9cbe67d6-a356-446a-98b7-c802ea669766 HTTP/1.1" status: 204 len: 168 time: 0.8911109 Oct 18 20:53:00.125458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dbd98-2522-45c7-9e6c-a3f0eca9cae9 req-ef95a41f-b3c5-4390-b67c-a052cccdee95 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:00.133292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b56dbd98-2522-45c7-9e6c-a3f0eca9cae9 req-ef95a41f-b3c5-4390-b67c-a052cccdee95 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 945 time: 0.2101839 Oct 18 20:53:00.168174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaf77c-c3b5-4ed9-b3ee-67dc05a9f3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9cbe67d6-a356-446a-98b7-c802ea669766,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:00.233020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b56dbd98-2522-45c7-9e6c-a3f0eca9cae9 req-050d24db-5b66-4039-9f3b-e087b45b8c27 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974038 Oct 18 20:53:00.243779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a5bcb8e-f86f-43d5-902b-2d1550b22862 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.251528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73fc5a44-2a0b-48a7-9e6a-dec3abecd217 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.259469 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-73fc5a44-2a0b-48a7-9e6a-dec3abecd217 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2131124 Oct 18 20:53:00.260186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41690) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.272590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c96788-c8e9-477d-bca1-216cc1bc691d None None] The sync data for ids ['ea2e68b8-3316-4584-81ce-5d390d71f8e8'] in n-d-812149-2 is: [{'id': 'ea2e68b8-3316-4584-81ce-5d390d71f8e8', 'name': 'tempest-ServerRescueTestJSONUnderV235-368781295-router', 'tenant_id': '810037e0cf4744049c3d97e5e75f192d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:50:56Z', 'updated_at': '2021-10-18T20:52:58Z', 'revision_number': 6, 'project_id': '810037e0cf4744049c3d97e5e75f192d', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:53:00.275165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc5a44-2a0b-48a7-9e6a-dec3abecd217 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cddce5-508e-48b5-ae50-2926c90756ca,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:00.289134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a46b0509-e63f-420b-80e3-9872a82455b1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:00.291937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1aa0e9aa-b82a-46f5-a4b8-9ff29e36dd2b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:00.292635 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-1aa0e9aa-b82a-46f5-a4b8-9ff29e36dd2b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 20:53:00.293313 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-1aa0e9aa-b82a-46f5-a4b8-9ff29e36dd2b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 20:53:00.294547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1aa0e9aa-b82a-46f5-a4b8-9ff29e36dd2b tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "PUT /v2.0/security-groups/11cddce5-508e-48b5-ae50-2926c90756ca HTTP/1.1" status: 409 len: 330 time: 0.0239098 Oct 18 20:53:00.303506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41692) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.349000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a5bcb8e-f86f-43d5-902b-2d1550b22862 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.361474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.416977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:00.418895 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.434391 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2d04f5f-30cd-4b89-b4ff-ab9b66ca7976 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.466733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b12889bc-43c6-4655-a5cd-5b686a249148,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:00.481052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a5bcb8e-f86f-43d5-902b-2d1550b22862 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.485553 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a5bcb8e-f86f-43d5-902b-2d1550b22862 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.489813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a5bcb8e-f86f-43d5-902b-2d1550b22862 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/security-groups/d0d65295-6887-47f7-9efd-7aaa6ade7d40 HTTP/1.1" status: 204 len: 168 time: 0.4243906 Oct 18 20:53:00.506052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41694) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.584078 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.589432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2d04f5f-30cd-4b89-b4ff-ab9b66ca7976 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.603673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41696) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.606540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bcb8e-f86f-43d5-902b-2d1550b22862 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d65295-6887-47f7-9efd-7aaa6ade7d40,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:00.682691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ad292d09-7c12-40c8-b071-664f3e1130f0 None None] Could not find standard attr ID for object f792b9fd-60ed-45d5-a4d5-e796abcdb3da. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:53:00.684694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41698) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.687723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a8a06f9-1c6a-4120-a6bd-188386e44d36 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.715412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ad292d09-7c12-40c8-b071-664f3e1130f0 None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:00.715789 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad292d09-7c12-40c8-b071-664f3e1130f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.758470 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a8a06f9-1c6a-4120-a6bd-188386e44d36 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.795055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2d04f5f-30cd-4b89-b4ff-ab9b66ca7976 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.799626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2d04f5f-30cd-4b89-b4ff-ab9b66ca7976 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.803021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a2d04f5f-30cd-4b89-b4ff-ab9b66ca7976 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/11cddce5-508e-48b5-ae50-2926c90756ca HTTP/1.1" status: 204 len: 168 time: 0.4976130 Oct 18 20:53:00.815926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41700) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:00.823106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d04f5f-30cd-4b89-b4ff-ab9b66ca7976 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cddce5-508e-48b5-ae50-2926c90756ca,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:00.840206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.843789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.938220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ad292d09-7c12-40c8-b071-664f3e1130f0 None None] Provisioning complete for port 91b86189-9414-4ee8-9378-56f4ccd345ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:00.938742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad292d09-7c12-40c8-b071-664f3e1130f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.965347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aee89ac-7d15-4f8b-a574-03cdfc080e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:00.981793 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-47c04174-da11-40d4-9c9e-39970ca89319 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454902 Oct 18 20:53:00.983949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41704) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.007095 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-805d8b18-39f3-4c4e-afb3-77cfc03c4c29 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] delete failed (client error): The resource could not be found. Oct 18 20:53:01.012801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-805d8b18-39f3-4c4e-afb3-77cfc03c4c29 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "DELETE /v2.0/security-groups/b40f95d8-4a28-43ce-bbaa-3297f02b4fb1 HTTP/1.1" status: 404 len: 347 time: 0.0230510 Oct 18 20:53:01.012801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a8a06f9-1c6a-4120-a6bd-188386e44d36 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.013542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41706) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.014212 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a8a06f9-1c6a-4120-a6bd-188386e44d36 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.018688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a8a06f9-1c6a-4120-a6bd-188386e44d36 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/security-groups/991ebfd5-5bec-4c3e-93d0-2a45f82b82d3 HTTP/1.1" status: 204 len: 168 time: 0.4988706 Oct 18 20:53:01.030942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41708) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.032942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a06f9-1c6a-4120-a6bd-188386e44d36 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ebfd5-5bec-4c3e-93d0-2a45f82b82d3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:01.056355 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ad292d09-7c12-40c8-b071-664f3e1130f0 None None] Port 91b86189-9414-4ee8-9378-56f4ccd345ae cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:01.058019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.058530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea2e68b8-3316-4584-81ce-5d390d71f8e8 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:53:01.073639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.077067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8bf4e476-c93c-4311-8f74-51b02e2739fe admin admin] 10.222.0.66 "DELETE /v2.0/routers/ea2e68b8-3316-4584-81ce-5d390d71f8e8 HTTP/1.1" status: 204 len: 168 time: 2.6678343 Oct 18 20:53:01.078209 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-b8622f8f-4893-4376-9e94-a24c6480caf9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] show failed (client error): The resource could not be found. Oct 18 20:53:01.079357 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8622f8f-4893-4376-9e94-a24c6480caf9 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-groups/89103a02-e6ce-4e01-a616-22906c5330ea HTTP/1.1" status: 404 len: 347 time: 0.0634329 Oct 18 20:53:01.084056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41710) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.084428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41712) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.116906 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5a568294-34f1-4deb-8ab7-bfec40408c97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc67bbcfb92d44a9a248e2c35d3d7239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307146 Oct 18 20:53:01.121096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41714) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.154976 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0ae3932d-cbd7-4e75-8e9e-607721f7d924 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] show failed (client error): The resource could not be found. Oct 18 20:53:01.156359 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0ae3932d-cbd7-4e75-8e9e-607721f7d924 tempest-NegativeSecGroupIPv6Test-1890515503 tempest-NegativeSecGroupIPv6Test-1890515503-project] 10.222.0.66 "GET /v2.0/security-group-rules/a1213bd5-a110-4dac-af85-7cfac5e37c58 HTTP/1.1" status: 404 len: 356 time: 0.0692918 Oct 18 20:53:01.174955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2259af2f-818a-4abb-a54d-11f209550f52 None None] Could not find standard attr ID for object f792b9fd-60ed-45d5-a4d5-e796abcdb3da. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:53:01.224131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 3cc621d1-6ebd-49ba-b1ca-de441d3eb088 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:01.230745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.237807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aee89ac-7d15-4f8b-a574-03cdfc080e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.249258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aee89ac-7d15-4f8b-a574-03cdfc080e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.278687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] Deleting subnet 4319409c-c3a7-4550-b046-6faff86f14e8 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:01.282524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.323265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.324109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee89ac-7d15-4f8b-a574-03cdfc080e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a8e6f-0f82-4ccb-a4c0-69a7d30e235f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:01.392436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.418341 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4aee89ac-7d15-4f8b-a574-03cdfc080e18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61e0ed25f0174a198188c1a2667095a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8120587 Oct 18 20:53:01.421451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41720) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.499273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-2b354d7e-c034-493f-9e3b-496c6e39a687 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:01.500931 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-2b354d7e-c034-493f-9e3b-496c6e39a687 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 945 time: 0.1978228 Oct 18 20:53:01.522446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f218865f-0e62-4d2f-b5ea-07766dab7a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.527331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73068f71-be0b-4cb0-a5ab-767e81635f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.544235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.619995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464bacc-74b4-4fed-aedb-d4d0ca5770e8 req-bc40f18e-de49-4bd4-be3a-3126174cf532 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:01.623815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5464bacc-74b4-4fed-aedb-d4d0ca5770e8 req-bc40f18e-de49-4bd4-be3a-3126174cf532 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 945 time: 0.1944623 Oct 18 20:53:01.627924 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.649979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f218865f-0e62-4d2f-b5ea-07766dab7a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.670374 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73068f71-be0b-4cb0-a5ab-767e81635f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.673154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4319409c-c3a7-4550-b046-6faff86f14e8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:01.694441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.697915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-36fdd421-907f-4115-90b6-59b2d026d341 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4319409c-c3a7-4550-b046-6faff86f14e8 HTTP/1.1" status: 204 len: 168 time: 0.6124754 Oct 18 20:53:01.700709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.764575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5464bacc-74b4-4fed-aedb-d4d0ca5770e8 req-a0cb2bc3-da3e-44a9-9836-50b6ead2da2e tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/security-groups?id=f2928ef7-a3ca-4505-b9f6-54c576ab8c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045647 Oct 18 20:53:01.794421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41726) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:01.808147 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f218865f-0e62-4d2f-b5ea-07766dab7a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.811034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f218865f-0e62-4d2f-b5ea-07766dab7a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.812440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f218865f-0e62-4d2f-b5ea-07766dab7a3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf249f7f-e773-461f-8e16-a535e7ccdc32 HTTP/1.1" status: 204 len: 168 time: 0.6896243 Oct 18 20:53:01.827902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218865f-0e62-4d2f-b5ea-07766dab7a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf249f7f-e773-461f-8e16-a535e7ccdc32,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:01.831123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73068f71-be0b-4cb0-a5ab-767e81635f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.834127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73068f71-be0b-4cb0-a5ab-767e81635f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.835524 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-73068f71-be0b-4cb0-a5ab-767e81635f05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d7a8e6f-0f82-4ccb-a4c0-69a7d30e235f HTTP/1.1" status: 204 len: 168 time: 0.4129944 Oct 18 20:53:01.840102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Deleting port eb4d65ac-ef59-4258-9ccc-381a29a60b6b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:53:01.840475 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.864218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73068f71-be0b-4cb0-a5ab-767e81635f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a8e6f-0f82-4ccb-a4c0-69a7d30e235f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:01.899774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:01.922901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.062592 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2a4b9890-5e38-4ed5-b6c6-c80c9fe169e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=445f759cdb3a4bdbbc80eb5e370f086b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662609 Oct 18 20:53:02.073834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41740) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:02.099523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.107611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] For port eb4d65ac-ef59-4258-9ccc-381a29a60b6b, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,segment=NetworkSegment(59cc9143-8c69-44da-891c-c63f22e7d2ce),segment_id=59cc9143-8c69-44da-891c-c63f22e7d2ce)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:02.108196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.128476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.140200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Calling delete_port for eb4d65ac-ef59-4258-9ccc-381a29a60b6b owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:53:02.155286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7b6f229-2cdd-444f-a470-8bd82be8b950 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:53:02.169876 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.173443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/3cc621d1-6ebd-49ba-b1ca-de441d3eb088 HTTP/1.1" status: 204 len: 168 time: 1.1377137 Oct 18 20:53:02.180689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c710b-7f76-4270-ac64-55460403ce52 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc621d1-6ebd-49ba-b1ca-de441d3eb088,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:02.194251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41746) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:02.199997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:02.203296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a7b6f229-2cdd-444f-a470-8bd82be8b950 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:53:02.204196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a7b6f229-2cdd-444f-a470-8bd82be8b950 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:53:02.204853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b12889bc-43c6-4655-a5cd-5b686a249148 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:53:02.208726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344261c4-9419-42a5-a28e-dc46f436bb2e']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:02.234214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa3ea5a-9bbd-4eee-a568-7ed35571b314') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:02.234500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa3ea5a-9bbd-4eee-a568-7ed35571b314') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:02.259735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.261654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: b12889bc-43c6-4655-a5cd-5b686a249148 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:53:02.262553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b12889bc-43c6-4655-a5cd-5b686a249148 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:53:02.295324 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26cdcf1-e795-434f-a015-a34d1d7142bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.320738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.333288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26cdcf1-e795-434f-a015-a34d1d7142bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.334581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:53:02.335238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:53:02.337267 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:53:02.365717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f634e26-bad8-4143-a752-df8351fbf3da None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:02.441177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26cdcf1-e795-434f-a015-a34d1d7142bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.448817 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26cdcf1-e795-434f-a015-a34d1d7142bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.453647 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d26cdcf1-e795-434f-a015-a34d1d7142bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42e5cb1d-bd37-4787-a70a-4eab4de49845 HTTP/1.1" status: 204 len: 168 time: 0.3767710 Oct 18 20:53:02.462226 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.478983 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.490913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.496044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] 10.222.0.66 "DELETE /v2.0/networks/344261c4-9419-42a5-a28e-dc46f436bb2e HTTP/1.1" status: 204 len: 168 time: 0.7913668 Oct 18 20:53:02.503853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cdcf1-e795-434f-a015-a34d1d7142bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5cb1d-bd37-4787-a70a-4eab4de49845,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:02.515126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:02.519349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.524832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cc813-1fe4-4663-b054-4ab596a46efb admin admin] Pushing event deleted for resources: {'Network': ['ID=344261c4-9419-42a5-a28e-dc46f436bb2e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:02.547567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Pushing event deleted for resources: {'Port': ['ID=eb4d65ac-ef59-4258-9ccc-381a29a60b6b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:02.572565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] No DVR routers for this DVR port eb4d65ac-ef59-4258-9ccc-381a29a60b6b on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:53:02.576103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:02.582873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15274e59-1d34-4dfb-bdff-03144ca3e26c req-70723d3e-81f3-4f4a-baf8-7e82c579c3e3 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.30 "DELETE /v2.0/ports/eb4d65ac-ef59-4258-9ccc-381a29a60b6b HTTP/1.1" status: 204 len: 173 time: 1.0561976 Oct 18 20:53:02.591562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'name': 'network-vif-deleted', 'tag': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:53:02.600906 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8bcac8-f9ae-4858-8543-bbe964fbd5e2" -d '{"events": [{"server_uuid": "768ad056-ffaf-4122-a9e7-7124e78b83dc", "name": "network-vif-deleted", "tag": "eb4d65ac-ef59-4258-9ccc-381a29a60b6b"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:53:02.679491 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3f6936-b972-4b35-8661-6f55b7383b20 x-openstack-request-id: req-4a3f6936-b972-4b35-8661-6f55b7383b20 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:53:02.680448 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768ad056-ffaf-4122-a9e7-7124e78b83dc", "name": "network-vif-deleted", "tag": "eb4d65ac-ef59-4258-9ccc-381a29a60b6b", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:53:02.681202 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a3f6936-b972-4b35-8661-6f55b7383b20 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:53:02.682500 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768ad056-ffaf-4122-a9e7-7124e78b83dc', 'name': 'network-vif-deleted', 'tag': 'eb4d65ac-ef59-4258-9ccc-381a29a60b6b', 'status': 'completed', 'code': 200} Oct 18 20:53:03.024773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d05c5b11-5f95-4d41-9531-6d2a69101f1f req-3f831522-6492-49a5-bdb8-e2885ed58804 tempest-DeleteServersTestJSON-1325801300 tempest-DeleteServersTestJSON-1325801300-project] 10.222.0.66 "GET /v2.0/ports?device_id=768ad056-ffaf-4122-a9e7-7124e78b83dc HTTP/1.1" status: 200 len: 210 time: 0.0721054 Oct 18 20:53:03.039893 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.074054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41780) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:03.135823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=6d0b85ad-0080-456f-b917-cfa60e87a0a3,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:03.155410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:03.158740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:03.163337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:03.170279 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.180996 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fc53f902-035d-40b2-8d6f-c3cb47ae38ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=810037e0cf4744049c3d97e5e75f192d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055593 Oct 18 20:53:03.183332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41782) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:03.201798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9b7f2fd4-e123-4799-a6bc-b8959d770f50 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0039091 Oct 18 20:53:03.202259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41784) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:03.211504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-765b8ab8-6394-4cfc-aa65-dbf386400471 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'security_group': {'name': 'tempest-secgroup-220580570'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:03.260263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-765b8ab8-6394-4cfc-aa65-dbf386400471 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.288808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e5803eb-e37e-4510-a640-4dfb0b2f194e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.322808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e5803eb-e37e-4510-a640-4dfb0b2f194e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.419719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e5803eb-e37e-4510-a640-4dfb0b2f194e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.423785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e5803eb-e37e-4510-a640-4dfb0b2f194e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.425774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-765b8ab8-6394-4cfc-aa65-dbf386400471 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.429243 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7e5803eb-e37e-4510-a640-4dfb0b2f194e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f598dd2-e3c0-4dcf-aaf5-d71845694e37 HTTP/1.1" status: 204 len: 168 time: 0.2446396 Oct 18 20:53:03.433353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-765b8ab8-6394-4cfc-aa65-dbf386400471 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.440592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5803eb-e37e-4510-a640-4dfb0b2f194e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f598dd2-e3c0-4dcf-aaf5-d71845694e37,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:03.473777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-765b8ab8-6394-4cfc-aa65-dbf386400471 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.478218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41796) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:03.486560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2c6a04ed-959f-4630-8345-57406be52980 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'security_group': {'name': 'tempest-secgroup-597060347'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:03.486932 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-765b8ab8-6394-4cfc-aa65-dbf386400471 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2835255 Oct 18 20:53:03.506907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b8ab8-6394-4cfc-aa65-dbf386400471 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250520b9-2b62-49c8-969b-1abcccc36c12,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:03.536859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c6a04ed-959f-4630-8345-57406be52980 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.657857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c6a04ed-959f-4630-8345-57406be52980 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.663993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c6a04ed-959f-4630-8345-57406be52980 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.701744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a04ed-959f-4630-8345-57406be52980 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa14ce9-c4f1-475a-ac05-b03dedd2a4c0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:03.729000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c6a04ed-959f-4630-8345-57406be52980 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.730750 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2c6a04ed-959f-4630-8345-57406be52980 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2509871 Oct 18 20:53:03.735375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:03.751117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-383274b9-4ebe-4b5d-9fae-d8111752b7ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'security_group': {'name': 'tempest-secgroup-472427034'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:03.800596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d4d2de-f96e-460c-a7df-3fa60ccb78b9 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:03.801992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-383274b9-4ebe-4b5d-9fae-d8111752b7ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.836445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-51479e73-8c4b-4f5f-83bf-468b8f4ca1dc None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:03.837181 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-51479e73-8c4b-4f5f-83bf-468b8f4ca1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.905800 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-383274b9-4ebe-4b5d-9fae-d8111752b7ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.913808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-383274b9-4ebe-4b5d-9fae-d8111752b7ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.941480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-383274b9-4ebe-4b5d-9fae-d8111752b7ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:03.948227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:03.955539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-793169127', 'security_groups': ['74399131-8c29-4abb-8953-339c157eac8b'], 'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d0b85ad-0080-456f-b917-cfa60e87a0a3'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:03.962317 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-383274b9-4ebe-4b5d-9fae-d8111752b7ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2207270 Oct 18 20:53:04.011360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383274b9-4ebe-4b5d-9fae-d8111752b7ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74399131-8c29-4abb-8953-339c157eac8b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:04.014152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41816) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:04.178153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb4d65ac-ef59-4258-9ccc-381a29a60b6b no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:53:04.265393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: eb4d65ac-ef59-4258-9ccc-381a29a60b6b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:53:04.271116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device eb4d65ac-ef59-4258-9ccc-381a29a60b6b not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:53:04.293538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-51479e73-8c4b-4f5f-83bf-468b8f4ca1dc None None] Provisioning complete for port 91b86189-9414-4ee8-9378-56f4ccd345ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:04.293709 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-51479e73-8c4b-4f5f-83bf-468b8f4ca1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:04.313255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:04.369198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-605829374-network', 'tenant_id': '073217ed54af43feb597ac41dc97c0e5'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:04.468680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08081460-1656-4fc5-873c-34e07a6fc688 None None] Update dhcp port {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'fixed_ips': [{'subnet_id': '89a924ff-bc35-41b4-af2e-1a6e11f1d987', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6d0b85ad-0080-456f-b917-cfa60e87a0a3'}], 'binding:host_id': 'n-d-812149-2'}, 'id': 'a46b0509-e63f-420b-80e3-9872a82455b1'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:53:04.540160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08081460-1656-4fc5-873c-34e07a6fc688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:04.555129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Made reservation on behalf of 073217ed54af43feb597ac41dc97c0e5 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:04.560796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:04.609886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:04.673204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-51479e73-8c4b-4f5f-83bf-468b8f4ca1dc None None] Port 91b86189-9414-4ee8-9378-56f4ccd345ae cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:04.695786 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:04.761676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] device_id is not set on port eca23208-c8a3-4978-89cb-82688d553e05 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:53:04.955029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-08081460-1656-4fc5-873c-34e07a6fc688 None None] Allocated IP 2001:db8::2 (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/6d0b85ad-0080-456f-b917-cfa60e87a0a3/a46b0509-e63f-420b-80e3-9872a82455b1) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:05.009866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.015687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.032582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41868) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:05.076656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:53:05.103807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da892f9-cc82-4da4-8001-4794960af7fc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:05.112216 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.114604 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Added segment ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd of type vlan for network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 Oct 18 20:53:05.160282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-08081460-1656-4fc5-873c-34e07a6fc688 None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a46b0509-e63f-420b-80e3-9872a82455b1,segment=NetworkSegment(62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9),segment_id=62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:05.181629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.217012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.218519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:05.219067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.261459 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08081460-1656-4fc5-873c-34e07a6fc688 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.272539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08081460-1656-4fc5-873c-34e07a6fc688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.289041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2686565 Oct 18 20:53:05.292448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41880) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:05.298347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Request body: {'subnet': {'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-605829374-subnet', 'tenant_id': '073217ed54af43feb597ac41dc97c0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:05.351641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08081460-1656-4fc5-873c-34e07a6fc688 None None] Pushing event updated for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:05.366901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Made reservation on behalf of 073217ed54af43feb597ac41dc97c0e5 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:05.370677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.433595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb322ce6-e11e-4a7d-9b7b-04e11d203e6d admin admin] Pushing event updated for resources: {'Network': ['ID=74d39e30-eba0-4f20-b3ac-98ece6d431c4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:05.462186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:53:05.522993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8::1e (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/6d0b85ad-0080-456f-b917-cfa60e87a0a3/eca23208-c8a3-4978-89cb-82688d553e05) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:05.659161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-35d9236d-10d9-4ccf-bcb2-92fc0392ac46 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1814014861', 'prefixes': ['172.20.0.0/16']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:05.922644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35d9236d-10d9-4ccf-bcb2-92fc0392ac46 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] Publish callbacks [] for subnetpool, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:05.923607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-35d9236d-10d9-4ccf-bcb2-92fc0392ac46 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8891742 Oct 18 20:53:05.930161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:06.095338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.151065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c270dbcf-1b69-4624-bad7-5806d5cce639 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] 10.222.0.66 "GET /v2.0/subnetpools/4f27f54a-2764-43a3-86c1-d35f8ffabaff HTTP/1.1" status: 200 len: 732 time: 0.2101893 Oct 18 20:53:06.152270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.154924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41900) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:06.175723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a46b0509-e63f-420b-80e3-9872a82455b1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:06.183966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2e3a2592-c3ca-4af1-8288-3afac561e9dc tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2081849987'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:06.228445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:06.237060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:06.242030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:06.256786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:06.257909 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.318883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:06.319133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=eca23208-c8a3-4978-89cb-82688d553e05,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:06.319373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.335780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.364092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-910d1195-d672-4dc7-ab0c-6444a019b966 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4066410 Oct 18 20:53:06.364620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41912) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:06.375270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1a8d98c2-3a59-4dd1-b315-b45c1188cddd tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:06.644989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0ece71-d061-4161-9270-465bac269ab2,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:06.668421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2592-c3ca-4af1-8288-3afac561e9dc tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] Publish callbacks [] for subnetpool, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.670749 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e3a2592-c3ca-4af1-8288-3afac561e9dc tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] 10.222.0.66 "PUT /v2.0/subnetpools/4f27f54a-2764-43a3-86c1-d35f8ffabaff HTTP/1.1" status: 200 len: 684 time: 0.5034132 Oct 18 20:53:06.675091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41916) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:06.684668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.685719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.686327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.686913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.687592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.688773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.689394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.690947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.691540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.692117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.693607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.694416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:06.746664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Checking segment: {'id': 'ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:06.747236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Network hostable DHCP agents. Network: 74d39e30-eba0-4f20-b3ac-98ece6d431c4, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:53:06.755326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8d98c2-3a59-4dd1-b315-b45c1188cddd tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:06.760163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a8d98c2-3a59-4dd1-b315-b45c1188cddd tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.800671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:53:06.825350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 74d39e30-eba0-4f20-b3ac-98ece6d431c4) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:06.831083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-04f34a05-c648-4e71-86d4-e07d84eb652a None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:06.831548 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04f34a05-c648-4e71-86d4-e07d84eb652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.856332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:06.859689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:06.909920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8a2c66-27ee-4b5f-876d-c7581c2a9827 None None] Network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:06.913704 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9cbd4d64-abe0-411e-808f-f5ef80ed7522 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6182380 Oct 18 20:53:07.050031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa40275b-7523-4947-a341-5729ad6a33cd tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] Publish callbacks [] for subnetpool, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:07.056058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa40275b-7523-4947-a341-5729ad6a33cd tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] 10.222.0.66 "DELETE /v2.0/subnetpools/4f27f54a-2764-43a3-86c1-d35f8ffabaff HTTP/1.1" status: 204 len: 168 time: 0.3750801 Oct 18 20:53:07.056888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41930) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:07.114675 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-525f4d11-ae4b-4056-b58e-911c864c0cc7 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] show failed (client error): The resource could not be found. Oct 18 20:53:07.128736 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-525f4d11-ae4b-4056-b58e-911c864c0cc7 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] 10.222.0.66 "GET /v2.0/subnetpools/4f27f54a-2764-43a3-86c1-d35f8ffabaff HTTP/1.1" status: 404 len: 346 time: 0.0617740 Oct 18 20:53:07.129813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41934) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:07.173297 n-d-812149-2 neutron-server[100531]: INFO neutron.db.ipam_backend_mixin [None req-1a8d98c2-3a59-4dd1-b315-b45c1188cddd tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d0b85ad-0080-456f-b917-cfa60e87a0a3 (CIDR: 2001:db8::/64) Oct 18 20:53:07.183463 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-4315df3d-63b7-43c0-81ea-90a4e9b125a5 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] delete failed (client error): The resource could not be found. Oct 18 20:53:07.188456 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4315df3d-63b7-43c0-81ea-90a4e9b125a5 tempest-SubnetPoolsTestJSON-789066137 tempest-SubnetPoolsTestJSON-789066137-project] 10.222.0.66 "DELETE /v2.0/subnetpools/4f27f54a-2764-43a3-86c1-d35f8ffabaff HTTP/1.1" status: 404 len: 346 time: 0.0516279 Oct 18 20:53:07.191386 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8d98c2-3a59-4dd1-b315-b45c1188cddd tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:07.192094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8d98c2-3a59-4dd1-b315-b45c1188cddd tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:07.245749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1a8d98c2-3a59-4dd1-b315-b45c1188cddd tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8755169 Oct 18 20:53:07.245749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41938) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:07.255867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ffff25cf-4de5-49b2-8d48-0375853dffba tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:07.425274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f6387-e860-4da1-bedf-86d3c3152e63 None None] Network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:07.495641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-04f34a05-c648-4e71-86d4-e07d84eb652a None None] Provisioning complete for port 91b86189-9414-4ee8-9378-56f4ccd345ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:07.495934 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04f34a05-c648-4e71-86d4-e07d84eb652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:07.546245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffff25cf-4de5-49b2-8d48-0375853dffba tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:07.553269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffff25cf-4de5-49b2-8d48-0375853dffba tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:07.788978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-04f34a05-c648-4e71-86d4-e07d84eb652a None None] Port 91b86189-9414-4ee8-9378-56f4ccd345ae cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:07.824907 n-d-812149-2 neutron-server[100531]: INFO neutron.db.ipam_backend_mixin [None req-ffff25cf-4de5-49b2-8d48-0375853dffba tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 89a924ff-bc35-41b4-af2e-1a6e11f1d987 (CIDR: 2001:db8:0:1::/64) Oct 18 20:53:07.832450 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffff25cf-4de5-49b2-8d48-0375853dffba tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:07.833593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffff25cf-4de5-49b2-8d48-0375853dffba tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:07.887011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ffff25cf-4de5-49b2-8d48-0375853dffba tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6373789 Oct 18 20:53:07.887469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:07.909644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'subnet': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:07.931589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-488bbec1-1c58-430a-97fb-0c8dd2056a80 None None] Provisioning complete for port eca23208-c8a3-4978-89cb-82688d553e05 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:07.931968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-488bbec1-1c58-430a-97fb-0c8dd2056a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:07.959284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41964) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:08.061620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-488bbec1-1c58-430a-97fb-0c8dd2056a80 None None] Port eca23208-c8a3-4978-89cb-82688d553e05 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:08.175276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Made reservation on behalf of cb56924bef3447949ec09488142c8be2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:08.185179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.223730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2398-5c35-4305-ba58-b18d01cb3dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.451500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2398-5c35-4305-ba58-b18d01cb3dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.456943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2398-5c35-4305-ba58-b18d01cb3dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.513291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9cfd2398-5c35-4305-ba58-b18d01cb3dbb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=63ea078bb49d488d91275d5148f1a360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527799 Oct 18 20:53:08.514496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd2398-5c35-4305-ba58-b18d01cb3dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8115d55-e0a0-478f-80e2-baaed885e279,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:08.518797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41980) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:08.567019 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.621360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:08.622973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385ee1b9-7dd9-49dd-abd5-de438e0ae727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.625171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:08.630947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:08.631747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.642370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd94fe08-1f14-4fee-baed-b239d9c4d9b1 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:08.654208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7645438 Oct 18 20:53:08.657575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41986) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:08.664865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1551851993', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c82367b4-893e-4ca5-96f9-dfbbc20422ad'}], 'security_groups': ['250520b9-2b62-49c8-969b-1abcccc36c12', 'baa14ce9-c4f1-475a-ac05-b03dedd2a4c0']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:08.708089 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385ee1b9-7dd9-49dd-abd5-de438e0ae727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.714604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d8bbc-e523-474e-b91b-8c8ed3d3312c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Subnet': ['ID=c82367b4-893e-4ca5-96f9-dfbbc20422ad,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:08.760218 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.817630 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385ee1b9-7dd9-49dd-abd5-de438e0ae727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.823845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-385ee1b9-7dd9-49dd-abd5-de438e0ae727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:08.828822 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-385ee1b9-7dd9-49dd-abd5-de438e0ae727 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8115d55-e0a0-478f-80e2-baaed885e279 HTTP/1.1" status: 204 len: 168 time: 0.3065665 Oct 18 20:53:08.843639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ee1b9-7dd9-49dd-abd5-de438e0ae727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8115d55-e0a0-478f-80e2-baaed885e279,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:09.166993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Update dhcp port {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'fixed_ips': [{'subnet_id': '89a924ff-bc35-41b4-af2e-1a6e11f1d987', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6d0b85ad-0080-456f-b917-cfa60e87a0a3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c82367b4-893e-4ca5-96f9-dfbbc20422ad'}], 'binding:host_id': 'n-d-812149-2'}, 'id': 'a46b0509-e63f-420b-80e3-9872a82455b1'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:53:09.208731 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:09.964121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Delete allocated IP 2001:db8::1e (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/6d0b85ad-0080-456f-b917-cfa60e87a0a3) {{(pid=100531) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 20:53:09.975661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Allocated IP 2001:db8:0:2::20e (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/c82367b4-893e-4ca5-96f9-dfbbc20422ad/eca23208-c8a3-4978-89cb-82688d553e05) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:10.222987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:10.232958 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:10.313252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] In _notify_port_updated(), no bound segment for port eca23208-c8a3-4978-89cb-82688d553e05 on network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:53:10.320256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:10.320967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:10.322854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "PUT /v2.0/ports/eca23208-c8a3-4978-89cb-82688d553e05 HTTP/1.1" status: 200 len: 970 time: 1.6631038 Oct 18 20:53:10.326189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42050) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:10.337474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d356ad-00cd-41c2-acd5-96f93858802a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event updated for resources: {'Port': ['ID=eca23208-c8a3-4978-89cb-82688d553e05,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:10.496159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Allocated IP 2001:db8:0:2::2 (b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b/c82367b4-893e-4ca5-96f9-dfbbc20422ad/a46b0509-e63f-420b-80e3-9872a82455b1) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:10.593277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port eca23208-c8a3-4978-89cb-82688d553e05 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:53:10.593502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:10.605192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42058) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:10.912125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:10.952709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for eca23208-c8a3-4978-89cb-82688d553e05 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:53:11.003260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e718eac2-5295-46c7-b88e-678388336534 None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a46b0509-e63f-420b-80e3-9872a82455b1,segment=NetworkSegment(62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9),segment_id=62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:11.052594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.061436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.263428 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0ad4d24c-7060-497d-b7e7-955c8802d2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.318429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.352079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Pushing event updated for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:11.376227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.376631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.384732 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.385187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.387278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.387768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.388029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.388372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.390726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.391079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.391429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.391774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e718eac2-5295-46c7-b88e-678388336534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:11.432092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=eca23208-c8a3-4978-89cb-82688d553e05,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:11.433243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42084) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:11.485604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42088) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:11.507705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0ad4d24c-7060-497d-b7e7-955c8802d2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.515571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0ad4d24c-7060-497d-b7e7-955c8802d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.518161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.536430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1b6f7322-4e4a-4467-8cb2-3664a4f20b49 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/eca23208-c8a3-4978-89cb-82688d553e05 HTTP/1.1" status: 204 len: 168 time: 1.2085309 Oct 18 20:53:11.537084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:11.617802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4d24c-7060-497d-b7e7-955c8802d2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1dbfc6-085f-4e0c-83ef-8d53ff0b5007,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:11.618524 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-1694790f-dd31-412e-85a4-286b7f213cdf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] GET failed (client error): The resource could not be found. Oct 18 20:53:11.620587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1694790f-dd31-412e-85a4-286b7f213cdf tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports/eca23208-c8a3-4978-89cb-82688d553e05 HTTP/1.1" status: 404 len: 333 time: 0.0801485 Oct 18 20:53:11.623472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42098) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:11.628619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0ad4d24c-7060-497d-b7e7-955c8802d2d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c49a047e21e45e485af76d21ce9f82e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0219829 Oct 18 20:53:11.633880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42100) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:11.730463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-316e813d-9086-44b0-8bc9-1e3419600772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.749818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74dbb856-9287-450c-8e38-3e8d5acec4a1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.760287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0803443-587e-4689-818e-4fd6f7f14101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.772289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-890750711-network', 'tenant_id': 'a718b1271fab41ffb74395f9a69325e0'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:11.794869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74dbb856-9287-450c-8e38-3e8d5acec4a1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.829365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-316e813d-9086-44b0-8bc9-1e3419600772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.900903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74dbb856-9287-450c-8e38-3e8d5acec4a1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.903994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74dbb856-9287-450c-8e38-3e8d5acec4a1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.910229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-74dbb856-9287-450c-8e38-3e8d5acec4a1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/security-groups/74399131-8c29-4abb-8953-339c157eac8b HTTP/1.1" status: 204 len: 168 time: 0.2796643 Oct 18 20:53:11.911566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42102) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:11.926508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb856-9287-450c-8e38-3e8d5acec4a1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74399131-8c29-4abb-8953-339c157eac8b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:11.937953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Made reservation on behalf of a718b1271fab41ffb74395f9a69325e0 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:11.940715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:11.978078 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.027441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-316e813d-9086-44b0-8bc9-1e3419600772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.030658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-316e813d-9086-44b0-8bc9-1e3419600772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.032328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-316e813d-9086-44b0-8bc9-1e3419600772 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c1dbfc6-085f-4e0c-83ef-8d53ff0b5007 HTTP/1.1" status: 204 len: 168 time: 0.3927171 Oct 18 20:53:12.076047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e813d-9086-44b0-8bc9-1e3419600772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1dbfc6-085f-4e0c-83ef-8d53ff0b5007,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:12.136639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0803443-587e-4689-818e-4fd6f7f14101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.141047 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f3f28ea-6d85-4bbb-a2e2-ef8ee418a269 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.145906 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0803443-587e-4689-818e-4fd6f7f14101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.265927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a46b0509-e63f-420b-80e3-9872a82455b1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:12.350748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:12.351217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.369545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f3f28ea-6d85-4bbb-a2e2-ef8ee418a269 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.521935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d0803443-587e-4689-818e-4fd6f7f14101 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d8bc45bb07c4c15a7fba4b20f9e2ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0864737 Oct 18 20:53:12.529254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42122) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:12.596712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0803443-587e-4689-818e-4fd6f7f14101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ede3984-8806-4150-8c1a-1cf733aa1435,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:12.645124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42126) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:12.653005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.691521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ef0a-3e09-483d-9607-7535276c14e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.698079 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-78344a4f-212f-4773-af75-a15262270a2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.745509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bfcb96f3-5b90-41fd-8c09-c10ed0522d50 None None] Provisioning complete for port 91b86189-9414-4ee8-9378-56f4ccd345ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:12.746375 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcb96f3-5b90-41fd-8c09-c10ed0522d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.765607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ef0a-3e09-483d-9607-7535276c14e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.799401 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.858620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb96f3-5b90-41fd-8c09-c10ed0522d50 None None] Port 91b86189-9414-4ee8-9378-56f4ccd345ae cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:12.894741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bfcb96f3-5b90-41fd-8c09-c10ed0522d50 None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:12.895170 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcb96f3-5b90-41fd-8c09-c10ed0522d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.916968 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f3f28ea-6d85-4bbb-a2e2-ef8ee418a269 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.932073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f3f28ea-6d85-4bbb-a2e2-ef8ee418a269 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.943146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3f3f28ea-6d85-4bbb-a2e2-ef8ee418a269 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/security-groups/baa14ce9-c4f1-475a-ac05-b03dedd2a4c0 HTTP/1.1" status: 204 len: 168 time: 1.0305009 Oct 18 20:53:12.945239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42132) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:12.966321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-78344a4f-212f-4773-af75-a15262270a2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:12.978956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-78344a4f-212f-4773-af75-a15262270a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.113412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-78344a4f-212f-4773-af75-a15262270a2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=080c39a2f5964f0da156441c9f11c092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666903 Oct 18 20:53:13.114362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78344a4f-212f-4773-af75-a15262270a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d05c704-ad47-436d-9415-cc09a6572664,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:13.124603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ef0a-3e09-483d-9607-7535276c14e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.135253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ef0a-3e09-483d-9607-7535276c14e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.150266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7ec7ef0a-3e09-483d-9607-7535276c14e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ede3984-8806-4150-8c1a-1cf733aa1435 HTTP/1.1" status: 204 len: 168 time: 0.6123133 Oct 18 20:53:13.150965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42134) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:13.201999 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.226494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-1affc2d6-fa37-47fc-a577-b42ef8ae4538 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:13.226885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7ef0a-3e09-483d-9607-7535276c14e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ede3984-8806-4150-8c1a-1cf733aa1435,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:13.236979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-1affc2d6-fa37-47fc-a577-b42ef8ae4538 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/networks?id=74d39e30-eba0-4f20-b3ac-98ece6d431c4 HTTP/1.1" status: 200 len: 809 time: 0.9000072 Oct 18 20:53:13.255039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280ddef7-9ebe-465b-aad5-7279f6b2935e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:13.269354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:53:13.272978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bfcb96f3-5b90-41fd-8c09-c10ed0522d50 None None] Could not find standard attr ID for object eca23208-c8a3-4978-89cb-82688d553e05. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:53:13.290407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.290804 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Added segment d1e54c0a-d7c0-40e5-b324-f67287754f27 of type vlan for network 575bdd3d-b76f-43f7-8dab-7ffe69d32664 Oct 18 20:53:13.351830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.355994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c218bd47-e322-414f-b800-c673534763a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.393452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a48f2ec4-aacb-40f4-8545-76885c939ae2 None None] Could not find standard attr ID for object eca23208-c8a3-4978-89cb-82688d553e05. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:53:13.410255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.411230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:13.411873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.412607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c218bd47-e322-414f-b800-c673534763a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.520415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c218bd47-e322-414f-b800-c673534763a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.523391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c218bd47-e322-414f-b800-c673534763a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.526691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c218bd47-e322-414f-b800-c673534763a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d05c704-ad47-436d-9415-cc09a6572664 HTTP/1.1" status: 204 len: 168 time: 0.3586917 Oct 18 20:53:13.544860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218bd47-e322-414f-b800-c673534763a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d05c704-ad47-436d-9415-cc09a6572664,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:13.557506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-41a4db2d-81bd-428a-b5a3-a801e2a535ac tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/quotas/073217ed54af43feb597ac41dc97c0e5 HTTP/1.1" status: 200 len: 375 time: 0.3194475 Oct 18 20:53:13.561427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] Pushing event updated for resources: {'Network': ['ID=575bdd3d-b76f-43f7-8dab-7ffe69d32664,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:13.573106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 575bdd3d-b76f-43f7-8dab-7ffe69d32664 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:53:13.591013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f28ea-6d85-4bbb-a2e2-ef8ee418a269 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa14ce9-c4f1-475a-ac05-b03dedd2a4c0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:13.603711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d6d6e314-034a-4249-89ee-7acabc567527 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1157780 Oct 18 20:53:13.606477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42144) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:13.612913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Request body: {'subnet': {'network_id': '575bdd3d-b76f-43f7-8dab-7ffe69d32664', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-890750711-subnet', 'tenant_id': 'a718b1271fab41ffb74395f9a69325e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:13.647369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Made reservation on behalf of a718b1271fab41ffb74395f9a69325e0 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:13.650368 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.669694 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-68a1bbd6-82f0-4861-9f37-abb1ec95faf5 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=073217ed54af43feb597ac41dc97c0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106317 Oct 18 20:53:13.850963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02b66686-e2da-4ebb-8371-d4064f97370c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.896891 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02b66686-e2da-4ebb-8371-d4064f97370c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.969534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-3e21fc02-7916-431b-9bcb-b32676af0197 service neutron] 10.222.0.66 "GET /v2.0/networks/74d39e30-eba0-4f20-b3ac-98ece6d431c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978201 Oct 18 20:53:13.974391 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02b66686-e2da-4ebb-8371-d4064f97370c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.977149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-02b66686-e2da-4ebb-8371-d4064f97370c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:13.978567 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-02b66686-e2da-4ebb-8371-d4064f97370c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/security-groups/250520b9-2b62-49c8-969b-1abcccc36c12 HTTP/1.1" status: 204 len: 168 time: 1.0257561 Oct 18 20:53:13.987472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42154) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:14.062484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b66686-e2da-4ebb-8371-d4064f97370c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250520b9-2b62-49c8-969b-1abcccc36c12,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:14.142436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 6d0b85ad-0080-456f-b917-cfa60e87a0a3 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:14.148026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:14.280270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:14.443961 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:14.583342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-b6a318d7-71f7-45c0-b43d-31fea612ab08 service neutron] 10.222.0.66 "GET /v2.0/networks/74d39e30-eba0-4f20-b3ac-98ece6d431c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947542 Oct 18 20:53:14.592369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:14.621264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:14.634741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1d2f12-79db-494f-a56b-7b8e07216fd8 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:14.659880 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/6d0b85ad-0080-456f-b917-cfa60e87a0a3 HTTP/1.1" status: 204 len: 168 time: 0.6688876 Oct 18 20:53:14.663032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42170) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:14.805890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ccacd-448f-4fa8-a5da-5c9d1fc803f3 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0b85ad-0080-456f-b917-cfa60e87a0a3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:14.955458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:15.038595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet c82367b4-893e-4ca5-96f9-dfbbc20422ad {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:15.054012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:15.108093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0945fe0e-99c2-47bd-80b8-1eeb0beda981,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:15.265923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:15.267413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Checking segment: {'id': 'd1e54c0a-d7c0-40e5-b324-f67287754f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '575bdd3d-b76f-43f7-8dab-7ffe69d32664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:15.270873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Network hostable DHCP agents. Network: 575bdd3d-b76f-43f7-8dab-7ffe69d32664, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:53:15.335543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Network 575bdd3d-b76f-43f7-8dab-7ffe69d32664 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:53:15.357303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 575bdd3d-b76f-43f7-8dab-7ffe69d32664) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:15.364585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:15.366426 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:15.390166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1601f9d-4625-4091-a12b-c21e1d6f151e None None] Network 575bdd3d-b76f-43f7-8dab-7ffe69d32664 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:15.419793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-43c9a915-29f7-4664-ab0e-456f1ff92582 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8118763 Oct 18 20:53:15.631564 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:15.870587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77d0ac78-cbe3-496a-a4bf-25d26aaffb35 req-8ba31209-4669-4e39-ae86-6f0785f97f63 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 210 time: 0.1119277 Oct 18 20:53:15.985374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:16.073745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e4da8-3dc1-4603-bf6b-ce798a495c9b None None] Network 575bdd3d-b76f-43f7-8dab-7ffe69d32664 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:16.102283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=c82367b4-893e-4ca5-96f9-dfbbc20422ad,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:16.127634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:16.140818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9cbda014-de36-498b-b571-7db732486b9b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/c82367b4-893e-4ca5-96f9-dfbbc20422ad HTTP/1.1" status: 204 len: 168 time: 1.4626164 Oct 18 20:53:16.143119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42216) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:16.200515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42220) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:16.374775 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdb1495-b46a-4aa3-af5b-47325abc4501 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:16.376911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdb1495-b46a-4aa3-af5b-47325abc4501 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:16.383592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1bdb1495-b46a-4aa3-af5b-47325abc4501 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/6d0b85ad-0080-456f-b917-cfa60e87a0a3 HTTP/1.1" status: 404 len: 337 time: 0.2389615 Oct 18 20:53:16.388254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:16.557528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting subnet 89a924ff-bc35-41b4-af2e-1a6e11f1d987 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:16.563376 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:16.686397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:16.759709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba14b6-797d-430b-8415-dc93687d3a96 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:16.817942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] Deleting subnet b2975efe-74ef-4037-b1ef-94a6b08c090b {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:16.832823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:16.928788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-67dfd0e1-8973-4927-bbaa-84c8b94475c4 None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:16.929639 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67dfd0e1-8973-4927-bbaa-84c8b94475c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.040068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42242) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.070918 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.164050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-173fdd9e-2985-44b0-96f4-a777d68530d2 req-de8a9df3-e520-4ce3-ba59-080c3c4728b6 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 210 time: 0.1594493 Oct 18 20:53:17.275119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.320510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.324698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Subnet': ['ID=89a924ff-bc35-41b4-af2e-1a6e11f1d987,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:17.381744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.386168 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-697f0305-0d68-469d-9d82-0e215d00e70a tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/89a924ff-bc35-41b4-af2e-1a6e11f1d987 HTTP/1.1" status: 204 len: 168 time: 0.9964614 Oct 18 20:53:17.388560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42258) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.390655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-67dfd0e1-8973-4927-bbaa-84c8b94475c4 None None] Provisioning complete for port 91b86189-9414-4ee8-9378-56f4ccd345ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:17.391264 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67dfd0e1-8973-4927-bbaa-84c8b94475c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.438023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.442324 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-804d8bfd-6282-4967-bfb8-cf6e7de16755 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:17.442780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804d8bfd-6282-4967-bfb8-cf6e7de16755 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:17.455506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-804d8bfd-6282-4967-bfb8-cf6e7de16755 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/3cc621d1-6ebd-49ba-b1ca-de441d3eb088 HTTP/1.1" status: 404 len: 337 time: 0.0657670 Oct 18 20:53:17.459075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42260) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.493794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-67dfd0e1-8973-4927-bbaa-84c8b94475c4 None None] Port 91b86189-9414-4ee8-9378-56f4ccd345ae cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:17.522950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-35d9f7f2-7b83-4b86-a1cf-b396db8be3bb tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "GET /v2.0/ports?device_id=20e920c0-f539-4a65-9f8b-fb51238cb317 HTTP/1.1" status: 200 len: 205 time: 0.0628927 Oct 18 20:53:17.526228 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42264) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.570607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a092e3b5-1316-4329-b71a-359f674edf5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.606583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178bc305-a63b-4796-86f2-4e2f6809cbb1 None None] Update dhcp port {'port': {'network_id': 'b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b', 'fixed_ips': [{'subnet_id': '89a924ff-bc35-41b4-af2e-1a6e11f1d987'}], 'binding:host_id': 'n-d-812149-2'}, 'id': 'a46b0509-e63f-420b-80e3-9872a82455b1'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:53:17.640923 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-dd65f2dd-c7ad-4ad1-96e3-922c0ff7504b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] delete failed (client error): The resource could not be found. Oct 18 20:53:17.645087 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd65f2dd-c7ad-4ad1-96e3-922c0ff7504b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/routers/20e920c0-f539-4a65-9f8b-fb51238cb317 HTTP/1.1" status: 404 len: 336 time: 0.1071723 Oct 18 20:53:17.645834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42268) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.646162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42272) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.647661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-178bc305-a63b-4796-86f2-4e2f6809cbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.654303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-263950866-network', 'tenant_id': 'f5f7145f068f4bde9363c9ead13ae80c'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:17.716536 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-19edffb4-74ed-43f2-a9f6-d834b190ab70 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:17.716969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19edffb4-74ed-43f2-a9f6-d834b190ab70 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:17.729029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a092e3b5-1316-4329-b71a-359f674edf5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.731372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42274) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.734173 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-19edffb4-74ed-43f2-a9f6-d834b190ab70 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/50e46b8f-9569-43b2-8b1c-1d81f5ac5aa6 HTTP/1.1" status: 404 len: 337 time: 0.0836744 Oct 18 20:53:17.745736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a092e3b5-1316-4329-b71a-359f674edf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.761771 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:53:17.798220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a092e3b5-1316-4329-b71a-359f674edf5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c07b531154ac402689abb32bab8168bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7545476 Oct 18 20:53:17.806321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42276) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.807541 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d43baf7-480a-411f-b6af-9334d88e5153 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:17.808267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d43baf7-480a-411f-b6af-9334d88e5153 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:17.812869 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5d43baf7-480a-411f-b6af-9334d88e5153 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/39604f71-94a1-4580-87d2-706a7c6a9f24 HTTP/1.1" status: 404 len: 337 time: 0.0798349 Oct 18 20:53:17.821365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.833412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Made reservation on behalf of f5f7145f068f4bde9363c9ead13ae80c for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:17.838727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.847277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42278) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.884896 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4460cd-6268-4a7b-93db-64b31e91104b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:17.885815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4460cd-6268-4a7b-93db-64b31e91104b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:17.889191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ba4460cd-6268-4a7b-93db-64b31e91104b tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/cd5f2cfb-6208-4c80-b3d2-0c14d65e3ffc HTTP/1.1" status: 404 len: 337 time: 0.0406103 Oct 18 20:53:17.898909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42282) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:17.910283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092e3b5-1316-4329-b71a-359f674edf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c856ae30-4104-4ea7-bd8e-b7c83bdfc2e1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:17.932150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.937170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-517f951b-8826-4d6a-b7e0-3698259c6eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.960314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.964132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-517f951b-8826-4d6a-b7e0-3698259c6eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:17.968701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b2975efe-74ef-4037-b1ef-94a6b08c090b HTTP/1.1" status: 204 len: 168 time: 1.7662647 Oct 18 20:53:17.971735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621cbe0-a32a-45e0-9942-2dd601ecdd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2975efe-74ef-4037-b1ef-94a6b08c090b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:17.975625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42286) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:18.029372 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f8b3c8-d136-46ef-b0d3-b53361a4f5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:18.030411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f8b3c8-d136-46ef-b0d3-b53361a4f5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:18.034618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e6f8b3c8-d136-46ef-b0d3-b53361a4f5a4 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/02c724df-dcb5-4c60-b4b0-c4cd9416a265 HTTP/1.1" status: 404 len: 333 time: 0.1275930 Oct 18 20:53:18.039434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b86b8a3-c4ce-416e-bc77-dc0fedcfc4a4 None None] Network b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:18.066829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42288) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:18.112048 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb15c64-18c6-4b11-ac57-3969b24a8fe1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:18.112551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb15c64-18c6-4b11-ac57-3969b24a8fe1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:18.115876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9bb15c64-18c6-4b11-ac57-3969b24a8fe1 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/91765abd-791b-4029-b08a-2e9bb40380f5 HTTP/1.1" status: 404 len: 337 time: 0.0465446 Oct 18 20:53:18.121948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42290) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:18.130943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.170513 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eff0801-b3b8-407f-abc9-570a81475395 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:18.170876 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-517f951b-8826-4d6a-b7e0-3698259c6eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.171579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eff0801-b3b8-407f-abc9-570a81475395 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:18.174452 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-517f951b-8826-4d6a-b7e0-3698259c6eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.175764 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2eff0801-b3b8-407f-abc9-570a81475395 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/25f03c47-a8d1-4561-8590-fb04c37387d8 HTTP/1.1" status: 404 len: 337 time: 0.0490563 Oct 18 20:53:18.176122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-517f951b-8826-4d6a-b7e0-3698259c6eae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c856ae30-4104-4ea7-bd8e-b7c83bdfc2e1 HTTP/1.1" status: 204 len: 168 time: 0.3615544 Oct 18 20:53:18.187649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-4c1dc88d-b75f-4bf1-b7be-479102eaa777 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:18.189783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-4c1dc88d-b75f-4bf1-b7be-479102eaa777 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.30 "GET /v2.0/networks?id=74d39e30-eba0-4f20-b3ac-98ece6d431c4 HTTP/1.1" status: 200 len: 809 time: 0.4528971 Oct 18 20:53:18.192866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42292) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:18.205561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f951b-8826-4d6a-b7e0-3698259c6eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c856ae30-4104-4ea7-bd8e-b7c83bdfc2e1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:18.227804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Request body: {'port': {'device_id': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4', 'admin_state_up': True, 'tenant_id': '073217ed54af43feb597ac41dc97c0e5'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:18.254352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a46b0509-e63f-420b-80e3-9872a82455b1 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:53:18.278590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.313298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795e6395-44db-4869-8a09-588176fc119f']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:18.318956 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-84630b7b-a73a-4056-b961-e17bfe5c4aed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:18.324790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84630b7b-a73a-4056-b961-e17bfe5c4aed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:18.331098 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-84630b7b-a73a-4056-b961-e17bfe5c4aed tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/35241f62-4a8e-44cd-8790-4790f80ef6ab HTTP/1.1" status: 404 len: 333 time: 0.1339810 Oct 18 20:53:18.331714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42298) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:18.341204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cc9143-8c69-44da-891c-c63f22e7d2ce') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:18.341562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cc9143-8c69-44da-891c-c63f22e7d2ce') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:18.377827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eecb32b0-a11b-43bf-8c8b-9c9d604a2e91 req-07a9bf5a-795e-4676-9723-26fcc2197c3f tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 210 time: 0.0531468 Oct 18 20:53:18.398328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.415186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.423300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:53:18.424081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:53:18.426272 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:53:18.461140 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b2a159-54a6-4b6e-8f4a-d3deec5c55ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:18.469182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b2a159-54a6-4b6e-8f4a-d3deec5c55ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:18.472527 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d9b2a159-54a6-4b6e-8f4a-d3deec5c55ad tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/f29c0997-a587-4211-84cc-18b03a68dfd4 HTTP/1.1" status: 404 len: 337 time: 0.1234801 Oct 18 20:53:18.475217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:18.506295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0ed43965-52c9-4739-a00f-02d47e540499 None None] Provisioning complete for port a46b0509-e63f-420b-80e3-9872a82455b1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:18.509315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ed43965-52c9-4739-a00f-02d47e540499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.519856 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.533838 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.548016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] 10.222.0.66 "DELETE /v2.0/networks/795e6395-44db-4869-8a09-588176fc119f HTTP/1.1" status: 204 len: 168 time: 0.5708778 Oct 18 20:53:18.569931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97e889-5712-4716-8c9e-1ca76307578b admin admin] Pushing event deleted for resources: {'Network': ['ID=795e6395-44db-4869-8a09-588176fc119f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:18.631609 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.645419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] DHCP port deletion for b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:53:18.657961 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce40c051-8bbb-4126-b851-1b5d8655619c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] DELETE failed (client error): The resource could not be found. Oct 18 20:53:18.658569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce40c051-8bbb-4126-b851-1b5d8655619c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:53:18.665409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42314) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:18.665639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ce40c051-8bbb-4126-b851-1b5d8655619c tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/subnets/3c7cec8a-23a8-42e4-9325-41e839517b3b HTTP/1.1" status: 404 len: 337 time: 0.0595357 Oct 18 20:53:18.711404 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.720898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Made reservation on behalf of 073217ed54af43feb597ac41dc97c0e5 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:18.728886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.752918 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.768759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a46b0509-e63f-420b-80e3-9872a82455b1,segment=NetworkSegment(62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9),segment_id=62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:18.772992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0ed43965-52c9-4739-a00f-02d47e540499 None None] Provisioning complete for port 91b86189-9414-4ee8-9378-56f4ccd345ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:18.773679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ed43965-52c9-4739-a00f-02d47e540499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.775655 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.782120 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-787760ae-5c04-4632-9c56-9cc59bd8cb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.806972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.889291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=11']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:18.922744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Deleting port 91b86189-9414-4ee8-9378-56f4ccd345ae {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:53:18.924605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.924902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0ed43965-52c9-4739-a00f-02d47e540499 None None] Port 91b86189-9414-4ee8-9378-56f4ccd345ae cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:18.949805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:53:18.951715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] Deleting port a46b0509-e63f-420b-80e3-9872a82455b1 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:53:18.953025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:18.970246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b0492-38fa-4f62-8fb3-e818eda07a56,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:19.047318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.047675 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Added segment 938542fd-c13e-4b15-a138-fa699342dd6f of type vlan for network 19194400-de43-4f31-a439-194174f84db1 Oct 18 20:53:19.055946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] For port a46b0509-e63f-420b-80e3-9872a82455b1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a46b0509-e63f-420b-80e3-9872a82455b1,segment=NetworkSegment(62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9),segment_id=62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:19.056352 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.073002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] Calling delete_port for a46b0509-e63f-420b-80e3-9872a82455b1 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:53:19.085260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.100928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Calling delete_port for 91b86189-9414-4ee8-9378-56f4ccd345ae owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:53:19.126240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.129085 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Allocated IP 172.20.0.5 (74d39e30-eba0-4f20-b3ac-98ece6d431c4/7a0ece71-d061-4161-9270-465bac269ab2/9e142530-54fe-43ec-b516-69ea581c3b26) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:19.215058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.216024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:19.216645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.239076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.292233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6441770 Oct 18 20:53:19.294716 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.297456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42326) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:19.298933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Port': ['ID=91b86189-9414-4ee8-9378-56f4ccd345ae,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:19.317172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.321380 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-62c4321e-aea4-4c91-a4b2-c31e0eea227f tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/ports/91b86189-9414-4ee8-9378-56f4ccd345ae HTTP/1.1" status: 204 len: 168 time: 0.6539724 Oct 18 20:53:19.324516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42328) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:19.351584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] Pushing event deleted for resources: {'Port': ['ID=a46b0509-e63f-420b-80e3-9872a82455b1,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:19.353315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42330) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:19.356083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121f096-6c7a-4f13-8eb7-b0c11e95adcc None None] No DVR routers for this DVR port a46b0509-e63f-420b-80e3-9872a82455b1 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:53:19.373368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Request body: {'subnet': {'network_id': '19194400-de43-4f31-a439-194174f84db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-263950866-subnet', 'tenant_id': 'f5f7145f068f4bde9363c9ead13ae80c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:19.414539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa5573-6d14-48ea-9fed-e7267f24ef6a admin admin] Pushing event updated for resources: {'Network': ['ID=19194400-de43-4f31-a439-194174f84db1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:19.433328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 19194400-de43-4f31-a439-194174f84db1 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:53:19.525606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42334) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:19.556263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Made reservation on behalf of f5f7145f068f4bde9363c9ead13ae80c for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:19.558801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.612606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85b29b62-e884-4a2e-9437-9cf0d781df15 req-c094fee7-2f97-40cd-8b8d-4122348102c2 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 210 time: 0.0695875 Oct 18 20:53:19.625872 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.638925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0cdd770f-be2c-445a-8b63-40a6fcf8cbfe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7310279f3eb41dcb9f84cd329005623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836831 Oct 18 20:53:19.642578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42342) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:19.808687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.830627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b4a7-86c2-4b7c-b731-731a4bc0be59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.919529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.961455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b4a7-86c2-4b7c-b731-731a4bc0be59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.982008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b4a7-86c2-4b7c-b731-731a4bc0be59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:19.993224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:20.030803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:20.031184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ac1674-9db3-4b3e-b1c7-8b96e7fd50f9') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:20.044792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b4a7-86c2-4b7c-b731-731a4bc0be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b2c885-67a7-4de8-a849-77890afca403,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:20.051599 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.066294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b914dee1-8b76-492f-82f6-b3fe218a5f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.091712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.104060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:53:20.105749 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.107437 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a7b9b4a7-86c2-4b7c-b731-731a4bc0be59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0694b8485c7492c989a36c4e8fc7ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784111 Oct 18 20:53:20.108092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42352) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:53:20.111673 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:53:20.145690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.166607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b914dee1-8b76-492f-82f6-b3fe218a5f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.227415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.243239 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.259832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] 10.222.0.66 "DELETE /v2.0/networks/b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b HTTP/1.1" status: 204 len: 168 time: 0.9339135 Oct 18 20:53:20.279023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b104-bce8-43cc-82fc-52c3d8eb5ad8 tempest-PortsIpV6TestJSON-195747286 tempest-PortsIpV6TestJSON-195747286-project] Pushing event deleted for resources: {'Network': ['ID=b8d80fb7-b5c6-48f3-8d46-aacb54e1c42b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:20.282081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:20.325015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:20.333403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Pushing event updated for resources: {'Port': ['ID=9e142530-54fe-43ec-b516-69ea581c3b26,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:20.339781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:20.396581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdb600ac-5759-446e-88f4-0e92bea44cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.398608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.468150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdb600ac-5759-446e-88f4-0e92bea44cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.477671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:20.478302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.494666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b914dee1-8b76-492f-82f6-b3fe218a5f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.497855 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b914dee1-8b76-492f-82f6-b3fe218a5f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.502872 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b914dee1-8b76-492f-82f6-b3fe218a5f09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2928ef7-a3ca-4505-b9f6-54c576ab8c97 HTTP/1.1" status: 204 len: 168 time: 0.8552339 Oct 18 20:53:20.527601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=07afcf0f-e435-45da-a479-168217884013,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:20.539539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914dee1-8b76-492f-82f6-b3fe218a5f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2928ef7-a3ca-4505-b9f6-54c576ab8c97,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:20.560207 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-c3356743-48ab-4446-9c86-89633e2601f9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3573012 Oct 18 20:53:20.586981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Checking segment: {'id': '938542fd-c13e-4b15-a138-fa699342dd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '19194400-de43-4f31-a439-194174f84db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:20.587649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Network hostable DHCP agents. Network: 19194400-de43-4f31-a439-194174f84db1, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:53:20.612659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdb600ac-5759-446e-88f4-0e92bea44cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.616762 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdb600ac-5759-446e-88f4-0e92bea44cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.621836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bdb600ac-5759-446e-88f4-0e92bea44cc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8b2c885-67a7-4de8-a849-77890afca403 HTTP/1.1" status: 204 len: 168 time: 0.5056846 Oct 18 20:53:20.626855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Network 19194400-de43-4f31-a439-194174f84db1 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:53:20.638944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb600ac-5759-446e-88f4-0e92bea44cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b2c885-67a7-4de8-a849-77890afca403,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:20.648051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 19194400-de43-4f31-a439-194174f84db1) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:20.657526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:20.661664 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:20.663980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9124c704-a388-4811-9c2a-8c4c3e14aad6 None None] Network 19194400-de43-4f31-a439-194174f84db1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:20.699963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5086ae1f-ad90-4485-9c8a-0416c93185fa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4008901 Oct 18 20:53:20.870373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423818b8-ffed-40cc-8de2-1de0c9c72566 req-b0ed2f0c-797d-4a8f-bfc1-1ad28525c3e5 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:20.873754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-423818b8-ffed-40cc-8de2-1de0c9c72566 req-b0ed2f0c-797d-4a8f-bfc1-1ad28525c3e5 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 931 time: 0.1135035 Oct 18 20:53:20.912905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86157917-43d4-4006-8a64-8e1004d2c68b None None] Network 19194400-de43-4f31-a439-194174f84db1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:20.951772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42384) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:20.956561 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-423818b8-ffed-40cc-8de2-1de0c9c72566 req-45a584f7-1982-4ee4-bcd5-7ceef5f03eb9 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751395 Oct 18 20:53:21.040965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Request body: {'port': {'device_id': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:21.128053 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.309658 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42394) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:21.379325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] Deleting subnet 0945fe0e-99c2-47bd-80b8-1eeb0beda981 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:21.387916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.437017 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.472746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e142530-54fe-43ec-b516-69ea581c3b26 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:53:21.482540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.490910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.498096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42398) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:21.513609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Transition to ACTIVE for port object 9e142530-54fe-43ec-b516-69ea581c3b26 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:53:21.521149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.566365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.594803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.601111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0945fe0e-99c2-47bd-80b8-1eeb0beda981 HTTP/1.1" status: 204 len: 168 time: 0.2849212 Oct 18 20:53:21.615816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42402) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:21.623149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc74005-d76e-4d62-80d9-daee4347c32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0945fe0e-99c2-47bd-80b8-1eeb0beda981,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:21.643277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Pushing event updated for resources: {'Port': ['ID=9e142530-54fe-43ec-b516-69ea581c3b26,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:21.664698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42406) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:21.686573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-16f28788-ef93-47a1-8645-6998d004f061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.783203 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-73d6adfa-ca2e-4848-b2d0-570a136a684c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb56924bef3447949ec09488142c8be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8298936 Oct 18 20:53:21.785854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.788715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42408) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:21.791254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Attempting to bind port 9e142530-54fe-43ec-b516-69ea581c3b26 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:21.791615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Attempting to bind port 9e142530-54fe-43ec-b516-69ea581c3b26 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:21.791923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Attempting to bind port 9e142530-54fe-43ec-b516-69ea581c3b26 on network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:21.802276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Port 9e142530-54fe-43ec-b516-69ea581c3b26 on network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:53:21.802276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Attempting to bind port 9e142530-54fe-43ec-b516-69ea581c3b26 on network 74d39e30-eba0-4f20-b3ac-98ece6d431c4 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:21.809458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:21.809746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Checking segment: {'id': 'ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:21.809958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Bound using segment: {'id': 'ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:21.810386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Bound port: 9e142530-54fe-43ec-b516-69ea581c3b26, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:21.810743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.821722 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-16f28788-ef93-47a1-8645-6998d004f061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.833107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-16f28788-ef93-47a1-8645-6998d004f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.896470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-16f28788-ef93-47a1-8645-6998d004f061 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e244c066eeaa418c840fc7e91edc4c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299607 Oct 18 20:53:21.902263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42412) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:21.935021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f28788-ef93-47a1-8645-6998d004f061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b18fdf-a589-460a-a823-cb5964489c41,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:21.940955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.941996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4656a9d5-b813-45e8-9a34-7efaf75d730c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.992714 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4656a9d5-b813-45e8-9a34-7efaf75d730c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:21.996053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575bdd3d-b76f-43f7-8dab-7ffe69d32664']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:22.038241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e54c0a-d7c0-40e5-b324-f67287754f27') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:22.039062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e54c0a-d7c0-40e5-b324-f67287754f27') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:22.045550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] For port 9e142530-54fe-43ec-b516-69ea581c3b26, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:22.050830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99619a04-de9c-4ccb-a404-81712f6c5956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.054238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] For port 9e142530-54fe-43ec-b516-69ea581c3b26, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9e142530-54fe-43ec-b516-69ea581c3b26,segment=NetworkSegment(ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd),segment_id=ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:22.063500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-133072169-network', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:22.090036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.108964 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.140365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99619a04-de9c-4ccb-a404-81712f6c5956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.190334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:22.191081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.192674 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] 10.222.0.30 "PUT /v2.0/ports/9e142530-54fe-43ec-b516-69ea581c3b26 HTTP/1.1" status: 200 len: 1091 time: 1.6222024 Oct 18 20:53:22.192833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b01ef0-534a-4f6e-93da-210d1303afe0 req-914dd9f5-9ae8-48fa-8262-00b450d006b3 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:22.194666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9b01ef0-534a-4f6e-93da-210d1303afe0 req-914dd9f5-9ae8-48fa-8262-00b450d006b3 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 943 time: 0.1137750 Oct 18 20:53:22.197417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'tag': '9e142530-54fe-43ec-b516-69ea581c3b26'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:53:22.202014 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8d0dba-647c-4c36-a253-08c468ebec55" -d '{"events": [{"name": "network-changed", "server_uuid": "600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8", "tag": "9e142530-54fe-43ec-b516-69ea581c3b26"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:53:22.203109 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4656a9d5-b813-45e8-9a34-7efaf75d730c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.206640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4656a9d5-b813-45e8-9a34-7efaf75d730c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.207812 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4656a9d5-b813-45e8-9a34-7efaf75d730c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d16404b-49b5-4430-b214-df1a6405d213 HTTP/1.1" status: 204 len: 168 time: 0.4180646 Oct 18 20:53:22.208173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.223752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656a9d5-b813-45e8-9a34-7efaf75d730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d16404b-49b5-4430-b214-df1a6405d213,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:22.235715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Made reservation on behalf of 4f461562427c4119b4363e3f8e8f02fc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:22.239684 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.274138 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99619a04-de9c-4ccb-a404-81712f6c5956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.275985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:53:22.276707 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.277117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99619a04-de9c-4ccb-a404-81712f6c5956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.280777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-99619a04-de9c-4ccb-a404-81712f6c5956 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35b18fdf-a589-460a-a823-cb5964489c41 HTTP/1.1" status: 204 len: 168 time: 0.3729882 Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:53:22.280953 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:53:22.291832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9b01ef0-534a-4f6e-93da-210d1303afe0 req-f1a9b4a4-ccdf-4037-9de1-b7d6c40a5ba8 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706968 Oct 18 20:53:22.292814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99619a04-de9c-4ccb-a404-81712f6c5956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b18fdf-a589-460a-a823-cb5964489c41,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:22.354756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.365168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f4791-cf6c-44b2-a533-c6fe40754581 service neutron] Pushing event updated for resources: {'Port': ['ID=9e142530-54fe-43ec-b516-69ea581c3b26,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:22.374472 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c3a68-33ff-4f85-a2f7-833f2cd175c8 x-openstack-request-id: req-2a5c3a68-33ff-4f85-a2f7-833f2cd175c8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:53:22.375053 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8", "tag": "9e142530-54fe-43ec-b516-69ea581c3b26", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:53:22.375496 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a5c3a68-33ff-4f85-a2f7-833f2cd175c8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:53:22.376011 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'tag': '9e142530-54fe-43ec-b516-69ea581c3b26', 'status': 'completed', 'code': 200} Oct 18 20:53:22.457884 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.468515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-6d1b9db7-23b7-41e0-9f21-62d8954cc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:22.470762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-6d1b9db7-23b7-41e0-9f21-62d8954cc7ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=073217ed54af43feb597ac41dc97c0e5&device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 1094 time: 0.1888261 Oct 18 20:53:22.474598 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.480490 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] 10.222.0.66 "DELETE /v2.0/networks/575bdd3d-b76f-43f7-8dab-7ffe69d32664 HTTP/1.1" status: 204 len: 168 time: 0.8367085 Oct 18 20:53:22.480866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42434) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:22.505749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2efff-8ede-4213-a18f-f4299f21c47d admin admin] Pushing event deleted for resources: {'Network': ['ID=575bdd3d-b76f-43f7-8dab-7ffe69d32664,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:22.546652 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-d7624457-99be-4c38-8624-601eb040ffcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e142530-54fe-43ec-b516-69ea581c3b26 HTTP/1.1" status: 200 len: 217 time: 0.0540326 Oct 18 20:53:22.553664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] Deleting subnet 07afcf0f-e435-45da-a479-168217884013 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:22.557289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.597387 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.635977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-42bd7e80-5296-408c-a4d2-b939a77e008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:22.637554 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-42bd7e80-5296-408c-a4d2-b939a77e008a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a0ece71-d061-4161-9270-465bac269ab2 HTTP/1.1" status: 200 len: 849 time: 0.0841138 Oct 18 20:53:22.640642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.681497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.708712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.722603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-f38d91ec-4666-477a-bfd6-2d0d700f6fe3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d39e30-eba0-4f20-b3ac-98ece6d431c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667844 Oct 18 20:53:22.724160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.742846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07afcf0f-e435-45da-a479-168217884013,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:22.754673 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.760178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f6be9a16-4382-4b0b-8460-1cedb8243bc7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/07afcf0f-e435-45da-a479-168217884013 HTTP/1.1" status: 204 len: 168 time: 0.2781839 Oct 18 20:53:22.763965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42442) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:22.821304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:53:22.852448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c705461f-ff9b-4d8e-8e72-88fb36358d1f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:22.883949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.884319 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Added segment 8ca7aede-96be-468d-b2c3-017da2149856 of type vlan for network 7ef9ef16-2e09-4d84-af27-de6e817b4382 Oct 18 20:53:22.917237 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.966252 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:22.982633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-11d83cdd-1f9f-4801-8afe-7faf97e5b8fa service neutron] 10.222.0.30 "GET /v2.0/networks/74d39e30-eba0-4f20-b3ac-98ece6d431c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468593 Oct 18 20:53:23.074717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.100101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19194400-de43-4f31-a439-194174f84db1']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:23.124049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938542fd-c13e-4b15-a138-fa699342dd6f') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:23.124639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938542fd-c13e-4b15-a138-fa699342dd6f') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:23.145311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d11c6c3-503e-4c80-8db7-0959907a3c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.147445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.157433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.158487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:23.159145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.181771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.190767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d94c2c28-cf4f-4766-83ff-13ae3d62d5ed req-36aba478-abc2-439a-9baf-1e23eb792522 service neutron] 10.222.0.30 "GET /v2.0/networks/74d39e30-eba0-4f20-b3ac-98ece6d431c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951282 Oct 18 20:53:23.194921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:53:23.195709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.212964 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7134199 Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:53:23.218947 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:53:23.221889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42462) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:23.224895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Request body: {'subnet': {'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-subnet', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:23.295262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.295698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f258d86-764c-4601-b5e4-81024a5e8181 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef9ef16-2e09-4d84-af27-de6e817b4382,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:23.312429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Made reservation on behalf of 4f461562427c4119b4363e3f8e8f02fc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:23.317673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.326548 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.338624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] 10.222.0.66 "DELETE /v2.0/networks/19194400-de43-4f31-a439-194174f84db1 HTTP/1.1" status: 204 len: 168 time: 0.5717967 Oct 18 20:53:23.340444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944c2a3-b7a8-44d5-b9ba-d65ae76b481f admin admin] Pushing event deleted for resources: {'Network': ['ID=19194400-de43-4f31-a439-194174f84db1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:23.342389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:53:23.360445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-27c00536-5f4b-441d-aab7-69c85d09912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:23.362526 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-27c00536-5f4b-441d-aab7-69c85d09912a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=073217ed54af43feb597ac41dc97c0e5&device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 1094 time: 0.1019156 Oct 18 20:53:23.385164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42470) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:23.499787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a598bfc-2659-4f9e-8731-f05711c05704 req-7b1f21cc-1436-4ab5-8243-653759a8f3db tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:23.509126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a598bfc-2659-4f9e-8731-f05711c05704 req-7b1f21cc-1436-4ab5-8243-653759a8f3db tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 943 time: 0.0762272 Oct 18 20:53:23.592714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-ded49b94-293b-4487-953e-939ea7b8a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:23.593713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-ded49b94-293b-4487-953e-939ea7b8a457 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74d39e30-eba0-4f20-b3ac-98ece6d431c4 HTTP/1.1" status: 200 len: 910 time: 0.1977472 Oct 18 20:53:23.646679 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-e4268d21-ec61-463f-9eab-4a2ab1492489 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e142530-54fe-43ec-b516-69ea581c3b26 HTTP/1.1" status: 200 len: 217 time: 0.0401230 Oct 18 20:53:23.752696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-266792fe-d6bf-4351-80b8-f9fe20efd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:23.754368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-266792fe-d6bf-4351-80b8-f9fe20efd808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a0ece71-d061-4161-9270-465bac269ab2 HTTP/1.1" status: 200 len: 849 time: 0.0984306 Oct 18 20:53:23.755931 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:23.819963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-6c5075a8-38e3-4dc6-ac71-b754571326ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74d39e30-eba0-4f20-b3ac-98ece6d431c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560896 Oct 18 20:53:23.824609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8a598bfc-2659-4f9e-8731-f05711c05704 req-5689a3e6-a620-47fc-bcb9-026876ddce97 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143127 Oct 18 20:53:23.878598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd171f01-7266-4b71-bfe4-59ea4cbf2613,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:23.937951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42480) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:23.943968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Checking segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:23.944499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Network hostable DHCP agents. Network: 7ef9ef16-2e09-4d84-af27-de6e817b4382, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:53:23.975423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-711bc64b-438e-438b-b4f9-1e93b61757ec service neutron] 10.222.0.30 "GET /v2.0/networks/74d39e30-eba0-4f20-b3ac-98ece6d431c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470523 Oct 18 20:53:23.994063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7367ad4a-1af5-4ab1-8042-a1e882937586 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a718b1271fab41ffb74395f9a69325e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576458 Oct 18 20:53:23.997007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42482) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:23.998820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:53:24.029944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 7ef9ef16-2e09-4d84-af27-de6e817b4382) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:24.044083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c96bc-4627-4458-a677-d539d2af68cf None None] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:24.062676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:24.063307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.105585 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-70308614-8ffc-4fd5-b861-bccb87ede161 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8849752 Oct 18 20:53:24.106657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42484) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:24.116851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:24.124588 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d8d0dba-647c-4c36-a253-08c468ebec55 req-788e58fd-1922-456f-8271-034ca35207c4 service neutron] 10.222.0.30 "GET /v2.0/networks/74d39e30-eba0-4f20-b3ac-98ece6d431c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357908 Oct 18 20:53:24.132346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db72b0ea-fb7d-4c36-877e-43425e417a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.154957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1356955105-network', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:24.181752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db72b0ea-fb7d-4c36-877e-43425e417a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.205854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.207042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.231731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:24.234184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.253049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.272095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.350617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-7ef9ef16-2e09-4d84-af27-de6e817b4382', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:53:24.352225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.385904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.481547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db72b0ea-fb7d-4c36-877e-43425e417a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.484450 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db72b0ea-fb7d-4c36-877e-43425e417a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.488083 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-db72b0ea-fb7d-4c36-877e-43425e417a6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/280ddef7-9ebe-465b-aad5-7279f6b2935e HTTP/1.1" status: 204 len: 168 time: 0.4871430 Oct 18 20:53:24.590779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.595485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72b0ea-fb7d-4c36-877e-43425e417a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ddef7-9ebe-465b-aad5-7279f6b2935e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:24.666687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.674367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.675624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Allocated IP 172.20.0.2 (7ef9ef16-2e09-4d84-af27-de6e817b4382/fd171f01-7266-4b71-bfe4-59ea4cbf2613/e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:24.710208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:24.713968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:53:24.739008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3773f923-f289-46f4-b06f-44d5f6475afa,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:24.783076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.783298 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Added segment f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f of type vlan for network a5302425-99b8-4fcb-8f5e-91becfe4be7c Oct 18 20:53:24.838595 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.897139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:24.898217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:24.898870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.020551 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6292212 Oct 18 20:53:25.020870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42518) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:25.026581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Request body: {'subnet': {'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1356955105-subnet', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:25.042832 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.056195 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.070367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:25.072306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.075398 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308871cf-5b57-4972-b5a6-d18d711a8e79 admin admin] Pushing event updated for resources: {'Network': ['ID=a5302425-99b8-4fcb-8f5e-91becfe4be7c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:25.165345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Pushing event updated for resources: {'Port': ['ID=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:25.176866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:53:25.262715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-889f130f-765c-41a7-9425-f092c0ded942 tempest-DvrRoutersNegativeTest-1047774681 tempest-DvrRoutersNegativeTest-1047774681-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2078558000', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:25.266672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.policy [None req-889f130f-765c-41a7-9425-f092c0ded942 tempest-DvrRoutersNegativeTest-1047774681 tempest-DvrRoutersNegativeTest-1047774681-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100530) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 18 20:53:25.267011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.policy [None req-889f130f-765c-41a7-9425-f092c0ded942 tempest-DvrRoutersNegativeTest-1047774681 tempest-DvrRoutersNegativeTest-1047774681-project] Failed policy check for 'create_router' {{(pid=100530) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 18 20:53:25.267574 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-889f130f-765c-41a7-9425-f092c0ded942 tempest-DvrRoutersNegativeTest-1047774681 tempest-DvrRoutersNegativeTest-1047774681-project] create failed (client error): Access was denied to this resource. Oct 18 20:53:25.268917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-889f130f-765c-41a7-9425-f092c0ded942 tempest-DvrRoutersNegativeTest-1047774681 tempest-DvrRoutersNegativeTest-1047774681-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5572422 Oct 18 20:53:25.357295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccf0b4-74f9-4a19-b66e-c07ccaecf872 req-cf3ca286-e1f1-4b82-befc-07185de9ece7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:25.372370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90ccf0b4-74f9-4a19-b66e-c07ccaecf872 req-cf3ca286-e1f1-4b82-befc-07185de9ece7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 943 time: 0.4105320 Oct 18 20:53:25.397245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.431388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:25.432408 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.436591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:25.440468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:25.442267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.474073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.543312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Attempting to bind port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:25.543995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Attempting to bind port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:25.544653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Attempting to bind port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:25.551222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:25.551915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Checking segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:25.552567 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.553157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Bound using segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:25.553824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Bound port: e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:25.554423 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.586250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=24463fb3-4080-4182-8766-b3dd192aaed9,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:25.614193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42526) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:25.634756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Checking segment: {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:25.637616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Network hostable DHCP agents. Network: a5302425-99b8-4fcb-8f5e-91becfe4be7c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:53:25.662250 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90ccf0b4-74f9-4a19-b66e-c07ccaecf872 req-e8e6bbbc-096f-4dd5-b0e7-005d80e54ff1 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820816 Oct 18 20:53:25.681243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] For port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:25.687835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] For port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:25.689235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:53:25.695677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e20530a1-96da-499a-bb48-be06ae5eb3e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5f7145f068f4bde9363c9ead13ae80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801737 Oct 18 20:53:25.697092 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.698232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42530) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:25.712695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, a5302425-99b8-4fcb-8f5e-91becfe4be7c) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:25.722576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:25.724716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Allocated IP 172.25.7.13 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/f2c1fcd1-83b5-40e4-a299-fe9596fdd04d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:25.726640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.762511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e2f8a7b7-db14-4829-9132-1740fa0f46ca admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7403555 Oct 18 20:53:25.764950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42532) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:25.777353 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:25.801751 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4608-40d0-48ea-ac5f-9874a3a27c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.802674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae507f-4c4c-4da0-a39e-5d50abb84e44 None None] Pushing event updated for resources: {'Port': ['ID=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:25.818426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533b9066-4def-40b6-89a3-feb4484b057c None None] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:25.832909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.834297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.898434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4608-40d0-48ea-ac5f-9874a3a27c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:25.910895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.005426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.043469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4608-40d0-48ea-ac5f-9874a3a27c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.048901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b7b4608-40d0-48ea-ac5f-9874a3a27c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.050380 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b7b4608-40d0-48ea-ac5f-9874a3a27c52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b94b0492-38fa-4f62-8fb3-e818eda07a56 HTTP/1.1" status: 204 len: 168 time: 0.3511417 Oct 18 20:53:26.099817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b4608-40d0-48ea-ac5f-9874a3a27c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b0492-38fa-4f62-8fb3-e818eda07a56,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:26.143892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.161902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9e142530-54fe-43ec-b516-69ea581c3b26 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:53:26.194491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:26.199282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:26.207917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:26.244349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.275292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Pushing event updated for resources: {'Port': ['ID=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:26.290319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 9e142530-54fe-43ec-b516-69ea581c3b26, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9e142530-54fe-43ec-b516-69ea581c3b26,segment=NetworkSegment(ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd),segment_id=ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:26.303082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42540) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:26.318915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '9e142530-54fe-43ec-b516-69ea581c3b26', 'network_id': '74d39e30-eba0-4f20-b3ac-98ece6d431c4', 'port_id': '9e142530-54fe-43ec-b516-69ea581c3b26', 'mac_address': 'fa:16:3e:61:cf:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0ece71-d061-4161-9270-465bac269ab2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:53:26.318915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:53:26.318915 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.414346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.440976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e142530-54fe-43ec-b516-69ea581c3b26 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:53:26.628428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 9e142530-54fe-43ec-b516-69ea581c3b26, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9e142530-54fe-43ec-b516-69ea581c3b26,segment=NetworkSegment(ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd),segment_id=ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:26.632546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.639394 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.708959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.769034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.811033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Allocated IP 172.20.0.2 (a5302425-99b8-4fcb-8f5e-91becfe4be7c/24463fb3-4080-4182-8766-b3dd192aaed9/639fab82-9f89-488e-be27-9ec6722f4e92) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:26.814271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=9e142530-54fe-43ec-b516-69ea581c3b26,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:26.856964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['9e142530-54fe-43ec-b516-69ea581c3b26'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:53:26.861550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:26.945235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918ca8a-1c5e-4f12-b5da-6951536cf481 req-e0734ed6-4540-406e-ab78-9dece90b5706 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:26.948240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6918ca8a-1c5e-4f12-b5da-6951536cf481 req-e0734ed6-4540-406e-ab78-9dece90b5706 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 944 time: 0.1631615 Oct 18 20:53:27.103106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Allocated IP 172.25.7.178 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a2172482-f901-46b6-98bc-a42fddfb9bfb) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:27.103401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6918ca8a-1c5e-4f12-b5da-6951536cf481 req-5551ea70-f629-48c9-babd-2f898b7dedc1 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390619 Oct 18 20:53:27.199340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.233524 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.291107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.330469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:27.343433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:27.354221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:27.377663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Pushing event updated for resources: {'Port': ['ID=639fab82-9f89-488e-be27-9ec6722f4e92,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:27.402907 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.475372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Attempting to bind port 639fab82-9f89-488e-be27-9ec6722f4e92 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:27.476093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Attempting to bind port 639fab82-9f89-488e-be27-9ec6722f4e92 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:27.476447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Attempting to bind port 639fab82-9f89-488e-be27-9ec6722f4e92 on network a5302425-99b8-4fcb-8f5e-91becfe4be7c {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:27.491978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:27.492339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Checking segment: {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:27.492777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.493231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Bound using segment: {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:27.495057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Bound port: 639fab82-9f89-488e-be27-9ec6722f4e92, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:27.495458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.619099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] For port 639fab82-9f89-488e-be27-9ec6722f4e92, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:27.623333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] For port 639fab82-9f89-488e-be27-9ec6722f4e92, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=639fab82-9f89-488e-be27-9ec6722f4e92,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:27.629309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab5c86e-d64a-47d8-b66c-1be19126b677 None None] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:27.649063 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.696572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:53:27.763459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7c602d07-37fb-42e5-8e85-1ff7e83aa6a4 None None] Provisioning complete for port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:27.764060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c602d07-37fb-42e5-8e85-1ff7e83aa6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.853121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98baa6e-092e-4aae-a057-db10f5dce4ef None None] Pushing event updated for resources: {'Port': ['ID=639fab82-9f89-488e-be27-9ec6722f4e92,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:27.856909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91e-1586-4436-a72c-5350a79d1e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.922781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.974050 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c602d07-37fb-42e5-8e85-1ff7e83aa6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:27.995791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Pushing event updated for resources: {'Port': ['ID=a2172482-f901-46b6-98bc-a42fddfb9bfb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:28.006237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:28.012783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:28.017478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:28.048526 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7c602d07-37fb-42e5-8e85-1ff7e83aa6a4 None None] For port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:28.059240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c602d07-37fb-42e5-8e85-1ff7e83aa6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.077077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:53:28.098619 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Sync routers for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:53:28.119478 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:28.119748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.124165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ea7c56bc-88b8-47e1-b5e2-008df1d4680a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0159059 Oct 18 20:53:28.124935 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:28.132037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42576) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:28.167898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9e142530-54fe-43ec-b516-69ea581c3b26 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:28.185245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c602d07-37fb-42e5-8e85-1ff7e83aa6a4 None None] Pushing event updated for resources: {'Port': ['ID=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:28.285527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 9e142530-54fe-43ec-b516-69ea581c3b26 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:53:28.291502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 9e142530-54fe-43ec-b516-69ea581c3b26 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:28.291874 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.391561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91e-1586-4436-a72c-5350a79d1e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.489722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91e-1586-4436-a72c-5350a79d1e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.523565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:28.556755 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:28.583801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd5e02-3d90-471c-98c8-10679a5ef31f req-7146c63e-492f-4a35-bf6e-6f0194d9845f tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:28.587452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74dd5e02-3d90-471c-98c8-10679a5ef31f req-7146c63e-492f-4a35-bf6e-6f0194d9845f tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 944 time: 0.1461720 Oct 18 20:53:28.620889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ef91e-1586-4436-a72c-5350a79d1e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9430f-4365-4f27-9d0d-5bab5365cef6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:28.639710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.703545 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6e1ef91e-1586-4436-a72c-5350a79d1e41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b245503d90649a8b13b380c22bd5349&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3994203 Oct 18 20:53:28.715920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-45d8acbc-5d71-4ae1-9f65-d37c52c64e4c None None] Provisioning complete for port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:28.718543 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-45d8acbc-5d71-4ae1-9f65-d37c52c64e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.725590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42588) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:28.772453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e142530-54fe-43ec-b516-69ea581c3b26'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:53:28.775161 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faef068e-1ed8-4e7d-a8b5-8f0c7064043d" -d '{"events": [{"server_uuid": "600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8", "name": "network-vif-plugged", "status": "completed", "tag": "9e142530-54fe-43ec-b516-69ea581c3b26"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:53:28.826117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 9e142530-54fe-43ec-b516-69ea581c3b26, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9e142530-54fe-43ec-b516-69ea581c3b26,segment=NetworkSegment(ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd),segment_id=ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:28.844372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.861141 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:26Z', 'revision_number': 3, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:28.869481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:28.869481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:28.904846 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Checking router: 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:53:28.905699 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Updating router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:53:28.935930 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.048534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74dd5e02-3d90-471c-98c8-10679a5ef31f req-665ad414-d0df-4245-8870-607222e8e822 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507842 Oct 18 20:53:29.062738 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0659704-e725-4331-a110-c3da4e2e6609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.194767 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b8868-e6a6-4f67-8046-4eaf92e2fae2 x-openstack-request-id: req-737b8868-e6a6-4f67-8046-4eaf92e2fae2 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:53:29.195924 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8", "name": "network-vif-plugged", "status": "completed", "tag": "9e142530-54fe-43ec-b516-69ea581c3b26", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:53:29.196571 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-737b8868-e6a6-4f67-8046-4eaf92e2fae2 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:53:29.197334 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e142530-54fe-43ec-b516-69ea581c3b26', 'code': 200} Oct 18 20:53:29.245297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0659704-e725-4331-a110-c3da4e2e6609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.252559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=9e142530-54fe-43ec-b516-69ea581c3b26,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:29.403282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.493758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897926-96ce-45d2-872e-8fc7eae25ea7 req-bcbe3dd6-92a3-4ab2-8def-cea938014fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:29.507710 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b897926-96ce-45d2-872e-8fc7eae25ea7 req-bcbe3dd6-92a3-4ab2-8def-cea938014fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 1096 time: 0.2292609 Oct 18 20:53:29.513763 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.530294 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.636836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0659704-e725-4331-a110-c3da4e2e6609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.645623 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Attempting to bind port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:29.645908 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Attempting to bind port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:29.646264 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Attempting to bind port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:29.648486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0659704-e725-4331-a110-c3da4e2e6609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.650219 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c0659704-e725-4331-a110-c3da4e2e6609 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36e9430f-4365-4f27-9d0d-5bab5365cef6 HTTP/1.1" status: 204 len: 168 time: 0.9223359 Oct 18 20:53:29.672944 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Pushing event updated for resources: {'Port': ['ID=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:29.682488 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:29.682488 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:29.682488 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.682877 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:29.683534 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Bound port: f2c1fcd1-83b5-40e4-a299-fe9596fdd04d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:29.684575 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.693989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0659704-e725-4331-a110-c3da4e2e6609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9430f-4365-4f27-9d0d-5bab5365cef6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:29.697548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b897926-96ce-45d2-872e-8fc7eae25ea7 req-31943b9c-7c82-4cad-ab53-7e47fd744329 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820955 Oct 18 20:53:29.744181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae60f65-dd01-40d1-b029-b625c468a251 None None] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:29.783997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.833958 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] For port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:29.839025 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.842822 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] For port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:29.846907 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.847264 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.847987 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.848600 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.850849 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.852780 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.853340 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.853871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.854489 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.855044 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.855586 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.856118 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:29.872833 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.953477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-53849726-af6a-466a-85c8-15740491dda8 None None] Provisioning complete for port 639fab82-9f89-488e-be27-9ec6722f4e92 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:29.953846 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53849726-af6a-466a-85c8-15740491dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:29.987086 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:29.988240 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:30.059334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Allocated IP 172.20.0.1 (7ef9ef16-2e09-4d84-af27-de6e817b4382/fd171f01-7266-4b71-bfe4-59ea4cbf2613/43f8c625-c2de-4b55-8bad-0dcdbebe0a9a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:30.081890 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a60416-c099-4739-bb7b-787473ce6f72 None None] Pushing event updated for resources: {'Port': ['ID=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:30.151460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:53:30.294640 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53849726-af6a-466a-85c8-15740491dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:30.308055 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:30.359235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-53849726-af6a-466a-85c8-15740491dda8 None None] For port 639fab82-9f89-488e-be27-9ec6722f4e92, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=639fab82-9f89-488e-be27-9ec6722f4e92,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:30.368459 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-53849726-af6a-466a-85c8-15740491dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:30.385447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:53:30.421629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Sync routers for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:53:30.423584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173a78-6bb5-43e5-9406-12259e9c6870 req-7512c800-89c2-4224-a559-fd4aebcf2d85 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:30.432846 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:30.435310 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b03e6662-99e9-4485-80a8-77c0763c0c07 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6673243 Oct 18 20:53:30.438741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58173a78-6bb5-43e5-9406-12259e9c6870 req-7512c800-89c2-4224-a559-fd4aebcf2d85 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 945 time: 0.2312734 Oct 18 20:53:30.439335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 639fab82-9f89-488e-be27-9ec6722f4e92 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:30.447853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42632) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:30.449146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:30.490194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:30.491073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:30.632165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58173a78-6bb5-43e5-9406-12259e9c6870 req-f527c639-2e3c-4484-9c85-0916ac8a161b tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798282 Oct 18 20:53:30.659324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849726-af6a-466a-85c8-15740491dda8 None None] Pushing event updated for resources: {'Port': ['ID=639fab82-9f89-488e-be27-9ec6722f4e92,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:30.677245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42638) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:30.703707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:30.760994 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1abdc496-6334-4901-833e-409513e19aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:26Z', 'revision_number': 3, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:30.821182 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdc496-6334-4901-833e-409513e19aaa None None] The sync data for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 is: [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:26Z', 'revision_number': 3, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:53:30.841315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:30.887490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.888359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.891284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.892687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.893418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.894772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.897649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.898613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.899214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.901025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.902982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.904732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:53:30.920995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:30.926819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:30.940968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:30.993172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71370f5c-bf68-4688-9462-7d3145c6035c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.140798 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.174638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 639fab82-9f89-488e-be27-9ec6722f4e92 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:31.175543 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.305304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:31.477615 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71370f5c-bf68-4688-9462-7d3145c6035c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.496017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.513305 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.516534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71370f5c-bf68-4688-9462-7d3145c6035c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.571270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-71370f5c-bf68-4688-9462-7d3145c6035c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5173711074ac4782bb4d016fed478f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8915467 Oct 18 20:53:31.602346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42660) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:31.714098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:31.761577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Allocated IP 172.20.0.1 (a5302425-99b8-4fcb-8f5e-91becfe4be7c/24463fb3-4080-4182-8766-b3dd192aaed9/2bf370ac-0e75-452c-ad2f-4f128880a058) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:31.774656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7f42d22b-1b30-4434-a772-63e0a9d05783 None None] Provisioning complete for port 639fab82-9f89-488e-be27-9ec6722f4e92 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:31.775041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f42d22b-1b30-4434-a772-63e0a9d05783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.858107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:31.858479 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.915664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.945511 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.971693 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:31.974376 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71370f5c-bf68-4688-9462-7d3145c6035c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e623973-d827-447e-bfee-361c84ff1b2c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:32.028993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.038289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:28Z', 'revision_number': 3, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:32.104072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Checking router: 3ab01ec1-49d0-4c63-9892-5e5f7c923958 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:53:32.104747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Updating router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 port a2172482-f901-46b6-98bc-a42fddfb9bfb binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:53:32.134360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:32.155349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.190561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:32.228095 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a910bd-d1d7-4423-b3b8-67949296b8cc req-1c23b85b-cacd-471e-82e4-e1c276d131cb tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:32.240256 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34a910bd-d1d7-4423-b3b8-67949296b8cc req-1c23b85b-cacd-471e-82e4-e1c276d131cb tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 945 time: 0.3108594 Oct 18 20:53:32.248642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf370ac-0e75-452c-ad2f-4f128880a058,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:32.253390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:32.273766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:32.369535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.402042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-980ef627-497a-41d7-8425-3267a87ba1db None None] Provisioning complete for port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:32.403760 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34a910bd-d1d7-4423-b3b8-67949296b8cc req-fcf7fc4d-17db-465b-ba63-f6f154d137b0 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607456 Oct 18 20:53:32.416006 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-980ef627-497a-41d7-8425-3267a87ba1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.437734 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3f26-842d-4fe4-a16f-fad297995586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.465436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.557863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-980ef627-497a-41d7-8425-3267a87ba1db None None] Port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:32.566775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 639fab82-9f89-488e-be27-9ec6722f4e92 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:32.729093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.831719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 639fab82-9f89-488e-be27-9ec6722f4e92 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:32.832114 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.844192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3f26-842d-4fe4-a16f-fad297995586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.872898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:32.884120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:32.907029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-088ee1fd-db7d-4f81-bc4e-4ea27e48d257 None None] Provisioning complete for port 2bf370ac-0e75-452c-ad2f-4f128880a058 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:32.907029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-088ee1fd-db7d-4f81-bc4e-4ea27e48d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:32.986225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-088ee1fd-db7d-4f81-bc4e-4ea27e48d257 None None] Port 2bf370ac-0e75-452c-ad2f-4f128880a058 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:33.058436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.066903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.088205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2c1fcd1-83b5-40e4-a299-fe9596fdd04d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:33.178986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238959a-22ab-410d-bf1b-1ab512b87158 req-3f54241b-03e3-4d8a-929a-b01386ff153a tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:33.181769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d238959a-22ab-410d-bf1b-1ab512b87158 req-3f54241b-03e3-4d8a-929a-b01386ff153a tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 945 time: 0.2743576 Oct 18 20:53:33.185375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.205303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf370ac-0e75-452c-ad2f-4f128880a058,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:33.292796 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.307944 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.328233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:33.384762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:33.386715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:33.388457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba8860-1cf9-430d-bcc2-7b43350dedec None None] Pushing event updated for resources: {'Port': ['ID=a2172482-f901-46b6-98bc-a42fddfb9bfb,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:33.396932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:33.397306 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.433099 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3f26-842d-4fe4-a16f-fad297995586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.435724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3f26-842d-4fe4-a16f-fad297995586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.439305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ce8f3f26-842d-4fe4-a16f-fad297995586 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e623973-d827-447e-bfee-361c84ff1b2c HTTP/1.1" status: 204 len: 168 time: 1.8331487 Oct 18 20:53:33.473198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:53:33.508112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2bfa8626-6fca-4332-8838-d39d6f636d1f None None] Provisioning complete for port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:33.508947 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8626-6fca-4332-8838-d39d6f636d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.539214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d238959a-22ab-410d-bf1b-1ab512b87158 req-b2cd6aa4-24ee-4858-8d0f-5efa74b7e187 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/security-groups?id=2da892f9-cc82-4da4-8001-4794960af7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278790 Oct 18 20:53:33.540075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f3f26-842d-4fe4-a16f-fad297995586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e623973-d827-447e-bfee-361c84ff1b2c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:33.598893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Attempting to bind port a2172482-f901-46b6-98bc-a42fddfb9bfb on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:33.603638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:53:33.604470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Attempting to bind port a2172482-f901-46b6-98bc-a42fddfb9bfb by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:33.605240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Attempting to bind port a2172482-f901-46b6-98bc-a42fddfb9bfb on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:33.614230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1ead6eaa-82c4-4a61-901d-10e9b8cab37c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:33.614996 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-1ead6eaa-82c4-4a61-901d-10e9b8cab37c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 20:53:33.615531 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-1ead6eaa-82c4-4a61-901d-10e9b8cab37c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 20:53:33.621849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:33.624941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:33.626275 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.626412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1ead6eaa-82c4-4a61-901d-10e9b8cab37c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2955649 Oct 18 20:53:33.629415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42712) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:33.630386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:33.631146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Bound port: a2172482-f901-46b6-98bc-a42fddfb9bfb, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:33.631816 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.640174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321164302'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:33.667850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42714) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:33.768095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.791039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.792541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:53:33.793172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa8626-6fca-4332-8838-d39d6f636d1f None None] Port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:33.802495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0a16301f-de44-48fc-af18-4106b8ddbcb0 admin admin] 10.222.0.66 "PUT /v2.0/routers/81234ddd-0e4c-4f61-bc3c-8cf69a0fb995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6684184 Oct 18 20:53:33.848472 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Sync routers for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:53:33.862633 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:33.865491 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:33.879698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] For port a2172482-f901-46b6-98bc-a42fddfb9bfb, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:33.895228 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.939829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:33.949930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] For port a2172482-f901-46b6-98bc-a42fddfb9bfb, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a2172482-f901-46b6-98bc-a42fddfb9bfb,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:33.951749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:33.982963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.000541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:53:34.014221 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0dae83d6-bc67-4522-aa6f-a88ab21e47e5 admin admin] 10.222.0.66 "PUT /v2.0/routers/3ab01ec1-49d0-4c63-9892-5e5f7c923958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5647352 Oct 18 20:53:34.082006 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.085074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:34.093128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:34.094207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:34.104556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.248366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760d0144-4695-4011-a453-d0c899f23bcb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:34.276839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-026bf04b-92cf-4f23-829d-df8e5b975636 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:34.278727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-026bf04b-92cf-4f23-829d-df8e5b975636 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.30 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 945 time: 0.1474705 Oct 18 20:53:34.300338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba8860-1cf9-430d-bcc2-7b43350dedec None None] Pushing event updated for resources: {'Port': ['ID=a2172482-f901-46b6-98bc-a42fddfb9bfb,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:34.304289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2c1fcd1-83b5-40e4-a299-fe9596fdd04d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:34.308917 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-427aed00-8ad0-49ed-a1f8-acd2bd29cd71 None None] Provisioning complete for port 2bf370ac-0e75-452c-ad2f-4f128880a058 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:34.309292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-427aed00-8ad0-49ed-a1f8-acd2bd29cd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.389236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-427aed00-8ad0-49ed-a1f8-acd2bd29cd71 None None] Port 2bf370ac-0e75-452c-ad2f-4f128880a058 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:34.398337 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.412933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9417b1cc-a9f5-4520-960f-98c99c0ec005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.415300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.424489 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:34.425449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:34.479567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.483706 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8457184 Oct 18 20:53:34.484325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42730) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:34.491551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Deleting port 9e142530-54fe-43ec-b516-69ea581c3b26 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:53:34.491867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.494006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-08d9acdf-bff2-4ea6-ad71-76f19fa11d5f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': '290bbbfe-81be-4514-838e-321a1055e798', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:34.522734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42732) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:34.534934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:34.536079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.570077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b14935c4-bbdf-4d58-bb5d-e57190abfed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.620145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b160b68-deef-4592-a115-6ca4d0df7b65 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290bbbfe-81be-4514-838e-321a1055e798,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:34.638910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] For port 9e142530-54fe-43ec-b516-69ea581c3b26, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9e142530-54fe-43ec-b516-69ea581c3b26,segment=NetworkSegment(ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd),segment_id=ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:34.639240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.651108 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08d9acdf-bff2-4ea6-ad71-76f19fa11d5f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.687369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Calling delete_port for 9e142530-54fe-43ec-b516-69ea581c3b26 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:53:34.728748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08d9acdf-bff2-4ea6-ad71-76f19fa11d5f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.744130 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08d9acdf-bff2-4ea6-ad71-76f19fa11d5f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.771493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9acdf-bff2-4ea6-ad71-76f19fa11d5f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a855f8a-5a34-4b11-b752-c5a43b78cc1e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:34.812634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08d9acdf-bff2-4ea6-ad71-76f19fa11d5f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.817866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-08d9acdf-bff2-4ea6-ad71-76f19fa11d5f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311589 Oct 18 20:53:34.822715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42742) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:34.827322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-77b3c3d9-ff26-46f2-a6b9-75064449f922 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': '290bbbfe-81be-4514-838e-321a1055e798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:34.920554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b14935c4-bbdf-4d58-bb5d-e57190abfed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.932957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b14935c4-bbdf-4d58-bb5d-e57190abfed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.945784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9417b1cc-a9f5-4520-960f-98c99c0ec005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.956860 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 2, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:34.962454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77b3c3d9-ff26-46f2-a6b9-75064449f922 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.963692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9417b1cc-a9f5-4520-960f-98c99c0ec005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:34.997575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 2, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:35.005456 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Checking router: 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:53:35.006071 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Updating router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:53:35.035715 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.061104 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9417b1cc-a9f5-4520-960f-98c99c0ec005 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89fe637b43e041459db2c8d0e8f8b197&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3921106 Oct 18 20:53:35.061959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417b1cc-a9f5-4520-960f-98c99c0ec005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d56c8-5d8d-4c19-9de8-818a3b38b8b1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:35.073206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42744) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:35.084229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42746) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:35.087298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcce57-209d-405e-8b1a-d10c2414694c None None] The sync data for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 is: [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 2, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:53:35.089226 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b14935c4-bbdf-4d58-bb5d-e57190abfed7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=033e23cd910a49ffad5168941f067ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516701 Oct 18 20:53:35.095811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14935c4-bbdf-4d58-bb5d-e57190abfed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4313716-57d4-4ed5-a5e7-753e3afcb855,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:35.175353 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.188146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['9e142530-54fe-43ec-b516-69ea581c3b26'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:53:35.204845 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-77b3c3d9-ff26-46f2-a6b9-75064449f922 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 20:53:35.205933 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-77b3c3d9-ff26-46f2-a6b9-75064449f922 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3822355 Oct 18 20:53:35.209189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42750) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:35.297920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Pushing event deleted for resources: {'Port': ['ID=9e142530-54fe-43ec-b516-69ea581c3b26,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:35.337627 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cee9651-6368-4ff7-928c-e13a134d2d00 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.400966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cee9651-6368-4ff7-928c-e13a134d2d00 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.403466 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.407862 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53a2ade2-e42b-467f-a976-4702313afeb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.412501 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.415754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] No DVR routers for this DVR port 9e142530-54fe-43ec-b516-69ea581c3b26 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:53:35.433366 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.448886 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f90c4810-7db7-4881-b3a7-a6b9f4f0503e req-34c0f72b-94bf-4888-a7ac-1568c5baefe7 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.30 "DELETE /v2.0/ports/9e142530-54fe-43ec-b516-69ea581c3b26 HTTP/1.1" status: 204 len: 173 time: 1.1607795 Oct 18 20:53:35.471473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'name': 'network-vif-deleted', 'tag': '9e142530-54fe-43ec-b516-69ea581c3b26'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:53:35.487634 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec7449d-0043-4d4f-9e19-eadbe9888432" -d '{"events": [{"server_uuid": "600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8", "name": "network-vif-deleted", "tag": "9e142530-54fe-43ec-b516-69ea581c3b26"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:53:35.541224 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cee9651-6368-4ff7-928c-e13a134d2d00 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.544122 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2cee9651-6368-4ff7-928c-e13a134d2d00 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.545808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2cee9651-6368-4ff7-928c-e13a134d2d00 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/290bbbfe-81be-4514-838e-321a1055e798 HTTP/1.1" status: 204 len: 168 time: 0.3351965 Oct 18 20:53:35.546422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42760) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:35.562806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd99d67-2d00-4414-8da4-9163f076597a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.578611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-85279240-c3df-4144-b6e4-4334e155ffb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327751713', 'description': 'tempest-description--935254665'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:35.581569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42762) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:35.582465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9651-6368-4ff7-928c-e13a134d2d00 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290bbbfe-81be-4514-838e-321a1055e798,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:35.722718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53a2ade2-e42b-467f-a976-4702313afeb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.729316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5f906392-3b66-44df-9b21-3e7b01952a89 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1398411 Oct 18 20:53:35.733789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42784) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:35.739802 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6eff1-d6f2-440c-bb62-9180b35d0730 None None] Pushing event updated for resources: {'Port': ['ID=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:35.742505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cc26733d-d3a7-43ca-baba-33f2cc2af01a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--190351260'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:35.789129 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Attempting to bind port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:35.789517 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Attempting to bind port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:35.789932 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Attempting to bind port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:35.810963 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:35.812746 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Checking segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:35.813248 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.816497 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Bound using segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:35.817144 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Bound port: 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:35.817637 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.830026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd99d67-2d00-4414-8da4-9163f076597a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.861759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-156a449d-9b33-40a0-8d68-5d52fdff4bbc req-c4b5c21b-79c2-4fde-9d96-8f1704764080 tempest-ServerGroupTestJSON-503239724 tempest-ServerGroupTestJSON-503239724-project] 10.222.0.66 "GET /v2.0/ports?device_id=600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8 HTTP/1.1" status: 200 len: 210 time: 0.0995326 Oct 18 20:53:35.934470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-01839eab-9577-452b-a192-91c72d56311b None None] Provisioning complete for port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:35.935151 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-01839eab-9577-452b-a192-91c72d56311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.939071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-85279240-c3df-4144-b6e4-4334e155ffb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:35.939573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc26733d-d3a7-43ca-baba-33f2cc2af01a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.054301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-01839eab-9577-452b-a192-91c72d56311b None None] Port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:36.076184 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] For port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:36.091769 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] For port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:36.100479 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.138108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd99d67-2d00-4414-8da4-9163f076597a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.141428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd99d67-2d00-4414-8da4-9163f076597a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.145258 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ddd99d67-2d00-4414-8da4-9163f076597a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4313716-57d4-4ed5-a5e7-753e3afcb855 HTTP/1.1" status: 204 len: 168 time: 1.0543015 Oct 18 20:53:36.159829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd99d67-2d00-4414-8da4-9163f076597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4313716-57d4-4ed5-a5e7-753e3afcb855,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:36.187369 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53a2ade2-e42b-467f-a976-4702313afeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.189404 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc26733d-d3a7-43ca-baba-33f2cc2af01a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.195842 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53a2ade2-e42b-467f-a976-4702313afeb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.199735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc26733d-d3a7-43ca-baba-33f2cc2af01a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.208082 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-53a2ade2-e42b-467f-a976-4702313afeb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d7d56c8-5d8d-4c19-9de8-818a3b38b8b1 HTTP/1.1" status: 204 len: 168 time: 1.1320119 Oct 18 20:53:36.239899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2ade2-e42b-467f-a976-4702313afeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d56c8-5d8d-4c19-9de8-818a3b38b8b1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:36.302427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cc26733d-d3a7-43ca-baba-33f2cc2af01a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.310277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cc26733d-d3a7-43ca-baba-33f2cc2af01a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5723112 Oct 18 20:53:36.313686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42802) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:36.322209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26733d-d3a7-43ca-baba-33f2cc2af01a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf34793-20e2-44dd-8346-792480fa2718,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:36.333929 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:36.333929 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:36.333929 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6eff1-d6f2-440c-bb62-9180b35d0730 None None] Pushing event updated for resources: {'Port': ['ID=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:36.361049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f9f375e4-253b-4d30-97bc-ef0978213f68 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': '7cf34793-20e2-44dd-8346-792480fa2718', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:36.372803 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-f9f375e4-253b-4d30-97bc-ef0978213f68 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 18 20:53:36.374029 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-f9f375e4-253b-4d30-97bc-ef0978213f68 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:36.382423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f9f375e4-253b-4d30-97bc-ef0978213f68 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0642335 Oct 18 20:53:36.385571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42806) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:36.612600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48284d53-b921-4aec-8eb8-c5f5bdf16dc4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.661668 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:36.698295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48284d53-b921-4aec-8eb8-c5f5bdf16dc4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.775468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48284d53-b921-4aec-8eb8-c5f5bdf16dc4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.778415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48284d53-b921-4aec-8eb8-c5f5bdf16dc4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.780771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-48284d53-b921-4aec-8eb8-c5f5bdf16dc4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/7cf34793-20e2-44dd-8346-792480fa2718 HTTP/1.1" status: 204 len: 168 time: 0.3886552 Oct 18 20:53:36.792236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:36.815245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7cb50639-9b2f-49e8-907e-056b24e6a5d3 None None] Provisioning complete for port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:36.815628 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cb50639-9b2f-49e8-907e-056b24e6a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:36.826086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48284d53-b921-4aec-8eb8-c5f5bdf16dc4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf34793-20e2-44dd-8346-792480fa2718,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:36.878051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-36592d38-c499-430e-9d98-0cd7f463cf17 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825195 Oct 18 20:53:36.883026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42828) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:36.897134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-75eafc21-e6b5-466c-8b11-5cf895db32c8 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--732682940'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:36.970586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75eafc21-e6b5-466c-8b11-5cf895db32c8 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.144651 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cb50639-9b2f-49e8-907e-056b24e6a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.174101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75eafc21-e6b5-466c-8b11-5cf895db32c8 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.183763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75eafc21-e6b5-466c-8b11-5cf895db32c8 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.215764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7cb50639-9b2f-49e8-907e-056b24e6a5d3 None None] For port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:37.222354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cb50639-9b2f-49e8-907e-056b24e6a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.223044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-75eafc21-e6b5-466c-8b11-5cf895db32c8 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.224667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-75eafc21-e6b5-466c-8b11-5cf895db32c8 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3401325 Oct 18 20:53:37.228180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42854) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.233351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-43d3647b-eace-46b4-842c-aee069d2d786 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'd12a784e-a39d-4e2b-b605-9e0aaae16a21', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:37.234527 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-43d3647b-eace-46b4-842c-aee069d2d786 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 18 20:53:37.235321 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-43d3647b-eace-46b4-842c-aee069d2d786 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:37.236804 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-43d3647b-eace-46b4-842c-aee069d2d786 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073259 Oct 18 20:53:37.239664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42856) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.268014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eafc21-e6b5-466c-8b11-5cf895db32c8 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a784e-a39d-4e2b-b605-9e0aaae16a21,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:37.326987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb50639-9b2f-49e8-907e-056b24e6a5d3 None None] Pushing event updated for resources: {'Port': ['ID=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:37.344030 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:36Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:37.391562 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a956d1c-f3f7-4769-b7c8-c8923e48838d None None] The sync data for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 is: [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:36Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:53:37.432742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e871806-72e0-4b01-a059-5fdb1bbef0db tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.526194 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597844e0-c0f1-4fa7-8f40-82423e52d797 x-openstack-request-id: req-597844e0-c0f1-4fa7-8f40-82423e52d797 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:53:37.526701 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8", "name": "network-vif-deleted", "tag": "9e142530-54fe-43ec-b516-69ea581c3b26", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:53:37.526811 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-597844e0-c0f1-4fa7-8f40-82423e52d797 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:53:37.527210 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600bb1dd-54f1-4f83-84d3-5a9b0d4c4fd8', 'name': 'network-vif-deleted', 'tag': '9e142530-54fe-43ec-b516-69ea581c3b26', 'status': 'completed', 'code': 200} Oct 18 20:53:37.530556 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e871806-72e0-4b01-a059-5fdb1bbef0db tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.549371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42870) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.572694 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-85279240-c3df-4144-b6e4-4334e155ffb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.581046 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-85279240-c3df-4144-b6e4-4334e155ffb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.646031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e871806-72e0-4b01-a059-5fdb1bbef0db tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.656801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85279240-c3df-4144-b6e4-4334e155ffb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3719cf3f-279d-4b9d-95d7-dce94a6794f3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:37.675179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9e871806-72e0-4b01-a059-5fdb1bbef0db tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.679873 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-85279240-c3df-4144-b6e4-4334e155ffb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.679873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-85279240-c3df-4144-b6e4-4334e155ffb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1134064 Oct 18 20:53:37.680320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.682368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9e871806-72e0-4b01-a059-5fdb1bbef0db tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/d12a784e-a39d-4e2b-b605-9e0aaae16a21 HTTP/1.1" status: 204 len: 168 time: 0.4358983 Oct 18 20:53:37.686401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42884) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.719428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e9b1c9d9-26dc-4293-b83f-8bd10484ac8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'security_group_rule': {'security_group_id': '3719cf3f-279d-4b9d-95d7-dce94a6794f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:37.750536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e871806-72e0-4b01-a059-5fdb1bbef0db tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a784e-a39d-4e2b-b605-9e0aaae16a21,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:37.768720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42888) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.802612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42890) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.820123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9d9-26dc-4293-b83f-8bd10484ac8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.826267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-237b329b-09e2-4762-ade4-6cad909b61b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.870639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] Deleting subnet 7a0ece71-d061-4161-9270-465bac269ab2 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:53:37.879648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:37.975659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e5c9ae66-a80b-46b3-a97a-1f84c3c70689 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2869439 Oct 18 20:53:37.979768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42894) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:37.984293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bbef1d8c-5b25-4938-bc89-353dc63e02df tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--30601132'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:37.999990 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.075688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ac9eca5-4f74-47f4-bc0d-7175d965c9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.089573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-237b329b-09e2-4762-ade4-6cad909b61b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.102571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-237b329b-09e2-4762-ade4-6cad909b61b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.115593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d8c-5b25-4938-bc89-353dc63e02df tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.193004 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.228884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-237b329b-09e2-4762-ade4-6cad909b61b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7e639306b8c483daf59fba927863470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273329 Oct 18 20:53:38.228884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b329b-09e2-4762-ade4-6cad909b61b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da282e2-0ec8-47af-afd0-8ff40f2f3ce3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.233006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9e142530-54fe-43ec-b516-69ea581c3b26 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:53:38.237236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.305018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9d9-26dc-4293-b83f-8bd10484ac8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.332104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 9e142530-54fe-43ec-b516-69ea581c3b26 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:53:38.332639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9e142530-54fe-43ec-b516-69ea581c3b26 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:53:38.339438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:38.340302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5b99095-f8a0-44e4-b158-16ad3e36c481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.372795 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5b99095-f8a0-44e4-b158-16ad3e36c481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.373887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ac9eca5-4f74-47f4-bc0d-7175d965c9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.381130 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ac9eca5-4f74-47f4-bc0d-7175d965c9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.435778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9d9-26dc-4293-b83f-8bd10484ac8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.462255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9eca5-4f74-47f4-bc0d-7175d965c9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5758c4a-9483-4fdb-92c3-ce63ce9aab5a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.471242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5b99095-f8a0-44e4-b158-16ad3e36c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.474730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c5b99095-f8a0-44e4-b158-16ad3e36c481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.475944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c5b99095-f8a0-44e4-b158-16ad3e36c481 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3da282e2-0ec8-47af-afd0-8ff40f2f3ce3 HTTP/1.1" status: 204 len: 168 time: 0.2377005 Oct 18 20:53:38.486249 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c9d9-26dc-4293-b83f-8bd10484ac8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.487354 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ac9eca5-4f74-47f4-bc0d-7175d965c9a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd2d4a022d384312bea374e83e0a6287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342563 Oct 18 20:53:38.487515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e9b1c9d9-26dc-4293-b83f-8bd10484ac8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7788975 Oct 18 20:53:38.488103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42908) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.490267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42912) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.496896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b03f6427-8897-43c1-8a16-bb8c1dd00d9e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'security_group_rule': {'security_group_id': '3719cf3f-279d-4b9d-95d7-dce94a6794f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:38.511584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:38.514525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.519622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c9d9-26dc-4293-b83f-8bd10484ac8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19efc5a6-61ae-4337-9b8a-76feb6865ea8,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.526179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b99095-f8a0-44e4-b158-16ad3e36c481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da282e2-0ec8-47af-afd0-8ff40f2f3ce3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.591818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d8c-5b25-4938-bc89-353dc63e02df tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.601935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d8c-5b25-4938-bc89-353dc63e02df tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.624274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a467-3375-412d-8575-089e00bd3978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.660540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef1d8c-5b25-4938-bc89-353dc63e02df tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d04e31-5962-44fc-8f4d-496fcff04bdc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.665294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a467-3375-412d-8575-089e00bd3978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.677368 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.739122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03f6427-8897-43c1-8a16-bb8c1dd00d9e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.768563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a467-3375-412d-8575-089e00bd3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.774239 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbef1d8c-5b25-4938-bc89-353dc63e02df tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.776214 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bbef1d8c-5b25-4938-bc89-353dc63e02df tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7954967 Oct 18 20:53:38.777375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0ece71-d061-4161-9270-465bac269ab2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.779365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42918) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.787144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc3a467-3375-412d-8575-089e00bd3978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.788702 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6bc3a467-3375-412d-8575-089e00bd3978 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5758c4a-9483-4fdb-92c3-ce63ce9aab5a HTTP/1.1" status: 204 len: 168 time: 0.2984211 Oct 18 20:53:38.791337 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.794981 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1093c283-d477-4531-9177-561f1126bb58 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7a0ece71-d061-4161-9270-465bac269ab2 HTTP/1.1" status: 204 len: 168 time: 0.9909468 Oct 18 20:53:38.800145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42922) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.802087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-59dfcb06-d0c5-43ca-865a-75718edff840 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a5d04e31-5962-44fc-8f4d-496fcff04bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:38.803267 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-59dfcb06-d0c5-43ca-865a-75718edff840 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 18 20:53:38.804078 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-59dfcb06-d0c5-43ca-865a-75718edff840 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:38.805393 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-59dfcb06-d0c5-43ca-865a-75718edff840 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088067 Oct 18 20:53:38.809326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42924) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.812036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3a467-3375-412d-8575-089e00bd3978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5758c4a-9483-4fdb-92c3-ce63ce9aab5a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.822781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c48b14ac-1215-44ee-af2a-f4f20ba53311 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a5d04e31-5962-44fc-8f4d-496fcff04bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:38.823461 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-c48b14ac-1215-44ee-af2a-f4f20ba53311 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 18 20:53:38.824038 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-c48b14ac-1215-44ee-af2a-f4f20ba53311 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:38.825742 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c48b14ac-1215-44ee-af2a-f4f20ba53311 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146382 Oct 18 20:53:38.835487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42926) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.847101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-324fecd0-bbdd-4f1f-8ece-53cb9b30fab4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a5d04e31-5962-44fc-8f4d-496fcff04bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:38.850929 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-324fecd0-bbdd-4f1f-8ece-53cb9b30fab4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 18 20:53:38.851528 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-324fecd0-bbdd-4f1f-8ece-53cb9b30fab4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:38.855751 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-324fecd0-bbdd-4f1f-8ece-53cb9b30fab4 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0180275 Oct 18 20:53:38.856367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42928) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.878965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cb61ad23-7bd4-4337-a027-c93f68ad6136 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a5d04e31-5962-44fc-8f4d-496fcff04bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:38.884456 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-cb61ad23-7bd4-4337-a027-c93f68ad6136 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 18 20:53:38.884901 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-cb61ad23-7bd4-4337-a027-c93f68ad6136 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:38.888868 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cb61ad23-7bd4-4337-a027-c93f68ad6136 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0258195 Oct 18 20:53:38.892522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42930) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.898052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03f6427-8897-43c1-8a16-bb8c1dd00d9e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.910090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03f6427-8897-43c1-8a16-bb8c1dd00d9e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.955102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f6427-8897-43c1-8a16-bb8c1dd00d9e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f63ba6e-8b7a-45bd-87c3-e4df131183e4,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:38.976302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b03f6427-8897-43c1-8a16-bb8c1dd00d9e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:38.978871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b03f6427-8897-43c1-8a16-bb8c1dd00d9e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4873421 Oct 18 20:53:38.982209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42932) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:38.998238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:39.098411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.180369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.254410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a2172482-f901-46b6-98bc-a42fddfb9bfb up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:39.432071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cf20f7a-5f7d-4715-a43d-b8cd7a9df02b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.447529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a2172482-f901-46b6-98bc-a42fddfb9bfb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:39.449936 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.458255 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.513328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cf20f7a-5f7d-4715-a43d-b8cd7a9df02b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.622236 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cf20f7a-5f7d-4715-a43d-b8cd7a9df02b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.628735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cf20f7a-5f7d-4715-a43d-b8cd7a9df02b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.632345 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0cf20f7a-5f7d-4715-a43d-b8cd7a9df02b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/a5d04e31-5962-44fc-8f4d-496fcff04bdc HTTP/1.1" status: 204 len: 168 time: 0.5472813 Oct 18 20:53:39.662710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42944) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:39.683064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Sync routers for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:53:39.726960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.744141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:39.744826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:39.745651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Allocated IP 172.25.7.249 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/090ddd4e-e3e9-4850-a476-8084298695dd) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:39.788319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf20f7a-5f7d-4715-a43d-b8cd7a9df02b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d04e31-5962-44fc-8f4d-496fcff04bdc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:39.880636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.883574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42952) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:39.931464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c4f7-d153-44c4-89d3-60cec6517869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:39.958685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a2172482-f901-46b6-98bc-a42fddfb9bfb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a2172482-f901-46b6-98bc-a42fddfb9bfb,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:39.959518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-70ba1517-4a8e-477d-bc4d-5c3a87340b41 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2786531 Oct 18 20:53:39.985994 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.007720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d39e30-eba0-4f20-b3ac-98ece6d431c4']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:40.014513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42954) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:40.042768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2ff1277a-5d08-4ebb-a4ce-a030a72cda88 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181593680'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:40.156172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff1277a-5d08-4ebb-a4ce-a030a72cda88 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.209240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:40.212425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1335a5-11fa-4d46-a8de-37d1cdf2a8fd') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:40.231478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.297080 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.297438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.386812 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:40.414358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:40.425726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:40.501016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:40.509975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a2172482-f901-46b6-98bc-a42fddfb9bfb,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:40.555688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'Port': ['ID=090ddd4e-e3e9-4850-a476-8084298695dd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:40.572183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff1277a-5d08-4ebb-a4ce-a030a72cda88 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.587661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff1277a-5d08-4ebb-a4ce-a030a72cda88 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.593285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.643130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:53:40.643540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:53:40.645449 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:53:40.680695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c4f7-d153-44c4-89d3-60cec6517869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.694269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff1277a-5d08-4ebb-a4ce-a030a72cda88 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.695570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2ff1277a-5d08-4ebb-a4ce-a030a72cda88 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6793706 Oct 18 20:53:40.698576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42966) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:40.706199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-26fceb1e-ebed-4955-9bee-3cdb9b8be462 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:40.707030 n-d-812149-2 neutron-server[100530]: WARNING neutron.api.v2.base [None req-26fceb1e-ebed-4955-9bee-3cdb9b8be462 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 20:53:40.707904 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-26fceb1e-ebed-4955-9bee-3cdb9b8be462 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:40.709066 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-26fceb1e-ebed-4955-9bee-3cdb9b8be462 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091517 Oct 18 20:53:40.711929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42968) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:40.718989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-79c84495-fa4d-4ac8-be43-a6d93932a33e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:40.757437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c4f7-d153-44c4-89d3-60cec6517869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.790716 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-79c84495-fa4d-4ac8-be43-a6d93932a33e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:40.790716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-79c84495-fa4d-4ac8-be43-a6d93932a33e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0765562 Oct 18 20:53:40.791437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42970) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:40.792085 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a0a0c4f7-d153-44c4-89d3-60cec6517869 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64c61be743b5498a86f77353b49c1d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9070702 Oct 18 20:53:40.793304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:40.796328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1277a-5d08-4ebb-a4ce-a030a72cda88 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c38fe0-5197-4157-bbaf-dc7065ba23e9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:40.801644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fec9726f-1975-49c2-b7c6-1bca6336cbdb tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:40.802380 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-fec9726f-1975-49c2-b7c6-1bca6336cbdb tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 18 20:53:40.803031 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-fec9726f-1975-49c2-b7c6-1bca6336cbdb tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:40.804221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fec9726f-1975-49c2-b7c6-1bca6336cbdb tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089395 Oct 18 20:53:40.810354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:40.818046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2bd562ce-cfb9-446d-91a8-0cde122df790 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:40.886169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.931476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:40.943808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] 10.222.0.66 "DELETE /v2.0/networks/74d39e30-eba0-4f20-b3ac-98ece6d431c4 HTTP/1.1" status: 204 len: 168 time: 2.1425869 Oct 18 20:53:40.995857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c4f7-d153-44c4-89d3-60cec6517869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1593ac-a433-4a29-a94a-eb8569dc8b51,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:41.001401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223b7cc-5cdf-4821-8d6c-b9e65003b948 admin admin] Pushing event deleted for resources: {'Network': ['ID=74d39e30-eba0-4f20-b3ac-98ece6d431c4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:41.005135 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-2bd562ce-cfb9-446d-91a8-0cde122df790 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:41.008442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2bd562ce-cfb9-446d-91a8-0cde122df790 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1967566 Oct 18 20:53:41.011556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42988) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.017701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2ac1787e-9245-4bdd-a32d-9a041fa1013d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:41.018789 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-2ac1787e-9245-4bdd-a32d-9a041fa1013d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 20:53:41.019850 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-2ac1787e-9245-4bdd-a32d-9a041fa1013d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:41.020861 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2ac1787e-9245-4bdd-a32d-9a041fa1013d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084114 Oct 18 20:53:41.023819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42992) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.029850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bc9b41c1-a931-4470-ae2a-d2d45c22adbf tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:41.035348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 2, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:41.056911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.102021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02e11d7c-ae31-4316-a22b-867d27001562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.103273 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-bc9b41c1-a931-4470-ae2a-d2d45c22adbf tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:41.107341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bc9b41c1-a931-4470-ae2a-d2d45c22adbf tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0807345 Oct 18 20:53:41.110759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42994) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.121119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-223b9cee-562b-476c-8c48-99a9b2577dd1 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:41.123580 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-223b9cee-562b-476c-8c48-99a9b2577dd1 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 18 20:53:41.127079 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-223b9cee-562b-476c-8c48-99a9b2577dd1 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:41.129530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-223b9cee-562b-476c-8c48-99a9b2577dd1 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166512 Oct 18 20:53:41.132582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42996) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.146260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-13af99b0-343e-487f-82c1-6d14e585f834 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:41.150288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Checking router: 3ab01ec1-49d0-4c63-9892-5e5f7c923958 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:53:41.150691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Updating router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 port 2bf370ac-0e75-452c-ad2f-4f128880a058 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:53:41.167446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02e11d7c-ae31-4316-a22b-867d27001562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.201558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.207554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.287024 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-13af99b0-343e-487f-82c1-6d14e585f834 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:41.288542 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-13af99b0-343e-487f-82c1-6d14e585f834 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1535120 Oct 18 20:53:41.293595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43002) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.302603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3536a89a-df1e-40c7-8412-e11734a005a6 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': 'a7c38fe0-5197-4157-bbaf-dc7065ba23e9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:41.347281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02e11d7c-ae31-4316-a22b-867d27001562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.351208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02e11d7c-ae31-4316-a22b-867d27001562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.352761 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-02e11d7c-ae31-4316-a22b-867d27001562 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea1593ac-a433-4a29-a94a-eb8569dc8b51 HTTP/1.1" status: 204 len: 168 time: 0.5600333 Oct 18 20:53:41.383968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43006) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.386848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e11d7c-ae31-4316-a22b-867d27001562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1593ac-a433-4a29-a94a-eb8569dc8b51,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:41.390865 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-3536a89a-df1e-40c7-8412-e11734a005a6 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:41.394656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3536a89a-df1e-40c7-8412-e11734a005a6 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0992541 Oct 18 20:53:41.397646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43008) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.523856 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32a22f6a-ea4e-489c-912f-e57160bb6ca3 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.557080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5ea5ae5-a008-4a10-8f97-d437aff52fc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=073217ed54af43feb597ac41dc97c0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555514 Oct 18 20:53:41.557820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43014) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.613587 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32a22f6a-ea4e-489c-912f-e57160bb6ca3 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.702879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18be0c76-4049-49dd-9cf0-4bcfc26f5a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.716124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.728306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.754920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18be0c76-4049-49dd-9cf0-4bcfc26f5a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.826901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'Port': ['ID=090ddd4e-e3e9-4850-a476-8084298695dd,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:41.845639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32a22f6a-ea4e-489c-912f-e57160bb6ca3 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.850409 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32a22f6a-ea4e-489c-912f-e57160bb6ca3 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.850713 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18be0c76-4049-49dd-9cf0-4bcfc26f5a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.855841 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18be0c76-4049-49dd-9cf0-4bcfc26f5a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.857335 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-32a22f6a-ea4e-489c-912f-e57160bb6ca3 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/a7c38fe0-5197-4157-bbaf-dc7065ba23e9 HTTP/1.1" status: 204 len: 168 time: 0.4577420 Oct 18 20:53:41.859296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-18be0c76-4049-49dd-9cf0-4bcfc26f5a23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2da892f9-cc82-4da4-8001-4794960af7fc HTTP/1.1" status: 204 len: 168 time: 0.2957723 Oct 18 20:53:41.860687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43020) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:41.884217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a22f6a-ea4e-489c-912f-e57160bb6ca3 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c38fe0-5197-4157-bbaf-dc7065ba23e9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:41.918883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.924183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be0c76-4049-49dd-9cf0-4bcfc26f5a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da892f9-cc82-4da4-8001-4794960af7fc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:41.966511 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:41.969794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-81d332e6-c351-421e-acc0-69205c25dc8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9827945 Oct 18 20:53:42.041137 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.051196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c06fcc7-91b3-443d-88b1-bc638280030a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1863716 Oct 18 20:53:42.054763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43030) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:42.055064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.062818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cca57d8a-3e2d-49d9-ba4c-95a05883e52c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--517145738'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:42.114422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cca57d8a-3e2d-49d9-ba4c-95a05883e52c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.150280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86562c74-d01e-4d89-999a-20beb8a97dce None None] Pushing event updated for resources: {'Port': ['ID=2bf370ac-0e75-452c-ad2f-4f128880a058,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:42.196256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Attempting to bind port 2bf370ac-0e75-452c-ad2f-4f128880a058 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:42.198690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Attempting to bind port 2bf370ac-0e75-452c-ad2f-4f128880a058 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:42.200535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Attempting to bind port 2bf370ac-0e75-452c-ad2f-4f128880a058 on network a5302425-99b8-4fcb-8f5e-91becfe4be7c {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:42.215813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:42.221796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Checking segment: {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:42.223914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.225592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Bound using segment: {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:42.227364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Bound port: 2bf370ac-0e75-452c-ad2f-4f128880a058, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:42.230282 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.305013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cca57d8a-3e2d-49d9-ba4c-95a05883e52c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.315160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cca57d8a-3e2d-49d9-ba4c-95a05883e52c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.362196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a2172482-f901-46b6-98bc-a42fddfb9bfb up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:42.374494 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cca57d8a-3e2d-49d9-ba4c-95a05883e52c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.389563 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cca57d8a-3e2d-49d9-ba4c-95a05883e52c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3326850 Oct 18 20:53:42.391744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43036) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:42.397308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0e809ffc-e33b-4a46-bd69-b26aab72d26a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': '5b76efb7-7327-4ecc-a71f-b55b81bfd0d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:42.410055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] For port 2bf370ac-0e75-452c-ad2f-4f128880a058, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:42.436164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] For port 2bf370ac-0e75-452c-ad2f-4f128880a058, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2bf370ac-0e75-452c-ad2f-4f128880a058,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:42.449370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.502273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca57d8a-3e2d-49d9-ba4c-95a05883e52c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76efb7-7327-4ecc-a71f-b55b81bfd0d4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:42.506802 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0e809ffc-e33b-4a46-bd69-b26aab72d26a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The resource could not be found. Oct 18 20:53:42.515702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43038) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:42.516055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0e809ffc-e33b-4a46-bd69-b26aab72d26a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1230342 Oct 18 20:53:42.525439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a0442b52-fd2d-49bf-9fd3-b8f7b2540fe0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': '5b76efb7-7327-4ecc-a71f-b55b81bfd0d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '57d5d6fb-3ba8-4253-8d57-827851b864c3'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:42.629561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:53:42.630291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:42.633593 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-a0442b52-fd2d-49bf-9fd3-b8f7b2540fe0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The resource could not be found. Oct 18 20:53:42.635319 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a0442b52-fd2d-49bf-9fd3-b8f7b2540fe0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1178353 Oct 18 20:53:42.638889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43042) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:42.740022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f48e96c-fa2c-4a46-b5cd-74ab0e3e271d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.787280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a2172482-f901-46b6-98bc-a42fddfb9bfb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:42.796410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.798169 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f48e96c-fa2c-4a46-b5cd-74ab0e3e271d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.937248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7c504aa2-0ea0-4066-aed7-fef9548ce0f3 None None] Provisioning complete for port 2bf370ac-0e75-452c-ad2f-4f128880a058 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:42.937865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c504aa2-0ea0-4066-aed7-fef9548ce0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.942080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f48e96c-fa2c-4a46-b5cd-74ab0e3e271d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.945528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f48e96c-fa2c-4a46-b5cd-74ab0e3e271d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:42.946928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f48e96c-fa2c-4a46-b5cd-74ab0e3e271d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/5b76efb7-7327-4ecc-a71f-b55b81bfd0d4 HTTP/1.1" status: 204 len: 168 time: 0.3065436 Oct 18 20:53:42.951574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43060) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:42.967526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48e96c-fa2c-4a46-b5cd-74ab0e3e271d tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76efb7-7327-4ecc-a71f-b55b81bfd0d4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:43.004768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86562c74-d01e-4d89-999a-20beb8a97dce None None] Pushing event updated for resources: {'Port': ['ID=2bf370ac-0e75-452c-ad2f-4f128880a058,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:43.078623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-cf90e4e5-fbba-481d-be43-aefae3582bfd tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1327751713&fields=id&tenant_id=4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 267 time: 0.2032113 Oct 18 20:53:43.224361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0afded2e-73bc-49d1-9dca-aa2e84a871e7 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2642081 Oct 18 20:53:43.228538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43078) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:43.234307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5be14696-f535-4cda-aabc-6e479c00cf1a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': '5851fbac-c3d1-4fdf-957a-dd76c2b8cb7e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:43.307529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:53:43.314153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:43.351273 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-5be14696-f535-4cda-aabc-6e479c00cf1a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The resource could not be found. Oct 18 20:53:43.355373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5be14696-f535-4cda-aabc-6e479c00cf1a tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1224630 Oct 18 20:53:43.357215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43084) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:43.376803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bd04d66c-d643-4ea0-b513-377aeebc8061 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--496683979'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:43.463535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd04d66c-d643-4ea0-b513-377aeebc8061 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:43.552695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-57c28257-2b60-4256-a6cf-5325da58306f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:43.555263 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-57c28257-2b60-4256-a6cf-5325da58306f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 816 time: 0.4431159 Oct 18 20:53:43.711400 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd04d66c-d643-4ea0-b513-377aeebc8061 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:43.743803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-af479fa6-87ce-46e4-bf07-6cd3ec9d6546 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/quotas/4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 375 time: 0.0290976 Oct 18 20:53:43.746870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd04d66c-d643-4ea0-b513-377aeebc8061 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:43.783671 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c504aa2-0ea0-4066-aed7-fef9548ce0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:43.887401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7c504aa2-0ea0-4066-aed7-fef9548ce0f3 None None] For port 2bf370ac-0e75-452c-ad2f-4f128880a058, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2bf370ac-0e75-452c-ad2f-4f128880a058,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:43.901404 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c504aa2-0ea0-4066-aed7-fef9548ce0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:43.921211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd04d66c-d643-4ea0-b513-377aeebc8061 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:43.923191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bd04d66c-d643-4ea0-b513-377aeebc8061 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5614669 Oct 18 20:53:43.931020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43102) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:43.943625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d5abc1ff-bc11-43b6-a43c-236795db5a5e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--922346551'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:43.996293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04d66c-d643-4ea0-b513-377aeebc8061 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396ed65a-730a-446b-89c5-7662d99faf37,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:44.013520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5abc1ff-bc11-43b6-a43c-236795db5a5e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:44.143681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-abf1003c-5fa1-4765-a917-38099768f2ad tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3750060 Oct 18 20:53:44.212591 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5abc1ff-bc11-43b6-a43c-236795db5a5e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:44.224610 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5abc1ff-bc11-43b6-a43c-236795db5a5e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:44.303059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c504aa2-0ea0-4066-aed7-fef9548ce0f3 None None] Pushing event updated for resources: {'Port': ['ID=2bf370ac-0e75-452c-ad2f-4f128880a058,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:44.333403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-71d1eafb-eafa-4dbb-883c-725572407e03 None None] Provisioning complete for port 2bf370ac-0e75-452c-ad2f-4f128880a058 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:44.333403 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71d1eafb-eafa-4dbb-883c-725572407e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:44.379846 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5abc1ff-bc11-43b6-a43c-236795db5a5e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:44.389398 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d5abc1ff-bc11-43b6-a43c-236795db5a5e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4524214 Oct 18 20:53:44.389398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abc1ff-bc11-43b6-a43c-236795db5a5e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c328b705-bf80-4760-8da6-214a568c26c6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:44.390266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43116) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:44.403000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e654d9b4-59ba-41cb-bf89-13b8c0c3d674 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group_rule': {'security_group_id': '396ed65a-730a-446b-89c5-7662d99faf37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c328b705-bf80-4760-8da6-214a568c26c6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:44.474099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2bf370ac-0e75-452c-ad2f-4f128880a058 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:44.506186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bcbfeeb7-81d9-4d2f-9417-54d99873f2ac service neutron] 10.222.0.66 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554723 Oct 18 20:53:44.617101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:42Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:44.657627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c88110-bfad-459e-9e32-dd5c07893ee4 None None] The sync data for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 is: [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:42Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:53:44.666248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2bf370ac-0e75-452c-ad2f-4f128880a058 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:44.667838 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:44.775601 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-e654d9b4-59ba-41cb-bf89-13b8c0c3d674 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:53:44.780294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43124) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:44.781111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e654d9b4-59ba-41cb-bf89-13b8c0c3d674 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3850989 Oct 18 20:53:44.870776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43126) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:44.928874 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-d73aaed0-8275-4831-be92-10c11014b93b service neutron] 10.222.0.66 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024076 Oct 18 20:53:44.966411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdfb3-5484-4a49-871b-52388c5b866b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.041814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdfb3-5484-4a49-871b-52388c5b866b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.165747 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdfb3-5484-4a49-871b-52388c5b866b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.170500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b2fdfb3-5484-4a49-871b-52388c5b866b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.175256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43134) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:45.177023 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b2fdfb3-5484-4a49-871b-52388c5b866b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/c328b705-bf80-4760-8da6-214a568c26c6 HTTP/1.1" status: 204 len: 168 time: 0.3955357 Oct 18 20:53:45.210646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fdfb3-5484-4a49-871b-52388c5b866b tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c328b705-bf80-4760-8da6-214a568c26c6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:45.403121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aebe9d75-167c-4448-b34b-091932570958 req-11e36a97-7ac9-4d82-b18f-d5affdf47723 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 210 time: 0.1356514 Oct 18 20:53:45.459137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-613520427-network', 'tenant_id': '46f662e07b5045ebbe475cd167977cf7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:45.502703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ee9a8b54-faf5-45f9-b0d7-1682882a1531 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3258209 Oct 18 20:53:45.508603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43152) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:45.534289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Made reservation on behalf of 46f662e07b5045ebbe475cd167977cf7 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:45.538487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.589894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.601454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ece49f8-14d2-4e32-8db5-69385e3b4be7 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.683128 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ece49f8-14d2-4e32-8db5-69385e3b4be7 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.790022 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ece49f8-14d2-4e32-8db5-69385e3b4be7 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.792739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ece49f8-14d2-4e32-8db5-69385e3b4be7 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.796277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ece49f8-14d2-4e32-8db5-69385e3b4be7 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/396ed65a-730a-446b-89c5-7662d99faf37 HTTP/1.1" status: 204 len: 168 time: 0.2841320 Oct 18 20:53:45.798083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43164) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:45.814529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.821909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.835609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece49f8-14d2-4e32-8db5-69385e3b4be7 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396ed65a-730a-446b-89c5-7662d99faf37,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:45.875577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:53:45.911493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3db80674-6123-4736-81e1-f7b1cca7c485 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1111681 Oct 18 20:53:45.914120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2606db-efb0-4771-b32a-9847b8d45fa1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:45.918620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43166) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:45.923969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-46fc3eae-2141-4d13-b9d6-4814abe48c4f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'tempest-secgroup--814617687'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:45.927088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:45.929918 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Added segment 8dd5f61a-3d82-4058-9b3f-59b097fd2b57 of type vlan for network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 Oct 18 20:53:46.001724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46fc3eae-2141-4d13-b9d6-4814abe48c4f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.042490 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.080880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.082186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:46.083177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.173803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46fc3eae-2141-4d13-b9d6-4814abe48c4f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.180313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46fc3eae-2141-4d13-b9d6-4814abe48c4f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.204697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] Pushing event updated for resources: {'Network': ['ID=0373bf4a-7740-4bff-b1a0-2b7a74c38e72,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:46.226285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:53:46.254063 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-66453a84-7bed-4f96-9388-f06f9e555c2f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3812516 Oct 18 20:53:46.257207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43172) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:46.266873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc3eae-2141-4d13-b9d6-4814abe48c4f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc31748-c30a-40f5-a3b6-9a406f6b0c05,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:46.273575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Request body: {'subnet': {'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-613520427-subnet', 'tenant_id': '46f662e07b5045ebbe475cd167977cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:46.301150 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-46fc3eae-2141-4d13-b9d6-4814abe48c4f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.309738 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-46fc3eae-2141-4d13-b9d6-4814abe48c4f tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3822238 Oct 18 20:53:46.310770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43174) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:46.321344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0bf1dfff-b60b-4995-8e5f-ae22738e611e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:46.331417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Made reservation on behalf of 46f662e07b5045ebbe475cd167977cf7 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:46.333903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.339144 n-d-812149-2 neutron-server[100531]: WARNING neutron.api.v2.base [None req-0bf1dfff-b60b-4995-8e5f-ae22738e611e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 20:53:46.339688 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0bf1dfff-b60b-4995-8e5f-ae22738e611e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 20:53:46.340824 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0bf1dfff-b60b-4995-8e5f-ae22738e611e tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "PUT /v2.0/security-groups/3fc31748-c30a-40f5-a3b6-9a406f6b0c05 HTTP/1.1" status: 409 len: 330 time: 0.0290358 Oct 18 20:53:46.343841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43176) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:46.387312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2bf370ac-0e75-452c-ad2f-4f128880a058 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:46.515525 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c31ba4bb-b872-4d79-b56a-aaa1507a82e0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.568251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c31ba4bb-b872-4d79-b56a-aaa1507a82e0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.735659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2bf370ac-0e75-452c-ad2f-4f128880a058 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:46.736039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:46.879249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:47.074751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Checking segment: {'id': '8dd5f61a-3d82-4058-9b3f-59b097fd2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:47.075369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Network hostable DHCP agents. Network: 0373bf4a-7740-4bff-b1a0-2b7a74c38e72, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:53:47.085574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edfff3f-7114-4f4a-a752-1d5a28f384b6,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:47.126009 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:53:47.157565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0373bf4a-7740-4bff-b1a0-2b7a74c38e72) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:47.167567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:47.169073 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:47.215769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-00e0918e-c2e1-41e3-b7a7-9843c7c36402 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9518507 Oct 18 20:53:47.349892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee52dea-b15d-48d6-aaef-e7142b4df8e6 None None] Network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:47.741117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-670cdfd0-2fe7-4fb0-8b34-145d20ac248f req-2248cfeb-3014-4a5e-aa51-f5010d0d0305 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 210 time: 1.1165364 Oct 18 20:53:47.780160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c31ba4bb-b872-4d79-b56a-aaa1507a82e0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:47.787657 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c31ba4bb-b872-4d79-b56a-aaa1507a82e0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:47.796253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c31ba4bb-b872-4d79-b56a-aaa1507a82e0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/3fc31748-c30a-40f5-a3b6-9a406f6b0c05 HTTP/1.1" status: 204 len: 168 time: 1.4510982 Oct 18 20:53:47.801099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43224) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:47.845744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ba4bb-b872-4d79-b56a-aaa1507a82e0 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc31748-c30a-40f5-a3b6-9a406f6b0c05,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:48.022816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43232) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:48.025144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7545e406-538c-4345-83f0-4c1f404f73c5 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2220516 Oct 18 20:53:48.042373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a1378-d4bc-4b0a-a997-606d2714ca86 None None] Network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:53:48.044260 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-385695dd-132a-4a70-bccc-e1f08cabebbf tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] delete failed (client error): The resource could not be found. Oct 18 20:53:48.046493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-385695dd-132a-4a70-bccc-e1f08cabebbf tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "DELETE /v2.0/security-groups/c64c2238-0734-46b0-a4ba-57cfecd27e3c HTTP/1.1" status: 404 len: 347 time: 0.0225332 Oct 18 20:53:48.055902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43234) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:48.073282 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-b3ff1cb4-1ea9-4732-869f-30faf8a4966c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] show failed (client error): The resource could not be found. Oct 18 20:53:48.074333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b3ff1cb4-1ea9-4732-869f-30faf8a4966c tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-groups/3d169fe6-ccb7-4b29-bc5c-7389dfaba95e HTTP/1.1" status: 404 len: 347 time: 0.0172751 Oct 18 20:53:48.083491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43236) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:48.103456 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-44ac74fd-2802-49dc-8e11-ad3337ecee97 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] show failed (client error): The resource could not be found. Oct 18 20:53:48.104582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-44ac74fd-2802-49dc-8e11-ad3337ecee97 tempest-NegativeSecGroupTest-101131493 tempest-NegativeSecGroupTest-101131493-project] 10.222.0.66 "GET /v2.0/security-group-rules/2aee0751-2f90-49e6-a4d1-4e75566a8148 HTTP/1.1" status: 404 len: 356 time: 0.0200212 Oct 18 20:53:48.533637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-2a9484e8-2ba2-451f-8a81-9d03960d77ea tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:48.536223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-2a9484e8-2ba2-451f-8a81-9d03960d77ea tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/networks?id=0373bf4a-7740-4bff-b1a0-2b7a74c38e72 HTTP/1.1" status: 200 len: 820 time: 0.2199919 Oct 18 20:53:48.557890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43252) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:48.558597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43254) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:48.588560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-adad4bd0-4398-4342-a6fd-a151e17157b2 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/quotas/46f662e07b5045ebbe475cd167977cf7 HTTP/1.1" status: 200 len: 375 time: 0.0431242 Oct 18 20:53:48.629878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-94826aa1-623e-4500-bfdb-0da1b85fd147 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=46f662e07b5045ebbe475cd167977cf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398393 Oct 18 20:53:48.660668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-c729d3fd-22e3-4d23-9f3a-aa9c45a81c7d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:48.662432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-c729d3fd-22e3-4d23-9f3a-aa9c45a81c7d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 816 time: 0.2356215 Oct 18 20:53:48.769952 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:48.776726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-95e06809-95f1-466f-8d00-5807a47907e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:48.817652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-8ae25386-9d50-4d9d-b4a2-580dd688a167 service neutron] 10.222.0.66 "GET /v2.0/networks/0373bf4a-7740-4bff-b1a0-2b7a74c38e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864624 Oct 18 20:53:48.862972 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-d3d36664-4c30-4b1d-ae9d-a968dfe292e2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 380 time: 0.1874616 Oct 18 20:53:48.872994 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab3c-0f46-4a21-abce-da6793da078d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:48.893309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'port': {'device_id': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'admin_state_up': True, 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'security_groups': ['3719cf3f-279d-4b9d-95d7-dce94a6794f3']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:49.050127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cbc86a38-8c1f-47f3-bef0-807033b3f879 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9021e6beab504af0b309ecdd542a6c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872906 Oct 18 20:53:49.064168 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-53f7f16e-e62a-4773-84df-2a778506866e service neutron] 10.222.0.66 "GET /v2.0/networks/0373bf4a-7740-4bff-b1a0-2b7a74c38e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370579 Oct 18 20:53:49.064736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43270) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:49.180259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Made reservation on behalf of 4f461562427c4119b4363e3f8e8f02fc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:49.195595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.288427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab3c-0f46-4a21-abce-da6793da078d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.296928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab3c-0f46-4a21-abce-da6793da078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.300370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a0c68de-6e0e-4d7f-885a-e85eddf0b891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.389407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ab3c-0f46-4a21-abce-da6793da078d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac05f0a-b745-456f-81e6-eb2f5521dad4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:49.396788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-08a7ab3c-0f46-4a21-abce-da6793da078d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26e24e5e339741c3a5f0600feb5f3a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8306131 Oct 18 20:53:49.401917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43274) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:49.407656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a0c68de-6e0e-4d7f-885a-e85eddf0b891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.538368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-acd5df7c-7e77-45e9-a2ec-be1f063e6500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.570823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a0c68de-6e0e-4d7f-885a-e85eddf0b891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.573062 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a0c68de-6e0e-4d7f-885a-e85eddf0b891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.574438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8a0c68de-6e0e-4d7f-885a-e85eddf0b891 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/760d0144-4695-4011-a453-d0c899f23bcb HTTP/1.1" status: 204 len: 168 time: 0.5062330 Oct 18 20:53:49.577667 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-acd5df7c-7e77-45e9-a2ec-be1f063e6500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.599307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c68de-6e0e-4d7f-885a-e85eddf0b891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d0144-4695-4011-a453-d0c899f23bcb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:49.676932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-acd5df7c-7e77-45e9-a2ec-be1f063e6500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.680262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-acd5df7c-7e77-45e9-a2ec-be1f063e6500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:49.681870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-acd5df7c-7e77-45e9-a2ec-be1f063e6500 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ac05f0a-b745-456f-81e6-eb2f5521dad4 HTTP/1.1" status: 204 len: 168 time: 0.2784054 Oct 18 20:53:49.697820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5df7c-7e77-45e9-a2ec-be1f063e6500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac05f0a-b745-456f-81e6-eb2f5521dad4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:49.782620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-64594b02-d02f-4ff4-8188-725c6be30e2a req-634cde2f-156d-430b-9257-dfda2dc45621 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 210 time: 0.0654349 Oct 18 20:53:49.806292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Allocated IP 172.20.0.4 (7ef9ef16-2e09-4d84-af27-de6e817b4382/fd171f01-7266-4b71-bfe4-59ea4cbf2613/be8373a0-14c6-4bb5-b674-a21685236d73) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:49.951443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0311f6de-f058-4d2d-886f-cbab2564e289 req-e53b509f-a834-4162-9590-c756139ef17b tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 210 time: 0.0990906 Oct 18 20:53:50.114634 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.163122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.231153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:50.235227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:50.245795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:50.359954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:50.360770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.434205 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5647752 Oct 18 20:53:50.441485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0a357-6707-4652-bc44-3f1028078489 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:50.457727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43312) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:50.481427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53210af6-9d6b-4740-a370-9562d129fbab admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.486084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Request body: {'port': {'device_id': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:50.653607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.732279 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53210af6-9d6b-4740-a370-9562d129fbab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.740746 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-53210af6-9d6b-4740-a370-9562d129fbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.803200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53210af6-9d6b-4740-a370-9562d129fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd0ae94-6d4f-4fed-aa07-d4431fe906ad,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:50.811416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2eda3523-c5a6-4ab3-bea2-3332724d8c01 None None] Provisioning complete for port be8373a0-14c6-4bb5-b674-a21685236d73 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:50.812069 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2eda3523-c5a6-4ab3-bea2-3332724d8c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:50.894572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-53210af6-9d6b-4740-a370-9562d129fbab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b86d47edb707413cad47f5b79cb64190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356065 Oct 18 20:53:50.895221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43330) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:50.986560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2eda3523-c5a6-4ab3-bea2-3332724d8c01 None None] Port be8373a0-14c6-4bb5-b674-a21685236d73 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:53:51.095264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da4478e9-7602-4df2-8a46-0165db0b76d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:51.132886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da4478e9-7602-4df2-8a46-0165db0b76d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:51.244751 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be97b1-e6ae-443b-bc56-7bf161a2403f req-31c8dee1-62ed-4928-9f5c-8acce69baf92 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:51.263597 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2be97b1-e6ae-443b-bc56-7bf161a2403f req-31c8dee1-62ed-4928-9f5c-8acce69baf92 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 931 time: 0.2397239 Oct 18 20:53:51.379592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8373a0-14c6-4bb5-b674-a21685236d73 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:53:51.380683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da4478e9-7602-4df2-8a46-0165db0b76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:51.389225 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:51.392308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da4478e9-7602-4df2-8a46-0165db0b76d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:51.396010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-da4478e9-7602-4df2-8a46-0165db0b76d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1bd0ae94-6d4f-4fed-aa07-d4431fe906ad HTTP/1.1" status: 204 len: 168 time: 0.4994957 Oct 18 20:53:51.430334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Transition to ACTIVE for port object be8373a0-14c6-4bb5-b674-a21685236d73 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:53:51.435619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4478e9-7602-4df2-8a46-0165db0b76d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd0ae94-6d4f-4fed-aa07-d4431fe906ad,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:51.441558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:51.604458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2be97b1-e6ae-443b-bc56-7bf161a2403f req-53ebb7f7-3c94-4cec-a754-4124bce1791d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401601 Oct 18 20:53:51.622882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:51.678839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:51.965884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:51.966475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:51.967053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:52.019032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Port be8373a0-14c6-4bb5-b674-a21685236d73 on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:53:52.019619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:52.043670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:52.043901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Checking segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:52.049302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Bound using segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:52.050174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Bound port: be8373a0-14c6-4bb5-b674-a21685236d73, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:52.059360 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:52.093333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa688fba-5a34-40f9-98d2-ea2a3f28af26 req-8f0b7bf3-8f52-46e9-8011-45e289bc5155 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 210 time: 0.2192497 Oct 18 20:53:52.151697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-99069029'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:52.196778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-eed93a0a-3143-493a-ae9a-543712b92547 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:52.200400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-eed93a0a-3143-493a-ae9a-543712b92547 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.79 "GET /v2.0/networks?id=0373bf4a-7740-4bff-b1a0-2b7a74c38e72 HTTP/1.1" status: 200 len: 820 time: 0.7221274 Oct 18 20:53:52.217724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Request body: {'port': {'device_id': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72', 'admin_state_up': True, 'tenant_id': '46f662e07b5045ebbe475cd167977cf7'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:52.235273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:52.239937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:52.251361 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:52.333292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Made reservation on behalf of 17f577099f7c449bbda9a586227cde93 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:52.342236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:52.413364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:52.414374 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:52.416701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] 10.222.0.30 "PUT /v2.0/ports/be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 1091 time: 1.9524665 Oct 18 20:53:52.417490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:53:52.434712 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a8a0a3-7b7c-446a-b154-a010d75c5286" -d '{"events": [{"name": "network-changed", "server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:53:52.456897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Made reservation on behalf of 46f662e07b5045ebbe475cd167977cf7 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:53:52.462188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:52.464567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:52.632929 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea1041f-6a80-40b3-928e-7be6083b48ae x-openstack-request-id: req-cea1041f-6a80-40b3-928e-7be6083b48ae {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:53:52.633871 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:53:52.634484 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cea1041f-6a80-40b3-928e-7be6083b48ae {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:53:52.635071 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'status': 'completed', 'code': 200} Oct 18 20:53:52.654704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5b42c-9212-4eff-90fa-a7b6f463a93d service neutron] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:52.750255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-5e0b6e97-f357-4fcc-865c-e234943485e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:52.752946 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-5e0b6e97-f357-4fcc-865c-e234943485e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1094 time: 0.2594428 Oct 18 20:53:52.874673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Allocated IP 172.20.0.8 (0373bf4a-7740-4bff-b1a0-2b7a74c38e72/0edfff3f-7114-4f4a-a752-1d5a28f384b6/0844ba8b-164c-4ca2-b424-df64800d6862) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:53:52.884021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:52.913168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b7fce-56ff-43aa-826c-7d7441c3841d req-4bd96236-47b2-4886-9242-22d06b8faeae tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:52.915290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-209b7fce-56ff-43aa-826c-7d7441c3841d req-4bd96236-47b2-4886-9242-22d06b8faeae tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.1165230 Oct 18 20:53:52.959889 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-00c0129e-4408-4088-808b-5e43c5d13b4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 217 time: 0.1977525 Oct 18 20:53:52.960745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.029474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-209b7fce-56ff-43aa-826c-7d7441c3841d req-719473f9-40d2-49e2-aa8f-70d210e0155e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070323 Oct 18 20:53:53.101195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-6ad8aaae-49e6-47d2-a9d9-dc85a92762ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:53.112186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-6ad8aaae-49e6-47d2-a9d9-dc85a92762ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.1217961 Oct 18 20:53:53.146564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-06971ed7-3f91-4044-b272-61eeda12e5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.192702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:53:53.199935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d793cc67-1478-426c-9db4-33fe2792cf86,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:53.218289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.219033 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Added segment ca90b839-5822-45f1-a323-71e604a8e71c of type vlan for network 2832c187-4fd8-4ef9-85d0-b2e83db3df95 Oct 18 20:53:53.245024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-9c03b6ca-489c-47c0-a0f5-ebb7afd16e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:53.247417 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-9c03b6ca-489c-47c0-a0f5-ebb7afd16e39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341259 Oct 18 20:53:53.305910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.404983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.412027 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:53.413221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.414608 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-496e3710-18b7-4559-873a-c4170ad08b23 req-bbd0d4e5-b4ad-4d84-b6c1-92182ea344fc tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 210 time: 0.1199481 Oct 18 20:53:53.444713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-3b6d10c9-789e-4b69-a2bf-4fc6c7f25e6f service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731517 Oct 18 20:53:53.498517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8719385 Oct 18 20:53:53.504207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43394) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:53.511959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-1a3599bd-2cd3-4a9e-9d93-67b842866dc9 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-854112213') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:53.517940 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.597103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112dccd-9f78-4592-aed2-34841f3825cb tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Pushing event updated for resources: {'Network': ['ID=2832c187-4fd8-4ef9-85d0-b2e83db3df95,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:53.608869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 2832c187-4fd8-4ef9-85d0-b2e83db3df95 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:53:53.628503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.761759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Pushing event updated for resources: {'Port': ['ID=0844ba8b-164c-4ca2-b424-df64800d6862,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:53.774418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:53:53.777042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:53:53.782535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:53:53.801630 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d315ba4a-96b5-4ace-bf75-e85e15709e36 req-a09ccac1-72ad-4597-8081-d464ee0a88af service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483655 Oct 18 20:53:53.848164 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1a3599bd-2cd3-4a9e-9d93-67b842866dc9 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "PUT /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-854112213 HTTP/1.1" status: 201 len: 201 time: 0.3398740 Oct 18 20:53:53.853190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:53.863511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-6d5f69c7-a625-4dd0-b910-ff21db757062 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-854112213') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:53.879018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:53.879836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:53.902007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-c10e851e-8bbf-4e97-bc89-9108d2c2c60f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6913862 Oct 18 20:53:54.009280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-84d098f3-dbe9-4bec-9e04-aec6db2810f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:54.013917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-84d098f3-dbe9-4bec-9e04-aec6db2810f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1094 time: 0.1448681 Oct 18 20:53:54.231413 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:54.308020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Request body: {'port': {'device_id': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:53:54.382292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-1827aa84-cea2-4a6e-be1f-15b62644d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:54.384514 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-1827aa84-cea2-4a6e-be1f-15b62644d576 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.3596985 Oct 18 20:53:54.394041 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6d5f69c7-a625-4dd0-b910-ff21db757062 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "GET /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-854112213 HTTP/1.1" status: 204 len: 168 time: 0.5373769 Oct 18 20:53:54.395543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43416) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:54.397398 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:54.403809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-8deb8926-c506-4f8d-a839-e6b03108cae1 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:54.456130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4939-5707-4d6d-8edf-3e467af38c4a req-0dc12d75-79ec-445e-8dd3-e1465878c68a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:54.457759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7cb4939-5707-4d6d-8edf-3e467af38c4a req-0dc12d75-79ec-445e-8dd3-e1465878c68a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.2502663 Oct 18 20:53:54.495649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-abf4c3dd-8f09-4828-bfbe-5e4825d6adfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 217 time: 0.0995822 Oct 18 20:53:54.565255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-9bb701d7-46af-4e5d-b09b-bd4361703d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:54.567008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-9bb701d7-46af-4e5d-b09b-bd4361703d40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.0647130 Oct 18 20:53:54.694977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-ff72debc-819e-46b6-bdfc-0b1b0cb3aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:54.698380 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-ff72debc-819e-46b6-bdfc-0b1b0cb3aa74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229753 Oct 18 20:53:54.764714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8deb8926-c506-4f8d-a839-e6b03108cae1 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "GET /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags HTTP/1.1" status: 200 len: 237 time: 0.3645475 Oct 18 20:53:54.773610 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:53:54.792632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7cb4939-5707-4d6d-8edf-3e467af38c4a req-545d8310-db37-44ae-8c78-be841afa090c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960384 Oct 18 20:53:54.794877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43426) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:54.843294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-cd574a51-edd9-4bf9-9ee2-7899e258440a tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', {'tags': ['tempest-TagsTest-Tag-1077578877', 'tempest-TagsTest-Tag-86852718', 'tempest-TagsTest-Tag-857927495']}) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:54.921643 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-4aad9cb1-6e6c-48af-94dc-aecbddd7dde1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134724 Oct 18 20:53:55.107698 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-08a8a0a3-7b7c-446a-b154-a010d75c5286 req-2736211e-0f2c-4983-85f5-014f9088fc7b service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783454 Oct 18 20:53:55.111272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cd574a51-edd9-4bf9-9ee2-7899e258440a tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "PUT /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags HTTP/1.1" status: 200 len: 306 time: 0.2715468 Oct 18 20:53:55.111762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43434) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:55.131709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-b1d4e905-d789-4e35-98e0-5df1a6145596 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-1077578877') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:55.132007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84193caa-611f-4ac5-9276-48affe384994 req-cecf608b-dba3-49d6-846e-063f708b0a4b tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:55.139631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84193caa-611f-4ac5-9276-48affe384994 req-cecf608b-dba3-49d6-846e-063f708b0a4b tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 931 time: 0.1608312 Oct 18 20:53:55.148363 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:55.226142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84193caa-611f-4ac5-9276-48affe384994 req-dce799a8-c716-48ed-a57d-5ca56608f0d4 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829310 Oct 18 20:53:55.316706 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b1d4e905-d789-4e35-98e0-5df1a6145596 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "DELETE /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-1077578877 HTTP/1.1" status: 204 len: 168 time: 0.2027917 Oct 18 20:53:55.320660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43442) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:55.325398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-1c7a6dd9-e80a-4e0c-8355-368d4a9b070c tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-1077578877') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:55.351600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0844ba8b-164c-4ca2-b424-df64800d6862 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:53:55.390360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:55.433741 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-1c7a6dd9-e80a-4e0c-8355-368d4a9b070c tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] show failed (client error): The resource could not be found. Oct 18 20:53:55.434719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1c7a6dd9-e80a-4e0c-8355-368d4a9b070c tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "GET /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-1077578877 HTTP/1.1" status: 404 len: 326 time: 0.1130457 Oct 18 20:53:55.438923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43452) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:55.443581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-6d74b2e0-a049-4b5d-9b0d-828997596d8f tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-86852718') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:55.459925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Transition to ACTIVE for port object 0844ba8b-164c-4ca2-b424-df64800d6862 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:53:55.470883 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:55.601950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0844ba8b-164c-4ca2-b424-df64800d6862,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:55.661266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6d74b2e0-a049-4b5d-9b0d-828997596d8f tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "GET /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-86852718 HTTP/1.1" status: 204 len: 168 time: 0.2212255 Oct 18 20:53:55.666444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43462) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:55.674962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-b6098b56-4a97-4b70-b88c-668dbc04bb6c tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-857927495') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:55.830698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Attempting to bind port 0844ba8b-164c-4ca2-b424-df64800d6862 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:53:55.831131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Attempting to bind port 0844ba8b-164c-4ca2-b424-df64800d6862 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '8dd5f61a-3d82-4058-9b3f-59b097fd2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:53:55.831392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Attempting to bind port 0844ba8b-164c-4ca2-b424-df64800d6862 on network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:55.846885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Port 0844ba8b-164c-4ca2-b424-df64800d6862 on network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:53:55.846885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Attempting to bind port 0844ba8b-164c-4ca2-b424-df64800d6862 on network 0373bf4a-7740-4bff-b1a0-2b7a74c38e72 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:53:55.857792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:53:55.858208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Checking segment: {'id': '8dd5f61a-3d82-4058-9b3f-59b097fd2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:53:55.858611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Bound using segment: {'id': '8dd5f61a-3d82-4058-9b3f-59b097fd2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:53:55.859079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Bound port: 0844ba8b-164c-4ca2-b424-df64800d6862, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd5f61a-3d82-4058-9b3f-59b097fd2b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:53:55.860590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:55.954410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b6098b56-4a97-4b70-b88c-668dbc04bb6c tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "GET /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-857927495 HTTP/1.1" status: 204 len: 168 time: 0.2867517 Oct 18 20:53:55.955082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43476) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:55.970247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-0e04502b-f1af-4bb7-b8b6-e4478b52dff8 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:56.139650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] For port 0844ba8b-164c-4ca2-b424-df64800d6862, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:53:56.145655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] For port 0844ba8b-164c-4ca2-b424-df64800d6862, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0844ba8b-164c-4ca2-b424-df64800d6862,segment=NetworkSegment(8dd5f61a-3d82-4058-9b3f-59b097fd2b57),segment_id=8dd5f61a-3d82-4058-9b3f-59b097fd2b57)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:53:56.157690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07d51a-0e17-4020-ac57-95ebbd3e143a req-40a7f3e7-ba15-478e-865a-62f3c7438ed3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:56.168449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff07d51a-0e17-4020-ac57-95ebbd3e143a req-40a7f3e7-ba15-478e-865a-62f3c7438ed3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.1591172 Oct 18 20:53:56.168830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:56.224940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:56.225644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:56.227747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] 10.222.0.79 "PUT /v2.0/ports/0844ba8b-164c-4ca2-b424-df64800d6862 HTTP/1.1" status: 200 len: 1091 time: 2.3046541 Oct 18 20:53:56.230633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'tag': '0844ba8b-164c-4ca2-b424-df64800d6862'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:53:56.233103 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5221edfd-4ccf-4042-857e-e89c7ab340ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5d9ed0-6a51-4fd6-b081-6f318b063a78", "tag": "0844ba8b-164c-4ca2-b424-df64800d6862"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:53:56.273442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff07d51a-0e17-4020-ac57-95ebbd3e143a req-337c84ec-8bbd-4a7e-838e-a8dae2c8071f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050007 Oct 18 20:53:56.290370 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0e04502b-f1af-4bb7-b8b6-e4478b52dff8 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "DELETE /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags HTTP/1.1" status: 204 len: 168 time: 0.3307166 Oct 18 20:53:56.290971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43486) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:56.300492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-5921b744-4d55-4ef6-84ca-26b4611b8539 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-86852718') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:56.323033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:53:56.376055 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e185f75-9516-43c8-8e0d-474e94c6cca5 x-openstack-request-id: req-9e185f75-9516-43c8-8e0d-474e94c6cca5 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:53:56.376357 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5d9ed0-6a51-4fd6-b081-6f318b063a78", "tag": "0844ba8b-164c-4ca2-b424-df64800d6862", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:53:56.379396 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e185f75-9516-43c8-8e0d-474e94c6cca5 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:53:56.380207 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'tag': '0844ba8b-164c-4ca2-b424-df64800d6862', 'status': 'completed', 'code': 200} Oct 18 20:53:56.387369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8ca3-e257-45b5-aead-09d98b6b75c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0844ba8b-164c-4ca2-b424-df64800d6862,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:56.434521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-6da2e248-51ac-4ca8-b4b1-b29eea3d6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:56.443893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-6da2e248-51ac-4ca8-b4b1-b29eea3d6631 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=46f662e07b5045ebbe475cd167977cf7&device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 1094 time: 0.1417291 Oct 18 20:53:56.498684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43492) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:56.521259 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-5921b744-4d55-4ef6-84ca-26b4611b8539 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] show failed (client error): The resource could not be found. Oct 18 20:53:56.526215 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5921b744-4d55-4ef6-84ca-26b4611b8539 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "GET /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-86852718 HTTP/1.1" status: 404 len: 324 time: 0.2342379 Oct 18 20:53:56.527120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43496) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:56.537910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-2543b60a-7319-40d4-8c34-94df45311bc9 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95', 'tempest-TagsTest-Tag-857927495') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:56.609301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-418deaff-cc66-4f91-89a6-4bb927050ccc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0844ba8b-164c-4ca2-b424-df64800d6862 HTTP/1.1" status: 200 len: 217 time: 0.1604128 Oct 18 20:53:56.649374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:56.665501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:56.692703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'port_id': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'mac_address': 'fa:16:3e:53:31:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:53:56.705211 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-2543b60a-7319-40d4-8c34-94df45311bc9 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] show failed (client error): The resource could not be found. Oct 18 20:53:56.714550 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2543b60a-7319-40d4-8c34-94df45311bc9 tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "GET /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags/tempest-TagsTest-Tag-857927495 HTTP/1.1" status: 404 len: 325 time: 0.1861422 Oct 18 20:53:56.715836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43502) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:56.721655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-3a6d4188-80b8-4ddc-8473-652e722d64ac tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2832c187-4fd8-4ef9-85d0-b2e83db3df95') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:56.849461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:56.855451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c46e54df-9bbe-4577-9890-4abeb39a6694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:56.885828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8373a0-14c6-4bb5-b674-a21685236d73 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:53:56.943179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:56.949690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:56.962123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16b045-be1d-474c-8aa7-834a1fd2ea66 req-52ac77d0-5145-4ca8-9b25-9eb2b354c8d5 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:56.963747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb16b045-be1d-474c-8aa7-834a1fd2ea66 req-52ac77d0-5145-4ca8-9b25-9eb2b354c8d5 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 943 time: 0.3600042 Oct 18 20:53:56.983179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-3d5f810b-9bfa-40ad-b2e6-39a1dcbcba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:56.993402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-3d5f810b-9bfa-40ad-b2e6-39a1dcbcba06 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0edfff3f-7114-4f4a-a752-1d5a28f384b6 HTTP/1.1" status: 200 len: 860 time: 0.3566759 Oct 18 20:53:57.045102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:57.060150 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3a6d4188-80b8-4ddc-8473-652e722d64ac tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "DELETE /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95/tags HTTP/1.1" status: 204 len: 168 time: 0.3425083 Oct 18 20:53:57.067455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43508) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:57.106082 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c46e54df-9bbe-4577-9890-4abeb39a6694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:57.111863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-82fefa56-f9f7-4662-a607-db97ce47802f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0373bf4a-7740-4bff-b1a0-2b7a74c38e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713825 Oct 18 20:53:57.116616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb16b045-be1d-474c-8aa7-834a1fd2ea66 req-d0ee22ba-3904-4b5c-b9ab-15a227f0252c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387272 Oct 18 20:53:57.149320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c46e54df-9bbe-4577-9890-4abeb39a6694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:57.165154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['be8373a0-14c6-4bb5-b674-a21685236d73'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:53:57.179634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-27e130b7-a4df-490d-a118-16f8e38954ee req-d5df9d50-65d0-4d74-9160-fa9d0848db86 service neutron] (100531) timed out ('10.222.0.30', 56746) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 20:53:57.190276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43510) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:57.274723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c46e54df-9bbe-4577-9890-4abeb39a6694 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de3e7fd9ea9d4087927ee4b5435631a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731059 Oct 18 20:53:57.279075 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:57.280779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43514) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:57.283833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e54df-9bbe-4577-9890-4abeb39a6694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c593373-16cf-4325-9bfe-313c920aa890,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:57.456310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-5eec1f5e-14b2-42ce-8a43-49ea8c89ee77 service neutron] 10.222.0.79 "GET /v2.0/networks/0373bf4a-7740-4bff-b1a0-2b7a74c38e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346410 Oct 18 20:53:57.591031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd3330-9dbb-45ec-9d7c-7ed1f6afbd7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:57.926996 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:57.952929 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b04f-5c7e-4a8d-957c-a45673570bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.004316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b04f-5c7e-4a8d-957c-a45673570bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.059000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2832c187-4fd8-4ef9-85d0-b2e83db3df95']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:58.078128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca90b839-5822-45f1-a323-71e604a8e71c') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:58.078551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca90b839-5822-45f1-a323-71e604a8e71c') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:53:58.087437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b04f-5c7e-4a8d-957c-a45673570bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.089938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0fc9b04f-5c7e-4a8d-957c-a45673570bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.094346 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0fc9b04f-5c7e-4a8d-957c-a45673570bcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c593373-16cf-4325-9bfe-313c920aa890 HTTP/1.1" status: 204 len: 168 time: 0.8083875 Oct 18 20:53:58.098219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.115633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9b04f-5c7e-4a8d-957c-a45673570bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c593373-16cf-4325-9bfe-313c920aa890,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:58.127420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.158081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:53:58.159717 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:53:58.163308 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:53:58.310739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.337626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:53:58.344549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.349117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] 10.222.0.66 "DELETE /v2.0/networks/2832c187-4fd8-4ef9-85d0-b2e83db3df95 HTTP/1.1" status: 204 len: 168 time: 1.2801418 Oct 18 20:53:58.350567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427b70d-ce47-4a91-ac19-dcad884902ab tempest-TagsTest-1632294836 tempest-TagsTest-1632294836-project] Pushing event deleted for resources: {'Network': ['ID=2832c187-4fd8-4ef9-85d0-b2e83db3df95,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:58.396345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7275c32-ede7-40f6-8757-507d8df207b4 req-140a1c40-9e3f-4084-84d4-af740439c27e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:58.398040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7275c32-ede7-40f6-8757-507d8df207b4 req-140a1c40-9e3f-4084-84d4-af740439c27e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.9390407 Oct 18 20:53:58.442315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port be8373a0-14c6-4bb5-b674-a21685236d73 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:53:58.453938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port be8373a0-14c6-4bb5-b674-a21685236d73 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:53:58.455245 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.549818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd3330-9dbb-45ec-9d7c-7ed1f6afbd7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.576156 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7275c32-ede7-40f6-8757-507d8df207b4 req-9a0df81c-b5fe-42c2-a8a6-34a02a1cd472 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503296 Oct 18 20:53:58.579673 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32cd3330-9dbb-45ec-9d7c-7ed1f6afbd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.631318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a69556e5-d776-41bc-9c9c-ca303eda996a req-7cf92c39-978a-49ae-a7f9-c8c6d4d5ef68 service neutron] 10.222.0.79 "GET /v2.0/networks/0373bf4a-7740-4bff-b1a0-2b7a74c38e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1688232 Oct 18 20:53:58.641969 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.687245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:53:58.690839 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcb4b29-6052-425e-8ef2-97152c733019" -d '{"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-plugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:53:58.705234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43532) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:58.738032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06782f1a-540f-4f2b-86e1-065ec11a7106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.744991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:53:58.751772 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.813805 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-32cd3330-9dbb-45ec-9d7c-7ed1f6afbd7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fec9da887414f63bf8c92b07b3472db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6212482 Oct 18 20:53:58.814890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd3330-9dbb-45ec-9d7c-7ed1f6afbd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59e35e9-90a3-4d7d-ba73-c0938b9a4207,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:58.819626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43536) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:58.898480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43538) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:58.902316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-d0ccf2fa-9dee-4165-b243-53fcf2bf3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:58.904306 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-d0ccf2fa-9dee-4165-b243-53fcf2bf3922 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=46f662e07b5045ebbe475cd167977cf7&device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 1094 time: 0.2106693 Oct 18 20:53:58.932969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:58.934910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d443b8-81a2-4753-9e49-20dde6111e6b req-30e6f4ab-e887-4051-838f-8b9bb93bcf3c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:58.942924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06782f1a-540f-4f2b-86e1-065ec11a7106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:58.944736 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8d443b8-81a2-4753-9e49-20dde6111e6b req-30e6f4ab-e887-4051-838f-8b9bb93bcf3c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 943 time: 0.1371596 Oct 18 20:53:58.955846 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06782f1a-540f-4f2b-86e1-065ec11a7106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.019022 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-06782f1a-540f-4f2b-86e1-065ec11a7106 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa0bf0f9cfa548e38f1863616584681b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126659 Oct 18 20:53:59.023324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43546) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:59.037921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-410af84d-3dbf-4ace-bf89-086ead18fe79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.068314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06782f1a-540f-4f2b-86e1-065ec11a7106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a5ec7-92e1-45fa-8ac5-89a6b085d835,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:59.107118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-584c81e8-962d-4a91-b704-98206fb71790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.165240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8d443b8-81a2-4753-9e49-20dde6111e6b req-62615eeb-fd1f-4610-b2d7-83b3d2cb2ce7 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787486 Oct 18 20:53:59.167820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-410af84d-3dbf-4ace-bf89-086ead18fe79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.174313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-584c81e8-962d-4a91-b704-98206fb71790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.227948 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9511f371-1ba7-44bb-a527-43201e1c2d48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17f577099f7c449bbda9a586227cde93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265765 Oct 18 20:53:59.230539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43548) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:53:59.233837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-06e6b95f-a92f-4d73-a102-d3b55ba2f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:59.236047 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-06e6b95f-a92f-4d73-a102-d3b55ba2f289 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0373bf4a-7740-4bff-b1a0-2b7a74c38e72 HTTP/1.1" status: 200 len: 921 time: 0.3224454 Oct 18 20:53:59.252543 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9390bd90-e781-4061-b00d-16ce43e9528e x-openstack-request-id: req-9390bd90-e781-4061-b00d-16ce43e9528e {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:53:59.253129 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-plugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:53:59.253571 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9390bd90-e781-4061-b00d-16ce43e9528e {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:53:59.254307 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'code': 200} Oct 18 20:53:59.291389 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-584c81e8-962d-4a91-b704-98206fb71790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.295183 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-584c81e8-962d-4a91-b704-98206fb71790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.299376 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-ed82f597-b716-412f-ae55-578c5f8e011d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0844ba8b-164c-4ca2-b424-df64800d6862 HTTP/1.1" status: 200 len: 217 time: 0.0519421 Oct 18 20:53:59.299566 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-584c81e8-962d-4a91-b704-98206fb71790 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c53a5ec7-92e1-45fa-8ac5-89a6b085d835 HTTP/1.1" status: 204 len: 168 time: 0.2720737 Oct 18 20:53:59.308651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c81e8-962d-4a91-b704-98206fb71790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a5ec7-92e1-45fa-8ac5-89a6b085d835,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:59.323282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10cf3933-3c44-4700-9f3f-b7c1788ac21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.383343 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10cf3933-3c44-4700-9f3f-b7c1788ac21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.386879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-1563e896-3cd4-46ad-8e83-ddebc47a50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:59.387933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-1563e896-3cd4-46ad-8e83-ddebc47a50aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0edfff3f-7114-4f4a-a752-1d5a28f384b6 HTTP/1.1" status: 200 len: 860 time: 0.0843775 Oct 18 20:53:59.419875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e487f-9f24-4363-b24d-0481be8b7664 req-c0a7c609-16f5-4676-962c-9e878f143e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:59.421507 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35e487f-9f24-4363-b24d-0481be8b7664 req-c0a7c609-16f5-4676-962c-9e878f143e91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1096 time: 0.0865393 Oct 18 20:53:59.431337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-16b0a271-e21f-4e2f-a81b-c8d9e119f7e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0373bf4a-7740-4bff-b1a0-2b7a74c38e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333674 Oct 18 20:53:59.432352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-410af84d-3dbf-4ace-bf89-086ead18fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.435009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-410af84d-3dbf-4ace-bf89-086ead18fe79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.439241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-410af84d-3dbf-4ace-bf89-086ead18fe79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d59e35e9-90a3-4d7d-ba73-c0938b9a4207 HTTP/1.1" status: 204 len: 168 time: 0.6152477 Oct 18 20:53:59.476460 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35e487f-9f24-4363-b24d-0481be8b7664 req-8c6c73df-0d2c-4f23-b32a-ee51b4ba9c45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Oct 18 20:53:59.477911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10cf3933-3c44-4700-9f3f-b7c1788ac21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.481705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10cf3933-3c44-4700-9f3f-b7c1788ac21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:53:59.486392 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-10cf3933-3c44-4700-9f3f-b7c1788ac21d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d793cc67-1478-426c-9db4-33fe2792cf86 HTTP/1.1" status: 204 len: 168 time: 0.2548037 Oct 18 20:53:59.495440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3933-3c44-4700-9f3f-b7c1788ac21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793cc67-1478-426c-9db4-33fe2792cf86,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:59.513579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410af84d-3dbf-4ace-bf89-086ead18fe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59e35e9-90a3-4d7d-ba73-c0938b9a4207,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:53:59.641582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-2ba2b119-335d-4d30-99c3-666c654511d9 service neutron] 10.222.0.79 "GET /v2.0/networks/0373bf4a-7740-4bff-b1a0-2b7a74c38e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987820 Oct 18 20:53:59.862905 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95838-7ba1-49c0-8bbe-e7816476075c req-0c0004a8-1f5f-468d-a8fb-797ecfd2f02d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:53:59.870138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7fb95838-7ba1-49c0-8bbe-e7816476075c req-0c0004a8-1f5f-468d-a8fb-797ecfd2f02d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1540940 Oct 18 20:53:59.878605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5221edfd-4ccf-4042-857e-e89c7ab340ce req-0b1e7436-b9f9-4b2b-9230-e704e5ce4622 service neutron] 10.222.0.79 "GET /v2.0/networks/0373bf4a-7740-4bff-b1a0-2b7a74c38e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292261 Oct 18 20:53:59.968453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7fb95838-7ba1-49c0-8bbe-e7816476075c req-857d28d3-8dc0-4461-b4f3-b1391390c9a0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865242 Oct 18 20:54:00.155072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43580) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:00.177843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89fe5f22-db61-41b7-8394-b1ec676bb4d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:00.355497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89fe5f22-db61-41b7-8394-b1ec676bb4d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:00.365766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89fe5f22-db61-41b7-8394-b1ec676bb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:00.427079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55ceb1-9697-4238-bcae-b19116875847 req-11225a99-18e5-40e7-a702-39182a3d12a0 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:00.428975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc55ceb1-9697-4238-bcae-b19116875847 req-11225a99-18e5-40e7-a702-39182a3d12a0 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 943 time: 0.1580412 Oct 18 20:54:00.448374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe5f22-db61-41b7-8394-b1ec676bb4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ed041f-f6e9-4d83-97ca-efe60044662e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:00.454356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-89fe5f22-db61-41b7-8394-b1ec676bb4d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a80c37df706e4b7db7807e5371013693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975478 Oct 18 20:54:00.457232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43590) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:00.560922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc55ceb1-9697-4238-bcae-b19116875847 req-e36fe7d1-14ea-4de5-b8b5-015c282f9926 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044707 Oct 18 20:54:00.584953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b77517af-4f8b-4077-86de-b8bed164470d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:00.637934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b77517af-4f8b-4077-86de-b8bed164470d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:00.728808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b77517af-4f8b-4077-86de-b8bed164470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:00.732312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b77517af-4f8b-4077-86de-b8bed164470d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:00.733790 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b77517af-4f8b-4077-86de-b8bed164470d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1ed041f-f6e9-4d83-97ca-efe60044662e HTTP/1.1" status: 204 len: 168 time: 0.2744563 Oct 18 20:54:00.747970 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77517af-4f8b-4077-86de-b8bed164470d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ed041f-f6e9-4d83-97ca-efe60044662e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:00.825407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43598) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:01.134965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3850d-6db8-4d16-b996-36bcb09343c3 req-16d91e2a-1a29-4c58-a81e-6c361f7ce4f7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:01.136752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2e3850d-6db8-4d16-b996-36bcb09343c3 req-16d91e2a-1a29-4c58-a81e-6c361f7ce4f7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.0722575 Oct 18 20:54:01.195342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05c3484-0273-4e92-99dd-71860e1d3563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.220423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2e3850d-6db8-4d16-b996-36bcb09343c3 req-0b773305-ddbe-4a85-aeca-9bcb11149b9b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758967 Oct 18 20:54:01.256762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0844ba8b-164c-4ca2-b424-df64800d6862 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:54:01.367420 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05c3484-0273-4e92-99dd-71860e1d3563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.376818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05c3484-0273-4e92-99dd-71860e1d3563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.474478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0844ba8b-164c-4ca2-b424-df64800d6862, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0844ba8b-164c-4ca2-b424-df64800d6862,segment=NetworkSegment(8dd5f61a-3d82-4058-9b3f-59b097fd2b57),segment_id=8dd5f61a-3d82-4058-9b3f-59b097fd2b57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:01.491951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '0844ba8b-164c-4ca2-b424-df64800d6862', 'network_id': '0373bf4a-7740-4bff-b1a0-2b7a74c38e72', 'port_id': '0844ba8b-164c-4ca2-b424-df64800d6862', 'mac_address': 'fa:16:3e:69:9d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edfff3f-7114-4f4a-a752-1d5a28f384b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:54:01.509640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d05c3484-0273-4e92-99dd-71860e1d3563 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=674e273a89f04d0996b66dc8aaeaf6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6827838 Oct 18 20:54:01.512237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43626) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:01.546654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c3484-0273-4e92-99dd-71860e1d3563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca386daa-d19e-4e94-b822-642aa670e753,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:01.587924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.622752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0844ba8b-164c-4ca2-b424-df64800d6862 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:54:01.642138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dd858-75d8-48b2-b42f-7033809e04f0 req-070d7252-0761-4354-a5da-17fb60489cfe tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:01.644569 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-928dd858-75d8-48b2-b42f-7033809e04f0 req-070d7252-0761-4354-a5da-17fb60489cfe tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1816409 Oct 18 20:54:01.661195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43634) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:01.669055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'floatingip': {'port_id': 'be8373a0-14c6-4bb5-b674-a21685236d73'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:01.672357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0844ba8b-164c-4ca2-b424-df64800d6862, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0844ba8b-164c-4ca2-b424-df64800d6862,segment=NetworkSegment(8dd5f61a-3d82-4058-9b3f-59b097fd2b57),segment_id=8dd5f61a-3d82-4058-9b3f-59b097fd2b57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:01.695896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98e6d370-7275-4ce8-8aa9-a7f0ece9d622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.699978 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.736773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98e6d370-7275-4ce8-8aa9-a7f0ece9d622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.786764 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.823314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0844ba8b-164c-4ca2-b424-df64800d6862,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:01.908848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98e6d370-7275-4ce8-8aa9-a7f0ece9d622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.911958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98e6d370-7275-4ce8-8aa9-a7f0ece9d622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:01.917129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-98e6d370-7275-4ce8-8aa9-a7f0ece9d622 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca386daa-d19e-4e94-b822-642aa670e753 HTTP/1.1" status: 204 len: 168 time: 0.3992250 Oct 18 20:54:01.931208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6d370-7275-4ce8-8aa9-a7f0ece9d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca386daa-d19e-4e94-b822-642aa670e753,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:02.017998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec39b-38e4-4a6e-97f1-dcc52830da06 req-b911e77a-07e5-4611-8373-6650c23ca074 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:02.019733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21cec39b-38e4-4a6e-97f1-dcc52830da06 req-b911e77a-07e5-4611-8373-6650c23ca074 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 944 time: 0.2268105 Oct 18 20:54:02.046035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['0844ba8b-164c-4ca2-b424-df64800d6862'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:54:02.187140 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21cec39b-38e4-4a6e-97f1-dcc52830da06 req-3f5a3080-e882-4873-8fb6-d7197734bedf tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833113 Oct 18 20:54:02.635127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:02.643860 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:02.807684 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Floating IP 6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8 associated. External IP: 172.25.7.249, port: be8373a0-14c6-4bb5-b674-a21685236d73. Oct 18 20:54:02.874220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43670) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:02.922872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b9e2-e02e-4be7-948e-f3d6b26a258c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.075210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b9e2-e02e-4be7-948e-f3d6b26a258c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.086456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b9e2-e02e-4be7-948e-f3d6b26a258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.188929 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a4c2b9e2-e02e-4be7-948e-f3d6b26a258c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a18adba34938466cb174e33f0dbdd9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099344 Oct 18 20:54:03.193500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43684) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:03.197678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2b9e2-e02e-4be7-948e-f3d6b26a258c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa9f6ca-a7ff-4dec-be12-84715377c84d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:03.260676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0844ba8b-164c-4ca2-b424-df64800d6862 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:54:03.412227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 0844ba8b-164c-4ca2-b424-df64800d6862 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:54:03.418652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 0844ba8b-164c-4ca2-b424-df64800d6862 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:03.425689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.485660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:54:03.523912 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a8ba-a16a-478a-9437-de3ca32f365f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.607727 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.611160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8013d-09db-48a1-8e0a-3b89b2287b1d req-ebdb058e-6bac-4165-9c1e-58f508853f9c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:03.613036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ab8013d-09db-48a1-8e0a-3b89b2287b1d req-ebdb058e-6bac-4165-9c1e-58f508853f9c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 944 time: 0.2467017 Oct 18 20:54:03.659194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 0844ba8b-164c-4ca2-b424-df64800d6862, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0844ba8b-164c-4ca2-b424-df64800d6862,segment=NetworkSegment(8dd5f61a-3d82-4058-9b3f-59b097fd2b57),segment_id=8dd5f61a-3d82-4058-9b3f-59b097fd2b57)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:03.660525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0844ba8b-164c-4ca2-b424-df64800d6862'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:54:03.667030 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7db978-0571-4ab8-a6be-49c66559d2be" -d '{"events": [{"server_uuid": "ff5d9ed0-6a51-4fd6-b081-6f318b063a78", "name": "network-vif-plugged", "status": "completed", "tag": "0844ba8b-164c-4ca2-b424-df64800d6862"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:54:03.670189 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.707216 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a8ba-a16a-478a-9437-de3ca32f365f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.772324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=0844ba8b-164c-4ca2-b424-df64800d6862,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:03.846714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ab8013d-09db-48a1-8e0a-3b89b2287b1d req-764332fa-4e3e-4f3e-883f-b8f4939f7d4c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452308 Oct 18 20:54:03.875117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:54:03.881110 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.891693 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a8ba-a16a-478a-9437-de3ca32f365f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.897076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a8ba-a16a-478a-9437-de3ca32f365f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:03.902158 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] Sync routers for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:54:03.913271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c7f7a8ba-a16a-478a-9437-de3ca32f365f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/faa9f6ca-a7ff-4dec-be12-84715377c84d HTTP/1.1" status: 204 len: 168 time: 0.7180762 Oct 18 20:54:03.925339 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:54:03.926367 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:03.947714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7a8ba-a16a-478a-9437-de3ca32f365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa9f6ca-a7ff-4dec-be12-84715377c84d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:03.965599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f9469a04-f09e-4535-9153-06459032b557 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "PUT /v2.0/floatingips/6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8 HTTP/1.1" status: 200 len: 991 time: 2.3005185 Oct 18 20:54:03.966710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:54:03.972117 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:54:03.995331 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713ab45-3b98-4301-8f11-2b173106a5ca x-openstack-request-id: req-8713ab45-3b98-4301-8f11-2b173106a5ca {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:54:03.995904 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5d9ed0-6a51-4fd6-b081-6f318b063a78", "name": "network-vif-plugged", "status": "completed", "tag": "0844ba8b-164c-4ca2-b424-df64800d6862", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:54:03.996330 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8713ab45-3b98-4301-8f11-2b173106a5ca {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:54:03.997606 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0844ba8b-164c-4ca2-b424-df64800d6862', 'code': 200} Oct 18 20:54:04.207496 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:54:04.212003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a2536-60e2-4d7c-b02d-ae4a4a43863f req-8b0431d2-9832-4b1f-9744-79abd8d6064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:04.216798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a8a2536-60e2-4d7c-b02d-ae4a4a43863f req-8b0431d2-9832-4b1f-9744-79abd8d6064e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 1096 time: 0.1811187 Oct 18 20:54:04.218318 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64414d2-3239-41b4-ba9b-d30c92b4066b x-openstack-request-id: req-c64414d2-3239-41b4-ba9b-d30c92b4066b {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:54:04.218943 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:54:04.219188 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c64414d2-3239-41b4-ba9b-d30c92b4066b {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:54:04.219590 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'status': 'completed', 'code': 200} Oct 18 20:54:04.322744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a8a2536-60e2-4d7c-b02d-ae4a4a43863f req-10b5e58c-3e9b-42d5-b4f9-2adaf26ba379 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981042 Oct 18 20:54:04.330725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-e666acf2-4396-47c3-85dd-0209ee7b063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:04.332262 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-e666acf2-4396-47c3-85dd-0209ee7b063c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1096 time: 0.0894637 Oct 18 20:54:04.528993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-fb789ddc-2e7d-40e2-b92c-f03dd47ce490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:04.530521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-fb789ddc-2e7d-40e2-b92c-f03dd47ce490 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.1912448 Oct 18 20:54:04.600528 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'port_id': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'mac_address': 'fa:16:3e:53:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:53:40Z', 'updated_at': '2021-10-18T20:54:02Z', 'revision_number': 1, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:04.653189 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] Checking router: 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:54:04.664852 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:54:04.665760 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:53:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:04.771218 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-c8901e9c-4a8b-4c08-b8d6-b00a7699e085 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 999 time: 0.2331328 Oct 18 20:54:04.874761 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:54:04.894327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-9b550bc6-fa0a-4df1-a21f-6c08df68174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:04.898802 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-9b550bc6-fa0a-4df1-a21f-6c08df68174c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.1198430 Oct 18 20:54:04.993554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-cbbc83f0-58cd-4457-a1c5-63003ec6df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:05.007727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-cbbc83f0-58cd-4457-a1c5-63003ec6df80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007845 Oct 18 20:54:05.134159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94301671-dbfe-4c19-9f59-726f0962e2c7 req-f2a0e04c-c29d-4d5f-a555-4db946114dbc tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:05.136877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94301671-dbfe-4c19-9f59-726f0962e2c7 req-f2a0e04c-c29d-4d5f-a555-4db946114dbc tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 945 time: 0.1408787 Oct 18 20:54:05.252088 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-5b75342c-b1d5-4e4b-94db-a5e2a5d42837 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364461 Oct 18 20:54:05.261027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94301671-dbfe-4c19-9f59-726f0962e2c7 req-0e7ce54a-71ce-4efe-a52e-3707fac2e269 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161599 Oct 18 20:54:05.468805 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51e1569e-cf07-46c5-8b56-cb08e3a99bfb req-084059a2-9571-442b-8bf5-3170705143c8 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075467 Oct 18 20:54:05.504272 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'port_id': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'mac_address': 'fa:16:3e:53:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:53:40Z', 'updated_at': '2021-10-18T20:54:02Z', 'revision_number': 1, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:05.585770 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa87877-80eb-4a2d-840f-a6c7ed0c74b4 None None] The sync data for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 is: [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'port_id': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'mac_address': 'fa:16:3e:53:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:53:40Z', 'updated_at': '2021-10-18T20:54:02Z', 'revision_number': 1, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:54:06.050805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80afd7c1-d08e-4c3b-b7b8-92a913cdb76b None None] New status for floating IP 6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:54:06.329632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43810) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:06.543445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6de87-75ad-4ab3-aaec-5406c0f138d9 req-b0434f9c-506e-4480-9b6e-9c37ae964d0f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:06.545829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93a6de87-75ad-4ab3-aaec-5406c0f138d9 req-b0434f9c-506e-4480-9b6e-9c37ae964d0f tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 945 time: 0.0837677 Oct 18 20:54:06.611337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93a6de87-75ad-4ab3-aaec-5406c0f138d9 req-9a0abf79-8489-4603-b4cb-fff097a77aff tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582962 Oct 18 20:54:06.659154 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d86948a-9aa9-4279-a04b-120b0c0a521a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:06.843971 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d86948a-9aa9-4279-a04b-120b0c0a521a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:06.849308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d86948a-9aa9-4279-a04b-120b0c0a521a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:06.924469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86948a-9aa9-4279-a04b-120b0c0a521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df83d57a-722c-41b6-8e20-9762b555e688,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:06.962960 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9d86948a-9aa9-4279-a04b-120b0c0a521a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3e87e01bd874712b52c32ff64ef9a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296024 Oct 18 20:54:06.964476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43840) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:07.046087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:07.106006 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:07.205221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:07.208022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:07.216833 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df83d57a-722c-41b6-8e20-9762b555e688 HTTP/1.1" status: 204 len: 168 time: 0.2440662 Oct 18 20:54:07.231679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df83d57a-722c-41b6-8e20-9762b555e688,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:07.243193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.243841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.244467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.245051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.245617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.246178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.247013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.247830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.248708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.249125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.250262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.250809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2943d314-bb8a-4aa1-8707-5cb21361c878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:07.837186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43876) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:07.854636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a26d257c-9a98-48b5-b227-fc6bb2f7281e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:08.011990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a26d257c-9a98-48b5-b227-fc6bb2f7281e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:08.017924 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a26d257c-9a98-48b5-b227-fc6bb2f7281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:08.091836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d257c-9a98-48b5-b227-fc6bb2f7281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c35a4c-e09b-4069-a030-70f2383fe2d1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:08.146025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43884) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:08.155063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a26d257c-9a98-48b5-b227-fc6bb2f7281e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d57a0994d4b48e4a3d5e9903643d967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160858 Oct 18 20:54:08.266533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73a1cc1a-19ca-48eb-b1c0-9373fcac889c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:08.350421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73a1cc1a-19ca-48eb-b1c0-9373fcac889c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:08.461960 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73a1cc1a-19ca-48eb-b1c0-9373fcac889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:08.464933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73a1cc1a-19ca-48eb-b1c0-9373fcac889c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:08.466023 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-73a1cc1a-19ca-48eb-b1c0-9373fcac889c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3c35a4c-e09b-4069-a030-70f2383fe2d1 HTTP/1.1" status: 204 len: 168 time: 0.3182087 Oct 18 20:54:08.482806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1cc1a-19ca-48eb-b1c0-9373fcac889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c35a4c-e09b-4069-a030-70f2383fe2d1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:08.634548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378f107-d6bc-42df-8c25-055d0f47b434 req-da80a9b8-e1b0-494b-89b9-0ea1b19792de tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:08.645275 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1378f107-d6bc-42df-8c25-055d0f47b434 req-da80a9b8-e1b0-494b-89b9-0ea1b19792de tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 945 time: 0.1367121 Oct 18 20:54:08.736888 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1378f107-d6bc-42df-8c25-055d0f47b434 req-b951441e-77c3-4f49-b54c-614cc2c4aca7 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896962 Oct 18 20:54:09.863464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-fee59d37-60a9-4623-b1d3-b588a0d0396d tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:09.876274 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-fee59d37-60a9-4623-b1d3-b588a0d0396d tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 945 time: 0.0933886 Oct 18 20:54:10.544114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc052414-ba00-4d1e-aa3d-af74d478a2de req-3db00108-a82f-4134-bb22-6b332f8b7e8c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:10.555910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc052414-ba00-4d1e-aa3d-af74d478a2de req-3db00108-a82f-4134-bb22-6b332f8b7e8c tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 945 time: 0.2148068 Oct 18 20:54:10.617941 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc052414-ba00-4d1e-aa3d-af74d478a2de req-baa8fa0e-c39b-4c7e-b455-1df229e28df8 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/security-groups?id=2b2606db-efb0-4771-b32a-9847b8d45fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605028 Oct 18 20:54:10.665688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Deleting port 0844ba8b-164c-4ca2-b424-df64800d6862 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:54:10.666526 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:10.903779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] For port 0844ba8b-164c-4ca2-b424-df64800d6862, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=0844ba8b-164c-4ca2-b424-df64800d6862,segment=NetworkSegment(8dd5f61a-3d82-4058-9b3f-59b097fd2b57),segment_id=8dd5f61a-3d82-4058-9b3f-59b097fd2b57)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:10.904404 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:10.922467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Calling delete_port for 0844ba8b-164c-4ca2-b424-df64800d6862 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:54:11.198777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:11.217141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['0844ba8b-164c-4ca2-b424-df64800d6862'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:54:11.272763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Pushing event deleted for resources: {'Port': ['ID=0844ba8b-164c-4ca2-b424-df64800d6862,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:11.317632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] No DVR routers for this DVR port 0844ba8b-164c-4ca2-b424-df64800d6862 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:54:11.321633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:11.327246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2d7ba54-3d86-4a8d-8205-dedac899a1f8 req-f71e6588-69f9-41b3-b2ca-98db86043fda tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.79 "DELETE /v2.0/ports/0844ba8b-164c-4ca2-b424-df64800d6862 HTTP/1.1" status: 204 len: 173 time: 1.4441128 Oct 18 20:54:11.328135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'name': 'network-vif-deleted', 'tag': '0844ba8b-164c-4ca2-b424-df64800d6862'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:54:11.332679 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7229f35c-6b2a-4b3d-b2bc-c5324c1f4728" -d '{"events": [{"server_uuid": "ff5d9ed0-6a51-4fd6-b081-6f318b063a78", "name": "network-vif-deleted", "tag": "0844ba8b-164c-4ca2-b424-df64800d6862"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:54:11.700308 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f85567-75cb-4a92-bd8b-d3b1169d5d86 x-openstack-request-id: req-a8f85567-75cb-4a92-bd8b-d3b1169d5d86 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:54:11.701218 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5d9ed0-6a51-4fd6-b081-6f318b063a78", "name": "network-vif-deleted", "tag": "0844ba8b-164c-4ca2-b424-df64800d6862", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:54:11.701954 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8f85567-75cb-4a92-bd8b-d3b1169d5d86 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:54:11.707139 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5d9ed0-6a51-4fd6-b081-6f318b063a78', 'name': 'network-vif-deleted', 'tag': '0844ba8b-164c-4ca2-b424-df64800d6862', 'status': 'completed', 'code': 200} Oct 18 20:54:11.939754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92148ca5-871e-4a2e-ad3a-ed056d84e4a0 req-ced435fb-a6a9-4961-a98d-01913a493701 tempest-ServerMetadataNegativeTestJSON-1240684868 tempest-ServerMetadataNegativeTestJSON-1240684868-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff5d9ed0-6a51-4fd6-b081-6f318b063a78 HTTP/1.1" status: 200 len: 210 time: 0.0785522 Oct 18 20:54:13.067622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44136) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:13.141232 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:13.165966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] Deleting subnet 0edfff3f-7114-4f4a-a752-1d5a28f384b6 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:54:13.183444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:13.263780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:13.307516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0844ba8b-164c-4ca2-b424-df64800d6862 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:54:13.313913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:13.364656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 0844ba8b-164c-4ca2-b424-df64800d6862 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:54:13.369050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 0844ba8b-164c-4ca2-b424-df64800d6862 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:54:13.407469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:13.571758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0edfff3f-7114-4f4a-a752-1d5a28f384b6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:13.583066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:13.587224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-38a2db4c-de28-4c08-b653-bde4c8b0f837 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0edfff3f-7114-4f4a-a752-1d5a28f384b6 HTTP/1.1" status: 204 len: 168 time: 0.5184464 Oct 18 20:54:13.591408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44150) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:13.852015 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:13.934430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-9bcf556c-b56a-4b2c-af92-6d1f64879051 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1556485 Oct 18 20:54:14.190574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-a330d5f0-81a7-4a87-9763-6754f238a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:14.200146 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-a330d5f0-81a7-4a87-9763-6754f238a455 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1096 time: 0.1839595 Oct 18 20:54:14.311307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:14.376911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0373bf4a-7740-4bff-b1a0-2b7a74c38e72']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:14.401991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd5f61a-3d82-4058-9b3f-59b097fd2b57') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:14.402463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd5f61a-3d82-4058-9b3f-59b097fd2b57') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:14.448263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:14.475733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-9a53ebf2-7c11-4f72-90f7-e5fbc42c23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:14.477335 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-9a53ebf2-7c11-4f72-90f7-e5fbc42c23c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.2534425 Oct 18 20:54:14.511771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:14.527053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:54:14.527053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:14.668432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-8131d569-3d06-4a88-aeea-9f5ed73c88e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 1001 time: 0.1749051 Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:54:14.700839 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:54:14.718045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:14.726193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:14.788948 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] 10.222.0.66 "DELETE /v2.0/networks/0373bf4a-7740-4bff-b1a0-2b7a74c38e72 HTTP/1.1" status: 204 len: 168 time: 1.1946971 Oct 18 20:54:14.854973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc688c-332a-4089-b444-601fc3eed4db admin admin] Pushing event deleted for resources: {'Network': ['ID=0373bf4a-7740-4bff-b1a0-2b7a74c38e72,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:14.972462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-7b19b8f4-751c-45d6-b615-2601c72ce313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:14.979050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-7b19b8f4-751c-45d6-b615-2601c72ce313 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.3044505 Oct 18 20:54:15.183854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-79cc06ec-0f8e-4e81-add7-0a58b384190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:15.186552 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-79cc06ec-0f8e-4e81-add7-0a58b384190e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934474 Oct 18 20:54:15.397714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:15.479993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-418b5e6a-86fd-4a81-9a00-891a85d3567a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46f662e07b5045ebbe475cd167977cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752614 Oct 18 20:54:15.480309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44184) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:15.505566 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-635d3ea8-bdd3-44e9-83c3-43b47e026641 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077753 Oct 18 20:54:15.686072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f031b4e-16f4-4a89-8a09-f8475371b78b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:15.727604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94c99059-7c23-406a-bff3-f5a35c083fc4 req-51b63995-4b00-4c6b-a82d-4e97fc76fad2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092657 Oct 18 20:54:15.782327 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f031b4e-16f4-4a89-8a09-f8475371b78b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:15.865140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f031b4e-16f4-4a89-8a09-f8475371b78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:15.872923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f031b4e-16f4-4a89-8a09-f8475371b78b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:15.877883 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9f031b4e-16f4-4a89-8a09-f8475371b78b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b2606db-efb0-4771-b32a-9847b8d45fa1 HTTP/1.1" status: 204 len: 168 time: 0.3966067 Oct 18 20:54:15.907788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f031b4e-16f4-4a89-8a09-f8475371b78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2606db-efb0-4771-b32a-9847b8d45fa1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:17.648018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44268) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:18.002150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1379659563-network', 'tenant_id': '896f39af582d4568996e073da1c3f2d9'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:18.048456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Made reservation on behalf of 896f39af582d4568996e073da1c3f2d9 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:18.052718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.066597 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.207353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44288) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:18.239155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.251641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-776028510'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:18.271982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.360339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4886af7d-f10e-443a-9c3c-8750e0b3eec8,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:18.389194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:54:18.404000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:18.409143 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.419884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.420600 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Added segment 38377656-7809-4718-9cdb-eca32586a09c of type vlan for network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a Oct 18 20:54:18.502183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.509333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:54:18.544959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.546027 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Added segment 9872c388-a72b-40a9-91be-28bf9093fe88 of type vlan for network 9b84a294-7768-4214-b004-bc477f7e08aa Oct 18 20:54:18.645347 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.646310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:18.646932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.685380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:18.691084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Request body: {'subnet': {'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1379659563-subnet', 'tenant_id': '896f39af582d4568996e073da1c3f2d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:18.695344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0444689 Oct 18 20:54:18.766811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Made reservation on behalf of 896f39af582d4568996e073da1c3f2d9 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:18.772621 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.794884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.818163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-155cd07d-7d74-4a31-9516-8e8103bdb386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.823244 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:18.938079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244465d-f07b-4977-b6ab-50bfc3ac8004 admin admin] Pushing event updated for resources: {'Network': ['ID=61ad005f-0785-4ed3-a5e1-87f4f4203b9a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:18.954755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:54:19.020663 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:19.043869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:19.052684 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:19.284044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0754280 Oct 18 20:54:19.287325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44336) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:19.291236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:19.328167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1762409498'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:19.331103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5ae8d-14b3-4e2d-9a2a-0ea9a1f6d8b8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Network': ['ID=9b84a294-7768-4214-b004-bc477f7e08aa,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:19.342175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9b84a294-7768-4214-b004-bc477f7e08aa details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:54:19.535609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:19.555529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:19.726883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b76d110-d98c-46d0-8a7a-bcd646245ba4,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:19.742903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Checking segment: {'id': '38377656-7809-4718-9cdb-eca32586a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:19.743740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Network hostable DHCP agents. Network: 61ad005f-0785-4ed3-a5e1-87f4f4203b9a, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:54:19.784635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:54:19.800833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:54:19.813351 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:19.814396 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Added segment 6ad5acb2-eb63-4165-a418-f7015df5f3ae of type vlan for network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e Oct 18 20:54:19.832519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 61ad005f-0785-4ed3-a5e1-87f4f4203b9a) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:19.838890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:19.839581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:19.857505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20267bb-1850-470f-a494-2f0076030dcb None None] Network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:54:19.888710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:19.900141 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bd5b087d-ed2e-4eff-945d-651633129ca5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2136178 Oct 18 20:54:20.024563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:20.043463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:20.047629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:20.153178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8634481 Oct 18 20:54:20.156291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44352) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:20.164617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'subnet': {'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:20.273817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33b51e-f9ed-436d-b6b8-2597e94fa16b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Network': ['ID=9797b605-66d6-4cc8-b9b9-52b95cc2c01e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:20.274486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598d942-3fac-4f8b-8c5e-16847beb6867 None None] Network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:54:20.306701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:54:20.475300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:20.487554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:20.832629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:20.978869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Subnet': ['ID=d0c615c4-2fa7-473d-a915-c703f70e45be,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:21.026061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Checking segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:21.026576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network hostable DHCP agents. Network: 9b84a294-7768-4214-b004-bc477f7e08aa, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:54:21.142142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9b84a294-7768-4214-b004-bc477f7e08aa is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:54:21.204216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc57cc-2715-4976-bf99-6a240b650676 req-68bf5d70-3e12-4323-911e-a5d074058352 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:21.206523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-68bf5d70-3e12-4323-911e-a5d074058352 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/networks?id=61ad005f-0785-4ed3-a5e1-87f4f4203b9a HTTP/1.1" status: 200 len: 813 time: 0.2064023 Oct 18 20:54:21.207746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9b84a294-7768-4214-b004-bc477f7e08aa) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:21.212921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:21.213715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:21.224141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de947b0b-5c66-47d4-888d-99f2fde33e14 None None] Network 9b84a294-7768-4214-b004-bc477f7e08aa requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:54:21.242519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b9d661d-ad9d-42fd-8d79-931d180c8057 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0838044 Oct 18 20:54:21.245381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44392) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:21.251251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'subnet': {'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:21.263016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-f9039af0-534d-4cd8-8c47-858bb3f7159c tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/quotas/896f39af582d4568996e073da1c3f2d9 HTTP/1.1" status: 200 len: 375 time: 0.0352521 Oct 18 20:54:21.354342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-75f3ebff-c284-4c13-806a-fe987f291328 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=896f39af582d4568996e073da1c3f2d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876009 Oct 18 20:54:21.545158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:21.570303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:21.717038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-9b84a294-7768-4214-b004-bc477f7e08aa', 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'fixed_ips': [{'subnet_id': 'd0c615c4-2fa7-473d-a915-c703f70e45be'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:54:21.718292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:21.914228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-18dab46e-d7ce-4ae3-ac68-72a3960563e4 service neutron] 10.222.0.66 "GET /v2.0/networks/61ad005f-0785-4ed3-a5e1-87f4f4203b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517321 Oct 18 20:54:22.013214 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:22.090504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-44fe98a7-3111-4a01-9cb3-a654aeb95a2c service neutron] 10.222.0.66 "GET /v2.0/networks/61ad005f-0785-4ed3-a5e1-87f4f4203b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741776 Oct 18 20:54:22.200215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Subnet': ['ID=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:22.200569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Allocated IP 10.1.1.2 (9b84a294-7768-4214-b004-bc477f7e08aa/d0c615c4-2fa7-473d-a915-c703f70e45be/79f493f2-6a66-4fce-9cf7-8f2854f71123) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:22.279829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Checking segment: {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:22.284212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network hostable DHCP agents. Network: 9797b605-66d6-4cc8-b9b9-52b95cc2c01e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:54:22.346075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:54:22.392167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9797b605-66d6-4cc8-b9b9-52b95cc2c01e) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:22.418476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:22.419088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:22.420801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c065983d-e1fa-48f5-be9c-cb0a4f1dab05 None None] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:54:22.481142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44432) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:22.485520 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7972f57a-7d8c-431f-af36-fc4422bc691e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2389128 Oct 18 20:54:22.487481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'port': {'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'name': 'tempest-TaggedBootDevicesTest-1601078413', 'fixed_ips': [{'subnet_id': 'd0c615c4-2fa7-473d-a915-c703f70e45be'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:22.792597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:22.836507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-382dac22-52e6-467e-8c6d-fe72b16fa22a req-b47f35aa-96c4-4451-a838-364f24335bfe tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 210 time: 0.0958526 Oct 18 20:54:22.873002 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:22.904038 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:22.961640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Network 9b84a294-7768-4214-b004-bc477f7e08aa is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:23.092694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:23.099389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:23.106966 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:23.144545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] device_id is not set on port a87f98bc-5227-49cc-ba1c-1e77fe682c1e yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:54:23.252878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Pushing event updated for resources: {'Port': ['ID=79f493f2-6a66-4fce-9cf7-8f2854f71123,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:23.293431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-9797b605-66d6-4cc8-b9b9-52b95cc2c01e', 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'fixed_ips': [{'subnet_id': '8c6be807-aff2-4dc5-b4c5-222ab65a0fb2'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:54:23.297079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:23.345801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.347738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.347738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.348120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.349530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.349944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.350309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.352364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.354506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.354716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.354989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.355930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:23.511176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0d67eaa-3fb9-4c33-9f81-035f97c23252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:23.568053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Attempting to bind port 79f493f2-6a66-4fce-9cf7-8f2854f71123 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:54:23.568053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Attempting to bind port 79f493f2-6a66-4fce-9cf7-8f2854f71123 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:54:23.568796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Attempting to bind port 79f493f2-6a66-4fce-9cf7-8f2854f71123 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:23.659487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:54:23.660076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Checking segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:23.660681 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:23.661280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Bound using segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:54:23.661958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Bound port: 79f493f2-6a66-4fce-9cf7-8f2854f71123, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:54:23.662538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:23.781732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 10.1.1.17 (9b84a294-7768-4214-b004-bc477f7e08aa/d0c615c4-2fa7-473d-a915-c703f70e45be/a87f98bc-5227-49cc-ba1c-1e77fe682c1e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:23.799508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] For port 79f493f2-6a66-4fce-9cf7-8f2854f71123, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:54:23.802948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Allocated IP 10.2.2.2 (9797b605-66d6-4cc8-b9b9-52b95cc2c01e/8c6be807-aff2-4dc5-b4c5-222ab65a0fb2/1d978eb1-eea5-4310-beef-27ab0f80a67b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:23.807085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] For port 79f493f2-6a66-4fce-9cf7-8f2854f71123, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=79f493f2-6a66-4fce-9cf7-8f2854f71123,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:54:23.818071 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.086245 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.091819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31760b9a-dd5c-4aa2-a825-0e69727094b7 None None] Pushing event updated for resources: {'Port': ['ID=79f493f2-6a66-4fce-9cf7-8f2854f71123,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:24.346240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.373363 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.386975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2d4411a1-234e-42b8-884e-7fb22fb5c745 req-acda8431-cef2-4eda-9e6b-fa55d934dec2 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 210 time: 0.2652955 Oct 18 20:54:24.512963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Pushing event updated for resources: {'Port': ['ID=1d978eb1-eea5-4310-beef-27ab0f80a67b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:24.569313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:24.571118 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.584078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:24.587616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:24.654392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.841932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Attempting to bind port 1d978eb1-eea5-4310-beef-27ab0f80a67b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:54:24.842962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Attempting to bind port 1d978eb1-eea5-4310-beef-27ab0f80a67b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:54:24.843835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Attempting to bind port 1d978eb1-eea5-4310-beef-27ab0f80a67b on network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:24.850143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc57cc-2715-4976-bf99-6a240b650676 req-94410d2e-6280-4ed6-a4d5-a466cbb12df3 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:24.851806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-94410d2e-6280-4ed6-a4d5-a466cbb12df3 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.79 "GET /v2.0/networks?id=61ad005f-0785-4ed3-a5e1-87f4f4203b9a HTTP/1.1" status: 200 len: 813 time: 0.6504078 Oct 18 20:54:24.860368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9b84a294-7768-4214-b004-bc477f7e08aa is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:24.887539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Request body: {'port': {'device_id': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a', 'admin_state_up': True, 'tenant_id': '896f39af582d4568996e073da1c3f2d9'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:24.895085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:54:24.895768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Checking segment: {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:24.901199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:24.902425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.903946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Bound using segment: {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:54:24.904746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Bound port: 1d978eb1-eea5-4310-beef-27ab0f80a67b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:54:24.905294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:24.944952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:25.183806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] For port 1d978eb1-eea5-4310-beef-27ab0f80a67b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:54:25.195561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] For port 1d978eb1-eea5-4310-beef-27ab0f80a67b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1d978eb1-eea5-4310-beef-27ab0f80a67b,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:54:25.195561 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:25.204535 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:25.277677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:25.356325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:25.360216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953244b-5b32-465b-a8d4-181953698f16 None None] Pushing event updated for resources: {'Port': ['ID=1d978eb1-eea5-4310-beef-27ab0f80a67b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:25.371203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:25.420284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44502) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:25.426825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'port': {'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'name': 'tempest-TaggedBootDevicesTest-2118210768', 'fixed_ips': [{'subnet_id': 'd0c615c4-2fa7-473d-a915-c703f70e45be'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:25.431912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d58dee0d-9f6c-4ad6-8927-b15a4d350dea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9494638 Oct 18 20:54:25.504042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Made reservation on behalf of 896f39af582d4568996e073da1c3f2d9 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:25.508294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:25.844444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:25.984423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Allocated IP 172.20.0.2 (61ad005f-0785-4ed3-a5e1-87f4f4203b9a/5b76d110-d98c-46d0-8a7a-bcd646245ba4/218709e0-5dbf-483d-9f9e-f4cc0045bd1d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:26.078560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:26.095784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba49af2-3158-4317-9a97-9ac2ad52612c None None] Network 9b84a294-7768-4214-b004-bc477f7e08aa requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:54:26.112197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] device_id is not set on port 268e80a3-2a08-4f57-a9f1-e81de1b36505 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:54:26.469359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bd44592d-bfca-439d-a76c-9cdf7ccb2196 None None] Provisioning complete for port 79f493f2-6a66-4fce-9cf7-8f2854f71123 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:26.470820 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd44592d-bfca-439d-a76c-9cdf7ccb2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:26.484766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c26b2b7-5d92-45a4-b3e2-41999cba21d1 req-a116ab80-533b-4ebc-98dd-f9a17aa49e3c tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 210 time: 0.2374508 Oct 18 20:54:26.557440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1d978eb1-eea5-4310-beef-27ab0f80a67b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:54:26.610462 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:26.721549 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:26.745764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 10.1.1.112 (9b84a294-7768-4214-b004-bc477f7e08aa/d0c615c4-2fa7-473d-a915-c703f70e45be/268e80a3-2a08-4f57-a9f1-e81de1b36505) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:26.831962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:26.847286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:26.861351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:26.949935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Pushing event updated for resources: {'Port': ['ID=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:26.986253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:26.987218 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.003616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.024703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-238efccf-4cf6-473f-9ad9-c2ac40de8ccd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1480434 Oct 18 20:54:27.038272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Request body: {'port': {'device_id': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:27.196177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.206685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1d978eb1-eea5-4310-beef-27ab0f80a67b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:27.207293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.256190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.277372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.319572 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd44592d-bfca-439d-a76c-9cdf7ccb2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.463785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7018e0-df59-410b-982c-21bc7f9d0280 None None] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:54:27.466684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=268e80a3-2a08-4f57-a9f1-e81de1b36505,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:27.493791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9b84a294-7768-4214-b004-bc477f7e08aa is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:27.497713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:27.513439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:27.722206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bd44592d-bfca-439d-a76c-9cdf7ccb2196 None None] For port 79f493f2-6a66-4fce-9cf7-8f2854f71123, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=79f493f2-6a66-4fce-9cf7-8f2854f71123,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:27.761840 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd44592d-bfca-439d-a76c-9cdf7ccb2196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.820704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:27.821826 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:27.890215 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-650cc4af-a595-44eb-8a5c-b1a78bcc7810 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4678748 Oct 18 20:54:27.989432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44592d-bfca-439d-a76c-9cdf7ccb2196 None None] Pushing event updated for resources: {'Port': ['ID=79f493f2-6a66-4fce-9cf7-8f2854f71123,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:28.059891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17a4ba-777f-49b5-b7d3-f97d4b1dfe59 req-892c72b9-64df-4d90-b628-8987aee563ca tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:28.061565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a17a4ba-777f-49b5-b7d3-f97d4b1dfe59 req-892c72b9-64df-4d90-b628-8987aee563ca tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 931 time: 0.2010996 Oct 18 20:54:28.065041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3144a6eb-7ab2-4d13-8149-20601a1cd66a None None] Provisioning complete for port 1d978eb1-eea5-4310-beef-27ab0f80a67b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:28.065537 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3144a6eb-7ab2-4d13-8149-20601a1cd66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:28.131442 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:28.251614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218709e0-5dbf-483d-9f9e-f4cc0045bd1d {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:54:28.269436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:28.283565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 1d978eb1-eea5-4310-beef-27ab0f80a67b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1d978eb1-eea5-4310-beef-27ab0f80a67b,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:28.293803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a17a4ba-777f-49b5-b7d3-f97d4b1dfe59 req-c440e2fe-02dd-4f20-8f84-3eb7138f0fdd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128890 Oct 18 20:54:28.318129 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:28.322850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 79f493f2-6a66-4fce-9cf7-8f2854f71123 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:54:28.352880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Transition to ACTIVE for port object 218709e0-5dbf-483d-9f9e-f4cc0045bd1d will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:54:28.368679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:28.613724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=1d978eb1-eea5-4310-beef-27ab0f80a67b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:28.638017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 79f493f2-6a66-4fce-9cf7-8f2854f71123 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:28.640178 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:28.780004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Pushing event updated for resources: {'Port': ['ID=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:28.798444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9c34ade5-382e-4861-96ec-06ad7beabc0a None None] Provisioning complete for port 79f493f2-6a66-4fce-9cf7-8f2854f71123 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:28.798940 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c34ade5-382e-4861-96ec-06ad7beabc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:29.053938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Attempting to bind port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:54:29.054275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Attempting to bind port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '38377656-7809-4718-9cdb-eca32586a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:54:29.054604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Attempting to bind port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d on network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:29.073175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d on network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:54:29.073175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Attempting to bind port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d on network 61ad005f-0785-4ed3-a5e1-87f4f4203b9a {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:29.089567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:54:29.089898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Checking segment: {'id': '38377656-7809-4718-9cdb-eca32586a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:29.097053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Bound using segment: {'id': '38377656-7809-4718-9cdb-eca32586a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:54:29.097812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Bound port: 218709e0-5dbf-483d-9f9e-f4cc0045bd1d, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38377656-7809-4718-9cdb-eca32586a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:54:29.098362 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:29.331322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] For port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:54:29.338433 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] For port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,segment=NetworkSegment(38377656-7809-4718-9cdb-eca32586a09c),segment_id=38377656-7809-4718-9cdb-eca32586a09c)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:54:29.351213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1d978eb1-eea5-4310-beef-27ab0f80a67b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:54:29.353675 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:29.430982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:29.431469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:29.433323 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] 10.222.0.79 "PUT /v2.0/ports/218709e0-5dbf-483d-9f9e-f4cc0045bd1d HTTP/1.1" status: 200 len: 1091 time: 2.4016347 Oct 18 20:54:29.436317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'tag': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:54:29.456300 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d49946-4912-442f-b86a-07bf7bdd131e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d142528-4a50-447f-a96b-0c1915c22f6b", "tag": "218709e0-5dbf-483d-9f9e-f4cc0045bd1d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:54:29.566059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af9481-2463-4e6a-b5d8-b602902f94f3 service neutron] Pushing event updated for resources: {'Port': ['ID=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:29.609320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc57cc-2715-4976-bf99-6a240b650676 req-fb8a45e7-0e4e-4dd1-ac00-6bfc67d773de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:29.610865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-fb8a45e7-0e4e-4dd1-ac00-6bfc67d773de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=896f39af582d4568996e073da1c3f2d9&device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 1094 time: 0.1166213 Oct 18 20:54:29.662581 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9c34ade5-382e-4861-96ec-06ad7beabc0a None None] Provisioning complete for port a87f98bc-5227-49cc-ba1c-1e77fe682c1e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:29.662959 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c34ade5-382e-4861-96ec-06ad7beabc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:29.709289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-8b4f870d-67b2-41ec-845a-2c851c1d4488 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218709e0-5dbf-483d-9f9e-f4cc0045bd1d HTTP/1.1" status: 200 len: 217 time: 0.0894265 Oct 18 20:54:29.808015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9c34ade5-382e-4861-96ec-06ad7beabc0a None None] Port a87f98bc-5227-49cc-ba1c-1e77fe682c1e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:54:29.810626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc57cc-2715-4976-bf99-6a240b650676 req-44d26d1e-5f46-4078-8269-f1ad29f1bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:29.813648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-44d26d1e-5f46-4078-8269-f1ad29f1bc2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b76d110-d98c-46d0-8a7a-bcd646245ba4 HTTP/1.1" status: 200 len: 853 time: 0.0971720 Oct 18 20:54:29.877861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 1d978eb1-eea5-4310-beef-27ab0f80a67b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:29.878241 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:29.937337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-f46077b8-1d73-4497-84e0-2b44143d5a83 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=61ad005f-0785-4ed3-a5e1-87f4f4203b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037092 Oct 18 20:54:29.987258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44600) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:29.989798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7cf1fa2b-146d-491f-ad86-3dc87cf19add None None] Provisioning complete for port 1d978eb1-eea5-4310-beef-27ab0f80a67b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:29.992588 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cf1fa2b-146d-491f-ad86-3dc87cf19add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:29.995321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-31e28b5e-689f-43f0-9b4f-7dd402c9b8c4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2089602541', 'description': 'tempest-description--1104953980'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:30.069077 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31e28b5e-689f-43f0-9b4f-7dd402c9b8c4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.264286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31e28b5e-689f-43f0-9b4f-7dd402c9b8c4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.276242 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31e28b5e-689f-43f0-9b4f-7dd402c9b8c4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.306537 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-8f76affe-1762-4473-b037-e5caf0ad098e service neutron] 10.222.0.79 "GET /v2.0/networks/61ad005f-0785-4ed3-a5e1-87f4f4203b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544445 Oct 18 20:54:30.371596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 79f493f2-6a66-4fce-9cf7-8f2854f71123 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:54:30.398329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31e28b5e-689f-43f0-9b4f-7dd402c9b8c4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.404070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-31e28b5e-689f-43f0-9b4f-7dd402c9b8c4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4109585 Oct 18 20:54:30.406025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44610) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:30.422307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-17936f77-ed22-4407-afaa-2b95129738f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'security_group_rule': {'security_group_id': 'e7228959-1879-4b07-af50-08639571df96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:30.524019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6892e-53c9-4b78-9e21-43a946d0fc5f req-6083e1d5-9e86-4ecd-ac50-3c7a96a800d8 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:30.527433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fa6892e-53c9-4b78-9e21-43a946d0fc5f req-6083e1d5-9e86-4ecd-ac50-3c7a96a800d8 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 943 time: 0.2191753 Oct 18 20:54:30.565685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7cf1fa2b-146d-491f-ad86-3dc87cf19add None None] Provisioning complete for port 268e80a3-2a08-4f57-a9f1-e81de1b36505 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:30.566059 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cf1fa2b-146d-491f-ad86-3dc87cf19add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.588202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 79f493f2-6a66-4fce-9cf7-8f2854f71123 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:30.597861 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.603547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e28b5e-689f-43f0-9b4f-7dd402c9b8c4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7228959-1879-4b07-af50-08639571df96,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:30.678977 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17936f77-ed22-4407-afaa-2b95129738f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.777883 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2fa6892e-53c9-4b78-9e21-43a946d0fc5f req-529e0545-6ffe-4ecf-9434-9f9682752633 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537700 Oct 18 20:54:30.804261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1fa2b-146d-491f-ad86-3dc87cf19add None None] Port 268e80a3-2a08-4f57-a9f1-e81de1b36505 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:54:30.866018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25fc57cc-2715-4976-bf99-6a240b650676 req-56dd4cbe-4d67-4ca9-8748-7ffdecbd0bd5 service neutron] 10.222.0.79 "GET /v2.0/networks/61ad005f-0785-4ed3-a5e1-87f4f4203b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439730 Oct 18 20:54:30.941554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17936f77-ed22-4407-afaa-2b95129738f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:30.954104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17936f77-ed22-4407-afaa-2b95129738f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:31.053569 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20ba220-0ed1-4175-8335-57d3650040be x-openstack-request-id: req-c20ba220-0ed1-4175-8335-57d3650040be {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:54:31.053883 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d142528-4a50-447f-a96b-0c1915c22f6b", "tag": "218709e0-5dbf-483d-9f9e-f4cc0045bd1d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:54:31.054150 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c20ba220-0ed1-4175-8335-57d3650040be {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:54:31.054571 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'tag': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d', 'status': 'completed', 'code': 200} Oct 18 20:54:31.104749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17936f77-ed22-4407-afaa-2b95129738f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c66765f-c1d6-483d-a6b7-ca9f938797ba,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:31.184323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17936f77-ed22-4407-afaa-2b95129738f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:31.202162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-17936f77-ed22-4407-afaa-2b95129738f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7941945 Oct 18 20:54:31.203678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44630) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:31.230163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-506773b2-c9fe-4953-9154-252cf79dc2de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'security_group_rule': {'security_group_id': 'e7228959-1879-4b07-af50-08639571df96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:31.343559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-828a27a1-5c1b-4dc5-b2a7-f67cd31a245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:31.347135 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-828a27a1-5c1b-4dc5-b2a7-f67cd31a245c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=896f39af582d4568996e073da1c3f2d9&device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 1094 time: 0.2628398 Oct 18 20:54:31.372653 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-506773b2-c9fe-4953-9154-252cf79dc2de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:31.553123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-506773b2-c9fe-4953-9154-252cf79dc2de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:31.562398 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-506773b2-c9fe-4953-9154-252cf79dc2de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:31.628772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-c0a58668-9345-4927-8278-2756c46528cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:31.632044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-c0a58668-9345-4927-8278-2756c46528cc service neutron] 10.222.0.79 "GET /v2.0/networks?id=61ad005f-0785-4ed3-a5e1-87f4f4203b9a HTTP/1.1" status: 200 len: 914 time: 0.2759745 Oct 18 20:54:31.636464 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-506773b2-c9fe-4953-9154-252cf79dc2de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:31.639178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-506773b2-c9fe-4953-9154-252cf79dc2de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4337845 Oct 18 20:54:31.645230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44640) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:31.648762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506773b2-c9fe-4953-9154-252cf79dc2de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65f2f40-3576-4af6-9407-61d49f159bca,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:31.669157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:31.731025 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:31.775308 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:54:31.817116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-c2ea69fb-db6c-4edd-a718-369217e67812 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218709e0-5dbf-483d-9f9e-f4cc0045bd1d HTTP/1.1" status: 200 len: 217 time: 0.1738794 Oct 18 20:54:32.026536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-f62e6e3d-1d03-408c-b964-f69efa3d92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:32.029915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-f62e6e3d-1d03-408c-b964-f69efa3d92cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b76d110-d98c-46d0-8a7a-bcd646245ba4 HTTP/1.1" status: 200 len: 853 time: 0.2040055 Oct 18 20:54:32.134985 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:32.222383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-744c0760-8109-456d-85bd-a53bf7431f73 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=61ad005f-0785-4ed3-a5e1-87f4f4203b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648574 Oct 18 20:54:32.411211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 172.25.7.9 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/5374a5a9-55a3-4475-a1af-bcc399880bd8) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:32.706341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:32.819061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:32.971326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af30248-e5e7-46cc-9a36-8610c8698b65 req-00a6381b-e8ef-4860-83c4-d55280c00cb2 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:32.971326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2af30248-e5e7-46cc-9a36-8610c8698b65 req-00a6381b-e8ef-4860-83c4-d55280c00cb2 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 943 time: 0.9397244 Oct 18 20:54:32.994791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:32.998437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:33.021970 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:33.072015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-677e56af-362e-432c-a868-29ee7b483367 service neutron] 10.222.0.79 "GET /v2.0/networks/61ad005f-0785-4ed3-a5e1-87f4f4203b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8375874 Oct 18 20:54:33.108496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=5374a5a9-55a3-4475-a1af-bcc399880bd8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:33.239314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2af30248-e5e7-46cc-9a36-8610c8698b65 req-279cfb88-7e28-432c-b938-ca2a23a078dc tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641233 Oct 18 20:54:33.408844 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:33.410744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 218709e0-5dbf-483d-9f9e-f4cc0045bd1d details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:54:33.414959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6d49946-4912-442f-b86a-07bf7bdd131e req-b6abf07f-1408-4651-9215-2d7dde221ce4 service neutron] 10.222.0.79 "GET /v2.0/networks/61ad005f-0785-4ed3-a5e1-87f4f4203b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338406 Oct 18 20:54:33.504988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:33.798237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,segment=NetworkSegment(38377656-7809-4718-9cdb-eca32586a09c),segment_id=38377656-7809-4718-9cdb-eca32586a09c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:33.819470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d', 'network_id': '61ad005f-0785-4ed3-a5e1-87f4f4203b9a', 'port_id': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d', 'mac_address': 'fa:16:3e:53:fd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b76d110-d98c-46d0-8a7a-bcd646245ba4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:54:33.898894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:33.938976 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:33.949541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:33.968722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218709e0-5dbf-483d-9f9e-f4cc0045bd1d {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:54:34.007835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,segment=NetworkSegment(38377656-7809-4718-9cdb-eca32586a09c),segment_id=38377656-7809-4718-9cdb-eca32586a09c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:34.021307 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:34.143877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=5374a5a9-55a3-4475-a1af-bcc399880bd8,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:34.167033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:34.206278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:34.207945 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1a38bde8-865a-44d2-8bca-b207423ba3e8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5497413 Oct 18 20:54:34.244291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:34.330688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['218709e0-5dbf-483d-9f9e-f4cc0045bd1d'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:54:34.590149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73573e7-a287-47c1-b6c8-51f791447509 req-20c45ca9-437e-415b-887b-336deaf7abbd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:34.598347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f73573e7-a287-47c1-b6c8-51f791447509 req-20c45ca9-437e-415b-887b-336deaf7abbd tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 944 time: 0.1919727 Oct 18 20:54:34.781733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f73573e7-a287-47c1-b6c8-51f791447509 req-96a4c6fb-024e-48a7-9344-c49869dfcbc4 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734772 Oct 18 20:54:34.992972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44704) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:35.212892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-f52ab7a7-d0fb-415a-92ae-72cee9e84039 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2089602541&fields=id&tenant_id=8c09d46ddca941ad97aea70ef12e0cef HTTP/1.1" status: 200 len: 267 time: 0.0821741 Oct 18 20:54:35.292826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-4c8f828f-47af-4e93-9977-a53ff0704089 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:35.301284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-4c8f828f-47af-4e93-9977-a53ff0704089 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports/a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 931 time: 0.0775874 Oct 18 20:54:35.402572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-b58f0586-d23c-4451-beec-ffc8f96ee373 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:35.404281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-b58f0586-d23c-4451-beec-ffc8f96ee373 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports/268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 932 time: 0.0876501 Oct 18 20:54:35.406780 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:35.480491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e11f37b9-c85e-4382-b15d-c702a1afb0c1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0626068 Oct 18 20:54:35.531006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-d2d1cb5d-a76b-4e06-8110-00d34d1c751d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0409443 Oct 18 20:54:35.718496 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:35.781441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:35.869214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59f426f95a824436b818b4466760d440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8720405 Oct 18 20:54:35.869740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44730) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:35.902637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdee355-f191-451e-ba9e-805f57186c29,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:35.964006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-340e6699-bd4c-412e-9a97-39d870d6ef31 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:35.977740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-340e6699-bd4c-412e-9a97-39d870d6ef31 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:35.985647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-340e6699-bd4c-412e-9a97-39d870d6ef31 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:35.993006 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-340e6699-bd4c-412e-9a97-39d870d6ef31 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 1990 time: 0.4329844 Oct 18 20:54:35.998057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:35.998452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:35.998832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:35.999178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:35.999520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:35.999855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:36.000183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:36.000568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:36.000929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:36.001228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:36.001553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:36.001931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197331-57fe-40d7-b0c1-cb3f6cf6f8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:54:36.024918 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-956bb30a-ff2e-4ef4-bdff-0500666290f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:36.049533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-fc5a497b-e7da-483b-a6e9-adb4fc6afe04 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/quotas/8c09d46ddca941ad97aea70ef12e0cef HTTP/1.1" status: 200 len: 375 time: 0.0423529 Oct 18 20:54:36.111733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-956bb30a-ff2e-4ef4-bdff-0500666290f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:36.248903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-956bb30a-ff2e-4ef4-bdff-0500666290f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:36.256242 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-956bb30a-ff2e-4ef4-bdff-0500666290f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:36.259019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-956bb30a-ff2e-4ef4-bdff-0500666290f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbdee355-f191-451e-ba9e-805f57186c29 HTTP/1.1" status: 204 len: 168 time: 0.3867359 Oct 18 20:54:36.283094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-50fb529d-4a4c-4cb0-b2a5-8bc8eff93630 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2319663 Oct 18 20:54:36.317728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bb30a-ff2e-4ef4-bdff-0500666290f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdee355-f191-451e-ba9e-805f57186c29,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:36.686150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-24a81c08-9a93-4ed5-b930-3efd69cbfb3b service neutron] 10.222.0.66 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392065 Oct 18 20:54:36.864051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-914be734-69f0-4849-a874-8ee12f9619e6 service neutron] 10.222.0.66 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617463 Oct 18 20:54:36.954549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-899b0a1e-48b3-49fa-8609-2c3db30a05a2 service neutron] 10.222.0.66 "GET /v2.0/ports/a87f98bc-5227-49cc-ba1c-1e77fe682c1e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0695105 Oct 18 20:54:37.220302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44748) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:37.249403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-463cddb1-93af-41ed-9ecc-af4846eab848 service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711816 Oct 18 20:54:37.252042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7754e331-f107-4b11-b66d-2d1f845632f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.433620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 218709e0-5dbf-483d-9f9e-f4cc0045bd1d up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:54:37.474541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2b072de9-5ed2-4fb4-a98f-b9101e89b9ec service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019444 Oct 18 20:54:37.488724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7754e331-f107-4b11-b66d-2d1f845632f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.497764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7754e331-f107-4b11-b66d-2d1f845632f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.537100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-7d1e4722-1565-4ad7-89fe-0a69c90d5cae service neutron] 10.222.0.66 "GET /v2.0/ports/268e80a3-2a08-4f57-a9f1-e81de1b36505?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0613687 Oct 18 20:54:37.578396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:54:37.583443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:37.585007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.624181 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7754e331-f107-4b11-b66d-2d1f845632f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85733f07a48449f5a108d7f5627ca74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003892 Oct 18 20:54:37.632468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44754) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:37.633423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754e331-f107-4b11-b66d-2d1f845632f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3c737-d07d-4700-9977-e342c2990309,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:37.804446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff67e989-db78-461b-adc2-d1bd2bff9e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.845377 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff67e989-db78-461b-adc2-d1bd2bff9e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.846068 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.853468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-07f40007-743a-4a68-b268-9e9c9b6dc6cd service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152375 Oct 18 20:54:37.926478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff67e989-db78-461b-adc2-d1bd2bff9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.928648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:54:37.933688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff67e989-db78-461b-adc2-d1bd2bff9e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:37.935372 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd772519-6307-446d-8797-6265cc9fd224" -d '{"events": [{"server_uuid": "1d142528-4a50-447f-a96b-0c1915c22f6b", "name": "network-vif-plugged", "status": "completed", "tag": "218709e0-5dbf-483d-9f9e-f4cc0045bd1d"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:54:37.937234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ff67e989-db78-461b-adc2-d1bd2bff9e9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccc3c737-d07d-4700-9977-e342c2990309 HTTP/1.1" status: 204 len: 168 time: 0.2940772 Oct 18 20:54:37.965179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67e989-db78-461b-adc2-d1bd2bff9e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3c737-d07d-4700-9977-e342c2990309,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:37.976901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,segment=NetworkSegment(38377656-7809-4718-9cdb-eca32586a09c),segment_id=38377656-7809-4718-9cdb-eca32586a09c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:38.066812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:38.134314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-961ce777-4144-4103-97ab-672749796931 service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733088 Oct 18 20:54:38.251125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:38.378205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-6cf8c2ed-3809-40bb-9d0d-d3cd7feb02f5 service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244525 Oct 18 20:54:38.597440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-260c01a0-001f-4ac5-9fbd-f653a2ef5a2b service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170787 Oct 18 20:54:38.797773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-33e3f3e1-f992-413f-bc8c-5bc6ffd35a27 service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856439 Oct 18 20:54:39.001922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-996fae39-e775-4cca-bceb-d61edac4730c service neutron] 10.222.0.66 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961896 Oct 18 20:54:39.200991 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2042e8c2-574f-49a4-a6b0-ec03532ce63c service neutron] 10.222.0.66 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777086 Oct 18 20:54:39.392249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-8379c0f9-bc3c-422a-b22a-bb14b8959076 service neutron] 10.222.0.66 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775701 Oct 18 20:54:39.602540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-923e900e-2006-47d6-85a7-813a8a007b60 service neutron] 10.222.0.66 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821494 Oct 18 20:54:39.817607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-8f2a5012-f80a-4070-8eef-62b9567f4522 service neutron] 10.222.0.66 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961977 Oct 18 20:54:41.110590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44836) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:41.422999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-214b0fbe-814e-46a3-823e-0c1d12526a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:41.649976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342252eb-4b61-4567-a51c-0e304272bcde req-a0dacb29-1488-45dd-a4e4-11049d227664 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:41.653508 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-342252eb-4b61-4567-a51c-0e304272bcde req-a0dacb29-1488-45dd-a4e4-11049d227664 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 945 time: 0.1591618 Oct 18 20:54:41.700556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-214b0fbe-814e-46a3-823e-0c1d12526a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:41.710544 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-214b0fbe-814e-46a3-823e-0c1d12526a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:41.768995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-214b0fbe-814e-46a3-823e-0c1d12526a09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d53bc3bfa797429b9c95742895de9376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573572 Oct 18 20:54:41.774195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44856) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:41.796353 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b0fbe-814e-46a3-823e-0c1d12526a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c5b704-15fd-48f5-9244-6f7706c70923,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:41.809486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-342252eb-4b61-4567-a51c-0e304272bcde req-03e4c78e-ca3f-464a-b818-acd6d1fcf530 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488860 Oct 18 20:54:41.882037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30053521-24a1-4f97-b893-86d06720615e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:41.938000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30053521-24a1-4f97-b893-86d06720615e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:42.093149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30053521-24a1-4f97-b893-86d06720615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:42.116048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-30053521-24a1-4f97-b893-86d06720615e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:42.122163 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-30053521-24a1-4f97-b893-86d06720615e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9c5b704-15fd-48f5-9244-6f7706c70923 HTTP/1.1" status: 204 len: 168 time: 0.3460383 Oct 18 20:54:42.144777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30053521-24a1-4f97-b893-86d06720615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c5b704-15fd-48f5-9244-6f7706c70923,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:42.231307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:42.626321 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6577a48-e6e6-4a40-a393-3a9d0b56dd9f x-openstack-request-id: req-f6577a48-e6e6-4a40-a393-3a9d0b56dd9f {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:54:42.627383 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d142528-4a50-447f-a96b-0c1915c22f6b", "name": "network-vif-plugged", "status": "completed", "tag": "218709e0-5dbf-483d-9f9e-f4cc0045bd1d", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:54:42.627882 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6577a48-e6e6-4a40-a393-3a9d0b56dd9f {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:54:42.628587 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d', 'code': 200} Oct 18 20:54:43.120517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56ca10d4-71ca-4887-b1fe-f06985836e3b req-befaa539-096c-415f-b3bf-846c89d5475a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1529009 Oct 18 20:54:43.152517 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44910) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:43.161781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e467ca0-ce38-4078-9423-d6a086dfb585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.176110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-158ef559-4a87-4339-a62b-a751ae421b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.185409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.215535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2a16-a340-4c71-af3d-1f65c01b4f3b req-7c70964b-7193-4639-9cb4-7205fbd6c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:43.223933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b6b2a16-a340-4c71-af3d-1f65c01b4f3b req-7c70964b-7193-4639-9cb4-7205fbd6c913 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 1096 time: 0.4894106 Oct 18 20:54:43.452640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-158ef559-4a87-4339-a62b-a751ae421b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.463000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-158ef559-4a87-4339-a62b-a751ae421b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.529088 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-158ef559-4a87-4339-a62b-a751ae421b02 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2909d520cb30411190e288c032a4f1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754196 Oct 18 20:54:43.534637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:43.546912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b6b2a16-a340-4c71-af3d-1f65c01b4f3b req-788050bc-f92f-43c2-a9e1-cf86bf5b5064 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955444 Oct 18 20:54:43.630912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a6cc3-4610-4d85-b91d-a676a63b0410 req-afb04d06-bca7-414e-ae26-b530f0a812ec tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:43.634148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c9a6cc3-4610-4d85-b91d-a676a63b0410 req-afb04d06-bca7-414e-ae26-b530f0a812ec tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 945 time: 0.2546594 Oct 18 20:54:43.729113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44918) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:43.735693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-465783d2-75cb-42f4-8479-e79bc75e91ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.786731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e467ca0-ce38-4078-9423-d6a086dfb585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.802598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c9a6cc3-4610-4d85-b91d-a676a63b0410 req-67f3142b-4e41-4e9c-9352-12b9d91ca87f tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534019 Oct 18 20:54:43.808368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e467ca0-ce38-4078-9423-d6a086dfb585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.817769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-465783d2-75cb-42f4-8479-e79bc75e91ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:43.869378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ef559-4a87-4339-a62b-a751ae421b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdac4d0-79ca-4374-a5c7-484c5f01fac3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:43.895941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-759dea63-02a4-4ddc-85cd-18233ba67c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:43.897660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-759dea63-02a4-4ddc-85cd-18233ba67c25 service neutron] 10.222.0.30 "GET /v2.0/ports/a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 1027 time: 0.2959576 Oct 18 20:54:43.955646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-da45b55c-54c9-48c3-a586-a63e930cc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:43.956473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-da45b55c-54c9-48c3-a586-a63e930cc9f9 service neutron] 10.222.0.30 "GET /v2.0/ports/268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 1028 time: 0.0508671 Oct 18 20:54:44.015929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e467ca0-ce38-4078-9423-d6a086dfb585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb4482a-8a3e-4992-aaa4-4e3989a5e72f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:44.023972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-465783d2-75cb-42f4-8479-e79bc75e91ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.029296 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-465783d2-75cb-42f4-8479-e79bc75e91ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.031193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-465783d2-75cb-42f4-8479-e79bc75e91ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cdac4d0-79ca-4374-a5c7-484c5f01fac3 HTTP/1.1" status: 204 len: 168 time: 0.4953859 Oct 18 20:54:44.044266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0e467ca0-ce38-4078-9423-d6a086dfb585 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9bc61058fe444e3a32bb06b14f560bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8117926 Oct 18 20:54:44.048606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44924) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:44.075141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee855-092d-47e4-a0c5-95eabfe10efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.184871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d204f09-2cf6-4cae-a3b8-a5b39c8bc67c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.299817 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d204f09-2cf6-4cae-a3b8-a5b39c8bc67c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.300670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465783d2-75cb-42f4-8479-e79bc75e91ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdac4d0-79ca-4374-a5c7-484c5f01fac3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:44.389807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a14b335b-c8db-473e-9c41-81548edc2c6e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:44.397909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a14b335b-c8db-473e-9c41-81548edc2c6e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:44.405891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a14b335b-c8db-473e-9c41-81548edc2c6e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:44.408179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a14b335b-c8db-473e-9c41-81548edc2c6e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 1990 time: 0.4437881 Oct 18 20:54:44.519260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-14f46bf9-bf4a-481c-8ca4-8b6e676a1a02 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c09d46ddca941ad97aea70ef12e0cef HTTP/1.1" status: 200 len: 380 time: 0.0964153 Oct 18 20:54:44.536508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'admin_state_up': True, 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'security_groups': ['e7228959-1879-4b07-af50-08639571df96']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:44.539196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f26a3af0-7f61-4c64-b9ff-0aa32881dcf1 req-fe046795-50cb-4d9b-9ec5-c6eb28ab5365 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1756830 Oct 18 20:54:44.567464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d204f09-2cf6-4cae-a3b8-a5b39c8bc67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.571035 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d204f09-2cf6-4cae-a3b8-a5b39c8bc67c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.573456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6d204f09-2cf6-4cae-a3b8-a5b39c8bc67c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6eb4482a-8a3e-4992-aaa4-4e3989a5e72f HTTP/1.1" status: 204 len: 168 time: 0.5235004 Oct 18 20:54:44.596617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d204f09-2cf6-4cae-a3b8-a5b39c8bc67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb4482a-8a3e-4992-aaa4-4e3989a5e72f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:44.614973 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee855-092d-47e4-a0c5-95eabfe10efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.623551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee855-092d-47e4-a0c5-95eabfe10efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:44.681776 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3e7ee855-092d-47e4-a0c5-95eabfe10efc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=993fa78d98114097b506c8fe9cb5e4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9486749 Oct 18 20:54:44.689116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:44.737321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ee855-092d-47e4-a0c5-95eabfe10efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0794f35f-71d0-49ca-9bd0-9736f16ccad4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:45.026550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0944ccfb-b8c8-43cc-a223-f3e5907cf379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.092145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e830225-5a07-4fca-b377-090ee5951cbb req-865d2ad2-58f3-4384-877a-adc28b0abbae tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:45.102904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e830225-5a07-4fca-b377-090ee5951cbb req-865d2ad2-58f3-4384-877a-adc28b0abbae tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 945 time: 0.1139817 Oct 18 20:54:45.112265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0944ccfb-b8c8-43cc-a223-f3e5907cf379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.128070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:45.132660 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.207319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e830225-5a07-4fca-b377-090ee5951cbb req-4c04c096-91cf-4787-b65f-439f1d886f72 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031377 Oct 18 20:54:45.351404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:45.387770 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6be6e1d-5410-47f5-bad1-9df96dbd09be admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.472685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 172.20.0.9 (a5302425-99b8-4fcb-8f5e-91becfe4be7c/24463fb3-4080-4182-8766-b3dd192aaed9/8c05245c-42f8-40bc-afa1-d802a60457e7) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:45.580927 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6be6e1d-5410-47f5-bad1-9df96dbd09be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.596055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6be6e1d-5410-47f5-bad1-9df96dbd09be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.682525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d6be6e1d-5410-47f5-bad1-9df96dbd09be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89a238fffe914435ab41b0650e9ea2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298049 Oct 18 20:54:45.683857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be6e1d-5410-47f5-bad1-9df96dbd09be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409df17e-599e-420d-88dc-0d800eb4891e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:45.691448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44966) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:45.740253 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.781322 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0944ccfb-b8c8-43cc-a223-f3e5907cf379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.784206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0944ccfb-b8c8-43cc-a223-f3e5907cf379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.788052 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0944ccfb-b8c8-43cc-a223-f3e5907cf379 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0794f35f-71d0-49ca-9bd0-9736f16ccad4 HTTP/1.1" status: 204 len: 168 time: 1.0952296 Oct 18 20:54:45.821821 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90baa596-ff85-4e80-b24a-f73d2d6841ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.823948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944ccfb-b8c8-43cc-a223-f3e5907cf379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0794f35f-71d0-49ca-9bd0-9736f16ccad4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:45.889679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90baa596-ff85-4e80-b24a-f73d2d6841ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:45.955885 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.001717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6d320-06da-4511-a18f-4c9e8e094160 req-efd4bb66-a935-4e79-b05c-b6aea192b109 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:46.003565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04a6d320-06da-4511-a18f-4c9e8e094160 req-efd4bb66-a935-4e79-b05c-b6aea192b109 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 931 time: 0.0825691 Oct 18 20:54:46.018727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:46.027639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:46.032742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:46.067427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04a6d320-06da-4511-a18f-4c9e8e094160 req-af560e06-8520-4d7f-8df4-eed5f5700d99 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571375 Oct 18 20:54:46.087337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=8c05245c-42f8-40bc-afa1-d802a60457e7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:46.173174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90baa596-ff85-4e80-b24a-f73d2d6841ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.175988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90baa596-ff85-4e80-b24a-f73d2d6841ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.177363 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-90baa596-ff85-4e80-b24a-f73d2d6841ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/409df17e-599e-420d-88dc-0d800eb4891e HTTP/1.1" status: 204 len: 168 time: 0.4839849 Oct 18 20:54:46.211153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:46.217983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.222612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baa596-ff85-4e80-b24a-f73d2d6841ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409df17e-599e-420d-88dc-0d800eb4891e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:46.292320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-afc652ae-9be1-4105-8f48-2302640cd57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7668982 Oct 18 20:54:46.304133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'admin_state_up': True, 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'security_groups': ['e7228959-1879-4b07-af50-08639571df96']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:46.515497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-befc1b40-8694-4a90-baa2-d47aaeb58234 None None] Provisioning complete for port 8c05245c-42f8-40bc-afa1-d802a60457e7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:46.516028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-befc1b40-8694-4a90-baa2-d47aaeb58234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.665652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-befc1b40-8694-4a90-baa2-d47aaeb58234 None None] Port 8c05245c-42f8-40bc-afa1-d802a60457e7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:54:46.702758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44998) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:46.716318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:46.718576 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74d1ddbb-a4a9-4e81-8d44-8467ba2ef626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.721754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.939962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74d1ddbb-a4a9-4e81-8d44-8467ba2ef626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:46.948354 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74d1ddbb-a4a9-4e81-8d44-8467ba2ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:47.072641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-74d1ddbb-a4a9-4e81-8d44-8467ba2ef626 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6177ac5d1e2f4e40b4444561a0df5217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664451 Oct 18 20:54:47.075244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45004) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:47.257370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1ddbb-a4a9-4e81-8d44-8467ba2ef626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ab7aa9-c728-417b-8eb1-b19aab40f34d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:47.321125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f02c3-abb9-4601-b012-1377219c8d72 req-0e128a57-e622-4818-84fd-79379fe4f0e5 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:47.322727 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d28f02c3-abb9-4601-b012-1377219c8d72 req-0e128a57-e622-4818-84fd-79379fe4f0e5 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 945 time: 0.2996290 Oct 18 20:54:47.325836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 10.1.1.204 (9b84a294-7768-4214-b004-bc477f7e08aa/d0c615c4-2fa7-473d-a915-c703f70e45be/1a5669ee-9420-4507-b361-9c3aa0e525e5) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:47.413502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d28f02c3-abb9-4601-b012-1377219c8d72 req-1b1d7fb6-ac0e-465d-9352-5f5e61894f6d tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800331 Oct 18 20:54:47.417472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4d61350a-e28e-4934-8ad3-8d80d50f38f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:47.444593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4d61350a-e28e-4934-8ad3-8d80d50f38f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:47.713481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe1fc4-7c28-44a9-ad8a-ddd7b734f48f req-9f2d7543-6200-4118-ba12-635a0f91de2c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:47.730753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2fe1fc4-7c28-44a9-ad8a-ddd7b734f48f req-9f2d7543-6200-4118-ba12-635a0f91de2c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 931 time: 0.1393971 Oct 18 20:54:47.739856 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4d61350a-e28e-4934-8ad3-8d80d50f38f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:47.751905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4d61350a-e28e-4934-8ad3-8d80d50f38f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:47.774444 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4d61350a-e28e-4934-8ad3-8d80d50f38f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65ab7aa9-c728-417b-8eb1-b19aab40f34d HTTP/1.1" status: 204 len: 168 time: 0.6799607 Oct 18 20:54:47.795638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2fe1fc4-7c28-44a9-ad8a-ddd7b734f48f req-afa87516-76cb-4090-9330-0bc33dae3d6a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594704 Oct 18 20:54:47.835453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61350a-e28e-4934-8ad3-8d80d50f38f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ab7aa9-c728-417b-8eb1-b19aab40f34d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:47.911476 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.003836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.084778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9b84a294-7768-4214-b004-bc477f7e08aa is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:48.094141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:48.100876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:48.159262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097435ad-c610-4037-bd24-ca37faba53d3 req-49ac1dab-b7c7-445d-83bb-d766385446e4 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:48.165066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-097435ad-c610-4037-bd24-ca37faba53d3 req-49ac1dab-b7c7-445d-83bb-d766385446e4 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.79 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 945 time: 0.1712830 Oct 18 20:54:48.340457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=1a5669ee-9420-4507-b361-9c3aa0e525e5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:48.411900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:48.412749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.456177 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a34ef3b-2b40-4f3a-aabc-c7f89de8231b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1563392 Oct 18 20:54:48.468672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'admin_state_up': True, 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'security_groups': ['e7228959-1879-4b07-af50-08639571df96']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:48.484470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Deleting port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:54:48.484956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.615802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eaf91228-56b0-453a-bf9a-e05f4ee67cc1 None None] Provisioning complete for port 1a5669ee-9420-4507-b361-9c3aa0e525e5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:48.616326 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eaf91228-56b0-453a-bf9a-e05f4ee67cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.731719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:48.752609 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.773495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-eaf91228-56b0-453a-bf9a-e05f4ee67cc1 None None] Port 1a5669ee-9420-4507-b361-9c3aa0e525e5 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:54:48.850958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.859156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c978c82-59dc-4b76-90b9-45da754c7991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:48.975491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] For port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,segment=NetworkSegment(38377656-7809-4718-9cdb-eca32586a09c),segment_id=38377656-7809-4718-9cdb-eca32586a09c)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:54:48.975491 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:49.024723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761e21-0008-434b-8d51-e875504c4484 req-76a77cc7-73e1-4a89-bc37-717ba959eaf0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:49.036900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0761e21-0008-434b-8d51-e875504c4484 req-76a77cc7-73e1-4a89-bc37-717ba959eaf0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 945 time: 0.3291264 Oct 18 20:54:49.093258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Calling delete_port for 218709e0-5dbf-483d-9f9e-f4cc0045bd1d owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:54:49.110342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 10.1.1.38 (9b84a294-7768-4214-b004-bc477f7e08aa/d0c615c4-2fa7-473d-a915-c703f70e45be/65d9c613-2af8-416f-92d3-3c5fa9374ef1) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:49.250927 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0761e21-0008-434b-8d51-e875504c4484 req-4c3eb294-4dd2-4683-9dc8-3414af24a1da tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/security-groups?id=4886af7d-f10e-443a-9c3c-8750e0b3eec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125814 Oct 18 20:54:49.531203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45146) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:49.619524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:49.627263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:49.642106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c06093-743d-49d9-8e83-8ff70a036f30 req-9a118007-5d6a-4a86-acac-eddd9190c643 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:49.657111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c06093-743d-49d9-8e83-8ff70a036f30 req-9a118007-5d6a-4a86-acac-eddd9190c643 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:49.668462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1c06093-743d-49d9-8e83-8ff70a036f30 req-9a118007-5d6a-4a86-acac-eddd9190c643 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 1653 time: 0.1343780 Oct 18 20:54:49.720579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:49.768538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Pushing event deleted for resources: {'Port': ['ID=218709e0-5dbf-483d-9f9e-f4cc0045bd1d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:49.869310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9b84a294-7768-4214-b004-bc477f7e08aa is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:49.880359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=65d9c613-2af8-416f-92d3-3c5fa9374ef1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:49.894104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:49.897169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:49.909168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] No DVR routers for this DVR port 218709e0-5dbf-483d-9f9e-f4cc0045bd1d on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:54:49.915904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:49.923171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-097435ad-c610-4037-bd24-ca37faba53d3 req-3d8b4456-adce-4cf2-9568-efcb5f8dc8e0 tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.79 "DELETE /v2.0/ports/218709e0-5dbf-483d-9f9e-f4cc0045bd1d HTTP/1.1" status: 204 len: 173 time: 1.7505014 Oct 18 20:54:49.924151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'name': 'network-vif-deleted', 'tag': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:54:49.955328 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c104c5-9584-4afb-9bab-0aab3240789d" -d '{"events": [{"server_uuid": "1d142528-4a50-447f-a96b-0c1915c22f6b", "name": "network-vif-deleted", "tag": "218709e0-5dbf-483d-9f9e-f4cc0045bd1d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:54:50.013980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e1c06093-743d-49d9-8e83-8ff70a036f30 req-02763cfc-a574-4d94-baab-44b602f571ff tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433189 Oct 18 20:54:50.394978 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad6481a-6ca2-461b-9254-b636211886a8 x-openstack-request-id: req-7ad6481a-6ca2-461b-9254-b636211886a8 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:54:50.395502 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d142528-4a50-447f-a96b-0c1915c22f6b", "name": "network-vif-deleted", "tag": "218709e0-5dbf-483d-9f9e-f4cc0045bd1d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:54:50.395951 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ad6481a-6ca2-461b-9254-b636211886a8 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:54:50.396737 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d142528-4a50-447f-a96b-0c1915c22f6b', 'name': 'network-vif-deleted', 'tag': '218709e0-5dbf-483d-9f9e-f4cc0045bd1d', 'status': 'completed', 'code': 200} Oct 18 20:54:50.705889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-780e0276-3300-4bb6-8828-068d025e7789 req-b5cb31f7-f75f-4b47-8909-16bcafb0054f tempest-ServerPasswordTestJSON-1642619171 tempest-ServerPasswordTestJSON-1642619171-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d142528-4a50-447f-a96b-0c1915c22f6b HTTP/1.1" status: 200 len: 210 time: 0.1292078 Oct 18 20:54:50.762650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:50.763468 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:50.779532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1f83bf3d-f81c-439d-880a-b017476d09a9 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1213852529'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:50.788261 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-71997c1a-dd10-43bf-b722-9868ae6fbae3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3242464 Oct 18 20:54:50.804179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e', 'admin_state_up': True, 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'security_groups': ['e7228959-1879-4b07-af50-08639571df96']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:50.843204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1c53f7e4-b1a6-4c39-b751-acbc1b47f095 None None] Provisioning complete for port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:50.843838 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c53f7e4-b1a6-4c39-b751-acbc1b47f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:50.967755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f83bf3d-f81c-439d-880a-b017476d09a9 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:50.969810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f83bf3d-f81c-439d-880a-b017476d09a9 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:50.974471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1c53f7e4-b1a6-4c39-b751-acbc1b47f095 None None] Port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:54:51.038898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:51.135862 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f83bf3d-f81c-439d-880a-b017476d09a9 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:51.224597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f83bf3d-f81c-439d-880a-b017476d09a9 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:51.272648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f83bf3d-f81c-439d-880a-b017476d09a9 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:51.276429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1f83bf3d-f81c-439d-880a-b017476d09a9 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7418261 Oct 18 20:54:51.278327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45176) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:51.323535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a8f5-126e-4e3a-8dbe-5a9c6a243dd3 req-4c21c8f1-1f91-48e5-82e2-18d5e97d86d6 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:51.339744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a8f5-126e-4e3a-8dbe-5a9c6a243dd3 req-4c21c8f1-1f91-48e5-82e2-18d5e97d86d6 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:51.346458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71a8f5-126e-4e3a-8dbe-5a9c6a243dd3 req-4c21c8f1-1f91-48e5-82e2-18d5e97d86d6 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:51.354571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e71a8f5-126e-4e3a-8dbe-5a9c6a243dd3 req-4c21c8f1-1f91-48e5-82e2-18d5e97d86d6 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 2373 time: 0.1687398 Oct 18 20:54:51.394158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:51.410951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8e71a8f5-126e-4e3a-8dbe-5a9c6a243dd3 req-1c65f2f4-30d0-423b-8596-ad91df6d01e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550890 Oct 18 20:54:51.521235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 218709e0-5dbf-483d-9f9e-f4cc0045bd1d no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:54:51.554397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6acf28aa-441f-4ad9-98b5-1846c60b44d8 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:51.597785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 218709e0-5dbf-483d-9f9e-f4cc0045bd1d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:54:51.604163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 218709e0-5dbf-483d-9f9e-f4cc0045bd1d not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:54:51.805615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45194) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:51.921237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] Deleting subnet 5b76d110-d98c-46d0-8a7a-bcd646245ba4 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:54:51.932492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.079159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.232051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.319742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 10.2.2.100 (9797b605-66d6-4cc8-b9b9-52b95cc2c01e/8c6be807-aff2-4dc5-b4c5-222ab65a0fb2/fa064a98-77a7-444d-ab5e-c9498f71f9af) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:52.341869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.465687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.480143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5b76d110-d98c-46d0-8a7a-bcd646245ba4 HTTP/1.1" status: 204 len: 168 time: 0.6654747 Oct 18 20:54:52.485654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6acf28aa-441f-4ad9-98b5-1846c60b44d8 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.486082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a2681-6ecc-44a7-bb12-56775acb3134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b76d110-d98c-46d0-8a7a-bcd646245ba4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:52.500483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45202) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:52.506083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6acf28aa-441f-4ad9-98b5-1846c60b44d8 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.860908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:52.955972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.001879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bc177-6fa8-4bc6-a15b-bff5207caa7a req-3360f23b-96dc-4692-bd86-47f2baf41c99 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:53.009088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bc177-6fa8-4bc6-a15b-bff5207caa7a req-3360f23b-96dc-4692-bd86-47f2baf41c99 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:53.016913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bc177-6fa8-4bc6-a15b-bff5207caa7a req-3360f23b-96dc-4692-bd86-47f2baf41c99 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:53.023478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6acf28aa-441f-4ad9-98b5-1846c60b44d8 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.024291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acf28aa-441f-4ad9-98b5-1846c60b44d8 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d305b4fd-ec26-4bdf-a8b3-c05b7e6c9be3 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:54:53.025615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-822bc177-6fa8-4bc6-a15b-bff5207caa7a req-3360f23b-96dc-4692-bd86-47f2baf41c99 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 2373 time: 0.3307018 Oct 18 20:54:53.052865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6acf28aa-441f-4ad9-98b5-1846c60b44d8 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.054263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6acf28aa-441f-4ad9-98b5-1846c60b44d8 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "DELETE /v2.0/routers/d305b4fd-ec26-4bdf-a8b3-c05b7e6c9be3 HTTP/1.1" status: 204 len: 168 time: 1.7748339 Oct 18 20:54:53.063585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45212) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:53.090641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c73466d0-9d1e-49d0-9df8-0b869280ef36 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Request body: {'router': {'name': 'tempest-router-1109005909', 'distributed': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:53.102178 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.165969 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ca5db365-a592-449d-8bc7-252e8ccbf57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.258189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:53.264882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:53.272971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:53.280942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.299199 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73466d0-9d1e-49d0-9df8-0b869280ef36 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.300741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73466d0-9d1e-49d0-9df8-0b869280ef36 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.330832 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-822bc177-6fa8-4bc6-a15b-bff5207caa7a req-d335d5e7-0c09-4550-8004-5c44333f2e9c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034098 Oct 18 20:54:53.333330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ad005f-0785-4ed3-a5e1-87f4f4203b9a']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:53.386590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38377656-7809-4718-9cdb-eca32586a09c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:53.387373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38377656-7809-4718-9cdb-eca32586a09c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:54:53.397510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:53.399605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.429216 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.475631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6780999 Oct 18 20:54:53.506223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e', 'admin_state_up': True, 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'security_groups': ['e7228959-1879-4b07-af50-08639571df96']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:53.519701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3bac7-9c89-4a5f-9754-3dfd019753be tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=fa064a98-77a7-444d-ab5e-c9498f71f9af,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:53.537596 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.587414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73466d0-9d1e-49d0-9df8-0b869280ef36 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.594466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:54:53.596052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:54:53.629015 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:54:53.842661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73466d0-9d1e-49d0-9df8-0b869280ef36 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.863507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.888076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.916190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0e2c07d7-1d64-4d56-8c82-0044f1e2d501 None None] Provisioning complete for port fa064a98-77a7-444d-ab5e-c9498f71f9af triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:53.918555 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e2c07d7-1d64-4d56-8c82-0044f1e2d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:53.925491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] 10.222.0.66 "DELETE /v2.0/networks/61ad005f-0785-4ed3-a5e1-87f4f4203b9a HTTP/1.1" status: 204 len: 168 time: 1.4230716 Oct 18 20:54:54.004650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee861e5-c5ed-4913-9137-d13a7cee1e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ad005f-0785-4ed3-a5e1-87f4f4203b9a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:54.019504 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73466d0-9d1e-49d0-9df8-0b869280ef36 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:54.021719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c73466d0-9d1e-49d0-9df8-0b869280ef36 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9570363 Oct 18 20:54:54.037761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c07d7-1d64-4d56-8c82-0044f1e2d501 None None] Port fa064a98-77a7-444d-ab5e-c9498f71f9af cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:54:54.039278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45222) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:54.120614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Made reservation on behalf of 8c09d46ddca941ad97aea70ef12e0cef for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:54:54.128972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:54.220256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:54.378847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-060deaae-c3b2-478d-8522-553d2012ad5c tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:54.706756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Allocated IP 10.2.2.200 (9797b605-66d6-4cc8-b9b9-52b95cc2c01e/8c6be807-aff2-4dc5-b4c5-222ab65a0fb2/950336ab-850c-4691-bb38-8fc85060dde9) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:54:54.728627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45228) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:55.039532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.124271 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.152444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.248227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:54:55.265267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:54:55.270306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:54:55.394364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:55.396556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.433163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event updated for resources: {'Port': ['ID=950336ab-850c-4691-bb38-8fc85060dde9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:55.460988 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0a6ef5c8-e3fe-4f97-a101-12c72c4924f5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9746029 Oct 18 20:54:55.474558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:55.608988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.793198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c5f5ad64-6a31-4496-8f6b-c57a43c4e405 None None] Provisioning complete for port 950336ab-850c-4691-bb38-8fc85060dde9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:54:55.794295 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ad64-6a31-4496-8f6b-c57a43c4e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.823805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-060deaae-c3b2-478d-8522-553d2012ad5c tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.828530 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-060deaae-c3b2-478d-8522-553d2012ad5c tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:55.920288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5ad64-6a31-4496-8f6b-c57a43c4e405 None None] Port 950336ab-850c-4691-bb38-8fc85060dde9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:54:56.015575 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-060deaae-c3b2-478d-8522-553d2012ad5c tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.016297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060deaae-c3b2-478d-8522-553d2012ad5c tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9769c7-3f08-414a-940f-2b0cff3c8448 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:54:56.025163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-060deaae-c3b2-478d-8522-553d2012ad5c tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.032904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-060deaae-c3b2-478d-8522-553d2012ad5c tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "DELETE /v2.0/routers/3b9769c7-3f08-414a-940f-2b0cff3c8448 HTTP/1.1" status: 204 len: 168 time: 1.9915502 Oct 18 20:54:56.035270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45242) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:56.040349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7be37d15-9bb5-48d7-8676-27022874b548 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Request body: {'router': {'name': 'tempest-router-1046754412', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bfaa3db9053940849a56d31c05a53e67'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:56.073514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7be37d15-9bb5-48d7-8676-27022874b548 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.074770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7be37d15-9bb5-48d7-8676-27022874b548 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.078064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8283ee7-efa6-4d7d-8f26-19844204b3ec req-19cc0751-0689-4b07-ae39-9988ea568ecf tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:56.090766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8283ee7-efa6-4d7d-8f26-19844204b3ec req-19cc0751-0689-4b07-ae39-9988ea568ecf tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:56.103191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8283ee7-efa6-4d7d-8f26-19844204b3ec req-19cc0751-0689-4b07-ae39-9988ea568ecf tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:56.117447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8283ee7-efa6-4d7d-8f26-19844204b3ec req-19cc0751-0689-4b07-ae39-9988ea568ecf tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:56.130799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8283ee7-efa6-4d7d-8f26-19844204b3ec req-19cc0751-0689-4b07-ae39-9988ea568ecf tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:56.147042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8283ee7-efa6-4d7d-8f26-19844204b3ec req-19cc0751-0689-4b07-ae39-9988ea568ecf tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 3815 time: 1.4454064 Oct 18 20:54:56.186943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c05245c-42f8-40bc-afa1-d802a60457e7 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:54:56.198376 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.217242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Transition to ACTIVE for port object 8c05245c-42f8-40bc-afa1-d802a60457e7 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:54:56.235689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ba03c7f0-e1dd-42d0-b93f-f837abe89fde admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=896f39af582d4568996e073da1c3f2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5051274 Oct 18 20:54:56.236939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45246) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:56.253271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8283ee7-efa6-4d7d-8f26-19844204b3ec req-14d15059-9eb4-4166-8440-fecc159a482a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036463 Oct 18 20:54:56.266001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.271441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7be37d15-9bb5-48d7-8676-27022874b548 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.284807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7be37d15-9bb5-48d7-8676-27022874b548 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.425360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26779953-6deb-4339-9b6f-eef4cd85cf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.470735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26779953-6deb-4339-9b6f-eef4cd85cf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.549396 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7be37d15-9bb5-48d7-8676-27022874b548 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.552230 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7be37d15-9bb5-48d7-8676-27022874b548 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5159016 Oct 18 20:54:56.554401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Pushing event updated for resources: {'Port': ['ID=8c05245c-42f8-40bc-afa1-d802a60457e7,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:56.560630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45250) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:56.579350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:56.580488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Attempting to bind port 8c05245c-42f8-40bc-afa1-d802a60457e7 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:54:56.581025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Attempting to bind port 8c05245c-42f8-40bc-afa1-d802a60457e7 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:54:56.581599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Attempting to bind port 8c05245c-42f8-40bc-afa1-d802a60457e7 on network a5302425-99b8-4fcb-8f5e-91becfe4be7c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:56.592973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Port 8c05245c-42f8-40bc-afa1-d802a60457e7 on network a5302425-99b8-4fcb-8f5e-91becfe4be7c not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:54:56.593904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Attempting to bind port 8c05245c-42f8-40bc-afa1-d802a60457e7 on network a5302425-99b8-4fcb-8f5e-91becfe4be7c {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:56.610128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:54:56.610589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Checking segment: {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:56.611224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Bound using segment: {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:54:56.612822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Bound port: 8c05245c-42f8-40bc-afa1-d802a60457e7, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:54:56.615168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.633127 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.795571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26779953-6deb-4339-9b6f-eef4cd85cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.801215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26779953-6deb-4339-9b6f-eef4cd85cf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.808407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26779953-6deb-4339-9b6f-eef4cd85cf67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4886af7d-f10e-443a-9c3c-8750e0b3eec8 HTTP/1.1" status: 204 len: 168 time: 0.5531874 Oct 18 20:54:56.817402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] For port 8c05245c-42f8-40bc-afa1-d802a60457e7, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:54:56.838075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] For port 8c05245c-42f8-40bc-afa1-d802a60457e7, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8c05245c-42f8-40bc-afa1-d802a60457e7,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:54:56.854642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.925295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:56.926320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:56.928559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] 10.222.0.30 "PUT /v2.0/ports/8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 1091 time: 1.4587581 Oct 18 20:54:56.945011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:54:56.958189 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc906b7-a46c-4ef7-9ebc-d6922f343876" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:54:56.988108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:54:57.041717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26779953-6deb-4339-9b6f-eef4cd85cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4886af7d-f10e-443a-9c3c-8750e0b3eec8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:57.148186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057591f0-b13a-4e7d-bafd-1cc63eafedeb service neutron] Pushing event updated for resources: {'Port': ['ID=8c05245c-42f8-40bc-afa1-d802a60457e7,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:57.321839 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e596320b-1c71-40f2-88b3-6f16be969519 x-openstack-request-id: req-e596320b-1c71-40f2-88b3-6f16be969519 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:54:57.321839 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:54:57.321839 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e596320b-1c71-40f2-88b3-6f16be969519 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:54:57.324286 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'status': 'completed', 'code': 200} Oct 18 20:54:57.417790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:57.490149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-cc45c085-2bda-45a3-ad93-f09bb67bd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.491003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-cc45c085-2bda-45a3-ad93-f09bb67bd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.492360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-cc45c085-2bda-45a3-ad93-f09bb67bd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.492569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-cc45c085-2bda-45a3-ad93-f09bb67bd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.493244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-cc45c085-2bda-45a3-ad93-f09bb67bd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.495384 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-cc45c085-2bda-45a3-ad93-f09bb67bd7dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 4362 time: 0.3483741 Oct 18 20:54:57.544717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:57.549485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:57.783466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100531) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 18 20:54:57.783958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Router 3e98f58e-1028-4deb-a37d-e6ecd559f786 migrating from provider to provider. {{(pid=100531) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 18 20:54:57.784567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:57.791738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:57.803161 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:57.934421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-dc3de276-8d00-47ed-97df-ac8c9edf538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.935287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-dc3de276-8d00-47ed-97df-ac8c9edf538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.935953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-dc3de276-8d00-47ed-97df-ac8c9edf538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:57.938049 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-dc3de276-8d00-47ed-97df-ac8c9edf538f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4329636 Oct 18 20:54:58.103702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778868d7-bd5a-498e-b821-c440c05b29d0 req-6498f74e-b320-4e66-ab2b-d4dcfea19553 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:58.129269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778868d7-bd5a-498e-b821-c440c05b29d0 req-6498f74e-b320-4e66-ab2b-d4dcfea19553 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:58.152438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778868d7-bd5a-498e-b821-c440c05b29d0 req-6498f74e-b320-4e66-ab2b-d4dcfea19553 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:58.160205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778868d7-bd5a-498e-b821-c440c05b29d0 req-6498f74e-b320-4e66-ab2b-d4dcfea19553 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:58.168837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778868d7-bd5a-498e-b821-c440c05b29d0 req-6498f74e-b320-4e66-ab2b-d4dcfea19553 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:58.170938 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-778868d7-bd5a-498e-b821-c440c05b29d0 req-6498f74e-b320-4e66-ab2b-d4dcfea19553 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 3827 time: 0.6849475 Oct 18 20:54:58.182696 n-d-812149-2 neutron-server[100531]: WARNING neutron.scheduler.l3_agent_scheduler [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] No L3 agents can host the router 3e98f58e-1028-4deb-a37d-e6ecd559f786 Oct 18 20:54:58.246435 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-778868d7-bd5a-498e-b821-c440c05b29d0 req-7bbe9aff-da47-4222-b47d-8671d145118c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621634 Oct 18 20:54:58.682889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Hosts for router 3e98f58e-1028-4deb-a37d-e6ecd559f786: [] {{(pid=100531) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 18 20:54:58.788678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Hosts for other DVR routers connected to router 3e98f58e-1028-4deb-a37d-e6ecd559f786: set() {{(pid=100531) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 18 20:54:58.795680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:58.803637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-22d33e9c-4a63-4c4f-955d-be5c53c46e96 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "PUT /v2.0/routers/3e98f58e-1028-4deb-a37d-e6ecd559f786 HTTP/1.1" status: 200 len: 717 time: 2.2364984 Oct 18 20:54:58.806457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:58.823943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-5db320b7-baf5-4155-96a2-97fb54882b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:58.825479 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9dc906b7-a46c-4ef7-9ebc-d6922f343876 req-5db320b7-baf5-4155-96a2-97fb54882b3f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7770445 Oct 18 20:54:59.038949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c6536607-5b72-499f-b790-a9369cefe91b tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "GET /v2.0/routers/3e98f58e-1028-4deb-a37d-e6ecd559f786 HTTP/1.1" status: 200 len: 717 time: 0.2311344 Oct 18 20:54:59.047003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45330) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:59.218875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87f98bc-5227-49cc-ba1c-1e77fe682c1e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:54:59.249776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:59.292006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Transition to ACTIVE for port object a87f98bc-5227-49cc-ba1c-1e77fe682c1e will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:54:59.300049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:59.623821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:54:59.707028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Attempting to bind port a87f98bc-5227-49cc-ba1c-1e77fe682c1e on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:54:59.707718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Attempting to bind port a87f98bc-5227-49cc-ba1c-1e77fe682c1e by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:54:59.708589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Attempting to bind port a87f98bc-5227-49cc-ba1c-1e77fe682c1e on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:59.733107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Port a87f98bc-5227-49cc-ba1c-1e77fe682c1e on network 9b84a294-7768-4214-b004-bc477f7e08aa not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:54:59.734250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Attempting to bind port a87f98bc-5227-49cc-ba1c-1e77fe682c1e on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:54:59.743225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:54:59.743694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Checking segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:54:59.749286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Bound using segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:54:59.749937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Bound port: a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:54:59.750427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:59.869103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] For port a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:54:59.874811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] For port a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:54:59.890085 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:59.962554 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2ba047e8-1945-48d9-826f-6757c7a6c269 tempest-RoutersTestDVR-1517330067 tempest-RoutersTestDVR-1517330067-project] 10.222.0.66 "GET /v2.0/routers/3e98f58e-1028-4deb-a37d-e6ecd559f786 HTTP/1.1" status: 200 len: 683 time: 0.9137809 Oct 18 20:54:59.963391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45362) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:54:59.985803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:54:59.987148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:54:59.989156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] 10.222.0.30 "PUT /v2.0/ports/a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 1130 time: 3.0206230 Oct 18 20:55:00.004908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': 'a87f98bc-5227-49cc-ba1c-1e77fe682c1e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:00.023834 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98c7f26-d119-48aa-8d55-2feb53663e68" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "a87f98bc-5227-49cc-ba1c-1e77fe682c1e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:00.035540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:00.129749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a03d5-b8b8-4542-973d-228381877fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:00.215845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-c1da7879-a57a-4bb6-87bd-6ce323cdad87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:00.230580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-c1da7879-a57a-4bb6-87bd-6ce323cdad87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:00.249220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-c1da7879-a57a-4bb6-87bd-6ce323cdad87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:00.255823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-c1da7879-a57a-4bb6-87bd-6ce323cdad87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:00.257529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.277824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-c1da7879-a57a-4bb6-87bd-6ce323cdad87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:00.292895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-c1da7879-a57a-4bb6-87bd-6ce323cdad87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:00.296087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-c1da7879-a57a-4bb6-87bd-6ce323cdad87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 4599 time: 0.7840302 Oct 18 20:55:00.320818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b859a801-43d3-40b4-b671-70e9a5a38b66 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.635240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b859a801-43d3-40b4-b671-70e9a5a38b66 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.638650 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b859a801-43d3-40b4-b671-70e9a5a38b66 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.646252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-495f93c1-ee39-4992-8ee8-eb3116b13e92 req-5698815a-9dab-49ff-9d64-69c27e6f504f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3394189 Oct 18 20:55:00.715942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b859a801-43d3-40b4-b671-70e9a5a38b66 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.717396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b859a801-43d3-40b4-b671-70e9a5a38b66 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e98f58e-1028-4deb-a37d-e6ecd559f786 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:55:00.724926 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b859a801-43d3-40b4-b671-70e9a5a38b66 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.728118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b859a801-43d3-40b4-b671-70e9a5a38b66 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "DELETE /v2.0/routers/3e98f58e-1028-4deb-a37d-e6ecd559f786 HTTP/1.1" status: 204 len: 168 time: 0.7631934 Oct 18 20:55:00.734665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45380) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:00.744833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-84c559ca-b36e-4be6-bf82-660112a990b1 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Request body: {'router': {'name': 'tempest-router-1163002523', 'distributed': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:00.816044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84c559ca-b36e-4be6-bf82-660112a990b1 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.817503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84c559ca-b36e-4be6-bf82-660112a990b1 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.955582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268e80a3-2a08-4f57-a9f1-e81de1b36505 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:00.966558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:00.986936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Transition to ACTIVE for port object 268e80a3-2a08-4f57-a9f1-e81de1b36505 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:55:00.991100 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6943ccb4-ff5e-448a-b02b-d8642a54b261 x-openstack-request-id: req-6943ccb4-ff5e-448a-b02b-d8642a54b261 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:55:00.992714 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "a87f98bc-5227-49cc-ba1c-1e77fe682c1e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:55:00.993702 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6943ccb4-ff5e-448a-b02b-d8642a54b261 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:55:00.995545 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': 'a87f98bc-5227-49cc-ba1c-1e77fe682c1e', 'status': 'completed', 'code': 200} Oct 18 20:55:01.039913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:01.075182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84c559ca-b36e-4be6-bf82-660112a990b1 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:01.084726 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84c559ca-b36e-4be6-bf82-660112a990b1 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:01.115685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84c559ca-b36e-4be6-bf82-660112a990b1 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:01.120422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-84c559ca-b36e-4be6-bf82-660112a990b1 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3811719 Oct 18 20:55:01.120422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45386) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:01.238861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.244432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.246516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.248727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.249603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.255206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.256900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.260955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-3aa20c1a-2c74-4461-a15b-7935b35d3446 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6167 time: 0.2644057 Oct 18 20:55:01.268757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Pushing event updated for resources: {'Port': ['ID=268e80a3-2a08-4f57-a9f1-e81de1b36505,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:01.799571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-e069fa4d-d4ad-43b7-8a7c-ae9165d6dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.799960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-e069fa4d-d4ad-43b7-8a7c-ae9165d6dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.803421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-e069fa4d-d4ad-43b7-8a7c-ae9165d6dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:01.805445 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-e069fa4d-d4ad-43b7-8a7c-ae9165d6dce9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3784072 Oct 18 20:55:01.837342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Attempting to bind port 268e80a3-2a08-4f57-a9f1-e81de1b36505 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:55:01.838453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Attempting to bind port 268e80a3-2a08-4f57-a9f1-e81de1b36505 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:55:01.838810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Attempting to bind port 268e80a3-2a08-4f57-a9f1-e81de1b36505 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:02.035569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-ebbab132-1199-44eb-a2d7-7c9c9103bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:02.038040 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f98c7f26-d119-48aa-8d55-2feb53663e68 req-ebbab132-1199-44eb-a2d7-7c9c9103bc83 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965096 Oct 18 20:55:02.040864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Port 268e80a3-2a08-4f57-a9f1-e81de1b36505 on network 9b84a294-7768-4214-b004-bc477f7e08aa not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:55:02.041700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Attempting to bind port 268e80a3-2a08-4f57-a9f1-e81de1b36505 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:02.062432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:55:02.063241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Checking segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:02.063829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Bound using segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:55:02.064533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Bound port: 268e80a3-2a08-4f57-a9f1-e81de1b36505, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:55:02.065081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:02.258231 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-986126b3-703c-4e0c-b317-1d674441beb4 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:02.348569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] For port 268e80a3-2a08-4f57-a9f1-e81de1b36505, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:55:02.368628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] For port 268e80a3-2a08-4f57-a9f1-e81de1b36505, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:55:02.381720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:02.522252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Pushing event updated for resources: {'Port': ['ID=268e80a3-2a08-4f57-a9f1-e81de1b36505,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:02.555203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:02.555925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:02.564847 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-af5a9f31-9d0b-4ea1-b580-96c6cc452e67 service neutron] 10.222.0.30 "PUT /v2.0/ports/268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 1131 time: 2.5323362 Oct 18 20:55:02.633890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:02.847513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:02.964137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-986126b3-703c-4e0c-b317-1d674441beb4 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:02.986945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-986126b3-703c-4e0c-b317-1d674441beb4 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:03.319506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:03.331196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:03.339097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:03.348086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:03.357923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:03.366855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:03.376375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:03.382250 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-143ef114-c52b-4b5b-b8b3-af0d658b1e0d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5372 time: 0.9406016 Oct 18 20:55:03.398561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-986126b3-703c-4e0c-b317-1d674441beb4 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:03.399345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986126b3-703c-4e0c-b317-1d674441beb4 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea42f778-a6d6-4ea8-9997-b8c78d766e98 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:55:03.417717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-986126b3-703c-4e0c-b317-1d674441beb4 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:03.419005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-986126b3-703c-4e0c-b317-1d674441beb4 tempest-RoutersTestDVR-1265331675 tempest-RoutersTestDVR-1265331675-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ea42f778-a6d6-4ea8-9997-b8c78d766e98 HTTP/1.1" status: 204 len: 168 time: 2.2979014 Oct 18 20:55:03.566101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a55f2d2d-1b7f-4f99-96d1-e34d27b8ad12 req-1fc688ca-2ceb-43fa-9b31-ff726a8d6b19 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1695700 Oct 18 20:55:04.051647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '268e80a3-2a08-4f57-a9f1-e81de1b36505'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:04.058049 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "268e80a3-2a08-4f57-a9f1-e81de1b36505"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:04.104251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45438) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:04.231821 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c029b01c-d2e6-462d-8c3e-9cd6391b16ec x-openstack-request-id: req-c029b01c-d2e6-462d-8c3e-9cd6391b16ec {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:55:04.233647 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "268e80a3-2a08-4f57-a9f1-e81de1b36505", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:55:04.234195 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c029b01c-d2e6-462d-8c3e-9cd6391b16ec {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:55:04.236275 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '268e80a3-2a08-4f57-a9f1-e81de1b36505', 'status': 'completed', 'code': 200} Oct 18 20:55:04.435913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.436773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.437821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.438442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.439107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.439811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.440480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.449727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-95f1b4f9-a878-4e75-b91a-2ea854ede903 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6209 time: 0.2260373 Oct 18 20:55:04.607204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-702c7ec5-9b25-4a72-8a4e-08daba08afda admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:04.828583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-37adc4e8-cccf-4b51-9b3d-7f2fefaf2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.829362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-37adc4e8-cccf-4b51-9b3d-7f2fefaf2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.830141 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-37adc4e8-cccf-4b51-9b3d-7f2fefaf2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:04.845549 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-37adc4e8-cccf-4b51-9b3d-7f2fefaf2a00 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3781314 Oct 18 20:55:05.075626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5669ee-9420-4507-b361-9c3aa0e525e5 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:05.091246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:05.118977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Transition to ACTIVE for port object 1a5669ee-9420-4507-b361-9c3aa0e525e5 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:55:05.153528 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:05.172819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:05.208087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:05.231575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:05.278078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:05.302548 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:05.339426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:05.351769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:05.382619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-76feba40-f0b9-43ad-b779-bf43813048ac tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5372 time: 0.5668778 Oct 18 20:55:05.586027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-702c7ec5-9b25-4a72-8a4e-08daba08afda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:05.604503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5669ee-9420-4507-b361-9c3aa0e525e5,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:05.608344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b0ef9b5-3223-430e-a122-af19330f2065 req-fc0f7ce2-a19d-45c1-8696-5dcd203cb40a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232275 Oct 18 20:55:05.624140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-702c7ec5-9b25-4a72-8a4e-08daba08afda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:05.798544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7ec5-9b25-4a72-8a4e-08daba08afda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3014b-ab24-46d4-91d5-f3ba9196200f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:05.834882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-702c7ec5-9b25-4a72-8a4e-08daba08afda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bfaa3db9053940849a56d31c05a53e67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7289081 Oct 18 20:55:05.839347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45470) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:06.009305 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9df83ba-cf3f-4751-9075-cdf6254d453f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:06.012275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Attempting to bind port 1a5669ee-9420-4507-b361-9c3aa0e525e5 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:55:06.013009 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Attempting to bind port 1a5669ee-9420-4507-b361-9c3aa0e525e5 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:55:06.014405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Attempting to bind port 1a5669ee-9420-4507-b361-9c3aa0e525e5 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:06.030942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Port 1a5669ee-9420-4507-b361-9c3aa0e525e5 on network 9b84a294-7768-4214-b004-bc477f7e08aa not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:55:06.031646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Attempting to bind port 1a5669ee-9420-4507-b361-9c3aa0e525e5 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:06.052772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-708443f4-5397-4291-afad-ffab7d00f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:06.062539 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-22b7a229-eacf-4171-9f4f-b8bf28bfc4ca req-708443f4-5397-4291-afad-ffab7d00f178 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9412723 Oct 18 20:55:06.072472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:55:06.074969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Checking segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:06.077713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Bound using segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:55:06.078902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Bound port: 1a5669ee-9420-4507-b361-9c3aa0e525e5, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:55:06.079445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:06.157675 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9df83ba-cf3f-4751-9075-cdf6254d453f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:06.381189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] For port 1a5669ee-9420-4507-b361-9c3aa0e525e5, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:55:06.431870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] For port 1a5669ee-9420-4507-b361-9c3aa0e525e5, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:55:06.444834 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9df83ba-cf3f-4751-9075-cdf6254d453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:06.455894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:06.486728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9df83ba-cf3f-4751-9075-cdf6254d453f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:06.500650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e9df83ba-cf3f-4751-9075-cdf6254d453f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4a3014b-ab24-46d4-91d5-f3ba9196200f HTTP/1.1" status: 204 len: 168 time: 0.6555259 Oct 18 20:55:06.548277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df83ba-cf3f-4751-9075-cdf6254d453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3014b-ab24-46d4-91d5-f3ba9196200f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:06.707397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:06.709714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:06.714129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 200 len: 1091 time: 4.0924010 Oct 18 20:55:06.736991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:06.749359 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce1ac79-dd5d-436b-832d-8e837d83c053" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:06.791179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:07.028811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45502) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:07.029688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab7faa-0d21-4315-aa1a-3c116987f029 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5669ee-9420-4507-b361-9c3aa0e525e5,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:07.043009 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:07.368608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:07.406563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:07.431878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:07.467911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:07.481772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:07.542722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:07.604518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:07.629848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-77a388a9-e714-4ed4-9f33-12c976d56ed5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5384 time: 0.5695510 Oct 18 20:55:07.734781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6b1b935-43d4-4a5d-8007-4c0de94f0497 req-1f1e2792-eb26-419f-8f8f-73eb7be64d9f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033874 Oct 18 20:55:07.918309 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5dc3a-8862-40a7-997f-15631e39433a x-openstack-request-id: req-29f5dc3a-8862-40a7-997f-15631e39433a {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:55:07.919037 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:55:07.919037 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29f5dc3a-8862-40a7-997f-15631e39433a {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:55:07.919227 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5', 'status': 'completed', 'code': 200} Oct 18 20:55:08.260723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df90b21c-aef5-4d86-8c35-6d93f0c8770d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:08.273836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45516) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:08.284553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d9c613-2af8-416f-92d3-3c5fa9374ef1 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:08.312415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:08.361271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Transition to ACTIVE for port object 65d9c613-2af8-416f-92d3-3c5fa9374ef1 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:55:08.382545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:08.407384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45520) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:08.457207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7ade94fa-1b99-4563-8bdb-5cb73cc32b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:08.535285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Pushing event updated for resources: {'Port': ['ID=65d9c613-2af8-416f-92d3-3c5fa9374ef1,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:08.681467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.686327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.689266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.695211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.697358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.701162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.702827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.705279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.706851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.708263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.711011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.711980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:08.762820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:08.777968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:08.784786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:08.785826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:08.786666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:08.799871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:08.803981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:08.814796 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:55:08.817424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-64ca975c-aed3-4ddb-9db8-2bc627b0ae6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6276 time: 0.9003043 Oct 18 20:55:08.977812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7ade94fa-1b99-4563-8bdb-5cb73cc32b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:09.012251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7ade94fa-1b99-4563-8bdb-5cb73cc32b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:09.519044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df90b21c-aef5-4d86-8c35-6d93f0c8770d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:09.601881 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df90b21c-aef5-4d86-8c35-6d93f0c8770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:09.675180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7ade94fa-1b99-4563-8bdb-5cb73cc32b33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1cfac179ebc34dd69c0705fa83c174a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2618241 Oct 18 20:55:09.691811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45534) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:09.695701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade94fa-1b99-4563-8bdb-5cb73cc32b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85469ae-b964-4567-b970-3c60b0d44803,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:09.717635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db7a9153-644f-403e-9430-3b85062f0fc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:09.782093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-f9f3d638-72d7-44e6-90bf-5014bdfbc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:09.783537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-f9f3d638-72d7-44e6-90bf-5014bdfbc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:09.784714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-f9f3d638-72d7-44e6-90bf-5014bdfbc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:09.788289 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-f9f3d638-72d7-44e6-90bf-5014bdfbc365 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8405185 Oct 18 20:55:09.959026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:09.973710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:09.986739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:10.000226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:10.014212 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:10.026854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:10.064208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:10.067722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-b4158ba2-b839-4815-886d-2c932a2fd075 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5396 time: 0.9260907 Oct 18 20:55:10.076240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-df90b21c-aef5-4d86-8c35-6d93f0c8770d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87ec76bb96d1469094d3530afe577713&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0405934 Oct 18 20:55:10.082404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45536) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:10.100757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-0bb0ac98-552f-45d1-8ea1-cea5e6674740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:10.110563 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cce1ac79-dd5d-436b-832d-8e837d83c053 req-0bb0ac98-552f-45d1-8ea1-cea5e6674740 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3121278 Oct 18 20:55:10.161285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Attempting to bind port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:55:10.161822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Attempting to bind port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:55:10.162380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Attempting to bind port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:10.191237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 on network 9b84a294-7768-4214-b004-bc477f7e08aa not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:55:10.195720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Attempting to bind port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:10.215292 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89841c57-ac0f-4294-b6f2-a4f8f949a86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.245088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90b21c-aef5-4d86-8c35-6d93f0c8770d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8615886-ff38-47bc-8822-6ce0a23fe62d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:10.265834 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89841c57-ac0f-4294-b6f2-a4f8f949a86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.373858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:55:10.376288 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Checking segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:10.377833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Bound using segment: {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:55:10.378600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Bound port: 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9872c388-a72b-40a9-91be-28bf9093fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:55:10.380195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.441460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89841c57-ac0f-4294-b6f2-a4f8f949a86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.455173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89841c57-ac0f-4294-b6f2-a4f8f949a86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.457234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-89841c57-ac0f-4294-b6f2-a4f8f949a86c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a85469ae-b964-4567-b970-3c60b0d44803 HTTP/1.1" status: 204 len: 168 time: 0.7627463 Oct 18 20:55:10.490131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c8de838-53e0-4039-bf28-cb1b1d42f825 req-3ab91be1-d471-4382-9315-ab2d68c90fc4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3646309 Oct 18 20:55:10.514475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89841c57-ac0f-4294-b6f2-a4f8f949a86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85469ae-b964-4567-b970-3c60b0d44803,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:10.665495 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f0b1fe9-c4e9-4675-8ae7-bce61ebe2318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.858715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] For port 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:55:10.865698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] For port 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:55:10.887197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.922254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db7a9153-644f-403e-9430-3b85062f0fc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.934801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f0b1fe9-c4e9-4675-8ae7-bce61ebe2318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.947639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:10.954059 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.964777 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] 10.222.0.30 "PUT /v2.0/ports/65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 200 len: 1090 time: 4.1839759 Oct 18 20:55:10.968295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:10.977694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db7a9153-644f-403e-9430-3b85062f0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:10.980856 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ef7b1-9da7-417e-8306-c4cb122c5bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:11.134568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:11.273408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a9153-644f-403e-9430-3b85062f0fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499aeef7-6f48-4891-a7fe-1b7dfad476f7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:11.307818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-db7a9153-644f-403e-9430-3b85062f0fc2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf8de47e29f64d5e81280fce6c23443d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0298777 Oct 18 20:55:11.311788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45550) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:11.333827 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5901445a-fbcc-4731-81e0-504268b59b75 x-openstack-request-id: req-5901445a-fbcc-4731-81e0-504268b59b75 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:55:11.334415 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:55:11.335113 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5901445a-fbcc-4731-81e0-504268b59b75 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:55:11.335720 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1', 'status': 'completed', 'code': 200} Oct 18 20:55:11.442830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-162bb049-3136-4f11-add8-2ff5a3b49329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:11.473118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f0b1fe9-c4e9-4675-8ae7-bce61ebe2318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:11.478403 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f0b1fe9-c4e9-4675-8ae7-bce61ebe2318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:11.480449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9f0b1fe9-c4e9-4675-8ae7-bce61ebe2318 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8615886-ff38-47bc-8822-6ce0a23fe62d HTTP/1.1" status: 204 len: 168 time: 1.3900945 Oct 18 20:55:11.521229 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b1fe9-c4e9-4675-8ae7-bce61ebe2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8615886-ff38-47bc-8822-6ce0a23fe62d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:11.571819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-162bb049-3136-4f11-add8-2ff5a3b49329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:11.718907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:11.727190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262d874-8551-4cc6-89fa-e1381c990c76 service neutron] Pushing event updated for resources: {'Port': ['ID=65d9c613-2af8-416f-92d3-3c5fa9374ef1,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:11.926431 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-162bb049-3136-4f11-add8-2ff5a3b49329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:11.945745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-162bb049-3136-4f11-add8-2ff5a3b49329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:11.964665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-162bb049-3136-4f11-add8-2ff5a3b49329 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/499aeef7-6f48-4891-a7fe-1b7dfad476f7 HTTP/1.1" status: 204 len: 168 time: 0.6511540 Oct 18 20:55:12.037279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.059731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.072543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.074182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.075321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.076244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.078921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.078921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.079493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.081891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.084579 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-5f1e6493-a008-426a-8ca5-3a954071b8e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6343 time: 0.7467549 Oct 18 20:55:12.097256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.119493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.155977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.184746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.222115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-f753f704-c9da-4bf4-ad90-499ad985dd07 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5396 time: 0.4055152 Oct 18 20:55:12.263502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bb049-3136-4f11-add8-2ff5a3b49329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499aeef7-6f48-4891-a7fe-1b7dfad476f7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:12.338974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aec6934e-627e-4937-8fb6-2c53542f76f6 req-591ee2ea-f02f-4816-bc45-9b437e24e6ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065505 Oct 18 20:55:12.508077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-293a8b57-386b-4452-8457-42dcf1cd5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.509076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-293a8b57-386b-4452-8457-42dcf1cd5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.509817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-293a8b57-386b-4452-8457-42dcf1cd5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.512728 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-293a8b57-386b-4452-8457-42dcf1cd5813 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4202526 Oct 18 20:55:12.754382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-ba807f24-71b9-4a94-ab04-2b25d57eb1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:12.759587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-686ef7b1-9da7-417e-8306-c4cb122c5bbc req-ba807f24-71b9-4a94-ab04-2b25d57eb1ee service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325001 Oct 18 20:55:13.014660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa064a98-77a7-444d-ab5e-c9498f71f9af {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:13.048005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:13.076831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Transition to ACTIVE for port object fa064a98-77a7-444d-ab5e-c9498f71f9af will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:55:13.099322 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:13.180547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:13.319231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Pushing event updated for resources: {'Port': ['ID=fa064a98-77a7-444d-ab5e-c9498f71f9af,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:13.508819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Attempting to bind port fa064a98-77a7-444d-ab5e-c9498f71f9af on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:55:13.509188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Attempting to bind port fa064a98-77a7-444d-ab5e-c9498f71f9af by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:55:13.509519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Attempting to bind port fa064a98-77a7-444d-ab5e-c9498f71f9af on network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:13.523671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Port fa064a98-77a7-444d-ab5e-c9498f71f9af on network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:55:13.523997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Attempting to bind port fa064a98-77a7-444d-ab5e-c9498f71f9af on network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:13.539251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:55:13.539586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Checking segment: {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:13.539979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Bound using segment: {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:55:13.543426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Bound port: fa064a98-77a7-444d-ab5e-c9498f71f9af, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:55:13.543801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:13.729983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] For port fa064a98-77a7-444d-ab5e-c9498f71f9af, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:55:13.734716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] For port fa064a98-77a7-444d-ab5e-c9498f71f9af, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:55:13.744891 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:13.757144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.765580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.776761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.783701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.792702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.800594 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.809537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.822659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-6dcc75a4-233f-44bf-890a-357fcebfc37c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5408 time: 0.2533689 Oct 18 20:55:13.846449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:13.847003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:13.852758 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 200 len: 1091 time: 2.7326670 Oct 18 20:55:13.853360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:13.858658 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108c5f92-c9fa-4370-bef3-2df85bf408ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:13.910757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Request body: {'port': {'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:13.973858 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9f623b9-26be-47fa-9520-ccbb910342ec req-42d97afa-9abb-4deb-8fc2-dfde4941afd0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498358 Oct 18 20:55:14.048922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45592) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:14.107905 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73a426ba-7027-4363-acaa-4ccacda34a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.395489 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73a426ba-7027-4363-acaa-4ccacda34a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.405921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73a426ba-7027-4363-acaa-4ccacda34a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.438127 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf44f8-1df4-463f-9bb7-624c1f652431 x-openstack-request-id: req-6dcf44f8-1df4-463f-9bb7-624c1f652431 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:55:14.438656 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:55:14.438968 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dcf44f8-1df4-463f-9bb7-624c1f652431 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:55:14.439626 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af', 'status': 'completed', 'code': 200} Oct 18 20:55:14.482545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a426ba-7027-4363-acaa-4ccacda34a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ac9ef-57e6-4a0e-9506-bf0c9cdf112b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:14.527169 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-73a426ba-7027-4363-acaa-4ccacda34a43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2378f9222bb54ccca91cd16abe89edc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737303 Oct 18 20:55:14.530147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45598) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:14.540994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793fb1-f26d-4032-9058-ee55e3cde458 service neutron] Pushing event updated for resources: {'Port': ['ID=fa064a98-77a7-444d-ab5e-c9498f71f9af,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:14.551935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.709326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ad961b-59dc-4328-856b-71b430db859c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.741007 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-674b4575-c29c-4972-83c6-7a7d0d1cb1cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6458089 Oct 18 20:55:14.746830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ad961b-59dc-4328-856b-71b430db859c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.761319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:14.761541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:14.762430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:14.764318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:14.764998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:14.765927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:14.779848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:14.783658 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-cfaffcbe-ff0d-4565-a60f-d7cf363dae3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6410 time: 0.3594379 Oct 18 20:55:14.839644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ad961b-59dc-4328-856b-71b430db859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.845049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ad961b-59dc-4328-856b-71b430db859c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:14.846605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-34ad961b-59dc-4328-856b-71b430db859c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db0ac9ef-57e6-4a0e-9506-bf0c9cdf112b HTTP/1.1" status: 204 len: 168 time: 0.3127117 Oct 18 20:55:14.865042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad961b-59dc-4328-856b-71b430db859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ac9ef-57e6-4a0e-9506-bf0c9cdf112b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:15.435052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-cda1b99d-a06a-40a9-9d3d-81b1065da4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.441066 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-cda1b99d-a06a-40a9-9d3d-81b1065da4c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1096 time: 0.3983185 Oct 18 20:55:15.476637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.509771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.532262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.563083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.584976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.608423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.626647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.642396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-6206261d-277d-46cb-9cb6-1d447fed16db tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5408 time: 0.4037640 Oct 18 20:55:15.704661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-a46f8b75-3cab-4941-bc65-5f0b8886c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:15.706209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-a46f8b75-3cab-4941-bc65-5f0b8886c131 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.2344000 Oct 18 20:55:15.752351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-de728574-1744-4d2b-81a6-de3185a3a7e9 req-d62aeb7d-7d56-470b-b976-419974e111f4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007016 Oct 18 20:55:16.205540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-b358e242-cc06-456b-8596-c6958cb4364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:16.206124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-b358e242-cc06-456b-8596-c6958cb4364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:16.206575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-b358e242-cc06-456b-8596-c6958cb4364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:16.208648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-b358e242-cc06-456b-8596-c6958cb4364d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.4103427 Oct 18 20:55:16.328077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-9637cd1d-a243-47c0-accc-2b52564ec3f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 1001 time: 0.6086047 Oct 18 20:55:16.473889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-e1e3c2d7-8d42-46fe-93c2-21072046022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:16.475508 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-e1e3c2d7-8d42-46fe-93c2-21072046022e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.1388168 Oct 18 20:55:16.482760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-1b97f159-7720-431a-9a0e-3b736e1d8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:16.484545 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-1b97f159-7720-431a-9a0e-3b736e1d8df0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603528 Oct 18 20:55:16.597101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950336ab-850c-4691-bb38-8fc85060dde9 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:16.607704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-d3220f61-2403-42e0-b7e6-fd3e218e7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:16.609748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-d3220f61-2403-42e0-b7e6-fd3e218e7e4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223881 Oct 18 20:55:16.612244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:16.750888 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-2c345800-75ed-4307-8dc9-c8ebfa7585b6 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305933 Oct 18 20:55:16.769203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Transition to ACTIVE for port object 950336ab-850c-4691-bb38-8fc85060dde9 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:55:16.796626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:16.887424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45646) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:17.038850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Pushing event updated for resources: {'Port': ['ID=950336ab-850c-4691-bb38-8fc85060dde9,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:17.061847 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c31c975b-736e-4bd0-b1a0-ee77316d44b4 req-20930067-ef23-4e7c-a4fa-2de3ca2e30bf service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867944 Oct 18 20:55:17.065022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.084269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.099928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.118662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.132615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.140584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.153009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.157367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-187552fc-0ff5-49b1-bdd2-232cb326b601 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.2085485 Oct 18 20:55:17.278688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Attempting to bind port 950336ab-850c-4691-bb38-8fc85060dde9 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:55:17.283782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Attempting to bind port 950336ab-850c-4691-bb38-8fc85060dde9 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:55:17.284294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Attempting to bind port 950336ab-850c-4691-bb38-8fc85060dde9 on network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:17.295134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5704a7b-f522-493a-9173-5259d7fe93f4 req-8c65ccee-037c-4367-a416-2f87dd993369 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315813 Oct 18 20:55:17.305970 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Port 950336ab-850c-4691-bb38-8fc85060dde9 on network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:55:17.306544 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Attempting to bind port 950336ab-850c-4691-bb38-8fc85060dde9 on network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:17.323157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:55:17.323731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Checking segment: {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:17.324375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Bound using segment: {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:55:17.331795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Bound port: 950336ab-850c-4691-bb38-8fc85060dde9, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad5acb2-eb63-4165-a418-f7015df5f3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:55:17.332423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:17.524243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] For port 950336ab-850c-4691-bb38-8fc85060dde9, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:55:17.532040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] For port 950336ab-850c-4691-bb38-8fc85060dde9, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=950336ab-850c-4691-bb38-8fc85060dde9,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:55:17.546547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:17.620181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.636222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:17.643755 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] 10.222.0.30 "PUT /v2.0/ports/950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 1091 time: 3.7605431 Oct 18 20:55:17.648464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:17.658512 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "950336ab-850c-4691-bb38-8fc85060dde9"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:17.707072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5125b-6b03-4c4a-840c-35bb2b2b819c service neutron] Pushing event updated for resources: {'Port': ['ID=950336ab-850c-4691-bb38-8fc85060dde9,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:17.785002 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c3612-2adb-43e4-9c3f-c33ff16f2e1d x-openstack-request-id: req-e56c3612-2adb-43e4-9c3f-c33ff16f2e1d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:55:17.785307 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "950336ab-850c-4691-bb38-8fc85060dde9", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:55:17.785766 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e56c3612-2adb-43e4-9c3f-c33ff16f2e1d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:55:17.785951 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9', 'status': 'completed', 'code': 200} Oct 18 20:55:17.840638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.845890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.846480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.846955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.851992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.852591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.853068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:17.855798 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-e3adb034-f2d4-4fac-b308-1d7e94a6cbc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6477 time: 0.1374874 Oct 18 20:55:18.013097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-2a9e1291-8844-493d-8ac2-77674bfe9e1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 217 time: 0.1475542 Oct 18 20:55:18.100503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1977596980'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:18.106494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-d564ac7c-7760-4627-8ab4-dc4f3541b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:18.109789 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-d564ac7c-7760-4627-8ab4-dc4f3541b78d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 200 len: 851 time: 0.0845006 Oct 18 20:55:18.145964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Made reservation on behalf of 80897093ce0e454d969a19ba0574fdb8 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:18.150355 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.174727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.221136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-7e165bce-740d-4134-9c65-64a897d06925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:18.223280 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-7e165bce-740d-4134-9c65-64a897d06925 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048126 Oct 18 20:55:18.359194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.370116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.387354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:55:18.400903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.401820 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Added segment c7168f98-35e5-46a5-bdad-7e22efe0a038 of type vlan for network 2fb45d64-c18b-4771-96ea-88bed9bf6510 Oct 18 20:55:18.443799 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-c5783143-f1f8-46f6-a659-e6377a409e68 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125144 Oct 18 20:55:18.461836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.540421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.549071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:18.549728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.690213 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-c1f0519b-c871-4909-8a8d-51bc33333455 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371671 Oct 18 20:55:18.787038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8930373 Oct 18 20:55:18.791453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.795410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc4f3a87-2ef1-4e43-8459-84cc552a0d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:18.802640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45686) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:18.820217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Request body: {'subnet': {'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:18.876817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-194ece78-63d4-4f08-96c4-318d01502684 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 217 time: 0.1699779 Oct 18 20:55:18.962451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f24395-397b-4df3-a80f-5cf1d5e93936,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:18.991110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7ce3f-f482-46b3-bcfb-61d5d2e661ff tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event updated for resources: {'Network': ['ID=2fb45d64-c18b-4771-96ea-88bed9bf6510,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:19.038583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:55:19.047425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.066400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38bb0189-7d30-4b30-a424-a1f248a546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.074803 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-38bb0189-7d30-4b30-a424-a1f248a546a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1965752 Oct 18 20:55:19.078482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.119427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.145439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.167298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.202582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.221432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.231679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-9aeafa3f-8d67-406f-b77b-d64c80ef3ee2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.7293644 Oct 18 20:55:19.267827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-b96dbeee-6ecc-4843-b4d0-7233962c7190 req-c682fbd3-a037-42e4-bdc4-d65faae2dad7 service neutron] (100531) timed out ('10.222.0.66', 43282) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 20:55:19.293460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0f9c3916-cac4-4e6e-975a-e39e47913f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:19.296242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0f9c3916-cac4-4e6e-975a-e39e47913f9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2133400 Oct 18 20:55:19.547020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f26dfa4-b337-4673-a3e9-737c8f858cc7 req-3097d1b3-3ccf-4132-9302-9066b6cb8d46 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3141422 Oct 18 20:55:19.587394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Made reservation on behalf of 80897093ce0e454d969a19ba0574fdb8 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:19.591789 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:19.653293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-49d94ebc-717e-4e05-a50d-cd34dc4c098e service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478651 Oct 18 20:55:19.945877 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-d433a264-9737-4e56-97d8-de1b6866b0f6 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843244 Oct 18 20:55:20.092398 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0bd5acf9-a749-4e53-b090-f633383a894b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 217 time: 0.1370313 Oct 18 20:55:20.108211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:20.232715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-4684a87c-6102-4ba8-ae92-ec3460d26cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:20.239208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-4684a87c-6102-4ba8-ae92-ec3460d26cdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1396940 Oct 18 20:55:20.385673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a13b1992-7269-4b30-905b-37151d1e17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:20.390190 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a13b1992-7269-4b30-905b-37151d1e17ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421566 Oct 18 20:55:20.413980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event updated for resources: {'Subnet': ['ID=6d5d0fe7-dfef-49bd-b9ea-b539665a810a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:20.458025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Checking segment: {'id': 'c7168f98-35e5-46a5-bdad-7e22efe0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:20.458739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Network hostable DHCP agents. Network: 2fb45d64-c18b-4771-96ea-88bed9bf6510, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:55:20.531919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:55:20.571610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 2fb45d64-c18b-4771-96ea-88bed9bf6510) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:20.584965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:20.588544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:20.590250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba70db5-9b06-4ef5-8748-e8633ce23696 None None] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:55:20.683866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45730) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:20.687947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cbf6b562-46de-4e5b-b8db-5e474d8f89b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8880661 Oct 18 20:55:20.737645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Request body: {'port': {'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-191757092'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:20.953018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-2fb45d64-c18b-4771-96ea-88bed9bf6510', 'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510', 'tenant_id': '80897093ce0e454d969a19ba0574fdb8', 'fixed_ips': [{'subnet_id': '6d5d0fe7-dfef-49bd-b9ea-b539665a810a'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:55:20.953918 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:20.992777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.019007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.049536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.086500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.130814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.164412 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.189741 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-44f413e2-4f59-44c5-a9b9-b05b262cfb85 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844496 Oct 18 20:55:21.194221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.207762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-e759fa0c-41c1-404a-b4dc-6b7501e57733 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.5117254 Oct 18 20:55:21.336249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4140a977-c608-4ec4-8be3-e6c08573dd05 req-0d4d4c51-cff6-4930-8f49-1c754350311c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204243 Oct 18 20:55:21.339517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Allocated IP 2001:db8::2 (2fb45d64-c18b-4771-96ea-88bed9bf6510/6d5d0fe7-dfef-49bd-b9ea-b539665a810a/dd504fc2-9489-4dda-8c94-85e653ae9dda) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:21.561574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-7536199a-187d-49f6-851e-c55749db0c5f service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620212 Oct 18 20:55:21.566065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Made reservation on behalf of 80897093ce0e454d969a19ba0574fdb8 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:21.570963 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:21.602718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] device_id is not set on port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:55:21.650224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-07c94e7e-dfac-4fe7-be0f-d67feece0828 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 200 len: 217 time: 0.0613787 Oct 18 20:55:21.726922 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:21.746104 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:21.861620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:21.863075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Pushing event updated for resources: {'Port': ['ID=dd504fc2-9489-4dda-8c94-85e653ae9dda,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:21.873760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:21.879298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:21.956691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-fec7cffa-a5e7-462a-8f6f-fd8752c85c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:21.959677 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-fec7cffa-a5e7-462a-8f6f-fd8752c85c25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.2380526 Oct 18 20:55:21.974753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Attempting to bind port dd504fc2-9489-4dda-8c94-85e653ae9dda on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:55:21.975206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Attempting to bind port dd504fc2-9489-4dda-8c94-85e653ae9dda by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'c7168f98-35e5-46a5-bdad-7e22efe0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:55:21.975502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Attempting to bind port dd504fc2-9489-4dda-8c94-85e653ae9dda on network 2fb45d64-c18b-4771-96ea-88bed9bf6510 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:21.982121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:55:21.982640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Checking segment: {'id': 'c7168f98-35e5-46a5-bdad-7e22efe0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:21.982949 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:21.983316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Bound using segment: {'id': 'c7168f98-35e5-46a5-bdad-7e22efe0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:55:21.983965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Bound port: dd504fc2-9489-4dda-8c94-85e653ae9dda, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7168f98-35e5-46a5-bdad-7e22efe0a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:55:21.984362 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:22.052410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Allocated IP 2001:db8::399 (2fb45d64-c18b-4771-96ea-88bed9bf6510/6d5d0fe7-dfef-49bd-b9ea-b539665a810a/f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:22.066436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] For port dd504fc2-9489-4dda-8c94-85e653ae9dda, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:55:22.070682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] For port dd504fc2-9489-4dda-8c94-85e653ae9dda, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dd504fc2-9489-4dda-8c94-85e653ae9dda,segment=NetworkSegment(c7168f98-35e5-46a5-bdad-7e22efe0a038),segment_id=c7168f98-35e5-46a5-bdad-7e22efe0a038)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:55:22.085752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:22.094418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0c5d4817-cd9f-4874-bf18-4fa0c803aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.097383 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-0c5d4817-cd9f-4874-bf18-4fa0c803aac4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260080 Oct 18 20:55:22.210938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf3eb-8ebe-4872-a553-835f81d03a19 None None] Pushing event updated for resources: {'Port': ['ID=dd504fc2-9489-4dda-8c94-85e653ae9dda,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:22.499782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-cb5d81de-a429-4996-9644-76c40fd63fba service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945277 Oct 18 20:55:22.624607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.648700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.665219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.677478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:22.696489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.703379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.737928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.755148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:22.755513 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-6397ccfe-3750-4b25-92c8-c771ae7fd14d service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433712 Oct 18 20:55:22.770339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-99a813db-754a-4502-9025-ea3e3baf7b01 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.2584591 Oct 18 20:55:22.848135 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8e09023-b65b-486a-b8d9-74cde65b08b6 req-9d378c87-29d0-4b21-b36c-8b5a7110dcba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754833 Oct 18 20:55:22.887502 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-da0402c8-de06-4f3e-a143-13964654f069 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 200 len: 217 time: 0.1173627 Oct 18 20:55:23.010326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-224c3421-8119-48be-abe8-d5caca871001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:23.016778 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-224c3421-8119-48be-abe8-d5caca871001 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1190560 Oct 18 20:55:23.048563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:23.156132 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f30902a2-2390-4a1d-9cec-7678763acfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:23.279124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:23.286750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:23.291901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:23.304451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:23.304451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:23.388684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45780) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:23.407017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7019520 Oct 18 20:55:23.411705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Request body: {'port': {'network_id': '2fb45d64-c18b-4771-96ea-88bed9bf6510', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1482890380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:23.434654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] bootfile-name is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:55:23.436544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] tftp-server is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:55:23.437418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] server-ip-address is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:55:23.524895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-3665c846-bd15-4d53-b6d9-f87444381202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:23.534523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-3665c846-bd15-4d53-b6d9-f87444381202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5084972 Oct 18 20:55:23.536860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d1c1f-9d62-4cc6-8282-ccd1c5ce43bb tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event updated for resources: {'Port': ['ID=f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:23.658096 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dd504fc2-9489-4dda-8c94-85e653ae9dda up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:23.953718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Made reservation on behalf of 80897093ce0e454d969a19ba0574fdb8 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:23.955809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dd504fc2-9489-4dda-8c94-85e653ae9dda triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:23.956721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:23.967483 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:24.024279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] device_id is not set on port 94d63683-889b-44d1-96f6-d96c1a641f4a yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:55:24.070434 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-7ed4ca24-f738-4ffb-829e-05cfd3088476 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108254 Oct 18 20:55:24.332474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Allocated IP 2001:db8::26b (2fb45d64-c18b-4771-96ea-88bed9bf6510/6d5d0fe7-dfef-49bd-b9ea-b539665a810a/94d63683-889b-44d1-96f6-d96c1a641f4a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:24.387641 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a0459011-d01b-4a5e-b718-accecb8aee65 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130565 Oct 18 20:55:24.415995 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:24.420567 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:24.494957 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-606ad7c7-dcb5-4f7b-a4b5-b25362d7e115 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 200 len: 217 time: 0.0933595 Oct 18 20:55:24.608912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port dd504fc2-9489-4dda-8c94-85e653ae9dda, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dd504fc2-9489-4dda-8c94-85e653ae9dda,segment=NetworkSegment(c7168f98-35e5-46a5-bdad-7e22efe0a038),segment_id=c7168f98-35e5-46a5-bdad-7e22efe0a038)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:24.614992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.622844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9196f7-483e-4e66-a47e-51db1a1d156f None None] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:55:24.630320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.639800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.646891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.654084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.660608 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:24.667082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.675117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.684489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-0c8a2afc-93a0-4b3a-9a7b-44f4eb184d27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.3324447 Oct 18 20:55:24.717898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a1b01eae-9147-4176-ab22-50367b83cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.733461 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-a1b01eae-9147-4176-ab22-50367b83cf66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.2291026 Oct 18 20:55:24.769756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-acf2274e-92ec-48b2-b28f-0e1b5be16a13 req-e5932bfd-e45a-4601-a3f4-84ae5734b961 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836914 Oct 18 20:55:24.954452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-72400263-8e03-456b-8ac3-c10905b67323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:24.965002 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-72400263-8e03-456b-8ac3-c10905b67323 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2082646 Oct 18 20:55:24.990265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:25.142186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:25.202838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7c7d6be6-7e23-4e65-ae45-d35c8df04ca5 None None] Provisioning complete for port dd504fc2-9489-4dda-8c94-85e653ae9dda triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:25.204702 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6be6-7e23-4e65-ae45-d35c8df04ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:25.323218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:25.335735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=dd504fc2-9489-4dda-8c94-85e653ae9dda,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:25.339570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:25.347911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-5534c789-abb0-4c1a-b7e7-917d7e5fe4e9 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814940 Oct 18 20:55:25.355481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:25.387613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:25.388468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.388982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.389339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.389687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.390029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.390366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.390697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.391952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:25.392753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.394116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.395026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.395375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.395716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:25.440077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:25.465575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event updated for resources: {'Port': ['ID=94d63683-889b-44d1-96f6-d96c1a641f4a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:25.504978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-10acb8a2-f28b-4d44-b1e9-d3ce5f3e4d7c tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1133165 Oct 18 20:55:25.509601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:25.820233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-adc45456-0b84-45d3-ae23-c79b71c66fb2 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617331 Oct 18 20:55:25.824342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45844) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:25.863429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a9bbb-119d-4d03-8340-f5ca1b49500f tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:25.888049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a9bbb-119d-4d03-8340-f5ca1b49500f tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:25.921518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a9bbb-119d-4d03-8340-f5ca1b49500f tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:25.929332 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1b2a9bbb-119d-4d03-8340-f5ca1b49500f tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4179094 Oct 18 20:55:25.936066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45854) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:25.976661 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-6f1225ec-58d2-4fd5-b850-c377c1fca65a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 217 time: 0.1476052 Oct 18 20:55:26.201788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-9152ddb2-eed9-4ac1-9123-084115bdb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.209505 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-9152ddb2-eed9-4ac1-9123-084115bdb392 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.2181516 Oct 18 20:55:26.296127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.304818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.312416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.320263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.327774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.328116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-c86106a7-2ed9-409d-b367-5c404334a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.329851 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-c86106a7-2ed9-409d-b367-5c404334a480 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146798 Oct 18 20:55:26.338087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.371313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:26.383162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-c36a6086-5a2e-4d2b-824b-b0706d0efea7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.3876746 Oct 18 20:55:26.460851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Provisioning complete for port 94d63683-889b-44d1-96f6-d96c1a641f4a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:26.460851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:26.470389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf18fdef-2769-4078-be50-8c5e224ee5f8 req-30410579-aaa7-45fa-b54d-332c1c8ae945 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859425 Oct 18 20:55:26.530246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Deleting port 94d63683-889b-44d1-96f6-d96c1a641f4a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:26.530636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:26.645261 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-c4e43064-3369-4182-b3ca-ff30eb007ea6 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061476 Oct 18 20:55:26.757326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Port 94d63683-889b-44d1-96f6-d96c1a641f4a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:26.783227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:26.837394 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-83768374-e640-4343-aca7-5d8a976bde60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:26.897747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Calling delete_port for 94d63683-889b-44d1-96f6-d96c1a641f4a owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:26.923835 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a72f8e26-2d7f-4547-b099-6bf319ed0fac req-7671e2e9-89ad-40a4-a7c1-33265a45fdce service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647026 Oct 18 20:55:26.927749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Provisioning complete for port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:26.928349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:26.943960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.033108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-83768374-e640-4343-aca7-5d8a976bde60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.036655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:27.046361 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-83768374-e640-4343-aca7-5d8a976bde60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.060230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Provisioning complete for port dd504fc2-9489-4dda-8c94-85e653ae9dda triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:27.060637 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26d8a582-dcf3-4226-90eb-1fb95ec12e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.308147 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-83768374-e640-4343-aca7-5d8a976bde60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb23f3a43d1b42eb9db80f047b60472d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4813073 Oct 18 20:55:27.314580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:27.322668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83768374-e640-4343-aca7-5d8a976bde60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6346da-725a-4e01-aff6-94a778857b09,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:27.421742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.441543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dd504fc2-9489-4dda-8c94-85e653ae9dda up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:27.444412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:27.444912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:27.445379 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:27.445837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:27.446289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:27.446775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:27.451308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:27.453560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-05176d0f-2e36-43dc-bc5a-cb9776321a07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6477 time: 0.3754535 Oct 18 20:55:27.537312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event deleted for resources: {'Port': ['ID=94d63683-889b-44d1-96f6-d96c1a641f4a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:27.584971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6ab11f2e-9609-4464-ab75-218a9afed5a4 None None] Provisioning complete for port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:27.584971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ab11f2e-9609-4464-ab75-218a9afed5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.631723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.656993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a884a8d1-d207-469d-a5e2-9bfdd8e19daf tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "DELETE /v2.0/ports/94d63683-889b-44d1-96f6-d96c1a641f4a HTTP/1.1" status: 204 len: 168 time: 1.7111611 Oct 18 20:55:27.656993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45876) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:27.674477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Request body: {'port': {'name': 'tempest-new-port-name-884858480', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:27.676435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] bootfile-name is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:55:27.677047 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] tftp-server is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:55:27.677619 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.api.validators [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] server-ip-address is not in valid_values {{(pid=100531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 18 20:55:27.711344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port dd504fc2-9489-4dda-8c94-85e653ae9dda triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:27.711635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:27.772250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6ab11f2e-9609-4464-ab75-218a9afed5a4 None None] Port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:28.008516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7c4e7562-ef0c-436e-8ec5-7e006084c5c8 None None] Could not find standard attr ID for object 94d63683-889b-44d1-96f6-d96c1a641f4a. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:55:28.095950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:28.330167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.376895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.390080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.410073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.425718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.441481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.455221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.469131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-40f591ba-9cdb-4ff8-a878-69da193f5b7e tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.6150901 Oct 18 20:55:28.549848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f06c7471-67cc-4c19-ac77-08b345a363ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:28.615180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1adf1764-2e00-4edb-a9bc-0410d52b4cdb req-68b2a29c-c461-4a22-af6d-8db4a6052b08 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430392 Oct 18 20:55:28.662444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f06c7471-67cc-4c19-ac77-08b345a363ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:28.667174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-27632897-1beb-408a-8db4-7a52efb9f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.670655 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-27632897-1beb-408a-8db4-7a52efb9f712 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 903 time: 1.2060525 Oct 18 20:55:28.807098 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-30c6ccc2-1a31-4237-8e97-6bd4f69d0600 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 217 time: 0.1263876 Oct 18 20:55:28.874410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:28.881060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:28.913706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-1743131f-32ec-471c-a0b4-625392ac1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:28.915277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-1743131f-32ec-471c-a0b4-625392ac1242 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.0817385 Oct 18 20:55:28.972815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event updated for resources: {'Port': ['ID=f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:28.974403 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f06c7471-67cc-4c19-ac77-08b345a363ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:28.978937 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f06c7471-67cc-4c19-ac77-08b345a363ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:28.980230 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f06c7471-67cc-4c19-ac77-08b345a363ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f6346da-725a-4e01-aff6-94a778857b09 HTTP/1.1" status: 204 len: 168 time: 1.6632917 Oct 18 20:55:28.994520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7471-67cc-4c19-ac77-08b345a363ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6346da-725a-4e01-aff6-94a778857b09,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:28.999409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] In _notify_port_updated(), no bound segment for port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e on network 2fb45d64-c18b-4771-96ea-88bed9bf6510 {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:55:29.007183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:29.007905 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:29.011994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-419abdfe-f79a-47fa-84c7-429a967cab00 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "PUT /v2.0/ports/f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e HTTP/1.1" status: 200 len: 1129 time: 1.3475251 Oct 18 20:55:29.012599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45894) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:29.023171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-3af9fb0f-bb7e-4947-b78f-d95b99efe517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:29.024986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-3af9fb0f-bb7e-4947-b78f-d95b99efe517 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959179 Oct 18 20:55:29.080258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7ebfb-ab03-4f42-a0c6-5989047e2039 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:29.089729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3fe7ebfb-ab03-4f42-a0c6-5989047e2039 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "GET /v2.0/ports/f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e HTTP/1.1" status: 200 len: 1129 time: 0.0717056 Oct 18 20:55:29.091831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45896) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:29.212850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Deleting port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:29.213222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:29.216672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-8c0b487c-56fd-457b-a293-4c1fec4ec28b service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819830 Oct 18 20:55:29.374257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45902) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:29.386984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:29.412796 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-13b5bc45-9a1f-4074-befb-8b6f11b6e5bc req-0afb1967-c96f-4e21-a246-3a5c7a8dbd23 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794794 Oct 18 20:55:29.481518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Calling delete_port for f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:29.570768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7c378e41-cf19-4fa6-9993-4292e2132466 None None] Provisioning complete for port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:29.571327 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c378e41-cf19-4fa6-9993-4292e2132466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:29.676018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7c378e41-cf19-4fa6-9993-4292e2132466 None None] Port f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:29.710981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45912) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:29.725297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32f231c6-123a-4710-a630-bea723a38d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:29.782139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b24be5c4-b091-4186-a304-0d00f426b825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:29.870590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:29.967338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:29.973920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:29.980637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:29.987469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:29.993786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:30.001144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:30.007498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:30.008422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32f231c6-123a-4710-a630-bea723a38d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.010092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-5f513c94-b0f5-4570-a699-8d68b5844b3c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.2084119 Oct 18 20:55:30.017421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event deleted for resources: {'Port': ['ID=f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:30.020804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-32f231c6-123a-4710-a630-bea723a38d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.082915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-32f231c6-123a-4710-a630-bea723a38d7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8b138b14de24bd4885f184a912656df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936026 Oct 18 20:55:30.084063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f231c6-123a-4710-a630-bea723a38d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94744a2-a1cf-4fe7-998a-41765d522745,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:30.092473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.095931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a9cb2d1-4543-46e1-bcc1-9bf3bcb4ca19 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "DELETE /v2.0/ports/f32fb7d9-b9fa-46c4-bea1-c59e9c475a6e HTTP/1.1" status: 204 len: 168 time: 1.0010548 Oct 18 20:55:30.098003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45918) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:30.100896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45920) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:30.180917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b24be5c4-b091-4186-a304-0d00f426b825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.189836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a5db1f2-07fa-4da0-b1c9-ab3f9652652c req-419d4ba0-e381-4bc4-8df9-f40319b8765d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488092 Oct 18 20:55:30.192453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b24be5c4-b091-4186-a304-0d00f426b825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.223472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Deleting subnet 6d5d0fe7-dfef-49bd-b9ea-b539665a810a {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:55:30.232658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.317475 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e52115cc-33f3-4cdd-a655-f240af57d5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.331315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b24be5c4-b091-4186-a304-0d00f426b825 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d483ec9124b419383d99f5dd2fb527f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187809 Oct 18 20:55:30.348788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24be5c4-b091-4186-a304-0d00f426b825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d617e33-7fe7-4837-ade4-25386357953c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:30.353141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45922) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:30.365829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.405172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e52115cc-33f3-4cdd-a655-f240af57d5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.526923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83fcd3f2-0c47-46b2-a617-6de57ed94b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.570571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e52115cc-33f3-4cdd-a655-f240af57d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.575763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e52115cc-33f3-4cdd-a655-f240af57d5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.579999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e52115cc-33f3-4cdd-a655-f240af57d5d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e94744a2-a1cf-4fe7-998a-41765d522745 HTTP/1.1" status: 204 len: 168 time: 0.4785819 Oct 18 20:55:30.592907 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83fcd3f2-0c47-46b2-a617-6de57ed94b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.648201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52115cc-33f3-4cdd-a655-f240af57d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94744a2-a1cf-4fe7-998a-41765d522745,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:30.677302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.758973 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83fcd3f2-0c47-46b2-a617-6de57ed94b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.763286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83fcd3f2-0c47-46b2-a617-6de57ed94b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.765872 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-83fcd3f2-0c47-46b2-a617-6de57ed94b64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d617e33-7fe7-4837-ade4-25386357953c HTTP/1.1" status: 204 len: 168 time: 0.4066377 Oct 18 20:55:30.779483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcd3f2-0c47-46b2-a617-6de57ed94b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d617e33-7fe7-4837-ade4-25386357953c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:30.839026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.902012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5d0fe7-dfef-49bd-b9ea-b539665a810a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:30.927207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b4ceab-152c-44d4-87c0-983d9e9f4839 None None] Network 2fb45d64-c18b-4771-96ea-88bed9bf6510 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:55:30.928981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:30.934971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5fb1e1d4-f677-4031-b64e-a47d7b58433b tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "DELETE /v2.0/subnets/6d5d0fe7-dfef-49bd-b9ea-b539665a810a HTTP/1.1" status: 204 len: 168 time: 0.8328917 Oct 18 20:55:30.939555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45932) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:31.131876 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:31.392205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Deleting port dd504fc2-9489-4dda-8c94-85e653ae9dda {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:31.392811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:31.481727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] DHCP port deletion for 2fb45d64-c18b-4771-96ea-88bed9bf6510 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:55:31.627511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] Deleting port dd504fc2-9489-4dda-8c94-85e653ae9dda {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:31.632094 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:31.884781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45954) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:31.946636 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd551fa8-fd80-4e07-a23c-454bba8d5133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:31.986914 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] For port dd504fc2-9489-4dda-8c94-85e653ae9dda, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dd504fc2-9489-4dda-8c94-85e653ae9dda,segment=NetworkSegment(c7168f98-35e5-46a5-bdad-7e22efe0a038),segment_id=c7168f98-35e5-46a5-bdad-7e22efe0a038)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:31.988049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.007674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Calling delete_port for dd504fc2-9489-4dda-8c94-85e653ae9dda owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:32.037778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:32.044455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:32.051134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:32.057616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:32.064902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:32.071535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:32.074454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] For port dd504fc2-9489-4dda-8c94-85e653ae9dda, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=dd504fc2-9489-4dda-8c94-85e653ae9dda,segment=NetworkSegment(c7168f98-35e5-46a5-bdad-7e22efe0a038),segment_id=c7168f98-35e5-46a5-bdad-7e22efe0a038)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:32.079808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:32.099455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.103213 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-b1c29b3c-7eb4-4bb8-9621-bbd25ba9129f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.6527913 Oct 18 20:55:32.134991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] Calling delete_port for dd504fc2-9489-4dda-8c94-85e653ae9dda owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:32.243058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd551fa8-fd80-4e07-a23c-454bba8d5133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.253863 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd551fa8-fd80-4e07-a23c-454bba8d5133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.277184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b90ed325-f5a1-47ab-a498-345a45a94be4 req-c5da07c4-86db-4f99-948b-cb4435bb2603 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725576 Oct 18 20:55:32.373781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.413531 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.466477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event deleted for resources: {'Port': ['ID=dd504fc2-9489-4dda-8c94-85e653ae9dda,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:32.476647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] No DVR routers for this DVR port dd504fc2-9489-4dda-8c94-85e653ae9dda on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:55:32.479964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd551fa8-fd80-4e07-a23c-454bba8d5133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae6cb0f-a4f7-444f-a383-8fb8ede6f224,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:32.494914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] Pushing event deleted for resources: {'Port': ['ID=dd504fc2-9489-4dda-8c94-85e653ae9dda,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:32.505739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd55b01-89a7-4fb4-ab60-a916bffa6b95 None None] No DVR routers for this DVR port dd504fc2-9489-4dda-8c94-85e653ae9dda on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:55:32.509997 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd551fa8-fd80-4e07-a23c-454bba8d5133 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0da660aeff744bca0d35c5ae87a3c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214652 Oct 18 20:55:32.511937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45962) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:32.642161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a367565-f9ca-4947-8768-29779365816a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.700677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a367565-f9ca-4947-8768-29779365816a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.718535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.827642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb45d64-c18b-4771-96ea-88bed9bf6510']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:55:32.863600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7168f98-35e5-46a5-bdad-7e22efe0a038') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:55:32.863600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7168f98-35e5-46a5-bdad-7e22efe0a038') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:55:32.908477 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a367565-f9ca-4947-8768-29779365816a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.921310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a367565-f9ca-4947-8768-29779365816a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.921310 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a367565-f9ca-4947-8768-29779365816a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ae6cb0f-a4f7-444f-a383-8fb8ede6f224 HTTP/1.1" status: 204 len: 168 time: 0.4064374 Oct 18 20:55:32.947838 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:32.957038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367565-f9ca-4947-8768-29779365816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae6cb0f-a4f7-444f-a383-8fb8ede6f224,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:33.010605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:33.038911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:55:33.039600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:55:33.045461 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:55:33.206238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:33.223106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:33.231933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] 10.222.0.66 "DELETE /v2.0/networks/2fb45d64-c18b-4771-96ea-88bed9bf6510 HTTP/1.1" status: 204 len: 168 time: 2.2901382 Oct 18 20:55:33.254935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ba69d-7950-4dcc-ad1f-ab8380f7f438 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950 tempest-ExtraDHCPOptionsIpV6TestJSON-1133315950-project] Pushing event deleted for resources: {'Network': ['ID=2fb45d64-c18b-4771-96ea-88bed9bf6510,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:33.360970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dd504fc2-9489-4dda-8c94-85e653ae9dda no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:55:33.438829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: dd504fc2-9489-4dda-8c94-85e653ae9dda {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:55:33.439685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device dd504fc2-9489-4dda-8c94-85e653ae9dda not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:55:33.524891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:33.536771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:33.550875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:33.562833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:33.573033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:33.581859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:33.592330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:33.603433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c48568a-bece-4b19-a23c-51841400296c req-2c33c750-00f3-4261-a8ee-93a083dfbd2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.1794565 Oct 18 20:55:33.665031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c48568a-bece-4b19-a23c-51841400296c req-436dcccb-9a98-4100-a6dd-287e09cd1508 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609262 Oct 18 20:55:33.815020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45990) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:33.839063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45994) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:33.853578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28798e31-a804-4572-946d-b6be882b9e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.009054 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28798e31-a804-4572-946d-b6be882b9e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.021381 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28798e31-a804-4572-946d-b6be882b9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.109599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-28798e31-a804-4572-946d-b6be882b9e30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=026cbb93e3b84dba84db839512cdc107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658677 Oct 18 20:55:34.110864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46006) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:34.112428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28798e31-a804-4572-946d-b6be882b9e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23748b50-2e73-4e62-a3cc-160d023da283,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:34.252984 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13933b61-1257-403c-8e22-ebf0b7478210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.281322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c6da4472-2c25-45ec-ac2a-687c8bc1f1ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80897093ce0e454d969a19ba0574fdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646292 Oct 18 20:55:34.282273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46010) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:34.303146 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13933b61-1257-403c-8e22-ebf0b7478210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.444689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13933b61-1257-403c-8e22-ebf0b7478210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.451236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13933b61-1257-403c-8e22-ebf0b7478210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.457963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-13933b61-1257-403c-8e22-ebf0b7478210 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23748b50-2e73-4e62-a3cc-160d023da283 HTTP/1.1" status: 204 len: 168 time: 0.3457363 Oct 18 20:55:34.477455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13933b61-1257-403c-8e22-ebf0b7478210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23748b50-2e73-4e62-a3cc-160d023da283,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:34.505367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1330a3a-46e9-4d50-a3b6-0119e15cadbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.556482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1330a3a-46e9-4d50-a3b6-0119e15cadbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.666001 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1330a3a-46e9-4d50-a3b6-0119e15cadbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.671228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1330a3a-46e9-4d50-a3b6-0119e15cadbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:34.673498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d1330a3a-46e9-4d50-a3b6-0119e15cadbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34f24395-397b-4df3-a80f-5cf1d5e93936 HTTP/1.1" status: 204 len: 168 time: 0.3869338 Oct 18 20:55:34.711997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1330a3a-46e9-4d50-a3b6-0119e15cadbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f24395-397b-4df3-a80f-5cf1d5e93936,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:35.078754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:35.085657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:35.092442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:35.098545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:35.104537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:35.111328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:35.118086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:35.120298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-a3f76bd8-a64a-439c-96cc-2ddaeb9c1812 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.1495681 Oct 18 20:55:35.219073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a695b58e-5f08-4ac9-bd70-b66cfd01cb44 req-2ef29f99-e331-4cd5-92a0-6f043ff9263f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883148 Oct 18 20:55:36.614662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:36.636972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:36.666484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:36.702608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:36.717458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:36.731903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:36.749994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:36.765647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-d873b424-2c43-49e4-b86a-7ec6082f6995 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.4142754 Oct 18 20:55:36.860881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-66e0d88b-a73a-469f-8963-cbb6c62f5d57 req-e99fe7fc-f300-4e9d-bd98-631dee42d170 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905955 Oct 18 20:55:37.135983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46102) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:37.353777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-898055461'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:37.412958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Made reservation on behalf of a8e5cf18bfea427481f8d4c460bc7c4a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:37.421180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:37.440035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:37.634667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:37.675470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:37.759869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:55:37.783851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28094b79-e882-4147-ac44-b54e6d149cb1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:37.813954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:37.815311 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Added segment 51a57119-2ae0-4923-9642-d0fbf847d288 of type vlan for network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d Oct 18 20:55:37.933141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:38.026233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:38.048026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.049467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:38.133866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9879622 Oct 18 20:55:38.136091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46146) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:38.147534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'subnet': {'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:38.302977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.313029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.326373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.333066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.340086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.347124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.355149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:38.358215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-1f58b254-0284-453c-95e7-dd81a3181e8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.3455880 Oct 18 20:55:38.406369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fcfab-5baa-448d-bb1d-d3e56532a9a1 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Network': ['ID=bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:38.408978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Made reservation on behalf of a8e5cf18bfea427481f8d4c460bc7c4a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:38.414512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:38.425001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:55:38.490561 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e24b692c-8224-410a-acae-2fd7a9c3a292 req-a3964325-b766-49bf-af29-a6ceb3507a8c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139269 Oct 18 20:55:38.986900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:39.159624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Subnet': ['ID=09a97279-872e-489c-b650-e58360b122dd,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:39.206659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.206998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.207509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.208028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.212100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.212475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.212825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.213169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.213508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.213840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.214170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.214503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:55:39.246529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Checking segment: {'id': '51a57119-2ae0-4923-9642-d0fbf847d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:39.247334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Network hostable DHCP agents. Network: bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:55:39.326964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:55:39.374132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:39.385410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c44e60-c087-47f4-a62c-7e92545a3090 None None] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:55:39.402447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:39.402447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:39.481934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa9990f5-37c2-4d93-ac7b-efbb9ba0f8d8 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3417716 Oct 18 20:55:39.486833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46234) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:39.502149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-54036684-0a15-49cf-88e3-7a214cfa093d tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-361550243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:39.616525 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54036684-0a15-49cf-88e3-7a214cfa093d tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:39.618896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54036684-0a15-49cf-88e3-7a214cfa093d tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:39.999239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:40.001521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54036684-0a15-49cf-88e3-7a214cfa093d tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.023038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54036684-0a15-49cf-88e3-7a214cfa093d tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.024092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:40.036453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:40.048896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:40.057037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d', 'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d', 'tenant_id': 'a8e5cf18bfea427481f8d4c460bc7c4a', 'fixed_ips': [{'subnet_id': '09a97279-872e-489c-b650-e58360b122dd'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:55:40.058022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.088917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:40.091536 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-54036684-0a15-49cf-88e3-7a214cfa093d tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.094051 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-54036684-0a15-49cf-88e3-7a214cfa093d tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6057734 Oct 18 20:55:40.097287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46264) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:40.109389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:40.140929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:40.164686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e677956-af13-4fdd-93cb-0163791a0004 req-bd3e9c7c-16bd-4bf5-a35a-418550661948 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.4915752 Oct 18 20:55:40.309817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e677956-af13-4fdd-93cb-0163791a0004 req-922e33cb-6c56-4e08-9629-53276bd60e7d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420162 Oct 18 20:55:40.510755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Allocated IP 172.20.0.2 (bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d/09a97279-872e-489c-b650-e58360b122dd/820906e9-3181-4108-84cf-555726e51cec) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:40.743570 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.753497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.803372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Pushing event updated for resources: {'Port': ['ID=820906e9-3181-4108-84cf-555726e51cec,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:40.818377 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:40.820232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:40.823388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:40.900326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Attempting to bind port 820906e9-3181-4108-84cf-555726e51cec on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:55:40.900973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Attempting to bind port 820906e9-3181-4108-84cf-555726e51cec by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '51a57119-2ae0-4923-9642-d0fbf847d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:55:40.901727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Attempting to bind port 820906e9-3181-4108-84cf-555726e51cec on network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:55:40.913039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:55:40.913827 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Checking segment: {'id': '51a57119-2ae0-4923-9642-d0fbf847d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:40.914409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.914965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Bound using segment: {'id': '51a57119-2ae0-4923-9642-d0fbf847d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:55:40.915723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Bound port: 820906e9-3181-4108-84cf-555726e51cec, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a57119-2ae0-4923-9642-d0fbf847d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:55:40.916302 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:40.995925 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] For port 820906e9-3181-4108-84cf-555726e51cec, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:55:41.000121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] For port 820906e9-3181-4108-84cf-555726e51cec, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=820906e9-3181-4108-84cf-555726e51cec,segment=NetworkSegment(51a57119-2ae0-4923-9642-d0fbf847d288),segment_id=51a57119-2ae0-4923-9642-d0fbf847d288)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:55:41.006863 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:41.127331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:41.215037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a024a9-bb2e-41ba-be46-c2199b806771 None None] Pushing event updated for resources: {'Port': ['ID=820906e9-3181-4108-84cf-555726e51cec,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:41.875072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:41.908134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:41.929287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:41.975033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:42.006461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:42.013411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:42.021288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:42.028286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Allocated IP 172.20.0.1 (bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d/09a97279-872e-489c-b650-e58360b122dd/80d0c947-967e-4ae9-9ef6-1a58e6b6314f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:42.030398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-b09aa2cf-52d7-41c7-982d-13b6be6cf986 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.4008644 Oct 18 20:55:42.096688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-813dab07-c97e-4002-b03a-ead6d6a525ea req-5f6bd846-bf7d-4a41-a091-0ae9f3aa5e1d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609996 Oct 18 20:55:42.220261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:42.260305 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:42.317866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:42.328265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:42.338877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:42.390478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:42.393541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Port': ['ID=80d0c947-967e-4ae9-9ef6-1a58e6b6314f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:42.776444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.110796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd17804a-57eb-4cb6-9306-a4a6288c9cf2 None None] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:55:43.293691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:43.306458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:43.323573 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.323985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:43.326851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b77c078d-7a2d-4aa6-a0b2-00d7e7a3386c None None] Provisioning complete for port 820906e9-3181-4108-84cf-555726e51cec triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:43.327219 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b77c078d-7a2d-4aa6-a0b2-00d7e7a3386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.333638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:43.345271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:43.359150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:43.367319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:43.395933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-f934b0df-0f11-4ed0-9626-08f6a403e6cb tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.1879902 Oct 18 20:55:43.475593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 820906e9-3181-4108-84cf-555726e51cec up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:43.499117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09ee2d0c-e3a5-4d28-a8d2-ddaaa91de524 req-d2f83d6f-2104-42e0-87a3-af745af305c6 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017747 Oct 18 20:55:43.545897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.554565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:43.557950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.627545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.705624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Port': ['ID=80d0c947-967e-4ae9-9ef6-1a58e6b6314f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:43.790044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:43.791916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:43.836737 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6288b085-e402-4da1-869a-fad428e7ac20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.857900 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b77c078d-7a2d-4aa6-a0b2-00d7e7a3386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:43.969481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 820906e9-3181-4108-84cf-555726e51cec triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:43.969887 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.059918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Router 369ebd4c-579a-4aac-ab5a-a32a063114c7 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:55:44.061655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b77c078d-7a2d-4aa6-a0b2-00d7e7a3386c None None] For port 820906e9-3181-4108-84cf-555726e51cec, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=820906e9-3181-4108-84cf-555726e51cec,segment=NetworkSegment(51a57119-2ae0-4923-9642-d0fbf847d288),segment_id=51a57119-2ae0-4923-9642-d0fbf847d288)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:44.075878 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b77c078d-7a2d-4aa6-a0b2-00d7e7a3386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.145331 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6288b085-e402-4da1-869a-fad428e7ac20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.163857 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6288b085-e402-4da1-869a-fad428e7ac20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.287177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46432) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:44.293366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6288b085-e402-4da1-869a-fad428e7ac20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=023222231c5e41d296e190e50f220275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367756 Oct 18 20:55:44.420400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:55:44.426217 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d9b2e47b-4d2a-459a-8944-7aa4cd98b412 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "PUT /v2.0/routers/369ebd4c-579a-4aac-ab5a-a32a063114c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3254445 Oct 18 20:55:44.431536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288b085-e402-4da1-869a-fad428e7ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa64a70-6833-4053-abc1-c07a6942fa76,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:44.433680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46436) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:44.438616 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] Sync routers for ids ['369ebd4c-579a-4aac-ab5a-a32a063114c7'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:55:44.442432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'port': {'network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d', 'name': 'tempest-FloatingIPNegativeTestJSON-708068966'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:44.474244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c078d-7a2d-4aa6-a0b2-00d7e7a3386c None None] Pushing event updated for resources: {'Port': ['ID=820906e9-3181-4108-84cf-555726e51cec,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:44.486003 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] Routers {'369ebd4c-579a-4aac-ab5a-a32a063114c7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:55:44.486975 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['369ebd4c-579a-4aac-ab5a-a32a063114c7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:55:44.533769 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:55:44.545736 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] Routers {'369ebd4c-579a-4aac-ab5a-a32a063114c7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:55:44.546870 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['369ebd4c-579a-4aac-ab5a-a32a063114c7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:55:44.587006 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:55:44.587862 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425effb5-c7ff-4b84-93c9-629fc87385ff None None] The sync data for ids ['369ebd4c-579a-4aac-ab5a-a32a063114c7'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:55:44.611824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c9ae52e2-9eb9-4fb7-a8c5-d653fd128da0 None None] Provisioning complete for port 80d0c947-967e-4ae9-9ef6-1a58e6b6314f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:44.612230 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c9ae52e2-9eb9-4fb7-a8c5-d653fd128da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.675070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae52e2-9eb9-4fb7-a8c5-d653fd128da0 None None] Port 80d0c947-967e-4ae9-9ef6-1a58e6b6314f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:44.688937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c9ae52e2-9eb9-4fb7-a8c5-d653fd128da0 None None] Provisioning complete for port 820906e9-3181-4108-84cf-555726e51cec triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:44.688937 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c9ae52e2-9eb9-4fb7-a8c5-d653fd128da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.693169 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1029bdc-3559-4790-9405-1a66427257d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.828012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1029bdc-3559-4790-9405-1a66427257d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:44.977626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Made reservation on behalf of a8e5cf18bfea427481f8d4c460bc7c4a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:44.989139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:45.005095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e0a16a73-38d1-4f2f-9591-e633e8deed6d None None] Provisioning complete for port 80d0c947-967e-4ae9-9ef6-1a58e6b6314f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:45.005516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e0a16a73-38d1-4f2f-9591-e633e8deed6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:45.022955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] device_id is not set on port 8fc68698-40cf-49d8-8363-b9d7082b3fb7 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:55:45.054093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1029bdc-3559-4790-9405-1a66427257d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:45.057477 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1029bdc-3559-4790-9405-1a66427257d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:45.062548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c1029bdc-3559-4790-9405-1a66427257d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7aa64a70-6833-4053-abc1-c07a6942fa76 HTTP/1.1" status: 204 len: 168 time: 0.7746949 Oct 18 20:55:45.133501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1029bdc-3559-4790-9405-1a66427257d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa64a70-6833-4053-abc1-c07a6942fa76,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:45.193536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e0a16a73-38d1-4f2f-9591-e633e8deed6d None None] Port 80d0c947-967e-4ae9-9ef6-1a58e6b6314f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:45.395318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 820906e9-3181-4108-84cf-555726e51cec up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:45.409861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Allocated IP 172.20.0.14 (bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d/09a97279-872e-489c-b650-e58360b122dd/8fc68698-40cf-49d8-8363-b9d7082b3fb7) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:45.538325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 820906e9-3181-4108-84cf-555726e51cec triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:45.538859 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:45.634646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:45.647037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:45.662332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:45.688421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:45.703128 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:45.709900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-43c60cda-428d-4841-ae08-56b862cc4b01 None None] Provisioning complete for port 80d0c947-967e-4ae9-9ef6-1a58e6b6314f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:45.712354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43c60cda-428d-4841-ae08-56b862cc4b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:45.738982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:45.772668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-43c60cda-428d-4841-ae08-56b862cc4b01 None None] Port 80d0c947-967e-4ae9-9ef6-1a58e6b6314f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:45.774732 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:55:45.781143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:45.783868 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-f08e5138-7df5-46f7-a1b4-4ebe76775e79 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.4282279 Oct 18 20:55:45.914170 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3439cb28-38d1-4c9d-b856-d952c9e24cbe req-63262aba-4f8e-4d21-8660-10262b95bbfc tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142750 Oct 18 20:55:45.971106 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:46.069758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:46.143545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe22515-4410-44ee-9bc9-737742237050 req-1c3abd02-ec33-405a-be68-99e0841dd924 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:46.177892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afe22515-4410-44ee-9bc9-737742237050 req-1c3abd02-ec33-405a-be68-99e0841dd924 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1636841 Oct 18 20:55:46.195919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:46.227386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:46.258452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:46.278132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Port': ['ID=8fc68698-40cf-49d8-8363-b9d7082b3fb7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:46.328779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afe22515-4410-44ee-9bc9-737742237050 req-5ebd1398-ec58-49dd-b7ff-0e5df6d4aa9c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451235 Oct 18 20:55:46.403089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:46.403823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:46.459730 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5ac55e88-4177-4821-8a09-51ca7a22cc7a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0171168 Oct 18 20:55:46.459998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46478) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:46.466259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:46.560051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:46.725088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a93ecb1b-63d6-44cc-b88f-fc0a465a2043 None None] Provisioning complete for port 8fc68698-40cf-49d8-8363-b9d7082b3fb7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:46.726119 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a93ecb1b-63d6-44cc-b88f-fc0a465a2043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:46.774024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a93ecb1b-63d6-44cc-b88f-fc0a465a2043 None None] Port 8fc68698-40cf-49d8-8363-b9d7082b3fb7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:55:46.788754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:46.956171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Allocated IP 172.25.7.7 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/b2e18f50-1793-4700-90aa-3fa23e83e986) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:46.966275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 8c05245c-42f8-40bc-afa1-d802a60457e7 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:47.407043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:47.415563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 8c05245c-42f8-40bc-afa1-d802a60457e7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8c05245c-42f8-40bc-afa1-d802a60457e7,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:47.447052 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'port_id': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'mac_address': 'fa:16:3e:cc:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:47.453619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:47.496415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:47.539969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:47.567400 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:47.572395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:47.585039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:47.600517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:47.613871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-587dba88-c107-42b5-a88b-a5725140addd req-9c36d0ce-73dd-4c8e-952c-2f4314a50a93 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5420 time: 0.5703154 Oct 18 20:55:47.623086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c05245c-42f8-40bc-afa1-d802a60457e7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:47.678196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 8c05245c-42f8-40bc-afa1-d802a60457e7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8c05245c-42f8-40bc-afa1-d802a60457e7,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:47.687974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:47.688941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device fa064a98-77a7-444d-ab5e-c9498f71f9af details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:47.772215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=8c05245c-42f8-40bc-afa1-d802a60457e7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:47.806346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:47.818889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-587dba88-c107-42b5-a88b-a5725140addd req-17076948-6e8a-4822-aed4-96a393ba8362 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1976666 Oct 18 20:55:47.930499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.006173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port fa064a98-77a7-444d-ab5e-c9498f71f9af, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:48.035233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'fa064a98-77a7-444d-ab5e-c9498f71f9af', 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e', 'port_id': 'fa064a98-77a7-444d-ab5e-c9498f71f9af', 'mac_address': 'fa:16:3e:21:b1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6be807-aff2-4dc5-b4c5-222ab65a0fb2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:48.077579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Port': ['ID=b2e18f50-1793-4700-90aa-3fa23e83e986,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:48.104339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46544) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:48.137848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:48.142396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:48.147289 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.152262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:48.165505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa064a98-77a7-444d-ab5e-c9498f71f9af {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:48.215234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port fa064a98-77a7-444d-ab5e-c9498f71f9af, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:48.219810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbb181-5253-4f11-93ef-c0338586a605 req-3eafcd69-1657-4e24-afe0-3684c16fb946 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:48.227840 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.229614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aafbb181-5253-4f11-93ef-c0338586a605 req-3eafcd69-1657-4e24-afe0-3684c16fb946 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1960645 Oct 18 20:55:48.230579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 65d9c613-2af8-416f-92d3-3c5fa9374ef1 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:48.295918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aafbb181-5253-4f11-93ef-c0338586a605 req-fd5ccf56-415c-407d-9480-3a92f0fbf38f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655122 Oct 18 20:55:48.349283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=fa064a98-77a7-444d-ab5e-c9498f71f9af,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:48.375672 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.385196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea18770d-2b12-438d-8324-8e46473c0f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.445886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.487283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:48.533039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '65d9c613-2af8-416f-92d3-3c5fa9374ef1', 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'port_id': '65d9c613-2af8-416f-92d3-3c5fa9374ef1', 'mac_address': 'fa:16:3e:83:ab:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c615c4-2fa7-473d-a915-c703f70e45be', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:48.580600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea18770d-2b12-438d-8324-8e46473c0f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.590106 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ea18770d-2b12-438d-8324-8e46473c0f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.693553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18770d-2b12-438d-8324-8e46473c0f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e76930-77fe-40e7-8f1e-89b0302fe6d2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:48.694075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.730059 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ea18770d-2b12-438d-8324-8e46473c0f7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e486db37029434cb186254fe78e31cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224861 Oct 18 20:55:48.738994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d9c613-2af8-416f-92d3-3c5fa9374ef1 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:48.741120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:48.788555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:48.794190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f11348fa-842d-4f96-8dad-b7f18e24cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.802746 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.804728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 950336ab-850c-4691-bb38-8fc85060dde9 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:48.895809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f531420a-1be8-4877-b9cb-4bee6c9090dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.928134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.944642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:48.949253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 950336ab-850c-4691-bb38-8fc85060dde9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=950336ab-850c-4691-bb38-8fc85060dde9,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:48.971006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '950336ab-850c-4691-bb38-8fc85060dde9', 'network_id': '9797b605-66d6-4cc8-b9b9-52b95cc2c01e', 'port_id': '950336ab-850c-4691-bb38-8fc85060dde9', 'mac_address': 'fa:16:3e:d5:d8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6be807-aff2-4dc5-b4c5-222ab65a0fb2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:48.977354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.026318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f531420a-1be8-4877-b9cb-4bee6c9090dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.140507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=65d9c613-2af8-416f-92d3-3c5fa9374ef1,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:49.153305 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.158035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f531420a-1be8-4877-b9cb-4bee6c9090dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.161140 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f531420a-1be8-4877-b9cb-4bee6c9090dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.173082 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f531420a-1be8-4877-b9cb-4bee6c9090dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50e76930-77fe-40e7-8f1e-89b0302fe6d2 HTTP/1.1" status: 204 len: 168 time: 0.4303770 Oct 18 20:55:49.187387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950336ab-850c-4691-bb38-8fc85060dde9 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:49.191909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531420a-1be8-4877-b9cb-4bee6c9090dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e76930-77fe-40e7-8f1e-89b0302fe6d2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:49.238857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 950336ab-850c-4691-bb38-8fc85060dde9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=950336ab-850c-4691-bb38-8fc85060dde9,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:49.260453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.261430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 268e80a3-2a08-4f57-a9f1-e81de1b36505 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:49.297069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 268e80a3-2a08-4f57-a9f1-e81de1b36505, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:49.319974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '268e80a3-2a08-4f57-a9f1-e81de1b36505', 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'port_id': '268e80a3-2a08-4f57-a9f1-e81de1b36505', 'mac_address': 'fa:16:3e:dc:97:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c615c4-2fa7-473d-a915-c703f70e45be', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:49.380199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Port': ['ID=b2e18f50-1793-4700-90aa-3fa23e83e986,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:49.443760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:49.452475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:49.461325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:49.468988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.469959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:49.487422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:49.490493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=950336ab-850c-4691-bb38-8fc85060dde9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:49.502361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:49.507497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268e80a3-2a08-4f57-a9f1-e81de1b36505 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:49.514510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:49.519313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-de0265d5-d8d9-419e-9214-13cfaec8b814 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5423 time: 0.4066279 Oct 18 20:55:49.520214 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.556678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 268e80a3-2a08-4f57-a9f1-e81de1b36505, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:49.574554 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.574554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a87f98bc-5227-49cc-ba1c-1e77fe682c1e details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:49.581150 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.584096 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b8b3a159-dc77-4645-aa31-83c681999310 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1229744 Oct 18 20:55:49.585219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46572) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:49.606920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-014f2244-f901-4d57-b342-9be0fcdbd898 req-dec697b8-bdde-4a61-ab99-fa534d4ca880 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672359 Oct 18 20:55:49.613162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-69376eea-0734-4811-bd0f-faab2be57f45 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'floatingip': {'port_id': '8fc68698-40cf-49d8-8363-b9d7082b3fb7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:49.783135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=268e80a3-2a08-4f57-a9f1-e81de1b36505,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:49.806708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:49.844744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'a87f98bc-5227-49cc-ba1c-1e77fe682c1e', 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'port_id': 'a87f98bc-5227-49cc-ba1c-1e77fe682c1e', 'mac_address': 'fa:16:3e:89:05:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c615c4-2fa7-473d-a915-c703f70e45be', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:49.849483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-69376eea-0734-4811-bd0f-faab2be57f45 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:49.960596 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:50.000516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4074c1-bd26-4f90-8a1f-4ba253c61af3 req-bd7c4232-a09c-414a-b97a-c547de491f30 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:50.014005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf4074c1-bd26-4f90-8a1f-4ba253c61af3 req-bd7c4232-a09c-414a-b97a-c547de491f30 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1657557 Oct 18 20:55:50.025744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87f98bc-5227-49cc-ba1c-1e77fe682c1e {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:50.092340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:50.114481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:50.116079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1a5669ee-9420-4507-b361-9c3aa0e525e5 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:50.131972 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-69376eea-0734-4811-bd0f-faab2be57f45 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] update failed (client error): The resource could not be found. Oct 18 20:55:50.133171 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-69376eea-0734-4811-bd0f-faab2be57f45 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "PUT /v2.0/floatingips/8d862a9c-0acb-446a-9bbc-67363b6329c4 HTTP/1.1" status: 404 len: 507 time: 0.5316420 Oct 18 20:55:50.142476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46582) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:50.165164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf4074c1-bd26-4f90-8a1f-4ba253c61af3 req-4b8e8004-36a1-4bbb-8c7c-fd6524e3ac14 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481516 Oct 18 20:55:50.254577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:50.286959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1a5669ee-9420-4507-b361-9c3aa0e525e5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:50.310323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '1a5669ee-9420-4507-b361-9c3aa0e525e5', 'network_id': '9b84a294-7768-4214-b004-bc477f7e08aa', 'port_id': '1a5669ee-9420-4507-b361-9c3aa0e525e5', 'mac_address': 'fa:16:3e:c0:db:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c615c4-2fa7-473d-a915-c703f70e45be', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:50.393364 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:50.423863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5669ee-9420-4507-b361-9c3aa0e525e5 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:50.474601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1a5669ee-9420-4507-b361-9c3aa0e525e5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:50.483748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:50.688314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1a5669ee-9420-4507-b361-9c3aa0e525e5,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:51.174906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['8c05245c-42f8-40bc-afa1-d802a60457e7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:51.205354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:51.211806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:51.213118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Deleting port b2e18f50-1793-4700-90aa-3fa23e83e986 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:51.213806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:51.231176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:51.241374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:51.269562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:51.275563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['a87f98bc-5227-49cc-ba1c-1e77fe682c1e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:51.289888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['65d9c613-2af8-416f-92d3-3c5fa9374ef1'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:51.292957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:51.344803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:51.345832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['fa064a98-77a7-444d-ab5e-c9498f71f9af'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:51.349276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-c1d102ca-c5f9-4481-a1f9-f6df8c311829 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5427 time: 0.4098160 Oct 18 20:55:51.349987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['950336ab-850c-4691-bb38-8fc85060dde9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:51.360204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['268e80a3-2a08-4f57-a9f1-e81de1b36505'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:51.373113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['1a5669ee-9420-4507-b361-9c3aa0e525e5'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:51.575794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14cec1aa-2209-4d84-b799-e81b960f0b17 req-334aa407-94ed-4630-986f-6ba4e8ab6830 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188315 Oct 18 20:55:51.598947 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:51.599352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:51.666322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Calling delete_port for b2e18f50-1793-4700-90aa-3fa23e83e986 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:52.001889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e21a-24fa-4b18-b96c-2c2284efaa51 req-3d908a98-b8a0-432a-97f5-cc2e7055b2dd tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:52.022643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:52.035989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6e9e21a-24fa-4b18-b96c-2c2284efaa51 req-3d908a98-b8a0-432a-97f5-cc2e7055b2dd tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1659813 Oct 18 20:55:52.071345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event deleted for resources: {'Port': ['ID=b2e18f50-1793-4700-90aa-3fa23e83e986,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:52.170617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6e9e21a-24fa-4b18-b96c-2c2284efaa51 req-b995d640-34e0-4e7e-abb8-a333dab6a704 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292028 Oct 18 20:55:52.309138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:52.320044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:52.324521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f1c42b05-bd70-49c6-b951-61e6005ec049 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "DELETE /v2.0/floatingips/8d862a9c-0acb-446a-9bbc-67363b6329c4 HTTP/1.1" status: 204 len: 168 time: 2.1792319 Oct 18 20:55:52.332970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46624) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:52.348443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0042f282-5403-42fd-8327-9778138ca973 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'floatingip': {'floating_network_id': 'bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d', 'port_id': '8fc68698-40cf-49d8-8363-b9d7082b3fb7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:52.508731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0042f282-5403-42fd-8327-9778138ca973 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:52.924803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:52.947924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:53.021490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:53.092521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:53.145146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:53.179538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:53.232996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:53.240164 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-2915d367-8e9d-49c2-8672-ada71bacf970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5427 time: 0.4955695 Oct 18 20:55:53.335084 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0042f282-5403-42fd-8327-9778138ca973 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:55:53.337336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0042f282-5403-42fd-8327-9778138ca973 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0003312 Oct 18 20:55:53.343939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46644) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:53.371879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '8fc68698-40cf-49d8-8363-b9d7082b3fb7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:53.460917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f00bae2-0a94-4a9b-a5e3-a8a821ba1ddb req-4667cc4c-3449-420b-856b-ccefb19e0e2d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1745589 Oct 18 20:55:53.477589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:53.538666 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-19e5c02f-3c09-4665-bdb6-f642a1f0ad8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:53.728362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:53.766254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192e7cd-087c-46f4-9bad-c6e002223c91 req-25fbc588-be7a-42f6-b304-3f5e9e80cf53 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:53.774198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2192e7cd-087c-46f4-9bad-c6e002223c91 req-25fbc588-be7a-42f6-b304-3f5e9e80cf53 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1041620 Oct 18 20:55:53.865563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2192e7cd-087c-46f4-9bad-c6e002223c91 req-77042530-330c-46da-ae3a-d7fff012d239 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870192 Oct 18 20:55:53.897142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Allocated IP 172.25.7.44 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/315ca25a-686a-4eaa-8fd5-352fd9b5b31e) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:54.037094 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:54.087325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:54.146054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:54.151062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:54.154407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:54.206289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event updated for resources: {'Port': ['ID=315ca25a-686a-4eaa-8fd5-352fd9b5b31e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:54.233547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:54.505348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Deleting port 315ca25a-686a-4eaa-8fd5-352fd9b5b31e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:54.506226 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:54.559332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46674) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:54.812840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:54.834638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:54.847204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:54.856310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:54.869638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:54.885138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:54.895808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:54.900096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Calling delete_port for 315ca25a-686a-4eaa-8fd5-352fd9b5b31e owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:54.922536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:54.938893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:54.945149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-6dd52507-b214-4f3b-bc7f-90317702ffad tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5427 time: 0.3257256 Oct 18 20:55:54.967741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:55.018710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-caa7ea9c-2261-48ee-979e-294ee1037439 req-41571fa9-1c8c-408b-b6ec-c4e95056c83c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674517 Oct 18 20:55:55.027165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.170254 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.198702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.238029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.251585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event deleted for resources: {'Port': ['ID=315ca25a-686a-4eaa-8fd5-352fd9b5b31e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:55.403763 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] create failed (client error): The resource could not be found. Oct 18 20:55:55.406468 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-36db166c-d8c8-4867-aa0d-1b8c0f9ebfa0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0569963 Oct 18 20:55:55.410749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46696) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:55.435422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9faf7a-bfa9-45fe-b3b6-8f43f7614cdf req-cc690969-5b3f-4a76-84f0-e403ff9055fe tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:55.437865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e9faf7a-bfa9-45fe-b3b6-8f43f7614cdf req-cc690969-5b3f-4a76-84f0-e403ff9055fe tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1196785 Oct 18 20:55:55.495658 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Allocated IP 172.25.7.59 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/eb9527a9-23fb-49a7-a5d2-f19982e70d39) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:55:55.523506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e9faf7a-bfa9-45fe-b3b6-8f43f7614cdf req-b9d2ca75-7f5c-400f-8014-dc74842b43bb tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682693 Oct 18 20:55:55.573118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Deleting port 8fc68698-40cf-49d8-8363-b9d7082b3fb7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:55.573760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.712712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.717756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.747962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Calling delete_port for 8fc68698-40cf-49d8-8363-b9d7082b3fb7 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:55.766292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:55.810179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:55:55.814442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:55.817725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:55:55.971798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Port': ['ID=eb9527a9-23fb-49a7-a5d2-f19982e70d39,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:55.998157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.050044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.050585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event deleted for resources: {'Port': ['ID=8fc68698-40cf-49d8-8363-b9d7082b3fb7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:56.106247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.226231 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.231032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e768a28-b6d9-4955-9c57-cc86307aabb0 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "DELETE /v2.0/ports/8fc68698-40cf-49d8-8363-b9d7082b3fb7 HTTP/1.1" status: 204 len: 168 time: 0.8182807 Oct 18 20:55:56.235566 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46700) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:56.383581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc1df9e-96d1-4a6a-b6d7-0380117bd4cf tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.390316 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7fc1df9e-96d1-4a6a-b6d7-0380117bd4cf tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "GET /v2.0/ports?device_id=369ebd4c-579a-4aac-ab5a-a32a063114c7 HTTP/1.1" status: 200 len: 913 time: 0.1532066 Oct 18 20:55:56.391356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:56.439832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.446579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.464426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.464426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.467739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.474227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.480956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.483162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-d73dfddf-3791-4b6c-93f5-8181c210ff87 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5427 time: 0.2654939 Oct 18 20:55:56.558911 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:55:56.561676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 8c05245c-42f8-40bc-afa1-d802a60457e7 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:56.577536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.589352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.649051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Port': ['ID=eb9527a9-23fb-49a7-a5d2-f19982e70d39,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:56.663530 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.669103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e245e72-39d9-4d0e-bd80-01c1c4be1c75 req-2b7ce425-c546-48a9-957a-4e673522a013 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764481 Oct 18 20:55:56.811724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.896627 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:56.898529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:56.901217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-952ac9c7-c44b-4e57-bf76-5663d2da5cf8 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3403580 Oct 18 20:55:56.909469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46712) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:56.909760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1535149707'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:56.925876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'port_id': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'mac_address': 'fa:16:3e:53:31:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:55:56.959336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b296b0c-c84b-4ea3-9c0c-e1120e70bcf6 req-8b8377ca-8f25-4715-8daa-bed66d6d34c2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:56.963931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b296b0c-c84b-4ea3-9c0c-e1120e70bcf6 req-8b8377ca-8f25-4715-8daa-bed66d6d34c2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1226020 Oct 18 20:55:57.007937 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.010105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 8c05245c-42f8-40bc-afa1-d802a60457e7 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:55:57.026483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Made reservation on behalf of 8fbf9d182a7241118a78711d4abf0510 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:57.030048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 8c05245c-42f8-40bc-afa1-d802a60457e7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:57.030425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.037482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.073916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.077892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be8373a0-14c6-4bb5-b674-a21685236d73 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:55:57.112107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:57.124546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.140018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b296b0c-c84b-4ea3-9c0c-e1120e70bcf6 req-97500e2a-6819-4fce-a499-0f3d1888b6f8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634469 Oct 18 20:55:57.210327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:57.282647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.296194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['be8373a0-14c6-4bb5-b674-a21685236d73'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:55:57.349724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.357695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.377341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:57.381289 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4a50f2-44a1-4c80-a693-a887567a0933" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:57.423937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 8c05245c-42f8-40bc-afa1-d802a60457e7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8c05245c-42f8-40bc-afa1-d802a60457e7,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:57.434087 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.441136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device fa064a98-77a7-444d-ab5e-c9498f71f9af up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:57.494528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:55:57.521399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d016fd-5195-4bb6-9cb0-279db9dc9a30,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:57.528399 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.530638 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec6b07b-46d4-46c6-8fff-74b941186cff x-openstack-request-id: req-7ec6b07b-46d4-46c6-8fff-74b941186cff {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:55:57.530933 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:55:57.531185 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ec6b07b-46d4-46c6-8fff-74b941186cff {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:55:57.531578 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'code': 200} Oct 18 20:55:57.554300 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.560878 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Added segment a1fc6307-0dbd-459b-a393-65229de483f6 of type vlan for network 20c8ce51-6e68-4b78-b4d2-560477e87658 Oct 18 20:55:57.721214 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.770482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.779209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:57.780028 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.880709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9754317 Oct 18 20:55:57.885104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46732) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:57.893802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Request body: {'subnet': {'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:57.945405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port fa064a98-77a7-444d-ab5e-c9498f71f9af completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:55:57.966518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port fa064a98-77a7-444d-ab5e-c9498f71f9af triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:57.968709 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:57.973407 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=8c05245c-42f8-40bc-afa1-d802a60457e7,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:58.098663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3196454-55f5-4843-a281-2084d4c50946 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Network': ['ID=20c8ce51-6e68-4b78-b4d2-560477e87658,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:58.140528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:55:58.182641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.190443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.198007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.205802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.213134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.220691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.227373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.229418 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-87c1e937-2cd1-4399-a59f-3bae471035d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5428 time: 0.4180865 Oct 18 20:55:58.252749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Deleting port 80d0c947-967e-4ae9-9ef6-1a58e6b6314f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:55:58.253341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:58.300242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Made reservation on behalf of 8fbf9d182a7241118a78711d4abf0510 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:55:58.307512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:58.380683 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:58.427188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port fa064a98-77a7-444d-ab5e-c9498f71f9af, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:58.435187 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:58.438199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 65d9c613-2af8-416f-92d3-3c5fa9374ef1 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:58.510106 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:58.518278 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-56386f66-5153-49d3-8ee5-7f41ddd91a76 req-aa635569-fbe0-4330-913c-67c814895877 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2790034 Oct 18 20:55:58.562064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Calling delete_port for 80d0c947-967e-4ae9-9ef6-1a58e6b6314f owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:55:58.718602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=fa064a98-77a7-444d-ab5e-c9498f71f9af,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:58.729688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:55:58.752163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:58.752562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:58.897792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5fd23-eed8-421f-ac49-38c200a104e6 req-f9788260-f513-48a9-b398-2209a49ab5f0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:58.901974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ac5fd23-eed8-421f-ac49-38c200a104e6 req-f9788260-f513-48a9-b398-2209a49ab5f0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.1084995 Oct 18 20:55:58.906422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:58.998293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.071501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.113853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:55:59.119689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ac5fd23-eed8-421f-ac49-38c200a104e6 req-0f6d5f8b-0168-4023-a010-c26ee7a40a6a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084150 Oct 18 20:55:59.127077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.130502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 950336ab-850c-4691-bb38-8fc85060dde9 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:55:59.172092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Subnet': ['ID=c79093e0-ef6c-4190-9d59-831b396877a7,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:59.220226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Checking segment: {'id': 'a1fc6307-0dbd-459b-a393-65229de483f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:55:59.228786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Network hostable DHCP agents. Network: 20c8ce51-6e68-4b78-b4d2-560477e87658, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:55:59.270329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:55:59.290581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event deleted for resources: {'Port': ['ID=80d0c947-967e-4ae9-9ef6-1a58e6b6314f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:59.292943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 20c8ce51-6e68-4b78-b4d2-560477e87658) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:55:59.300986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:55:59.301590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.328439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e71df0c-43ce-4733-b808-7ed9617b7dcb None None] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:55:59.348985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5e3cfc81-7703-4730-8f68-e88fca546d17 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4605038 Oct 18 20:55:59.349657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46760) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:59.354983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1746532440', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:55:59.413418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.414508 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.468560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=65d9c613-2af8-416f-92d3-3c5fa9374ef1,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:55:59.551191 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.576926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46762) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:55:59.584542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af'}, {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:55:59.591464 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95f64ab-23a6-47f9-be8f-8dbb635ec37b" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af"}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:55:59.627285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 950336ab-850c-4691-bb38-8fc85060dde9 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:55:59.645354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 950336ab-850c-4691-bb38-8fc85060dde9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:55:59.646117 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.833041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:55:59.985657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-20c8ce51-6e68-4b78-b4d2-560477e87658', 'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658', 'tenant_id': '8fbf9d182a7241118a78711d4abf0510', 'fixed_ips': [{'subnet_id': 'c79093e0-ef6c-4190-9d59-831b396877a7'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:55:59.987642 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.001062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 950336ab-850c-4691-bb38-8fc85060dde9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=950336ab-850c-4691-bb38-8fc85060dde9,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:00.041443 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.044232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 268e80a3-2a08-4f57-a9f1-e81de1b36505 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:00.218868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.234024 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-68300c5f-5af6-4c18-866b-16dda0bf1261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.460466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=950336ab-850c-4691-bb38-8fc85060dde9,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:00.565097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46788) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:00.596996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 268e80a3-2a08-4f57-a9f1-e81de1b36505 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:56:00.616814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 268e80a3-2a08-4f57-a9f1-e81de1b36505 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:00.617356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Router 369ebd4c-579a-4aac-ab5a-a32a063114c7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:56:00.618065 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.739591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Allocated IP 172.20.0.2 (20c8ce51-6e68-4b78-b4d2-560477e87658/c79093e0-ef6c-4190-9d59-831b396877a7/83b27e29-578a-4987-8824-1bf1ead5bb66) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:00.786679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-68300c5f-5af6-4c18-866b-16dda0bf1261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.930243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-68300c5f-5af6-4c18-866b-16dda0bf1261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.959206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:00.977517 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.986252 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:00.990183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] Sync routers for ids ['369ebd4c-579a-4aac-ab5a-a32a063114c7'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:00.997783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-35da310f-76e7-4030-9e5a-24d253805383 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "PUT /v2.0/routers/369ebd4c-579a-4aac-ab5a-a32a063114c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6043859 Oct 18 20:56:01.000516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46798) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:01.033878 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-faa9ca43-8b8a-4e9b-9152-33081f2d8583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.062244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] Routers {'369ebd4c-579a-4aac-ab5a-a32a063114c7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:01.063224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['369ebd4c-579a-4aac-ab5a-a32a063114c7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:01.135704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:01.144686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:01.153114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:01.163386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:01.174750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:01.182161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:01.195791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:01.199062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-4895aae0-766a-42da-825e-343b218708d7 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5431 time: 0.6326609 Oct 18 20:56:01.211875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-68300c5f-5af6-4c18-866b-16dda0bf1261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e18f8229a6284e74b67d90da358f4f78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6318595 Oct 18 20:56:01.213061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68300c5f-5af6-4c18-866b-16dda0bf1261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf2580-9e51-41e5-9a22-9a9f1867d65e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:01.220920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:01.307180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-224c8476-877c-4bb2-915e-cfdc89438139 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.319503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:01.354240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 268e80a3-2a08-4f57-a9f1-e81de1b36505, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:01.359088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] Routers {'369ebd4c-579a-4aac-ab5a-a32a063114c7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:01.360083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['369ebd4c-579a-4aac-ab5a-a32a063114c7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:01.406134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:01.407155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e17fa-a38e-4509-ab1b-6e71e4bb4f6f None None] The sync data for ids ['369ebd4c-579a-4aac-ab5a-a32a063114c7'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:01.413390 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.414984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1a5669ee-9420-4507-b361-9c3aa0e525e5 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:01.445550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-483cf8ca-46f4-49db-aa0f-f44cb8ae44b9 req-ce81f9e0-ce08-442a-828c-807e77b0cdfc tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321677 Oct 18 20:56:01.560804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=268e80a3-2a08-4f57-a9f1-e81de1b36505,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:01.655437 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9089c6-f57c-44c3-8292-cc04eb17864d x-openstack-request-id: req-bb9089c6-f57c-44c3-8292-cc04eb17864d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:56:01.655805 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af", "code": 200}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:56:01.663634 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb9089c6-f57c-44c3-8292-cc04eb17864d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:56:01.664157 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af', 'code': 200} Oct 18 20:56:01.668658 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1', 'code': 200} Oct 18 20:56:01.677964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dfd17262-d11e-41f8-bf4f-fba321eacdcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.729283 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dfd17262-d11e-41f8-bf4f-fba321eacdcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.795756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.803175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dfd17262-d11e-41f8-bf4f-fba321eacdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.807001 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dfd17262-d11e-41f8-bf4f-fba321eacdcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.811558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-224c8476-877c-4bb2-915e-cfdc89438139 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.817493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-224c8476-877c-4bb2-915e-cfdc89438139 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.824206 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dfd17262-d11e-41f8-bf4f-fba321eacdcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ecf2580-9e51-41e5-9a22-9a9f1867d65e HTTP/1.1" status: 204 len: 168 time: 0.5917039 Oct 18 20:56:01.841434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-faa9ca43-8b8a-4e9b-9152-33081f2d8583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.845372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.888669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:01.893549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:01.900102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:01.906060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-faa9ca43-8b8a-4e9b-9152-33081f2d8583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.954315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-224c8476-877c-4bb2-915e-cfdc89438139 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.956696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224c8476-877c-4bb2-915e-cfdc89438139 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Fanout notify agent at l3_agent the message router_deleted on router 369ebd4c-579a-4aac-ab5a-a32a063114c7 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:56:01.990140 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-224c8476-877c-4bb2-915e-cfdc89438139 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:01.998937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46808) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:02.002248 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-224c8476-877c-4bb2-915e-cfdc89438139 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "DELETE /v2.0/routers/369ebd4c-579a-4aac-ab5a-a32a063114c7 HTTP/1.1" status: 204 len: 168 time: 0.9808609 Oct 18 20:56:02.007228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-faa9ca43-8b8a-4e9b-9152-33081f2d8583 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f35fdbe53d7e43d78b3056d360cabf86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4396355 Oct 18 20:56:02.011322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46810) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:02.028376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Attempting to bind port 83b27e29-578a-4987-8824-1bf1ead5bb66 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:02.029060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Attempting to bind port 83b27e29-578a-4987-8824-1bf1ead5bb66 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a1fc6307-0dbd-459b-a393-65229de483f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:02.029680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Attempting to bind port 83b27e29-578a-4987-8824-1bf1ead5bb66 on network 20c8ce51-6e68-4b78-b4d2-560477e87658 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:02.039425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd17262-d11e-41f8-bf4f-fba321eacdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf2580-9e51-41e5-9a22-9a9f1867d65e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:02.046110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:02.046491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Checking segment: {'id': 'a1fc6307-0dbd-459b-a393-65229de483f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:02.046904 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.047303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Bound using segment: {'id': 'a1fc6307-0dbd-459b-a393-65229de483f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:02.047789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Bound port: 83b27e29-578a-4987-8824-1bf1ead5bb66, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fc6307-0dbd-459b-a393-65229de483f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:02.048171 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.067342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 1a5669ee-9420-4507-b361-9c3aa0e525e5 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:56:02.085990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 1a5669ee-9420-4507-b361-9c3aa0e525e5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:02.086284 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.109918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9ca43-8b8a-4e9b-9152-33081f2d8583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6cabc2-8a5d-4780-bdd4-63ed9f585147,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:02.158597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Pushing event updated for resources: {'Port': ['ID=83b27e29-578a-4987-8824-1bf1ead5bb66,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:02.183537 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97ebcfcf-dfa2-4e1c-9b2d-5e63b5ff1e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.204721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Deleting subnet 09a97279-872e-489c-b650-e58360b122dd {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:56:02.209083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97ebcfcf-dfa2-4e1c-9b2d-5e63b5ff1e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.242245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da856064-182c-4864-99eb-b075b5a8986c req-7db2cfe3-ed98-45c5-9c3a-3334db5b17a6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:02.255518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da856064-182c-4864-99eb-b075b5a8986c req-7db2cfe3-ed98-45c5-9c3a-3334db5b17a6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.4769731 Oct 18 20:56:02.274115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97ebcfcf-dfa2-4e1c-9b2d-5e63b5ff1e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.277813 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97ebcfcf-dfa2-4e1c-9b2d-5e63b5ff1e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.281594 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-97ebcfcf-dfa2-4e1c-9b2d-5e63b5ff1e15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e6cabc2-8a5d-4780-bdd4-63ed9f585147 HTTP/1.1" status: 204 len: 168 time: 0.2657144 Oct 18 20:56:02.296915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.327767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebcfcf-dfa2-4e1c-9b2d-5e63b5ff1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6cabc2-8a5d-4780-bdd4-63ed9f585147,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:02.392440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] For port 83b27e29-578a-4987-8824-1bf1ead5bb66, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:02.424966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da856064-182c-4864-99eb-b075b5a8986c req-ebd88077-aae2-4dc3-b6db-7f3257b8b90b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684299 Oct 18 20:56:02.467046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] For port 83b27e29-578a-4987-8824-1bf1ead5bb66, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=83b27e29-578a-4987-8824-1bf1ead5bb66,segment=NetworkSegment(a1fc6307-0dbd-459b-a393-65229de483f6),segment_id=a1fc6307-0dbd-459b-a393-65229de483f6)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:02.482806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.546006 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.751295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dff51d-8cbe-4227-bd78-e29dba85734f None None] Pushing event updated for resources: {'Port': ['ID=83b27e29-578a-4987-8824-1bf1ead5bb66,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:02.768348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.825291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1a5669ee-9420-4507-b361-9c3aa0e525e5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:02.840040 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:02.846488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a87f98bc-5227-49cc-ba1c-1e77fe682c1e up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:02.894916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.030052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46828) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:03.061864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ce589a-9acc-4cc3-ad47-31ecafd4ba5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.198265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1a5669ee-9420-4507-b361-9c3aa0e525e5,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:03.204897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port a87f98bc-5227-49cc-ba1c-1e77fe682c1e completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:56:03.210866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port a87f98bc-5227-49cc-ba1c-1e77fe682c1e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:03.211654 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.351493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ce589a-9acc-4cc3-ad47-31ecafd4ba5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.360423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ce589a-9acc-4cc3-ad47-31ecafd4ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.410654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce589a-9acc-4cc3-ad47-31ecafd4ba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cacdc2b-3604-4dc9-ae1e-e58a421dbdab,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:03.514303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-81ce589a-9acc-4cc3-ad47-31ecafd4ba5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f5ce34c8cd7486aa826155079a29a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822934 Oct 18 20:56:03.517769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46836) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:03.575680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.626507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.633387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83b27e29-578a-4987-8824-1bf1ead5bb66 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:03.719155 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-149473c4-2b0a-4f22-b30f-66103acc4c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.722290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9'}, {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268e80a3-2a08-4f57-a9f1-e81de1b36505'}, {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:56:03.724914 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c46fe8-6717-4126-9f7d-5375cb530bde" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "950336ab-850c-4691-bb38-8fc85060dde9"}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "268e80a3-2a08-4f57-a9f1-e81de1b36505"}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:56:03.758136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.788284 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-149473c4-2b0a-4f22-b30f-66103acc4c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.795311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:03.799543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:03.813625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 83b27e29-578a-4987-8824-1bf1ead5bb66 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:03.813891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.816640 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.816947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:03.835453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:03.851985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:03.864097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:03.878409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:03.885290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:03.930849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:03.930849 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-631847b5-20d4-4553-a011-164e15abe026 req-3bc17294-169f-4d88-beeb-a3f49103bff8 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5433 time: 0.8679390 Oct 18 20:56:03.940047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-149473c4-2b0a-4f22-b30f-66103acc4c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.943269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-149473c4-2b0a-4f22-b30f-66103acc4c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:03.944887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-149473c4-2b0a-4f22-b30f-66103acc4c64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0cacdc2b-3604-4dc9-ae1e-e58a421dbdab HTTP/1.1" status: 204 len: 168 time: 0.4257190 Oct 18 20:56:03.992981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149473c4-2b0a-4f22-b30f-66103acc4c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cacdc2b-3604-4dc9-ae1e-e58a421dbdab,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:04.046484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:04.158732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.236269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-631847b5-20d4-4553-a011-164e15abe026 req-e1b02e8d-a583-4e42-8982-965b8b1b04b3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2737117 Oct 18 20:56:04.263233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port be8373a0-14c6-4bb5-b674-a21685236d73 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:04.280488 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.314392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:04.347696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.358248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "DELETE /v2.0/subnets/09a97279-872e-489c-b650-e58360b122dd HTTP/1.1" status: 204 len: 168 time: 2.3402956 Oct 18 20:56:04.360906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46858) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:04.362859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c887c99-5911-4799-8a98-5528bae0a46f None None] Network bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:04.373685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3865f2-6f56-40e2-b210-3d1ec8625e3a tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event deleted for resources: {'Subnet': ['ID=09a97279-872e-489c-b650-e58360b122dd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:04.629637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.760817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Deleting port 820906e9-3181-4108-84cf-555726e51cec {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:04.761987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.787784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-474371672-network', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:04.795185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46860) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:04.852969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305f776-5ec2-4f03-835e-f6eef86dce25 req-7922a540-4a2f-42a6-aaea-8c313562851b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:04.856782 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e305f776-5ec2-4f03-835e-f6eef86dce25 req-7922a540-4a2f-42a6-aaea-8c313562851b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.4106398 Oct 18 20:56:04.867808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.873059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1434fb33-d862-4d0b-b84a-b7566a3183c1 None None] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:04.882313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Allocated IP 172.25.7.103 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/518dfc2f-8c34-4afa-b863-a01eb63bdcf8) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:04.887804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c91e5a76-94a3-4520-a038-0eccf8bd4af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.935345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] For port 820906e9-3181-4108-84cf-555726e51cec, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=820906e9-3181-4108-84cf-555726e51cec,segment=NetworkSegment(51a57119-2ae0-4923-9642-d0fbf847d288),segment_id=51a57119-2ae0-4923-9642-d0fbf847d288)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:04.935749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:04.946551 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e305f776-5ec2-4f03-835e-f6eef86dce25 req-bd5c7d39-e7d0-4aa5-8e58-8646956195e0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751836 Oct 18 20:56:05.092063 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Oct 2021 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b0c75a-9a98-457c-b218-4bcb2671c8a0 x-openstack-request-id: req-e3b0c75a-9a98-457c-b218-4bcb2671c8a0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:56:05.092752 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "950336ab-850c-4691-bb38-8fc85060dde9", "code": 200}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "268e80a3-2a08-4f57-a9f1-e81de1b36505", "code": 200}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:56:05.093228 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3b0c75a-9a98-457c-b218-4bcb2671c8a0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:56:05.093846 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9', 'code': 200} Oct 18 20:56:05.094304 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268e80a3-2a08-4f57-a9f1-e81de1b36505', 'code': 200} Oct 18 20:56:05.094756 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5', 'code': 200} Oct 18 20:56:05.097695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ca7bf690-6932-4652-8abf-97d9cde8a1c7 None None] Provisioning complete for port 83b27e29-578a-4987-8824-1bf1ead5bb66 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:05.098270 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf690-6932-4652-8abf-97d9cde8a1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.123110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Made reservation on behalf of 0c641a1a3e3b47999029c0bce7af9b2b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:05.145614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.150710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 83b27e29-578a-4987-8824-1bf1ead5bb66, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=83b27e29-578a-4987-8824-1bf1ead5bb66,segment=NetworkSegment(a1fc6307-0dbd-459b-a393-65229de483f6),segment_id=a1fc6307-0dbd-459b-a393-65229de483f6)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:05.168441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.197456 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.209487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.222986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.230035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Calling delete_port for 820906e9-3181-4108-84cf-555726e51cec owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:05.240424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c91e5a76-94a3-4520-a038-0eccf8bd4af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.255395 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c91e5a76-94a3-4520-a038-0eccf8bd4af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.371565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Port': ['ID=518dfc2f-8c34-4afa-b863-a01eb63bdcf8,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:05.395687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:05.399964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:05.404895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:05.452205 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.473862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=83b27e29-578a-4987-8824-1bf1ead5bb66,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:05.534182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.563834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e5a76-94a3-4520-a038-0eccf8bd4af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0d81f-89d0-42c9-863c-35a1cbf69218,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:05.574070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.590901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:56:05.608576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.608983 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Added segment 535899d1-2921-49d9-a1c5-eab3dda80ef5 of type vlan for network 044244b1-e878-41ee-9254-a8f93589696f Oct 18 20:56:05.613051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] DHCP port deletion for bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:56:05.670799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.714295 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c91e5a76-94a3-4520-a038-0eccf8bd4af6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf5cac552d6b42449cd7f75cf5d347be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9157960 Oct 18 20:56:05.724861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.725810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.726440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.738602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46870) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:05.796937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:05.831367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Pushing event updated for resources: {'Network': ['ID=044244b1-e878-41ee-9254-a8f93589696f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:05.835507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:05.861075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.861448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 044244b1-e878-41ee-9254-a8f93589696f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:56:05.880266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.887764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.895990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.900195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b720f7cc-c369-48a7-981c-d32b78dff493,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:05.924623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-93754b26-c170-4879-8e3f-32357784d367 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8759201 Oct 18 20:56:05.928282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46872) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:05.931852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.951012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Request body: {'subnet': {'network_id': '044244b1-e878-41ee-9254-a8f93589696f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-474371672-subnet', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:05.959274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.968933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:05.971336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-616b7daf-126b-4440-893c-d98b2c8ced11 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.5734246 Oct 18 20:56:06.057184 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08107ae6-4f1b-4db6-a9aa-3cbf43234cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.141559 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.209662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:06.231261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] Deleting port 820906e9-3181-4108-84cf-555726e51cec {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:06.231644 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.238995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae66f5c3-d7ed-408b-acbd-787949faa86a req-ad022831-8f63-47ee-8fdf-44ed70a6e737 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346447 Oct 18 20:56:06.268761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event deleted for resources: {'Port': ['ID=820906e9-3181-4108-84cf-555726e51cec,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:06.287687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Made reservation on behalf of 0c641a1a3e3b47999029c0bce7af9b2b for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:06.296048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.320927 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08107ae6-4f1b-4db6-a9aa-3cbf43234cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.362936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] No DVR routers for this DVR port 820906e9-3181-4108-84cf-555726e51cec on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:56:06.394839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.469514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] For port 820906e9-3181-4108-84cf-555726e51cec, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:06.470936 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.494795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d0662f77-43b0-48f1-acd3-0810e4da4eba None None] Provisioning complete for port 83b27e29-578a-4987-8824-1bf1ead5bb66 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:06.496410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0662f77-43b0-48f1-acd3-0810e4da4eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.507069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] Calling delete_port for 820906e9-3181-4108-84cf-555726e51cec owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:06.512301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] Port 820906e9-3181-4108-84cf-555726e51cec was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:56:06.514312 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.551602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] No DVR routers for this DVR port 820906e9-3181-4108-84cf-555726e51cec on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:56:06.578190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3feaf-b426-4247-8414-1eff00d036e9 req-7d9d5d64-a253-40ce-b2b0-0fb5ab7c782b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:06.589810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a9314-e075-4107-8855-ba98ae9e36b7 None None] Pushing event deleted for resources: {'Port': ['ID=820906e9-3181-4108-84cf-555726e51cec,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:06.612360 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.623574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7f3feaf-b426-4247-8414-1eff00d036e9 req-7d9d5d64-a253-40ce-b2b0-0fb5ab7c782b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1647289 Oct 18 20:56:06.664099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:06.680090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08107ae6-4f1b-4db6-a9aa-3cbf43234cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.682971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08107ae6-4f1b-4db6-a9aa-3cbf43234cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.685128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08107ae6-4f1b-4db6-a9aa-3cbf43234cb2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55b0d81f-89d0-42c9-863c-35a1cbf69218 HTTP/1.1" status: 204 len: 168 time: 0.8752978 Oct 18 20:56:06.691081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a57119-2ae0-4923-9642-d0fbf847d288') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:06.691671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a57119-2ae0-4923-9642-d0fbf847d288') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:06.711697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08107ae6-4f1b-4db6-a9aa-3cbf43234cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0d81f-89d0-42c9-863c-35a1cbf69218,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:06.720335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.750759 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.785567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:56:06.786020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:56:06.790398 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:56:06.844266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7f3feaf-b426-4247-8414-1eff00d036e9 req-f01dd48b-1590-4951-a117-7e6c79eeb8a3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051151 Oct 18 20:56:07.040364 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:07.059689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:07.063549 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] 10.222.0.66 "DELETE /v2.0/networks/bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d HTTP/1.1" status: 204 len: 168 time: 2.7013786 Oct 18 20:56:07.067492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:07.087504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979579a-936d-41da-ab9e-453a65f0ca31 tempest-FloatingIPNegativeTestJSON-1466989066 tempest-FloatingIPNegativeTestJSON-1466989066-project] Pushing event deleted for resources: {'Network': ['ID=bb57a3db-fc5b-467c-bf2b-5d8b1da3b00d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:07.099466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f98bc-5227-49cc-ba1c-1e77fe682c1e'}, {'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:56:07.101896 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cd916c-f2ce-4e8e-bc77-f8068ed70d49" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "a87f98bc-5227-49cc-ba1c-1e77fe682c1e"}, {"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-plugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:56:07.113187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:07.205260 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Oct 2021 20:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7d0bca-5591-4768-a6d9-3ad95d62eee6 x-openstack-request-id: req-5c7d0bca-5591-4768-a6d9-3ad95d62eee6 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:56:07.205567 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "a87f98bc-5227-49cc-ba1c-1e77fe682c1e", "code": 200}, {"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-plugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:56:07.205833 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c7d0bca-5591-4768-a6d9-3ad95d62eee6 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:56:07.206248 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87f98bc-5227-49cc-ba1c-1e77fe682c1e', 'code': 200} Oct 18 20:56:07.206510 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'code': 200} Oct 18 20:56:07.395127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ab4843-436a-4d33-9149-f1a134ae4753,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:07.453121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Checking segment: {'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:07.455231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Network hostable DHCP agents. Network: 044244b1-e878-41ee-9254-a8f93589696f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:56:07.462865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Router c8c77649-b3b3-4d68-a2a6-da6e07222b89 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:56:07.470857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83b27e29-578a-4987-8824-1bf1ead5bb66 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:07.512186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.513048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.513727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.514174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.514975 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.515166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.515773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.522620 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-d89fcc27-95a8-47ac-bdf6-105d122b50fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 0.2001629 Oct 18 20:56:07.660855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Network 044244b1-e878-41ee-9254-a8f93589696f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:56:07.685387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 83b27e29-578a-4987-8824-1bf1ead5bb66 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:07.685775 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:07.738166 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-348b94c9-c03c-445e-aaef-c33fc73938bd req-99edd02a-898a-4a60-8e22-cc97b9da08ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3773f923-f289-46f4-b06f-44d5f6475afa&id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1988294 Oct 18 20:56:07.743426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 044244b1-e878-41ee-9254-a8f93589696f) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:07.756279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:07.756917 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:07.804486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4667ef7e-5efc-4de6-8f55-15602989fd7f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8539424 Oct 18 20:56:07.805218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46896) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:07.811643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:07.817331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6492ee7-3807-4703-8941-b07e1bdee7be None None] Network 044244b1-e878-41ee-9254-a8f93589696f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:07.827645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46898) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:07.915893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:07.917295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:08.052084 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:08.312233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-044244b1-e878-41ee-9254-a8f93589696f', 'network_id': '044244b1-e878-41ee-9254-a8f93589696f', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'fixed_ips': [{'subnet_id': '74ab4843-436a-4d33-9149-f1a134ae4753'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:56:08.313324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:08.466372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:08.540471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c772adbc-8d18-445e-b568-9e145ccc7d5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8e5cf18bfea427481f8d4c460bc7c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7068644 Oct 18 20:56:08.552840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:08.674939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:08.693266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:08.744126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:08.744126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:08.744454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 820906e9-3181-4108-84cf-555726e51cec no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:56:08.744932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:08.744932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:08.746287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:08.747966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:08.764122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-1d9d344a-8473-403b-9c8a-8a1794a6f73c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 1.2759562 Oct 18 20:56:08.814529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:08.863409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:08.866167 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] Sync routers for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:08.877569 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:08.878719 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:08.881018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0a72b83-286e-4ea0-82ef-30482870ffdb req-de3d899a-1be9-4d97-82bd-8c9792caac64 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144962 Oct 18 20:56:08.912688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:08.914117 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ddc97cb0-d13d-44e9-acd2-939b3408c9fd tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.5634472 Oct 18 20:56:08.917074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:08.962230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 820906e9-3181-4108-84cf-555726e51cec {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:56:08.965890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 820906e9-3181-4108-84cf-555726e51cec not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:56:09.037093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:09.060930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:09.064915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28094b79-e882-4147-ac44-b54e6d149cb1 HTTP/1.1" status: 204 len: 168 time: 0.5089204 Oct 18 20:56:09.107997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Allocated IP 172.20.0.2 (044244b1-e878-41ee-9254-a8f93589696f/74ab4843-436a-4d33-9149-f1a134ae4753/b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:09.134041 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:09.186780 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:09.187691 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:09.306295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28094b79-e882-4147-ac44-b54e6d149cb1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:09.346110 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:09.346832 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e843b2-f8a9-4bc5-957b-d14dcb240593 None None] The sync data for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:09.421299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.421667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.421976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.422311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.422639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.422968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.425653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.426018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.426356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.426689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.427057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.431382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ac8860-1e2f-4244-8076-b3d16d91cf8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:09.639163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d255-7f6d-4f3e-8ec4-93dbd9336356 req-30a59dfc-e17f-46af-b17b-7ed8d0d643a1 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:09.654195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74c7d255-7f6d-4f3e-8ec4-93dbd9336356 req-30a59dfc-e17f-46af-b17b-7ed8d0d643a1 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1870565 Oct 18 20:56:09.665697 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:09.780181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:10.069480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74c7d255-7f6d-4f3e-8ec4-93dbd9336356 req-3cbd4b55-7c94-4b07-828d-d4a021e01569 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111788 Oct 18 20:56:10.166616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:10.199809 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:10.295417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Allocated IP 172.25.7.243 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/721399bb-f159-40bc-85fa-5c7527684331) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:10.347714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Pushing event updated for resources: {'Port': ['ID=b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:10.366773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Network 044244b1-e878-41ee-9254-a8f93589696f is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:10.370364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:10.383609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:10.542150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:10.561484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Attempting to bind port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:10.561875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Attempting to bind port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:10.562721 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Attempting to bind port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 on network 044244b1-e878-41ee-9254-a8f93589696f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:10.603195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:10.603834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Checking segment: {'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:10.604574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:10.611032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Bound using segment: {'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:10.611971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Bound port: b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:10.625724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:10.660151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:10.776609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:10.778260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:10.783571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:10.811892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:10.825186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:10.832452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:10.844524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:10.851647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:10.859537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:10.868921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:10.879162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-d55684d6-03d4-4abf-ae99-ffaa8d155838 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.5209231 Oct 18 20:56:10.950048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Pushing event updated for resources: {'Port': ['ID=721399bb-f159-40bc-85fa-5c7527684331,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:10.975901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] For port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:11.003123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] For port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7,segment=NetworkSegment(535899d1-2921-49d9-a1c5-eab3dda80ef5),segment_id=535899d1-2921-49d9-a1c5-eab3dda80ef5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:11.032661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:11.180839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2dd418d-df1a-48c7-82d1-75b0837cb099 req-7e5cc869-5b9b-493a-9b47-2602bece5a2a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999096 Oct 18 20:56:11.369797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947061-4645-460f-bc42-3aef98dac74b None None] Pushing event updated for resources: {'Port': ['ID=b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:11.372954 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:11.849389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d6979-c4ee-4e29-baef-d15f76aae81d req-160b6a5a-20ed-4fed-8f3d-23dbec75bb28 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:11.866802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-229d6979-c4ee-4e29-baef-d15f76aae81d req-160b6a5a-20ed-4fed-8f3d-23dbec75bb28 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.2318337 Oct 18 20:56:12.038878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46970) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:12.257179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:12.373969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-338394204'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:12.413333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:12.418208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:12.441572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-229d6979-c4ee-4e29-baef-d15f76aae81d req-28444420-a744-48b5-bef3-1fca69ff8d0f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4460442 Oct 18 20:56:12.486476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:12.649706 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:13.012126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:13.027444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:13.033735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:13.041336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:13.054347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:13.060983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:13.068501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:13.074673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4dc95bc4-c39f-4c9a-add4-78daf92060ff req-b73c92ec-8a23-4f8a-8001-7a1a4fd37ac2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.2685518 Oct 18 20:56:13.084227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46978) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:13.089982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Request body: {'floatingip': {'port_id': '8c05245c-42f8-40bc-afa1-d802a60457e7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:13.116282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Allocated IP 172.20.0.1 (20c8ce51-6e68-4b78-b4d2-560477e87658/c79093e0-ef6c-4190-9d59-831b396877a7/6bfe472b-2b62-440d-9090-155204e02068) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:13.166261 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:13.195963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:13.217986 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:13.239776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:13.296939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744366e0-07d9-4037-b5af-2352f6f1e6fd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:13.365850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Router 056db3a2-a17e-43b6-8fd1-2b50728d075c is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:56:13.439415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065043e-4ca7-4e85-a5ce-464375271c96 None None] Network 044244b1-e878-41ee-9254-a8f93589696f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:13.560088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:56:13.597502 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:13.598407 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment f794f537-443c-4d3d-9507-66a2dd221566 of type vlan for network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 Oct 18 20:56:13.693794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:13.708217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:13.941970 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:56:13.955682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a81f5fd4-0237-4d15-97f5-536037e492b5 None None] Provisioning complete for port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:13.956265 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a81f5fd4-0237-4d15-97f5-536037e492b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:14.131066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:14.153659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:14.154688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:14.228509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:14.250481 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:14.278699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2319040 Oct 18 20:56:14.290552 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6887-2433-4c69-84cf-fc464253e14c req-155b6d5e-0019-4335-9acf-1ded826378e8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:14.299389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-427a6887-2433-4c69-84cf-fc464253e14c req-155b6d5e-0019-4335-9acf-1ded826378e8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.5952961 Oct 18 20:56:14.302202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46988) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:14.311050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'name': 'tempest-PortsTestJSON-38458604'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:14.329220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Sync routers for ids ['056db3a2-a17e-43b6-8fd1-2b50728d075c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:14.521765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Routers {'056db3a2-a17e-43b6-8fd1-2b50728d075c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:14.522899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['056db3a2-a17e-43b6-8fd1-2b50728d075c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:14.586878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:14.588450 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:14.672851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:14.678950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:14.975137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:15.214043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Port': ['ID=6bfe472b-2b62-440d-9090-155204e02068,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:15.226921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795fa0d-7c67-4d09-947f-f21ef51b9d10 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=e2bf25f8-7800-47e1-a7b5-54c2907d3e24,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:15.266742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port db37aac7-585b-49f3-826f-36854c4a6ad3 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:15.378562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:56:15.423922 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a81f5fd4-0237-4d15-97f5-536037e492b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:15.428895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:15.433899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cbb12403-19d7-40aa-a25f-306be98dea9a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6232591 Oct 18 20:56:15.443903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46994) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:15.601608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:15.654885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-427a6887-2433-4c69-84cf-fc464253e14c req-9b3c4194-b8db-4e01-bfe7-fdd33acba982 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3544531 Oct 18 20:56:15.664077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:15.694223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:15.703663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:15.726525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:15.729069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:15.741891 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Set router 056db3a2-a17e-43b6-8fd1-2b50728d075c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:15.747191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a81f5fd4-0237-4d15-97f5-536037e492b5 None None] For port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7,segment=NetworkSegment(535899d1-2921-49d9-a1c5-eab3dda80ef5),segment_id=535899d1-2921-49d9-a1c5-eab3dda80ef5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:15.882249 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:15.891882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a81f5fd4-0237-4d15-97f5-536037e492b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:16.127031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=db37aac7-585b-49f3-826f-36854c4a6ad3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:16.152476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': 'f794f537-443c-4d3d-9507-66a2dd221566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:16.153083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: e2bf25f8-7800-47e1-a7b5-54c2907d3e24, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:56:16.312781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f5fd4-0237-4d15-97f5-536037e492b5 None None] Pushing event updated for resources: {'Port': ['ID=b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:16.322778 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.resource_extend [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:56:16.342419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:16.548236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:16.649759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:56:16.729747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5309c2d5-a137-4bf7-b6c3-d74dd3300ccb None None] Provisioning complete for port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:16.731749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5309c2d5-a137-4bf7-b6c3-d74dd3300ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:16.817771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e2bf25f8-7800-47e1-a7b5-54c2907d3e24) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:16.831603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:16.850005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:16.853832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:16.864974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:16.939733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212eee-4cc8-4247-80d0-3afb55174247 req-0684a7a1-bdcb-4594-9eda-0e34c0d66670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:16.943178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97212eee-4cc8-4247-80d0-3afb55174247 req-0684a7a1-bdcb-4594-9eda-0e34c0d66670 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1096 time: 1.0937884 Oct 18 20:56:17.016674 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:56:17.017186 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:56:17.021453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc26549-a96b-40b0-925b-96a2ad91eb71 None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:17.102943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0a481cb1-86ab-40ec-94a7-dfa859fb0a15 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.7934990 Oct 18 20:56:17.324682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '721399bb-f159-40bc-85fa-5c7527684331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:56:11Z', 'revision_number': 3, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port': {'id': '721399bb-f159-40bc-85fa-5c7527684331', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:09Z', 'updated_at': '2021-10-18T20:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:17.354164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47004) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:17.390379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1880866284'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:17.470471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Checking router: 056db3a2-a17e-43b6-8fd1-2b50728d075c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:56:17.476935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Updating router 056db3a2-a17e-43b6-8fd1-2b50728d075c port 721399bb-f159-40bc-85fa-5c7527684331 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:56:17.631053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:17.641459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:17.658008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:17.667809 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Floating IP 6f0c5258-a244-4031-9d70-dfa07ede46a5 associated. External IP: 172.25.7.9, port: 8c05245c-42f8-40bc-afa1-d802a60457e7. Oct 18 20:56:17.701235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:17.704528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dfdc5-9541-4248-bd45-4666ab1a3fbf req-8a092d0e-d1f8-4d3d-8dba-0adad5feabc7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:17.706410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d7dfdc5-9541-4248-bd45-4666ab1a3fbf req-8a092d0e-d1f8-4d3d-8dba-0adad5feabc7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.8158958 Oct 18 20:56:17.722542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:56:17.736981 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:17.736981 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment 85f435ac-1596-45f1-9fe7-c3ceda4c1950 of type vlan for network c106f91f-03ff-428d-be3e-b242f4962930 Oct 18 20:56:17.814592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5f3e587a-dee1-4491-9593-130e725f2a1f None None] Provisioning complete for port 6bfe472b-2b62-440d-9090-155204e02068 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:17.815307 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f3e587a-dee1-4491-9593-130e725f2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:17.817523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:17.849195 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:18.052485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:18.061509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e587a-dee1-4491-9593-130e725f2a1f None None] Port 6bfe472b-2b62-440d-9090-155204e02068 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:56:18.074152 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:18.082237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:18.083292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:18.100203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Port': ['ID=6bfe472b-2b62-440d-9090-155204e02068,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:18.230840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8625867 Oct 18 20:56:18.253253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47010) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:18.266780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:18.277645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'ports': [{'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24'}, {'network_id': 'c106f91f-03ff-428d-be3e-b242f4962930'}]} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:18.280949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:18.281698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'c106f91f-03ff-428d-be3e-b242f4962930'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:18.389547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:18.535810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:18.549632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d7dfdc5-9541-4248-bd45-4666ab1a3fbf req-39b36be8-f9cb-4a0f-b8f8-ffefd2299df2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6231852 Oct 18 20:56:18.560650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc617e36-6de2-4710-bb49-e83cf58009a0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=c106f91f-03ff-428d-be3e-b242f4962930,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:18.637286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c106f91f-03ff-428d-be3e-b242f4962930 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:56:18.949705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:18.950929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.002943 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.009132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212eee-4cc8-4247-80d0-3afb55174247 req-109fd884-4696-45e3-bf76-18c5700d91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:19.014557 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6274c159-078b-43d5-aaa9-141a7fd64a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.023548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97212eee-4cc8-4247-80d0-3afb55174247 req-109fd884-4696-45e3-bf76-18c5700d91ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 1.3583095 Oct 18 20:56:19.055745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Router c8c77649-b3b3-4d68-a2a6-da6e07222b89 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:56:19.287417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4a74afa8-37a2-470a-baae-c3bb6519a925 None None] Provisioning complete for port 6bfe472b-2b62-440d-9090-155204e02068 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:19.287844 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a74afa8-37a2-470a-baae-c3bb6519a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.291089 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.334365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.412513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Attempting to bind port 721399bb-f159-40bc-85fa-5c7527684331 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:19.413294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Attempting to bind port 721399bb-f159-40bc-85fa-5c7527684331 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:19.413929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Attempting to bind port 721399bb-f159-40bc-85fa-5c7527684331 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:19.488609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4a74afa8-37a2-470a-baae-c3bb6519a925 None None] Port 6bfe472b-2b62-440d-9090-155204e02068 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:56:19.490488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:19.490868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:19.491278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.491670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:19.492168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Bound port: 721399bb-f159-40bc-85fa-5c7527684331, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:19.492586 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.496558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:19.505465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ba4fd-cfe7-419d-8f10-a3728fc4d30a None None] Pushing event updated for resources: {'Port': ['ID=721399bb-f159-40bc-85fa-5c7527684331,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:19.512029 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] Sync routers for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:19.524708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a1f58f44-8873-42b0-8ce9-36c56aa7f9a6 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "PUT /v2.0/routers/c8c77649-b3b3-4d68-a2a6-da6e07222b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6058016 Oct 18 20:56:19.525617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47018) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:19.544520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Request body: {'port': {'network_id': '20c8ce51-6e68-4b78-b4d2-560477e87658', 'name': 'tempest-FloatingIPAdminTestJSON-2137020643'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:19.561565 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:19.579205 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:19.600993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:56:19.747973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97212eee-4cc8-4247-80d0-3afb55174247 req-cca68bf6-7f6d-4597-9522-76423873af5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 1001 time: 0.5207944 Oct 18 20:56:19.757320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Made reservation on behalf of 8fbf9d182a7241118a78711d4abf0510 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:19.770007 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.786648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] For port 721399bb-f159-40bc-85fa-5c7527684331, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:19.801598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] device_id is not set on port 8c7f7af7-1e42-42aa-8d53-d91d1defa6eb yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:19.806887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] For port 721399bb-f159-40bc-85fa-5c7527684331, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=721399bb-f159-40bc-85fa-5c7527684331,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:19.831929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:19.866541 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:19.993561 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:19.994721 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:20.143233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df122160-e0dd-4d7e-9dc3-b7d3830c476b req-a780e162-d7cb-48fe-8a61-2f7b114bb279 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:20.147420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 2} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:20.149954 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df122160-e0dd-4d7e-9dc3-b7d3830c476b req-a780e162-d7cb-48fe-8a61-2f7b114bb279 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.2272098 Oct 18 20:56:20.158666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:20.272779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df122160-e0dd-4d7e-9dc3-b7d3830c476b req-a148f3a7-74bd-4dad-989f-508f695a5ebe tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113985 Oct 18 20:56:20.278235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Allocated IP 172.20.0.6 (20c8ce51-6e68-4b78-b4d2-560477e87658/c79093e0-ef6c-4190-9d59-831b396877a7/8c7f7af7-1e42-42aa-8d53-d91d1defa6eb) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:20.295102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212eee-4cc8-4247-80d0-3afb55174247 req-a13645f4-082d-4cc3-8cbe-b2dd5804c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:20.298659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97212eee-4cc8-4247-80d0-3afb55174247 req-a13645f4-082d-4cc3-8cbe-b2dd5804c4b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.5401056 Oct 18 20:56:20.308763 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:20.309892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967fcb1-448b-4e51-bc91-36d517079f2e None None] The sync data for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:20.312761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:20.397473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ba4fd-cfe7-419d-8f10-a3728fc4d30a None None] Pushing event updated for resources: {'Port': ['ID=721399bb-f159-40bc-85fa-5c7527684331,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:20.418146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Routers {'056db3a2-a17e-43b6-8fd1-2b50728d075c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:20.421722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['056db3a2-a17e-43b6-8fd1-2b50728d075c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:20.659567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:20.752662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:20.877828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] Set router 056db3a2-a17e-43b6-8fd1-2b50728d075c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:20.893198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event updated for resources: {'Port': ['ID=8c7f7af7-1e42-42aa-8d53-d91d1defa6eb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:20.946353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:20.948000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:20.951422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:21.044702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:21.045370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:21.098897 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ab7c4f57-d156-4f7c-902d-f491c4de7dc9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5720346 Oct 18 20:56:21.099779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47030) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:21.178842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port c4c889fe-3c77-43ab-9fc5-7895cc2f0ab2 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:21.227412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212eee-4cc8-4247-80d0-3afb55174247 req-1a650d68-e718-4457-8d06-6ba1081605bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:21.232227 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97212eee-4cc8-4247-80d0-3afb55174247 req-1a650d68-e718-4457-8d06-6ba1081605bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9096270 Oct 18 20:56:21.249033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:21.266704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:21.275151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] Sync routers for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:21.347570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:21.348725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:21.508322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'project_id': '8fbf9d182a7241118a78711d4abf0510', 'port_id': '8c7f7af7-1e42-42aa-8d53-d91d1defa6eb'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:21.580042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:21.797604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-52ae373f-0b3d-4198-a402-f8302f7f92bd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "PUT /v2.0/floatingips/6f0c5258-a244-4031-9d70-dfa07ede46a5 HTTP/1.1" status: 200 len: 989 time: 8.7069578 Oct 18 20:56:21.828148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:56:21.832960 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe5c64-3b30-4a82-a0b3-2150675c503a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:56:21.861047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:21.943234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:22.031093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97212eee-4cc8-4247-80d0-3afb55174247 req-81ad1d4b-1dfa-418b-9333-5866ce25ad8f service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335427 Oct 18 20:56:22.124012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e4872-ad79-475a-bde8-f34d55318448 req-46e1edef-4c6a-4de6-b268-5d42da2ac531 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:22.127065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-834e4872-ad79-475a-bde8-f34d55318448 req-46e1edef-4c6a-4de6-b268-5d42da2ac531 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.4693170 Oct 18 20:56:22.235240 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97212eee-4cc8-4247-80d0-3afb55174247 req-333f3722-31db-44b4-bc2f-471a08cf488f service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967957 Oct 18 20:56:22.312172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5476bb61-d36a-4687-9134-134d0b6eff85 None None] Provisioning complete for port 8c7f7af7-1e42-42aa-8d53-d91d1defa6eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:22.312860 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5476bb61-d36a-4687-9134-134d0b6eff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:22.317528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '6f0c5258-a244-4031-9d70-dfa07ede46a5', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'port_id': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'mac_address': 'fa:16:3e:cc:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:54:33Z', 'updated_at': '2021-10-18T20:56:15Z', 'revision_number': 1, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:43Z', 'revision_number': 5, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:22.336798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-834e4872-ad79-475a-bde8-f34d55318448 req-1bc7d352-75a3-43d2-974a-aad58f00bdaa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989691 Oct 18 20:56:22.379709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:22.394197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] Checking router: 3ab01ec1-49d0-4c63-9892-5e5f7c923958 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:56:22.554591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5476bb61-d36a-4687-9134-134d0b6eff85 None None] Port 8c7f7af7-1e42-42aa-8d53-d91d1defa6eb cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:56:22.570409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:22.571076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:55:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:22.741185 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfda520-674d-49fe-92e2-fcc52da87d21 x-openstack-request-id: req-acfda520-674d-49fe-92e2-fcc52da87d21 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:56:22.741458 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:56:22.741722 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acfda520-674d-49fe-92e2-fcc52da87d21 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:56:22.742132 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'status': 'completed', 'code': 200} Oct 18 20:56:22.784280 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:56:22.797306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '721399bb-f159-40bc-85fa-5c7527684331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:56:11Z', 'revision_number': 3, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port': {'id': '721399bb-f159-40bc-85fa-5c7527684331', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:09Z', 'updated_at': '2021-10-18T20:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:22.885445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Allocated IP 172.25.7.190 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8679f8c5-7db6-4ebe-9705-67cc9736ab2d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:23.100881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2ed65-592d-45a6-a390-0e45c735fb2e None None] The sync data for ids ['056db3a2-a17e-43b6-8fd1-2b50728d075c'] in n-d-812149-2 is: [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '721399bb-f159-40bc-85fa-5c7527684331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:56:11Z', 'revision_number': 3, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port': {'id': '721399bb-f159-40bc-85fa-5c7527684331', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:09Z', 'updated_at': '2021-10-18T20:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:23.197385 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb33fee1-7f95-4c67-a320-3763b583fe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:23.215614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:23.223728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:23.305129 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:23.385124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Allocated IP 172.20.0.1 (044244b1-e878-41ee-9254-a8f93589696f/74ab4843-436a-4d33-9149-f1a134ae4753/3be6e68d-2ce8-4582-92e3-a6efa91a1583) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:23.439614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:23.467100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:23.473891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:23.694123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:24.095934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:24.236897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 6a3d01eb-2d2c-4c1f-a62f-7924c50bc4cc yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:24.332713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Pushing event updated for resources: {'Port': ['ID=8679f8c5-7db6-4ebe-9705-67cc9736ab2d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:24.351791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:24.382459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 721399bb-f159-40bc-85fa-5c7527684331 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:24.395747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:24.448118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.449123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.449123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.449591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.450250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.450714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.451286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.453803 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-eecb85a0-5979-4cb9-984b-414f4639ebc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 1.7083669 Oct 18 20:56:24.468807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe941b-d4a8-4497-9733-a054acc29b0c req-92b0e50b-a4f5-4434-aa27-18df8bb5bd6c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:24.474154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74fe941b-d4a8-4497-9733-a054acc29b0c req-92b0e50b-a4f5-4434-aa27-18df8bb5bd6c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1574035 Oct 18 20:56:24.507108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '6f0c5258-a244-4031-9d70-dfa07ede46a5', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'port_id': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'mac_address': 'fa:16:3e:cc:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:54:33Z', 'updated_at': '2021-10-18T20:56:15Z', 'revision_number': 1, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:43Z', 'revision_number': 5, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:24.572087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Pushing event updated for resources: {'Port': ['ID=3be6e68d-2ce8-4582-92e3-a6efa91a1583,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:24.576865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3542c1-1029-4559-b255-8a5636778b2e None None] The sync data for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 is: [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '6f0c5258-a244-4031-9d70-dfa07ede46a5', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'port_id': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'mac_address': 'fa:16:3e:cc:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:54:33Z', 'updated_at': '2021-10-18T20:56:15Z', 'revision_number': 1, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:43Z', 'revision_number': 5, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:24.601384 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Network 044244b1-e878-41ee-9254-a8f93589696f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:24.748791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 721399bb-f159-40bc-85fa-5c7527684331 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:24.750293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:24.938624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:25.294728 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:25.307008 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93d6c6-326d-4685-8b18-5aa618ed25e1 None None] New status for floating IP 6f0c5258-a244-4031-9d70-dfa07ede46a5: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:56:25.327903 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:25.426668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 721399bb-f159-40bc-85fa-5c7527684331, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=721399bb-f159-40bc-85fa-5c7527684331,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:25.451789 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:25.633239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=721399bb-f159-40bc-85fa-5c7527684331,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:25.658169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.658782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.659628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.660250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.661326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.661532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.662091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.662690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.663261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.663860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.664511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.665099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:25.683559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-953ace36-d879-46f2-b358-22172e082f9f None None] Provisioning complete for port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:25.684336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-953ace36-d879-46f2-b358-22172e082f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:25.688987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:25.723264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-953ace36-d879-46f2-b358-22172e082f9f None None] Port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:56:25.746575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-71bc212c-a097-4311-972d-e3fb8a1a30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:25.749692 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-71bc212c-a097-4311-972d-e3fb8a1a30a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c HTTP/1.1" status: 200 len: 913 time: 1.2809641 Oct 18 20:56:26.197975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74fe941b-d4a8-4497-9733-a054acc29b0c req-78d58d7c-7f3b-4a49-bd21-a429b2056d94 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330065 Oct 18 20:56:26.307242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 721399bb-f159-40bc-85fa-5c7527684331 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:26.372148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:26.459296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 721399bb-f159-40bc-85fa-5c7527684331 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:26.460233 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:26.510195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:26.517622 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-b3c03141-046f-40f9-96eb-4b6591cdd370 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 997 time: 0.7145588 Oct 18 20:56:26.560334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:26.627542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-87583bb3-773a-4287-ad71-ec912bc0b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:26.629193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-87583bb3-773a-4287-ad71-ec912bc0b223 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 200 len: 851 time: 0.0576892 Oct 18 20:56:26.692324 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:26.735647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:26.762385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=c4c889fe-3c77-43ab-9fc5-7895cc2f0ab2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:26.815408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-5bd4bcdd-bcae-4602-9e4b-0f7568a2ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:26.822177 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-5bd4bcdd-bcae-4602-9e4b-0f7568a2ee72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813517 Oct 18 20:56:26.846706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:26.983462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:27.015854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:27.050056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:27.051000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:27.073920 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:27.081630 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:27.183498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Pushing event updated for resources: {'Port': ['ID=8679f8c5-7db6-4ebe-9705-67cc9736ab2d,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:27.202837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=6a3d01eb-2d2c-4c1f-a62f-7924c50bc4cc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:27.210602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:27.334500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:27.422180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': '85f435ac-1596-45f1-9fe7-c3ceda4c1950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c106f91f-03ff-428d-be3e-b242f4962930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:27.422180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: c106f91f-03ff-428d-be3e-b242f4962930, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:56:27.462000 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-9bdda62e-cca0-40ef-a319-c9f12aabd9bc service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033679 Oct 18 20:56:27.513391 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Floating IP 0c06cd75-a21c-476f-9074-2988e679e77f associated. External IP: 172.25.7.190, port: 8c7f7af7-1e42-42aa-8d53-d91d1defa6eb. Oct 18 20:56:27.566458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network c106f91f-03ff-428d-be3e-b242f4962930 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:56:27.600726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373cedb-8e1c-4327-9e93-c7feb54ccd7b req-e1d6e8c9-6b68-49f5-8726-0eb526ec2dc9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:27.602737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f373cedb-8e1c-4327-9e93-c7feb54ccd7b req-e1d6e8c9-6b68-49f5-8726-0eb526ec2dc9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.2058339 Oct 18 20:56:27.663501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, c106f91f-03ff-428d-be3e-b242f4962930) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:27.675684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5e527-b6bd-4c72-b7cf-8b436f2e84fd None None] Network c106f91f-03ff-428d-be3e-b242f4962930 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:27.686538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:27.693498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:27.701677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:27.702422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:27.772419 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-07a62f5f-84cf-48ce-b262-bbda4ce28f94 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 9.5138910 Oct 18 20:56:27.782527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47076) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:27.841641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f373cedb-8e1c-4327-9e93-c7feb54ccd7b req-7286065b-948d-480d-bc78-63df2adeee31 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181995 Oct 18 20:56:27.925602 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fe5c64-3b30-4a82-a0b3-2150675c503a req-6dd96e08-cb6c-4f97-95e3-dd4e89efb9c9 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493921 Oct 18 20:56:28.099789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:28.110030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:28.154945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Router c8c77649-b3b3-4d68-a2a6-da6e07222b89 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:56:28.196300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:28.247891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 6a3d01eb-2d2c-4c1f-a62f-7924c50bc4cc {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:28.248375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:28.349290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Pushing event updated for resources: {'Port': ['ID=3be6e68d-2ce8-4582-92e3-a6efa91a1583,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:28.446733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:28.472809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 6a3d01eb-2d2c-4c1f-a62f-7924c50bc4cc owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:28.513518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Network 044244b1-e878-41ee-9254-a8f93589696f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:28.516869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:28.535428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:28.546236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] Sync routers for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:28.570913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:28.572305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:28.572793 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:28.650621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:28.665708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-389f4719-7beb-43ce-a3ad-053570a33bf2 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5645201 Oct 18 20:56:28.666381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47084) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:28.699892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:28.700758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:28.892484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:28.892999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ac60e6-1d87-4d0d-bb74-4751121ac7a6 None None] The sync data for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:28.955093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:29.043071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7b99700d-81ba-4db1-9872-3d85a4cd0f4f None None] Provisioning complete for port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:29.043835 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b99700d-81ba-4db1-9872-3d85a4cd0f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:29.071515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Router 056db3a2-a17e-43b6-8fd1-2b50728d075c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:56:29.081351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=6a3d01eb-2d2c-4c1f-a62f-7924c50bc4cc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:29.100920 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:29.112935 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4a10c879-ed31-4b30-82fc-9504a71016f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/6a3d01eb-2d2c-4c1f-a62f-7924c50bc4cc HTTP/1.1" status: 204 len: 168 time: 1.3286173 Oct 18 20:56:29.115176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47090) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:29.163680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7b99700d-81ba-4db1-9872-3d85a4cd0f4f None None] Port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:56:29.309185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1fe64f3b-f0ee-4a04-8c20-8347448a6d43 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] 10.222.0.66 "GET /v2.0/floatingips/0c06cd75-a21c-476f-9074-2988e679e77f HTTP/1.1" status: 200 len: 983 time: 0.6408653 Oct 18 20:56:29.315533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47092) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:29.417345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b38cf-8645-47a1-9c9c-1af88a9d29c4 req-4f419e10-6893-4688-8adc-66e2e078f98e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:29.427646 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b45b38cf-8645-47a1-9c9c-1af88a9d29c4 req-4f419e10-6893-4688-8adc-66e2e078f98e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.4275804 Oct 18 20:56:29.483366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7faa8a-26ba-4e16-b5c7-b830432618d9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:29.490585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7faa8a-26ba-4e16-b5c7-b830432618d9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:29.495354 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8b7faa8a-26ba-4e16-b5c7-b830432618d9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.3778298 Oct 18 20:56:29.498884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47096) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:29.527090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b45b38cf-8645-47a1-9c9c-1af88a9d29c4 req-1cc5f2ec-8c9f-4f54-af39-e57ae41cea55 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928609 Oct 18 20:56:29.600773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2e60b057-48da-431f-8688-0bf60c1ac001 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2786462 Oct 18 20:56:29.601643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47098) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:29.695218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:29.713476 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Sync routers for ids ['056db3a2-a17e-43b6-8fd1-2b50728d075c'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:29.724618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa3901f4-a282-4657-a22f-e6a274750425 admin admin] 10.222.0.66 "PUT /v2.0/routers/056db3a2-a17e-43b6-8fd1-2b50728d075c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2770269 Oct 18 20:56:29.761895 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Routers {'056db3a2-a17e-43b6-8fd1-2b50728d075c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:29.766954 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['056db3a2-a17e-43b6-8fd1-2b50728d075c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:29.798410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port c4c889fe-3c77-43ab-9fc5-7895cc2f0ab2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:29.798924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:30.005688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:30.058215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for c4c889fe-3c77-43ab-9fc5-7895cc2f0ab2 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:30.156172 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Set router 056db3a2-a17e-43b6-8fd1-2b50728d075c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:30.194472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Deleting port 8679f8c5-7db6-4ebe-9705-67cc9736ab2d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:30.194720 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:30.392119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:30.424119 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:30.424510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:30.460801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Calling delete_port for 8679f8c5-7db6-4ebe-9705-67cc9736ab2d owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:30.513046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=c4c889fe-3c77-43ab-9fc5-7895cc2f0ab2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:30.553236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:30.577849 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a6eaaecb-0caf-4c47-936f-1b5dcdfca398 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/c4c889fe-3c77-43ab-9fc5-7895cc2f0ab2 HTTP/1.1" status: 204 len: 168 time: 1.0780129 Oct 18 20:56:30.579659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47112) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:30.765641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d9d42-e989-4d4d-8342-c8252bacd896 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:30.782326 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb9d9d42-e989-4d4d-8342-c8252bacd896 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1975188 Oct 18 20:56:30.784016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47122) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:30.889413 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6748aa15-6a4f-4643-8007-30f3eee7daa7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:56:30.904664 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6748aa15-6a4f-4643-8007-30f3eee7daa7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/6a3d01eb-2d2c-4c1f-a62f-7924c50bc4cc HTTP/1.1" status: 404 len: 333 time: 0.1179180 Oct 18 20:56:30.908238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47128) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:30.930883 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '721399bb-f159-40bc-85fa-5c7527684331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:56:26Z', 'revision_number': 4, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port': {'id': '721399bb-f159-40bc-85fa-5c7527684331', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:09Z', 'updated_at': '2021-10-18T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '3be6e68d-2ce8-4582-92e3-a6efa91a1583', 'name': '', 'network_id': '044244b1-e878-41ee-9254-a8f93589696f', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'mac_address': 'fa:16:3e:6e:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '74ab4843-436a-4d33-9149-f1a134ae4753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:22Z', 'updated_at': '2021-10-18T20:56:27Z', 'revision_number': 2, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'subnets': [{'id': '74ab4843-436a-4d33-9149-f1a134ae4753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:31.013310 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Checking router: 056db3a2-a17e-43b6-8fd1-2b50728d075c for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:56:31.014228 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Updating router 056db3a2-a17e-43b6-8fd1-2b50728d075c port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:56:31.049345 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42863c8-5ecf-4b3b-8cb1-ca55998234d1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:56:31.052524 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.057640 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d42863c8-5ecf-4b3b-8cb1-ca55998234d1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/c4c889fe-3c77-43ab-9fc5-7895cc2f0ab2 HTTP/1.1" status: 404 len: 333 time: 0.1413984 Oct 18 20:56:31.059643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47134) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:31.212732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.359967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Port': ['ID=8679f8c5-7db6-4ebe-9705-67cc9736ab2d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:31.435579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.558104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47142) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:31.566472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2134826457-network', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:31.628209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Made reservation on behalf of 7cc768bb922f4054a0b650a0a4886cee for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:31.632330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.644024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94438c4f-ccef-46c5-9517-193b68890194 req-18cf7ead-8444-43c6-98fc-02adf39ed2d6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:31.664168 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94438c4f-ccef-46c5-9517-193b68890194 req-18cf7ead-8444-43c6-98fc-02adf39ed2d6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.8550115 Oct 18 20:56:31.668719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.669624 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Floating IP 0c06cd75-a21c-476f-9074-2988e679e77f disassociated (deleted). External IP: 172.25.7.190, port: 8c7f7af7-1e42-42aa-8d53-d91d1defa6eb. Oct 18 20:56:31.675291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.755679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.801563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c106f91f-03ff-428d-be3e-b242f4962930']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:31.824501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f435ac-1596-45f1-9fe7-c3ceda4c1950') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:31.825144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f435ac-1596-45f1-9fe7-c3ceda4c1950') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:31.827989 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.844047 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.859992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.889422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.906561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:56:31.907205 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:56:31.912334 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:56:31.945587 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Pushing event updated for resources: {'Port': ['ID=3be6e68d-2ce8-4582-92e3-a6efa91a1583,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:31.969509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-94438c4f-ccef-46c5-9517-193b68890194 req-dab99abc-2053-4afc-a9b8-7e0cbb33ade1 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034077 Oct 18 20:56:31.977506 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.978046 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.978392 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.978674 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.979030 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.982326 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.982615 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.982940 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.983332 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.983791 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.984039 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:31.984427 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:32.168347 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.184627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.199742 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Attempting to bind port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:32.200164 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Attempting to bind port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:32.202005 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Attempting to bind port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 on network 044244b1-e878-41ee-9254-a8f93589696f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:32.203999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:56:32.215882 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:32.216258 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Checking segment: {'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:32.218528 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.218957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Bound using segment: {'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:32.226180 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Bound port: 3be6e68d-2ce8-4582-92e3-a6efa91a1583, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535899d1-2921-49d9-a1c5-eab3dda80ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '044244b1-e878-41ee-9254-a8f93589696f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:32.226467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.226630 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.229234 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Added segment 495e8495-2c74-4676-b771-d52898cb67aa of type vlan for network 33aad8b2-7c74-45d0-ac4c-4642eba2012e Oct 18 20:56:32.346908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.430164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.441582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.457046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/c106f91f-03ff-428d-be3e-b242f4962930 HTTP/1.1" status: 204 len: 168 time: 1.3943954 Oct 18 20:56:32.458038 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] For port 3be6e68d-2ce8-4582-92e3-a6efa91a1583, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:32.459487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47148) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:32.467873 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] For port 3be6e68d-2ce8-4582-92e3-a6efa91a1583, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3be6e68d-2ce8-4582-92e3-a6efa91a1583,segment=NetworkSegment(535899d1-2921-49d9-a1c5-eab3dda80ef5),segment_id=535899d1-2921-49d9-a1c5-eab3dda80ef5)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:32.477894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-967221393'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:32.481716 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.487325 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.490048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:32.491422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.547704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Router c8c77649-b3b3-4d68-a2a6-da6e07222b89 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:56:32.556640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6925fa44-16b8-48be-9e80-f61d6dc964bf None None] Provisioning complete for port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:32.557523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:32.560172 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6925fa44-16b8-48be-9e80-f61d6dc964bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.564041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a528e1-296a-4b8c-b608-c6de889b41fe tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=c106f91f-03ff-428d-be3e-b242f4962930,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:32.564334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.638112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:56:32.655051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.655408 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment 82912709-8f38-4823-ad15-a60cecb63373 of type vlan for network 957d4a5f-adb4-48f1-92cf-f51669223c89 Oct 18 20:56:32.718630 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.746017 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6925fa44-16b8-48be-9e80-f61d6dc964bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.770426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.787994 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bd54f-7104-465d-97a1-5e30d5f3591f None None] Pushing event updated for resources: {'Port': ['ID=3be6e68d-2ce8-4582-92e3-a6efa91a1583,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:32.794521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:32.795969 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.820796 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Routers {'056db3a2-a17e-43b6-8fd1-2b50728d075c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:32.821758 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['056db3a2-a17e-43b6-8fd1-2b50728d075c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:32.845905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Pushing event updated for resources: {'Network': ['ID=33aad8b2-7c74-45d0-ac4c-4642eba2012e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:32.855948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cdd51c-1343-4692-9c57-e327358e7e4d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:32.870316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6925fa44-16b8-48be-9e80-f61d6dc964bf None None] For port 3be6e68d-2ce8-4582-92e3-a6efa91a1583, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3be6e68d-2ce8-4582-92e3-a6efa91a1583,segment=NetworkSegment(535899d1-2921-49d9-a1c5-eab3dda80ef5),segment_id=535899d1-2921-49d9-a1c5-eab3dda80ef5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:32.876972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:56:32.884777 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a76f964a-516e-4f3f-9875-2369a7a165b1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3213813 Oct 18 20:56:32.885377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47152) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:32.889692 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6925fa44-16b8-48be-9e80-f61d6dc964bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:32.898399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Request body: {'subnet': {'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2134826457-subnet', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:32.987324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Made reservation on behalf of 7cc768bb922f4054a0b650a0a4886cee for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:33.002596 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:33.295406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925fa44-16b8-48be-9e80-f61d6dc964bf None None] Pushing event updated for resources: {'Port': ['ID=3be6e68d-2ce8-4582-92e3-a6efa91a1583,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:33.310715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2f23e136-b696-4341-aeec-4a98e5250a0e None None] Provisioning complete for port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:33.311091 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2f23e136-b696-4341-aeec-4a98e5250a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:33.519639 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] Set router 056db3a2-a17e-43b6-8fd1-2b50728d075c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:33.801778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=957d4a5f-adb4-48f1-92cf-f51669223c89,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:33.861957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 957d4a5f-adb4-48f1-92cf-f51669223c89 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:56:33.867109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:33.981182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777a379-4ce2-4e3b-908a-0b5df38594bc req-d9c735cf-eddc-4435-9c80-27b682cc6385 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:33.982862 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d777a379-4ce2-4e3b-908a-0b5df38594bc req-d9c735cf-eddc-4435-9c80-27b682cc6385 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.1853323 Oct 18 20:56:33.992196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0dfa9a73-08f4-4037-90f6-79324fce0caa tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5231273 Oct 18 20:56:34.004643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47168) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:34.033226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:34.121758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb76cbf-c35d-476d-9666-9ed7c9126265,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:34.168944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:34.179471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:34.219963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Checking segment: {'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:34.220582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Network hostable DHCP agents. Network: 33aad8b2-7c74-45d0-ac4c-4642eba2012e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:56:34.255150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d777a379-4ce2-4e3b-908a-0b5df38594bc req-174725e5-1e11-446b-a8dc-0e6babe5c010 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844285 Oct 18 20:56:34.265956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47170) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:34.267450 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5cf78a3d-9acf-4867-b2a9-b53cac5b5404 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "DELETE /v2.0/floatingips/0c06cd75-a21c-476f-9074-2988e679e77f HTTP/1.1" status: 204 len: 168 time: 4.6646936 Oct 18 20:56:34.283075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:34.314132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:56:34.320711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:34.325557 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:34.361613 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '721399bb-f159-40bc-85fa-5c7527684331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:56:26Z', 'revision_number': 4, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port': {'id': '721399bb-f159-40bc-85fa-5c7527684331', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:09Z', 'updated_at': '2021-10-18T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '3be6e68d-2ce8-4582-92e3-a6efa91a1583', 'name': '', 'network_id': '044244b1-e878-41ee-9254-a8f93589696f', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'mac_address': 'fa:16:3e:6e:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '74ab4843-436a-4d33-9149-f1a134ae4753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:22Z', 'updated_at': '2021-10-18T20:56:32Z', 'revision_number': 4, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'subnets': [{'id': '74ab4843-436a-4d33-9149-f1a134ae4753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:34.365120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] Sync routers for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:34.369482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 33aad8b2-7c74-45d0-ac4c-4642eba2012e) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:34.384311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:34.387348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:34.398772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1617fa8d-21de-4e04-81c7-fbfeadd54f21 None None] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:34.455542 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:34.468923 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591016e9-bb1d-47ab-b981-f5b6fb3354fa None None] The sync data for ids ['056db3a2-a17e-43b6-8fd1-2b50728d075c'] in n-d-812149-2 is: [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '721399bb-f159-40bc-85fa-5c7527684331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:56:26Z', 'revision_number': 4, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port': {'id': '721399bb-f159-40bc-85fa-5c7527684331', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:09Z', 'updated_at': '2021-10-18T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '3be6e68d-2ce8-4582-92e3-a6efa91a1583', 'name': '', 'network_id': '044244b1-e878-41ee-9254-a8f93589696f', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'mac_address': 'fa:16:3e:6e:0a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '74ab4843-436a-4d33-9149-f1a134ae4753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:22Z', 'updated_at': '2021-10-18T20:56:32Z', 'revision_number': 4, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'subnets': [{'id': '74ab4843-436a-4d33-9149-f1a134ae4753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:34.499081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:34.501068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:34.509024 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b0663b11-a0e8-40ad-b73f-a69187a160d4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6190803 Oct 18 20:56:34.535208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Performing IP validity checks on allocation pools {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 20:56:34.535841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 20:56:34.538090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47172) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:34.544227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:34.644549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:34.739657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:34.740312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:34.758307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:34.765981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:34.966232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:34.967069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b98fe01-a3e8-427a-a80c-4b31a76348e8 None None] The sync data for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:35.037289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:35.042836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:35.132866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:35.421686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-33aad8b2-7c74-45d0-ac4c-4642eba2012e', 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'fixed_ips': [{'subnet_id': '9fb76cbf-c35d-476d-9666-9ed7c9126265'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:56:35.423193 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:35.589225 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:35.704082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=3c8fbf7f-1ed4-4356-a052-23c0e5a563b9,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:35.707403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Allocated IP 172.25.7.37 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a7eb7372-2aa4-48bc-9ae7-54736c2560c4) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:35.753712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': '82912709-8f38-4823-ad15-a60cecb63373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:35.756832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: 957d4a5f-adb4-48f1-92cf-f51669223c89, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:56:36.100841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2dd1-5a4d-4260-92f3-19054ef02f0f req-1dd6a91b-3ca4-460c-a975-4bcfafc74a4f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:36.104192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a76b2dd1-5a4d-4260-92f3-19054ef02f0f req-1dd6a91b-3ca4-460c-a975-4bcfafc74a4f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.6494703 Oct 18 20:56:36.153449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 957d4a5f-adb4-48f1-92cf-f51669223c89 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:56:36.239091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Allocated IP 172.20.0.2 (33aad8b2-7c74-45d0-ac4c-4642eba2012e/9fb76cbf-c35d-476d-9666-9ed7c9126265/45b4df48-ab78-4c98-a3be-3d09b8e2d6ae) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:36.335428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 957d4a5f-adb4-48f1-92cf-f51669223c89) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:36.361244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:36.364611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:36.427866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b42a95-6aac-4854-850a-eabb9cb7561b None None] Network 957d4a5f-adb4-48f1-92cf-f51669223c89 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:36.437301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3be6e68d-2ce8-4582-92e3-a6efa91a1583 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:36.455179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a76b2dd1-5a4d-4260-92f3-19054ef02f0f req-2ffc6ab5-a3e3-4e22-8e6d-cd20be672ed6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273547 Oct 18 20:56:36.459048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-01de6b54-2cde-4193-8a37-3b936b041a50 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4449191 Oct 18 20:56:36.469526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47186) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:36.475312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89', 'name': 'tempest-PortsTestJSON-966883108'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:36.760599 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:36.809388 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:36.888517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:36.893204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:36.937862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port d252947b-ca64-4863-862a-ccff07b1d863 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:37.253455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:37.431328 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:37.433605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.11 (957d4a5f-adb4-48f1-92cf-f51669223c89/3c8fbf7f-1ed4-4356-a052-23c0e5a563b9/d252947b-ca64-4863-862a-ccff07b1d863) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:37.605445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:37.628185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:37.654639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:37.682666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Pushing event updated for resources: {'Port': ['ID=a7eb7372-2aa4-48bc-9ae7-54736c2560c4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:37.704043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Pushing event updated for resources: {'Port': ['ID=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:37.843310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Attempting to bind port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:37.843957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Attempting to bind port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:37.844668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Attempting to bind port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae on network 33aad8b2-7c74-45d0-ac4c-4642eba2012e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:37.850252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:37.855532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:37.879919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:37.885338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:37.886569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Checking segment: {'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:37.887304 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:37.888031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Bound using segment: {'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:37.889292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Bound port: 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:37.890031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:37.938228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:37.947646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:37.955692 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.019024 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.047100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9107-7e4c-4bec-a44c-4c495b6e8cab req-11761f11-6963-4870-8985-03ae17cf5e25 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:38.049107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a8f9107-7e4c-4bec-a44c-4c495b6e8cab req-11761f11-6963-4870-8985-03ae17cf5e25 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.2169449 Oct 18 20:56:38.102291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 957d4a5f-adb4-48f1-92cf-f51669223c89 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:38.141338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:38.153450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:38.187570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-957d4a5f-adb4-48f1-92cf-f51669223c89', 'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89', 'tenant_id': '892820d52aee48df9e47580b35fd929a', 'fixed_ips': [{'subnet_id': '3c8fbf7f-1ed4-4356-a052-23c0e5a563b9'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:56:38.188224 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.191684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] For port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:38.198461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] For port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,segment=NetworkSegment(495e8495-2c74-4676-b771-d52898cb67aa),segment_id=495e8495-2c74-4676-b771-d52898cb67aa)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:38.220161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.234556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a8f9107-7e4c-4bec-a44c-4c495b6e8cab req-27a2d70f-ba1f-4852-87f0-3efdca7609b5 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490240 Oct 18 20:56:38.298495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=d252947b-ca64-4863-862a-ccff07b1d863,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:38.300005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.352163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:38.353049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.367368 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.388281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7d4c5853-82a8-4d90-bfd3-1af1d4c7249b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9172602 Oct 18 20:56:38.391423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47210) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:38.492544 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.616908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port d252947b-ca64-4863-862a-ccff07b1d863 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:38.616908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.662495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641d18f-aecd-463c-8dc1-fa39076ed9d5 None None] Pushing event updated for resources: {'Port': ['ID=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:38.712542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Allocated IP 172.20.0.2 (957d4a5f-adb4-48f1-92cf-f51669223c89/3c8fbf7f-1ed4-4356-a052-23c0e5a563b9/e78f8859-49c9-4168-835c-a841f01e70aa) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:38.727334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Allocated IP 172.25.7.191 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/771d9c9b-c74c-444f-bdc6-df4442b473e3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:38.966480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:38.999031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for d252947b-ca64-4863-862a-ccff07b1d863 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:39.071865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.088995 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.140351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Network 957d4a5f-adb4-48f1-92cf-f51669223c89 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:39.144700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:39.167572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:39.233514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.236126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.312722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=d252947b-ca64-4863-862a-ccff07b1d863,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:39.316951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Pushing event updated for resources: {'Port': ['ID=e78f8859-49c9-4168-835c-a841f01e70aa,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:39.373232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.373615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.373964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.374304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.374641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.374975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.375670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.375670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.376046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.376425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.376725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.377079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:56:39.386498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Attempting to bind port e78f8859-49c9-4168-835c-a841f01e70aa on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:39.389983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Attempting to bind port e78f8859-49c9-4168-835c-a841f01e70aa by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '82912709-8f38-4823-ad15-a60cecb63373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:39.391980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Attempting to bind port e78f8859-49c9-4168-835c-a841f01e70aa on network 957d4a5f-adb4-48f1-92cf-f51669223c89 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:39.404578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:39.413509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Checking segment: {'id': '82912709-8f38-4823-ad15-a60cecb63373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:39.414126 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.418452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Bound using segment: {'id': '82912709-8f38-4823-ad15-a60cecb63373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:39.419130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Bound port: e78f8859-49c9-4168-835c-a841f01e70aa, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82912709-8f38-4823-ad15-a60cecb63373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '957d4a5f-adb4-48f1-92cf-f51669223c89'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:39.420149 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.440818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.446973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-54747aad-0d71-4bf5-82a5-57dab4a8b4b3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/d252947b-ca64-4863-862a-ccff07b1d863 HTTP/1.1" status: 204 len: 168 time: 1.0516651 Oct 18 20:56:39.447651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47226) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:39.449719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.458498 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.502013 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e131822f-f4bc-4f4e-a73d-2117cc1c8e66 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:56:39.502013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e131822f-f4bc-4f4e-a73d-2117cc1c8e66 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:56:39.507048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e131822f-f4bc-4f4e-a73d-2117cc1c8e66 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/d252947b-ca64-4863-862a-ccff07b1d863 HTTP/1.1" status: 404 len: 333 time: 0.0558569 Oct 18 20:56:39.530809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47228) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:39.580229 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf5867f-4fbb-42c6-854c-bbcd6ea6759f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:56:39.583535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-faf5867f-4fbb-42c6-854c-bbcd6ea6759f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/d252947b-ca64-4863-862a-ccff07b1d863 HTTP/1.1" status: 404 len: 333 time: 0.0455542 Oct 18 20:56:39.586986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47230) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:39.596747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] For port e78f8859-49c9-4168-835c-a841f01e70aa, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:39.608015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] For port e78f8859-49c9-4168-835c-a841f01e70aa, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e78f8859-49c9-4168-835c-a841f01e70aa,segment=NetworkSegment(82912709-8f38-4823-ad15-a60cecb63373),segment_id=82912709-8f38-4823-ad15-a60cecb63373)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:39.621981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:39.623446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Pushing event updated for resources: {'Port': ['ID=771d9c9b-c74c-444f-bdc6-df4442b473e3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:39.647938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:39.653361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:39.656193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:39.718102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421f787-3f8e-4e4e-a742-0a159d9a7572 req-a2d4139e-3164-4873-a135-11e16f7b93e6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:39.726377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b421f787-3f8e-4e4e-a742-0a159d9a7572 req-a2d4139e-3164-4873-a135-11e16f7b93e6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.2368979 Oct 18 20:56:39.770010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9988f-239a-45e0-9f5e-f39841aedf0c None None] Pushing event updated for resources: {'Port': ['ID=e78f8859-49c9-4168-835c-a841f01e70aa,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:39.804125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-59144bd5-4d53-4b6d-bcb9-2fd3505c1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:39.805914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-59144bd5-4d53-4b6d-bcb9-2fd3505c1140 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1096 time: 0.4272563 Oct 18 20:56:39.823907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet 3c8fbf7f-1ed4-4356-a052-23c0e5a563b9 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:56:39.875412 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b421f787-3f8e-4e4e-a742-0a159d9a7572 req-75590aab-4609-4a82-a699-faf3d9924766 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480482 Oct 18 20:56:39.877785 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.028979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.221488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.376038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.427028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-f9f2fb1b-2491-464c-8551-c0de7dc3ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:40.430642 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-f9f2fb1b-2491-464c-8551-c0de7dc3ba83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.6123664 Oct 18 20:56:40.462804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8fbf7f-1ed4-4356-a052-23c0e5a563b9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:40.478013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.493618 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-190409db-124b-498a-b85f-b27222c62135 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/3c8fbf7f-1ed4-4356-a052-23c0e5a563b9 HTTP/1.1" status: 204 len: 168 time: 0.8993552 Oct 18 20:56:40.496285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47244) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:40.506168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1c0d25-6bcd-45a7-b1c9-5e30fcae6b61 None None] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:40.692651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9b4a3ecc-c6f8-4e6f-8004-bd72c8f4bdf1 None None] Provisioning complete for port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:40.693146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3ecc-c6f8-4e6f-8004-bd72c8f4bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.702643 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-cb91d40d-dbc3-4525-9369-e08675473ee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 1001 time: 0.2303941 Oct 18 20:56:40.716067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.742810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:40.862099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port e78f8859-49c9-4168-835c-a841f01e70aa {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:40.862896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.897497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:40.937128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.061074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] For port e78f8859-49c9-4168-835c-a841f01e70aa, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e78f8859-49c9-4168-835c-a841f01e70aa,segment=NetworkSegment(82912709-8f38-4823-ad15-a60cecb63373),segment_id=82912709-8f38-4823-ad15-a60cecb63373)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:41.061580 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.132217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for e78f8859-49c9-4168-835c-a841f01e70aa owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:41.134907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-5ee402a3-6499-41e5-b786-4ae189b0e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:41.137581 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-5ee402a3-6499-41e5-b786-4ae189b0e307 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.4215820 Oct 18 20:56:41.159790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:41.160445 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.222086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Pushing event updated for resources: {'Port': ['ID=a7eb7372-2aa4-48bc-9ae7-54736c2560c4,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:41.270039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.312223 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3ecc-c6f8-4e6f-8004-bd72c8f4bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.339636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1a01c-2e5a-4943-b80e-320e7d7ad404 req-953bf27f-6f56-471f-ba72-ceca77ae87bc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:41.349672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82a1a01c-2e5a-4943-b80e-320e7d7ad404 req-953bf27f-6f56-471f-ba72-ceca77ae87bc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.3237150 Oct 18 20:56:41.402979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9b4a3ecc-c6f8-4e6f-8004-bd72c8f4bdf1 None None] For port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,segment=NetworkSegment(495e8495-2c74-4676-b771-d52898cb67aa),segment_id=495e8495-2c74-4676-b771-d52898cb67aa)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:41.413385 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3ecc-c6f8-4e6f-8004-bd72c8f4bdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.437505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-e93e2897-cd0a-4a10-9b74-d28516084141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:41.442044 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-e93e2897-cd0a-4a10-9b74-d28516084141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613287 Oct 18 20:56:41.456698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.499961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a3ecc-c6f8-4e6f-8004-bd72c8f4bdf1 None None] Pushing event updated for resources: {'Port': ['ID=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:41.576367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82a1a01c-2e5a-4943-b80e-320e7d7ad404 req-6a0c563b-82d7-49b9-8e45-c28bb626198a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251799 Oct 18 20:56:41.648928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.692443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=e78f8859-49c9-4168-835c-a841f01e70aa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:41.705693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No DVR routers for this DVR port e78f8859-49c9-4168-835c-a841f01e70aa on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:56:41.856289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:41.908871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957d4a5f-adb4-48f1-92cf-f51669223c89']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:41.937278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c03c8-220f-4fc5-8017-0debc58e8fe2 None None] Network 957d4a5f-adb4-48f1-92cf-f51669223c89 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:41.982666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82912709-8f38-4823-ad15-a60cecb63373') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:41.983062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82912709-8f38-4823-ad15-a60cecb63373') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:42.008846 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.026245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.032284 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-db95355d-4435-48e7-bac0-49b2686497f7 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7647109 Oct 18 20:56:42.050817 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.078592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:56:42.085461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.097256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47272) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:56:42.098909 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:56:42.115437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3d5cd287-0997-4ade-9977-d473c7705a16 None None] Could not find standard attr ID for object e78f8859-49c9-4168-835c-a841f01e70aa. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:56:42.168156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3d5cd287-0997-4ade-9977-d473c7705a16 None None] Provisioning complete for port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:42.168889 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d5cd287-0997-4ade-9977-d473c7705a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.240663 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.297471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.310242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/957d4a5f-adb4-48f1-92cf-f51669223c89 HTTP/1.1" status: 204 len: 168 time: 1.8063238 Oct 18 20:56:42.311667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47276) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:42.341798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-177761423'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:42.346039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa71835-7e4e-4048-a89a-5eef9989a381 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=957d4a5f-adb4-48f1-92cf-f51669223c89,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:42.441465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:42.454208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-c4556d8a-b470-4bec-af02-20921f921502 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9891355 Oct 18 20:56:42.458954 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.480100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:42.484973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3d5cd287-0997-4ade-9977-d473c7705a16 None None] Could not find standard attr ID for object d252947b-ca64-4863-862a-ccff07b1d863. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:56:42.486773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded6cb0-7594-4983-9f24-7bfaf0d8a3b7 None None] DHCP port deletion for 957d4a5f-adb4-48f1-92cf-f51669223c89 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:56:42.546182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:56:42.572045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.614591 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.616322 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment 39399c48-8c58-4f93-9f85-6c4a85bd08bf of type vlan for network f036fb32-031b-4e62-8f55-1e8eaa586c39 Oct 18 20:56:42.635013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:42.638257 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.691607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.723383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:56:42.769728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:42.813287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.831023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:42.832436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.871723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2efe3b8f-6614-4afe-95ea-f719c9902323 req-5425cafc-e5ba-4332-a982-cf544aef0169 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023201 Oct 18 20:56:42.893813 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:42.980148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:43.033192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Router 607be62b-1f12-4060-8026-90d43bc6dabb is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:56:43.045176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:56:43.048159 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac2b09-d697-4e02-9473-5b4401146f7b" -d '{"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-unplugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:56:43.090583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:43.097531 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:43.112854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=f036fb32-031b-4e62-8f55-1e8eaa586c39,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:43.150495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-992f2db5-7d70-41d4-bc6e-96d00d5e1870 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8332496 Oct 18 20:56:43.151170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f036fb32-031b-4e62-8f55-1e8eaa586c39 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:56:43.160300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47296) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:43.176223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:43.266200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:43.285641 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:43.361724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be6fc5-ce2d-4499-9f01-70bc507792b8 req-dd386082-5b46-4461-994e-b2cca58ff421 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:43.363533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6be6fc5-ce2d-4499-9f01-70bc507792b8 req-dd386082-5b46-4461-994e-b2cca58ff421 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.5841029 Oct 18 20:56:43.433146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6be6fc5-ce2d-4499-9f01-70bc507792b8 req-53c8b298-2cd5-4941-b80d-a0f3547a0657 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621078 Oct 18 20:56:43.436296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:43.440664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:43.574615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:43.661083 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14677047-9612-4764-8e38-55e44ca1ee30 x-openstack-request-id: req-14677047-9612-4764-8e38-55e44ca1ee30 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:56:43.661939 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-unplugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:56:43.661939 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14677047-9612-4764-8e38-55e44ca1ee30 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:56:43.662219 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'code': 200} Oct 18 20:56:43.722705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:43.739049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017591-6540-444a-9503-22f0d065380d None None] Sync routers for ids ['607be62b-1f12-4060-8026-90d43bc6dabb'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:43.768363 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29017591-6540-444a-9503-22f0d065380d None None] Routers {'607be62b-1f12-4060-8026-90d43bc6dabb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:43.771697 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-29017591-6540-444a-9503-22f0d065380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['607be62b-1f12-4060-8026-90d43bc6dabb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:43.816913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:43.819026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4c9c64b8-f8cd-4eed-9423-eddfda559224 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.2795897 Oct 18 20:56:43.822431 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47304) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:43.879688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Allocated IP 172.25.7.30 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/51797c61-9ad4-4ff5-ab3b-9e64955fce47) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:43.956895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:44.012412 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-29017591-6540-444a-9503-22f0d065380d None None] Set router 607be62b-1f12-4060-8026-90d43bc6dabb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:44.103311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:44.226559 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:44.239014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e78f8859-49c9-4168-835c-a841f01e70aa no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:56:44.305143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e78f8859-49c9-4168-835c-a841f01e70aa {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:56:44.312845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e78f8859-49c9-4168-835c-a841f01e70aa not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:56:44.318416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:44.329533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=b09768a7-c87d-4b14-ba0c-85dfc46ed250,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:44.394166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': '39399c48-8c58-4f93-9f85-6c4a85bd08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:44.394533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: f036fb32-031b-4e62-8f55-1e8eaa586c39, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:56:44.410593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Pushing event updated for resources: {'Port': ['ID=51797c61-9ad4-4ff5-ab3b-9e64955fce47,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:44.411009 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-29017591-6540-444a-9503-22f0d065380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:56:40Z', 'revision_number': 3, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port': {'id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:04:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:38Z', 'updated_at': '2021-10-18T20:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:44.426911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:44.441061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:44.471654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network f036fb32-031b-4e62-8f55-1e8eaa586c39 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:56:44.494237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, f036fb32-031b-4e62-8f55-1e8eaa586c39) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:44.506362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:44.507094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:44.508766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d323866-f7ce-49be-b243-cb25091e3075 None None] Network f036fb32-031b-4e62-8f55-1e8eaa586c39 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:44.573658 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017591-6540-444a-9503-22f0d065380d None None] Checking router: 607be62b-1f12-4060-8026-90d43bc6dabb for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:56:44.574010 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017591-6540-444a-9503-22f0d065380d None None] Updating router 607be62b-1f12-4060-8026-90d43bc6dabb port 771d9c9b-c74c-444f-bdc6-df4442b473e3 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:56:44.598872 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a8083cc8-5a00-4a16-9ecc-74c8370d81f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4332809 Oct 18 20:56:44.609776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47320) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:44.615910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1592904926'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:44.652597 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-29017591-6540-444a-9503-22f0d065380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:44.800663 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:44.971360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-f036fb32-031b-4e62-8f55-1e8eaa586c39', 'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39', 'tenant_id': '892820d52aee48df9e47580b35fd929a', 'fixed_ips': [{'subnet_id': 'b09768a7-c87d-4b14-ba0c-85dfc46ed250'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:56:44.972288 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.067504 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.123441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.181886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eedb71-dd4c-431f-9fed-044c6c98a1a2 req-46982fe6-1313-425e-8c6c-23526da20c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:45.190932 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7eedb71-dd4c-431f-9fed-044c6c98a1a2 req-46982fe6-1313-425e-8c6c-23526da20c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.2806070 Oct 18 20:56:45.233852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:45.252473 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.348502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port d6fa7fe7-07c8-43fa-91fb-0135feef97aa yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:45.404484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Allocated IP 172.20.0.2 (f036fb32-031b-4e62-8f55-1e8eaa586c39/b09768a7-c87d-4b14-ba0c-85dfc46ed250/9bcc7cd8-0cab-4c5d-8978-518615bbd018) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:45.565444 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7eedb71-dd4c-431f-9fed-044c6c98a1a2 req-ad57b0d4-efa9-4cf6-b16c-ef5adc50b3f6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655570 Oct 18 20:56:45.738177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Allocated IP 172.20.0.1 (33aad8b2-7c74-45d0-ac4c-4642eba2012e/9fb76cbf-c35d-476d-9666-9ed7c9126265/60e70cd6-e609-4918-8970-9a903f556ee1) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:45.839670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.849243 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-29017591-6540-444a-9503-22f0d065380d None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.855454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.858945 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-29017591-6540-444a-9503-22f0d065380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.883395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.909421 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:45.980713 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0fe73-e1f4-48a1-b654-8577a3a6e9b6 None None] Pushing event updated for resources: {'Port': ['ID=771d9c9b-c74c-444f-bdc6-df4442b473e3,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:46.063923 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-29017591-6540-444a-9503-22f0d065380d None None] Attempting to bind port 771d9c9b-c74c-444f-bdc6-df4442b473e3 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:46.064635 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-29017591-6540-444a-9503-22f0d065380d None None] Attempting to bind port 771d9c9b-c74c-444f-bdc6-df4442b473e3 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:46.065671 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017591-6540-444a-9503-22f0d065380d None None] Attempting to bind port 771d9c9b-c74c-444f-bdc6-df4442b473e3 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:46.086364 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017591-6540-444a-9503-22f0d065380d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:46.089631 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017591-6540-444a-9503-22f0d065380d None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:46.090447 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-29017591-6540-444a-9503-22f0d065380d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.091783 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29017591-6540-444a-9503-22f0d065380d None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:46.097886 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-29017591-6540-444a-9503-22f0d065380d None None] Bound port: 771d9c9b-c74c-444f-bdc6-df4442b473e3, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:46.098138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Pushing event updated for resources: {'Port': ['ID=51797c61-9ad4-4ff5-ab3b-9e64955fce47,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:46.098711 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-29017591-6540-444a-9503-22f0d065380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.112472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Network f036fb32-031b-4e62-8f55-1e8eaa586c39 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:46.116374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:46.124424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:46.139251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.164954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.7 (f036fb32-031b-4e62-8f55-1e8eaa586c39/b09768a7-c87d-4b14-ba0c-85dfc46ed250/d6fa7fe7-07c8-43fa-91fb-0135feef97aa) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:56:46.194429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Pushing event updated for resources: {'Port': ['ID=9bcc7cd8-0cab-4c5d-8978-518615bbd018,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:46.211473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Attempting to bind port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:46.212857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Attempting to bind port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '39399c48-8c58-4f93-9f85-6c4a85bd08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:46.214048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Attempting to bind port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 on network f036fb32-031b-4e62-8f55-1e8eaa586c39 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:46.224666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:46.225583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Checking segment: {'id': '39399c48-8c58-4f93-9f85-6c4a85bd08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:46.226541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.227521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Bound using segment: {'id': '39399c48-8c58-4f93-9f85-6c4a85bd08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:46.228217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Bound port: 9bcc7cd8-0cab-4c5d-8978-518615bbd018, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39399c48-8c58-4f93-9f85-6c4a85bd08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'f036fb32-031b-4e62-8f55-1e8eaa586c39'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:46.229564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.273767 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.321295 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-29017591-6540-444a-9503-22f0d065380d None None] For port 771d9c9b-c74c-444f-bdc6-df4442b473e3, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:46.331864 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-29017591-6540-444a-9503-22f0d065380d None None] For port 771d9c9b-c74c-444f-bdc6-df4442b473e3, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=771d9c9b-c74c-444f-bdc6-df4442b473e3,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:46.337850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.339874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0be20f2f-d3aa-408e-890d-ac6ea1b4beee tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2398899 Oct 18 20:56:46.341743 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-29017591-6540-444a-9503-22f0d065380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.348500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47340) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:46.401914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] For port 9bcc7cd8-0cab-4c5d-8978-518615bbd018, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:46.416080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] For port 9bcc7cd8-0cab-4c5d-8978-518615bbd018, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9bcc7cd8-0cab-4c5d-8978-518615bbd018,segment=NetworkSegment(39399c48-8c58-4f93-9f85-6c4a85bd08bf),segment_id=39399c48-8c58-4f93-9f85-6c4a85bd08bf)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:46.427061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.513857 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29017591-6540-444a-9503-22f0d065380d None None] Routers {'607be62b-1f12-4060-8026-90d43bc6dabb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:46.519701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b0690ca-3a99-473c-b26f-fc47f5b46d52 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3215 time: 0.1660914 Oct 18 20:56:46.521344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47342) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:46.522490 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-29017591-6540-444a-9503-22f0d065380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['607be62b-1f12-4060-8026-90d43bc6dabb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:46.533287 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0fe73-e1f4-48a1-b654-8577a3a6e9b6 None None] Pushing event updated for resources: {'Port': ['ID=771d9c9b-c74c-444f-bdc6-df4442b473e3,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:46.564011 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.598481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed95a7-53e2-4a55-8003-7d067325be84 None None] Pushing event updated for resources: {'Port': ['ID=9bcc7cd8-0cab-4c5d-8978-518615bbd018,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:46.648348 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.770781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:46.792459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:46.800775 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-29017591-6540-444a-9503-22f0d065380d None None] Set router 607be62b-1f12-4060-8026-90d43bc6dabb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:46.810077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d6941773-b710-4945-bde5-93c9d5ebcc77 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2753546 Oct 18 20:56:46.811199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:46.816105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47352) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:46.829130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:46.901366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network f036fb32-031b-4e62-8f55-1e8eaa586c39 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:46.905094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:46.922655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:47.069353 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=d6fa7fe7-07c8-43fa-91fb-0135feef97aa,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:47.115317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=60e70cd6-e609-4918-8970-9a903f556ee1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:47.175135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:47.175923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:47.197172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:47.257127 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d2042f85-ad9e-4f81-b61d-37d478fea0ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6433494 Oct 18 20:56:47.258869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47358) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:47.460060 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-29017591-6540-444a-9503-22f0d065380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:56:40Z', 'revision_number': 3, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port': {'id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:04:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:38Z', 'updated_at': '2021-10-18T20:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:47.477740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port d6fa7fe7-07c8-43fa-91fb-0135feef97aa {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:47.477999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:47.493464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d8917ff6-155d-4081-9285-e73702f7c1de None None] Provisioning complete for port 60e70cd6-e609-4918-8970-9a903f556ee1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:47.494068 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8917ff6-155d-4081-9285-e73702f7c1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:47.523971 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29017591-6540-444a-9503-22f0d065380d None None] The sync data for ids ['607be62b-1f12-4060-8026-90d43bc6dabb'] in n-d-812149-2 is: [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:56:40Z', 'revision_number': 3, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port': {'id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:04:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:38Z', 'updated_at': '2021-10-18T20:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:47.573082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d8917ff6-155d-4081-9285-e73702f7c1de None None] Port 60e70cd6-e609-4918-8970-9a903f556ee1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:56:47.667239 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:47.684522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for d6fa7fe7-07c8-43fa-91fb-0135feef97aa owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:47.962423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.025422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf00064-267d-4a45-99fa-992f25c323ca req-f983b4df-6482-41ce-8f3f-626ec5a785dc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:48.033850 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cf00064-267d-4a45-99fa-992f25c323ca req-f983b4df-6482-41ce-8f3f-626ec5a785dc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 1.2151914 Oct 18 20:56:48.041534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=d6fa7fe7-07c8-43fa-91fb-0135feef97aa,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:48.141004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Deleting port 51797c61-9ad4-4ff5-ab3b-9e64955fce47 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:48.141563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.247670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.253550 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d636e769-1cb0-47d7-8425-fd9a6c6a132d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/d6fa7fe7-07c8-43fa-91fb-0135feef97aa HTTP/1.1" status: 204 len: 168 time: 0.9917004 Oct 18 20:56:48.257803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47376) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:48.264844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0cf00064-267d-4a45-99fa-992f25c323ca req-b0bec948-b959-4565-ba4a-0e29c690a93b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199552 Oct 18 20:56:48.391830 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-298b29a8-4522-43e5-9b07-9fd1e5098abf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:56:48.399256 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-298b29a8-4522-43e5-9b07-9fd1e5098abf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/d6fa7fe7-07c8-43fa-91fb-0135feef97aa HTTP/1.1" status: 404 len: 333 time: 0.1418769 Oct 18 20:56:48.404019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47380) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:48.562336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9bcc7cd8-0cab-4c5d-8978-518615bbd018 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:48.606224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet b09768a7-c87d-4b14-ba0c-85dfc46ed250 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:56:48.621474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.674711 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.675157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.731129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.759349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Calling delete_port for 51797c61-9ad4-4ff5-ab3b-9e64955fce47 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:48.764153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:56:48.804995 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:48.980184 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.007708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:49.010780 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.090788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86577691-27a7-4b3c-b48a-ddefa41b5552 None None] Network f036fb32-031b-4e62-8f55-1e8eaa586c39 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:56:49.237045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.317890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.324651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=b09768a7-c87d-4b14-ba0c-85dfc46ed250,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:49.334679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.350469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.366875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a78f1034-901c-484e-a660-54ba35531982 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/b09768a7-c87d-4b14-ba0c-85dfc46ed250 HTTP/1.1" status: 204 len: 168 time: 0.9603889 Oct 18 20:56:49.369193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:49.453018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-defb7ad2-17a6-4a91-86dd-784161c234db None None] Provisioning complete for port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:49.453568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-defb7ad2-17a6-4a91-86dd-784161c234db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.531330 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.542413 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59da261f-c3e7-426d-b17c-995c437a433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.546944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=60e70cd6-e609-4918-8970-9a903f556ee1,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:49.551194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.722743 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.730968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.866149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:49.866421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.921671 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-defb7ad2-17a6-4a91-86dd-784161c234db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:49.936662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:50.007847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 9bcc7cd8-0cab-4c5d-8978-518615bbd018, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9bcc7cd8-0cab-4c5d-8978-518615bbd018,segment=NetworkSegment(39399c48-8c58-4f93-9f85-6c4a85bd08bf),segment_id=39399c48-8c58-4f93-9f85-6c4a85bd08bf)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:50.025226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:50.028027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 771d9c9b-c74c-444f-bdc6-df4442b473e3 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:50.166594 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Pushing event deleted for resources: {'Port': ['ID=51797c61-9ad4-4ff5-ab3b-9e64955fce47,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:50.202799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] For port 9bcc7cd8-0cab-4c5d-8978-518615bbd018, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9bcc7cd8-0cab-4c5d-8978-518615bbd018,segment=NetworkSegment(39399c48-8c58-4f93-9f85-6c4a85bd08bf),segment_id=39399c48-8c58-4f93-9f85-6c4a85bd08bf)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:50.203883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:50.209965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:50.218773 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:50.225172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:50.234003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-67d5dba9-dd28-4bee-bb37-5fd63397b616 tempest-FloatingIPAdminTestJSON-525166911 tempest-FloatingIPAdminTestJSON-525166911-project] 10.222.0.66 "DELETE /v2.0/floatingips/82f03ce7-b904-4dbf-bac2-f394f9d7a682 HTTP/1.1" status: 204 len: 168 time: 3.4124365 Oct 18 20:56:50.236227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47416) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:50.254513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 9bcc7cd8-0cab-4c5d-8978-518615bbd018 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:50.261041 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:50.305344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f9360-5301-479e-8f8b-39097fcae939 None None] DHCP port deletion for f036fb32-031b-4e62-8f55-1e8eaa586c39 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:56:50.561623 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 771d9c9b-c74c-444f-bdc6-df4442b473e3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:50.566961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:50.642939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:50.703334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No DVR routers for this DVR port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:56:50.712261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=9bcc7cd8-0cab-4c5d-8978-518615bbd018,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:50.891444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=9bcc7cd8-0cab-4c5d-8978-518615bbd018,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:50.922465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-defb7ad2-17a6-4a91-86dd-784161c234db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:56:50.933188 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-defb7ad2-17a6-4a91-86dd-784161c234db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:56:51.206628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.314271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f036fb32-031b-4e62-8f55-1e8eaa586c39']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:51.341088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39399c48-8c58-4f93-9f85-6c4a85bd08bf') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:51.343332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39399c48-8c58-4f93-9f85-6c4a85bd08bf') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:51.385761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.395242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b900ebc-1542-4d4e-9421-3869b6610ffa req-780cb5d8-7081-426d-9e46-1accf17f5e06 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:51.405320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b900ebc-1542-4d4e-9421-3869b6610ffa req-780cb5d8-7081-426d-9e46-1accf17f5e06 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.4359169 Oct 18 20:56:51.426155 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.446888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:56:51.447614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:56:51.457790 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:56:51.536651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Router 607be62b-1f12-4060-8026-90d43bc6dabb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:56:51.561186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Deleting port a7eb7372-2aa4-48bc-9ae7-54736c2560c4 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:51.561742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.602405 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b900ebc-1542-4d4e-9421-3869b6610ffa req-99b2b153-f4fe-4d24-ba98-e41fc8c029fc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838253 Oct 18 20:56:51.612869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47450) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:51.646573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.686647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.702186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/f036fb32-031b-4e62-8f55-1e8eaa586c39 HTTP/1.1" status: 204 len: 168 time: 2.3308635 Oct 18 20:56:51.757468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-826f9360-5301-479e-8f8b-39097fcae939 None None] Deleting port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:51.758089 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-826f9360-5301-479e-8f8b-39097fcae939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:51.783015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47454) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:51.795402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-defb7ad2-17a6-4a91-86dd-784161c234db None None] Port 9bcc7cd8-0cab-4c5d-8978-518615bbd018 update to ACTIVE by agent not found {{(pid=100532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 20:56:51.821023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'name': 'tempest-PortsTestJSON-1748567551'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:51.837664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e140a-743e-4607-a65b-bec7ef8532ed tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=f036fb32-031b-4e62-8f55-1e8eaa586c39,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-826f9360-5301-479e-8f8b-39097fcae939 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f036fb32-031b-4e62-8f55-1e8eaa586c39 could not be found. Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f036fb32-031b-4e62-8f55-1e8eaa586c39 could not be found. Oct 18 20:56:51.894240 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:56:51.966782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.001162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1632b99-6b87-45d6-b2c1-d0d272284979 None None] DHCP port deletion for f036fb32-031b-4e62-8f55-1e8eaa586c39 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:56:52.083468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2d37a-5cb6-40df-a4fe-f34852512304 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:56:52.173095 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.173660 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.199337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:52.203530 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.238905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 404ba008-aa71-45f9-adc3-c50da0e9b41d yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:52.262391 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-0504479a-6db1-4737-ab24-6c274b933487 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6352963 Oct 18 20:56:52.266761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Calling delete_port for a7eb7372-2aa4-48bc-9ae7-54736c2560c4 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:52.299571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-99a7ccf6-545c-45da-8bc5-632f1f16594b None None] Provisioning complete for port 60e70cd6-e609-4918-8970-9a903f556ee1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:52.299887 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99a7ccf6-545c-45da-8bc5-632f1f16594b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.314772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:56:52.332907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b6be689b-0254-472a-a715-96e72cab2cd2 admin admin] 10.222.0.66 "PUT /v2.0/routers/607be62b-1f12-4060-8026-90d43bc6dabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5025558 Oct 18 20:56:52.340113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-9dd8982c-27a4-4fa5-ab44-4688833d0260 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:56:52.341752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-9dd8982c-27a4-4fa5-ab44-4688833d0260 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0289855 Oct 18 20:56:52.493537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 771d9c9b-c74c-444f-bdc6-df4442b473e3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=771d9c9b-c74c-444f-bdc6-df4442b473e3,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:52.496351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-99a7ccf6-545c-45da-8bc5-632f1f16594b None None] Port 60e70cd6-e609-4918-8970-9a903f556ee1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:56:52.503054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Sync routers for ids ['607be62b-1f12-4060-8026-90d43bc6dabb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:56:52.547500 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.725854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Routers {'607be62b-1f12-4060-8026-90d43bc6dabb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:52.726507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['607be62b-1f12-4060-8026-90d43bc6dabb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:52.741178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef2d37a-5cb6-40df-a4fe-f34852512304 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:56:52.815166 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.867243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:52.898971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9bcc7cd8-0cab-4c5d-8978-518615bbd018 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:56:52.954295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 9bcc7cd8-0cab-4c5d-8978-518615bbd018 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:56:52.954649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9bcc7cd8-0cab-4c5d-8978-518615bbd018 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:56:52.996301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:53.004190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:53.009858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:53.018014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:53.026842 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:53.035114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:53.069774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=771d9c9b-c74c-444f-bdc6-df4442b473e3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:53.129925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=404ba008-aa71-45f9-adc3-c50da0e9b41d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:53.134489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7eb7372-2aa4-48bc-9ae7-54736c2560c4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:53.154192 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-02b2bdb5-2954-4dbd-b544-c03f889d3593 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3696921 Oct 18 20:56:53.159623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47488) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:53.230021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a57db-82f2-4ae1-8749-e17fcc63d571 req-4bc37bac-13f1-460b-ad39-a5121e237896 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:53.231711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-082a57db-82f2-4ae1-8749-e17fcc63d571 req-4bc37bac-13f1-460b-ad39-a5121e237896 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.2575059 Oct 18 20:56:53.331226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d876b76-211a-4c1e-bacf-ec9f865907c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:53.341751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 404ba008-aa71-45f9-adc3-c50da0e9b41d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:53.342126 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:53.351577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:53.354510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:53.356816 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c840c7c6-4fb0-45b0-b27e-637260f78140 tempest-FloatingIPAdminTestJSON-1584419984 tempest-FloatingIPAdminTestJSON-1584419984-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/907a07bb-773c-4e6b-9ad1-7494445e4d17 HTTP/1.1" status: 204 len: 168 time: 3.1172974 Oct 18 20:56:53.362749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47490) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:53.435866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-082a57db-82f2-4ae1-8749-e17fcc63d571 req-97f61493-e44a-4b9f-b8a0-50d2f8bb562c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877005 Oct 18 20:56:53.440553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Set router 607be62b-1f12-4060-8026-90d43bc6dabb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:53.708173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:53.749602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 404ba008-aa71-45f9-adc3-c50da0e9b41d owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:54.013632 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.063428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=404ba008-aa71-45f9-adc3-c50da0e9b41d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:54.076100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Deleting port 8c7f7af7-1e42-42aa-8d53-d91d1defa6eb {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:54.076491 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.085774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.094000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47508) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:54.100786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'mac_address': 'fa:16:3e:90:da:e7', 'name': 'tempest-PortsTestJSON-492481877'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:54.105869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dc3d32f4-d4b0-4c2f-8c74-570dc6f1112c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/404ba008-aa71-45f9-adc3-c50da0e9b41d HTTP/1.1" status: 204 len: 168 time: 0.9438896 Oct 18 20:56:54.390279 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.425823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.426577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:54.455730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Calling delete_port for 8c7f7af7-1e42-42aa-8d53-d91d1defa6eb owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:54.625430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.662696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:56:48Z', 'revision_number': 4, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port': {'id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:38Z', 'updated_at': '2021-10-18T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '60e70cd6-e609-4918-8970-9a903f556ee1', 'name': '', 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'mac_address': 'fa:16:3e:82:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9fb76cbf-c35d-476d-9666-9ed7c9126265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:45Z', 'updated_at': '2021-10-18T20:56:49Z', 'revision_number': 2, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'subnets': [{'id': '9fb76cbf-c35d-476d-9666-9ed7c9126265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:54.695750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port fb8b462f-81a0-487a-934d-0a5a97512ca3 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:54.751376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Checking router: 607be62b-1f12-4060-8026-90d43bc6dabb for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:56:54.753306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Updating router 607be62b-1f12-4060-8026-90d43bc6dabb port 60e70cd6-e609-4918-8970-9a903f556ee1 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:56:54.819276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 771d9c9b-c74c-444f-bdc6-df4442b473e3 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:54.859977 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.886661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:54.941463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Port': ['ID=8c7f7af7-1e42-42aa-8d53-d91d1defa6eb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:55.036368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 771d9c9b-c74c-444f-bdc6-df4442b473e3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:55.036368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.083359 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.193441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.272953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.276399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-82b30105-f13b-46ad-84d2-915c834c02a2 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "DELETE /v2.0/ports/8c7f7af7-1e42-42aa-8d53-d91d1defa6eb HTTP/1.1" status: 204 len: 168 time: 1.9132159 Oct 18 20:56:55.280026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47542) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:55.413058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=fb8b462f-81a0-487a-934d-0a5a97512ca3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:55.413404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca03d7-5c05-49c7-9702-11b041230c14 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:55.415442 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6aca03d7-5c05-49c7-9702-11b041230c14 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8c77649-b3b3-4d68-a2a6-da6e07222b89 HTTP/1.1" status: 200 len: 913 time: 0.1339595 Oct 18 20:56:55.418882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47544) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:55.456405 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.480619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:56:55.488840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:56:55.496668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:56:55.523710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:55.526399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.631977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-db448379-249e-4589-81a5-5db6a1034607 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5350223 Oct 18 20:56:55.638460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47554) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:55.802604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813bfab-e952-41da-a138-8944d61c9bec req-ea15305e-0eac-4237-a5b9-d6d04d1dc5c5 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:55.831029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7813bfab-e952-41da-a138-8944d61c9bec req-ea15305e-0eac-4237-a5b9-d6d04d1dc5c5 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.3754892 Oct 18 20:56:55.833767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.846006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b74a82-2fbf-43f1-b59c-15ef3502001f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:55.847826 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8b74a82-2fbf-43f1-b59c-15ef3502001f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/fb8b462f-81a0-487a-934d-0a5a97512ca3 HTTP/1.1" status: 200 len: 840 time: 0.2053061 Oct 18 20:56:55.851921 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:55.913248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47558) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:55.916566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c020-3384-4487-85b3-13ed9f05b97d None None] Pushing event updated for resources: {'Port': ['ID=60e70cd6-e609-4918-8970-9a903f556ee1,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:55.984897 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7813bfab-e952-41da-a138-8944d61c9bec req-5fb706bc-7308-413c-93ca-dc7bcfaaa1bf tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479588 Oct 18 20:56:56.137398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Attempting to bind port 60e70cd6-e609-4918-8970-9a903f556ee1 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:56:56.141379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Attempting to bind port 60e70cd6-e609-4918-8970-9a903f556ee1 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:56:56.141814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Attempting to bind port 60e70cd6-e609-4918-8970-9a903f556ee1 on network 33aad8b2-7c74-45d0-ac4c-4642eba2012e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:56:56.161535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:56:56.161921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Checking segment: {'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:56:56.162343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:56.162752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Bound using segment: {'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:56:56.163323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Bound port: 60e70cd6-e609-4918-8970-9a903f556ee1, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495e8495-2c74-4676-b771-d52898cb67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:56:56.163636 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:56.291657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port fb8b462f-81a0-487a-934d-0a5a97512ca3 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:56.292262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:56.376695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] For port 60e70cd6-e609-4918-8970-9a903f556ee1, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:56:56.386377 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] For port 60e70cd6-e609-4918-8970-9a903f556ee1, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=60e70cd6-e609-4918-8970-9a903f556ee1,segment=NetworkSegment(495e8495-2c74-4676-b771-d52898cb67aa),segment_id=495e8495-2c74-4676-b771-d52898cb67aa)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:56:56.397325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:56.530269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:56.557976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Routers {'607be62b-1f12-4060-8026-90d43bc6dabb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:56:56.558836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['607be62b-1f12-4060-8026-90d43bc6dabb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:56.572634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for fb8b462f-81a0-487a-934d-0a5a97512ca3 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:56.772402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-16d6ffc3-bdec-4a7e-8e25-5634687368f7 None None] Provisioning complete for port 60e70cd6-e609-4918-8970-9a903f556ee1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:56.773156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16d6ffc3-bdec-4a7e-8e25-5634687368f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:56.943874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c020-3384-4487-85b3-13ed9f05b97d None None] Pushing event updated for resources: {'Port': ['ID=60e70cd6-e609-4918-8970-9a903f556ee1,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:57.006927 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:57.021501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47592) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:57.053350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:57.162349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] Set router 607be62b-1f12-4060-8026-90d43bc6dabb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:56:57.219167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=fb8b462f-81a0-487a-934d-0a5a97512ca3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:57.263933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:57.267309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16d6ffc3-bdec-4a7e-8e25-5634687368f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:57.297546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9b33ee9d-73f8-467d-bac6-cbf7e0aa7e00 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/fb8b462f-81a0-487a-934d-0a5a97512ca3 HTTP/1.1" status: 204 len: 168 time: 1.3829889 Oct 18 20:56:57.303731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47600) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:57.384358 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82b88f3-8f26-40c8-b715-3f0ddb239bd5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:56:57.395919 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c82b88f3-8f26-40c8-b715-3f0ddb239bd5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/fb8b462f-81a0-487a-934d-0a5a97512ca3 HTTP/1.1" status: 404 len: 333 time: 0.0768526 Oct 18 20:56:57.395919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47602) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:57.413479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'name': 'tempest-PortsTestJSON-206586521'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:56:57.486329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:57.521925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d51319-2adb-419a-8411-0028259d3ce6 req-364eaf86-e71e-45ce-b741-a44ee3ddb8e8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:57.525671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-51d51319-2adb-419a-8411-0028259d3ce6 req-364eaf86-e71e-45ce-b741-a44ee3ddb8e8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.3333144 Oct 18 20:56:57.589055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47606) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:57.684328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-51d51319-2adb-419a-8411-0028259d3ce6 req-1e428ba1-83ff-4a08-9a08-16efefdfb8a8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533267 Oct 18 20:56:57.877528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-16d6ffc3-bdec-4a7e-8e25-5634687368f7 None None] For port 60e70cd6-e609-4918-8970-9a903f556ee1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=60e70cd6-e609-4918-8970-9a903f556ee1,segment=NetworkSegment(495e8495-2c74-4676-b771-d52898cb67aa),segment_id=495e8495-2c74-4676-b771-d52898cb67aa)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:57.885765 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16d6ffc3-bdec-4a7e-8e25-5634687368f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:57.930444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68a84b9c-3272-4c41-b29b-7e36a486cce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.080731 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6ffc3-bdec-4a7e-8e25-5634687368f7 None None] Pushing event updated for resources: {'Port': ['ID=60e70cd6-e609-4918-8970-9a903f556ee1,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:58.112051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-23efca55-14c6-4d42-97d2-f0a5a4e12d81 None None] Provisioning complete for port 60e70cd6-e609-4918-8970-9a903f556ee1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:58.112782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23efca55-14c6-4d42-97d2-f0a5a4e12d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.191291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:56:48Z', 'revision_number': 4, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port': {'id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:38Z', 'updated_at': '2021-10-18T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '60e70cd6-e609-4918-8970-9a903f556ee1', 'name': '', 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'mac_address': 'fa:16:3e:82:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9fb76cbf-c35d-476d-9666-9ed7c9126265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:45Z', 'updated_at': '2021-10-18T20:56:56Z', 'revision_number': 4, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'subnets': [{'id': '9fb76cbf-c35d-476d-9666-9ed7c9126265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:56:58.234609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a99cd-b16a-4c77-a532-213534f69f75 None None] The sync data for ids ['607be62b-1f12-4060-8026-90d43bc6dabb'] in n-d-812149-2 is: [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:56:48Z', 'revision_number': 4, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port': {'id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:38Z', 'updated_at': '2021-10-18T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '60e70cd6-e609-4918-8970-9a903f556ee1', 'name': '', 'network_id': '33aad8b2-7c74-45d0-ac4c-4642eba2012e', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'mac_address': 'fa:16:3e:82:5d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '9fb76cbf-c35d-476d-9666-9ed7c9126265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:45Z', 'updated_at': '2021-10-18T20:56:56Z', 'revision_number': 4, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'subnets': [{'id': '9fb76cbf-c35d-476d-9666-9ed7c9126265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:56:58.280306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68a84b9c-3272-4c41-b29b-7e36a486cce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.333742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68a84b9c-3272-4c41-b29b-7e36a486cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.377644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a84b9c-3272-4c41-b29b-7e36a486cce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba2301-1197-4f95-9f70-9536f136a9c3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:58.421326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-68a84b9c-3272-4c41-b29b-7e36a486cce7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f249d3b651d4500ba6f45eb753c7fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8288829 Oct 18 20:56:58.433989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47620) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:56:58.631457 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4a527d9-c3fd-40cd-b660-67670a365a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.685254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4a527d9-c3fd-40cd-b660-67670a365a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.759246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 60e70cd6-e609-4918-8970-9a903f556ee1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:56:58.829659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.836498 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4a527d9-c3fd-40cd-b660-67670a365a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.843795 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4a527d9-c3fd-40cd-b660-67670a365a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.873636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f4a527d9-c3fd-40cd-b660-67670a365a24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55ba2301-1197-4f95-9f70-9536f136a9c3 HTTP/1.1" status: 204 len: 168 time: 0.4156685 Oct 18 20:56:58.952136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 60e70cd6-e609-4918-8970-9a903f556ee1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:56:58.952873 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:58.960818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:56:58.972796 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:59.045020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 96b109ee-ccb4-4a90-a549-21dd74906fd0 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:56:59.055273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a527d9-c3fd-40cd-b660-67670a365a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba2301-1197-4f95-9f70-9536f136a9c3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:56:59.202674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002d553-04f0-4163-860a-caa00f049d70 req-84d9a15c-6651-4851-9df4-6d1f0c3da122 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:56:59.214718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c002d553-04f0-4163-860a-caa00f049d70 req-84d9a15c-6651-4851-9df4-6d1f0c3da122 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.1839492 Oct 18 20:56:59.412867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c002d553-04f0-4163-860a-caa00f049d70 req-9ace74a6-9989-417b-92d9-7b2e59050185 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970994 Oct 18 20:56:59.593981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Deleting port 6bfe472b-2b62-440d-9090-155204e02068 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:59.594330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:59.726563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Deleting port 3be6e68d-2ce8-4582-92e3-a6efa91a1583 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:56:59.727032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:59.775674 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:56:59.798437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:59.858515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:59.870676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] For port 3be6e68d-2ce8-4582-92e3-a6efa91a1583, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3be6e68d-2ce8-4582-92e3-a6efa91a1583,segment=NetworkSegment(535899d1-2921-49d9-a1c5-eab3dda80ef5),segment_id=535899d1-2921-49d9-a1c5-eab3dda80ef5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:56:59.871276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:56:59.905487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Calling delete_port for 3be6e68d-2ce8-4582-92e3-a6efa91a1583 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:59.919261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Calling delete_port for 6bfe472b-2b62-440d-9090-155204e02068 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:56:59.965820 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:00.028679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:00.093927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:00.111946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:00.120227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:00.121044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:00.143286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=96b109ee-ccb4-4a90-a549-21dd74906fd0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:00.199642 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e11a1c5a-1d4d-4886-98ea-c0ddfa0f52c7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8017578 Oct 18 20:57:00.205964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47660) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:00.214451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:00.359109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:00.565716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:00.660348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be6e68d-2ce8-4582-92e3-a6efa91a1583,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:00.727834 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:00.731921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:00.794030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:00.797645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Port': ['ID=6bfe472b-2b62-440d-9090-155204e02068,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:01.157131 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:01.425457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] In _notify_port_updated(), no bound segment for port 96b109ee-ccb4-4a90-a549-21dd74906fd0 on network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:57:01.436422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:01.437506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:01.443539 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "PUT /v2.0/ports/96b109ee-ccb4-4a90-a549-21dd74906fd0 HTTP/1.1" status: 200 len: 818 time: 1.2343693 Oct 18 20:57:01.444273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47686) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:01.450455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd898c30-79f0-4699-9abb-cf1b5db6540b req-f2afa797-a725-4b41-8182-5a2c62b59ce4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:01.455801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd898c30-79f0-4699-9abb-cf1b5db6540b req-f2afa797-a725-4b41-8182-5a2c62b59ce4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.9012520 Oct 18 20:57:01.552473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11eca1-4208-4839-848d-d44d2e519f90 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=96b109ee-ccb4-4a90-a549-21dd74906fd0,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:01.723046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd898c30-79f0-4699-9abb-cf1b5db6540b req-fc92b66d-b399-43aa-9f23-6e473523f2f2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520268 Oct 18 20:57:01.728938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Router c8c77649-b3b3-4d68-a2a6-da6e07222b89 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:57:01.787026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 96b109ee-ccb4-4a90-a549-21dd74906fd0 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:01.787384 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:01.803206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.038365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.125745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 96b109ee-ccb4-4a90-a549-21dd74906fd0 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:02.200912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47708) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:02.241747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:57:02.251377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-33d22547-d5c2-4d8d-838f-77707e0dddb9 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "PUT /v2.0/routers/c8c77649-b3b3-4d68-a2a6-da6e07222b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8287446 Oct 18 20:57:02.251683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47712) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:02.261033 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] Sync routers for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:57:02.283672 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:02.291074 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:02.314982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Router 056db3a2-a17e-43b6-8fd1-2b50728d075c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:57:02.319585 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.386276 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:02.409331 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] Routers {'c8c77649-b3b3-4d68-a2a6-da6e07222b89'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:02.416256 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:02.442414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=96b109ee-ccb4-4a90-a549-21dd74906fd0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:02.469050 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.478915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47714) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:02.480139 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65aff880-bffb-4deb-9606-3093982c0666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/96b109ee-ccb4-4a90-a549-21dd74906fd0 HTTP/1.1" status: 204 len: 168 time: 0.9487822 Oct 18 20:57:02.494907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.502626 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:02.503386 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fbaea-ff1a-4e30-923f-e9856bb46180 None None] The sync data for ids ['c8c77649-b3b3-4d68-a2a6-da6e07222b89'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:57:02.512218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:57:02.520525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-40e86109-1d8a-42cf-ba53-4da4369076a1 admin admin] 10.222.0.66 "PUT /v2.0/routers/056db3a2-a17e-43b6-8fd1-2b50728d075c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4955065 Oct 18 20:57:02.521724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47716) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:02.529329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] Sync routers for ids ['056db3a2-a17e-43b6-8fd1-2b50728d075c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:57:02.546924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] Routers {'056db3a2-a17e-43b6-8fd1-2b50728d075c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:02.547371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'network': {'name': 'tempest-network-smoke--451112072', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'port_security_enabled': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:02.548633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['056db3a2-a17e-43b6-8fd1-2b50728d075c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:02.626714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d69a2-3119-4b50-9f82-7d6b99bb7f5c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:02.632742 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a31d69a2-3119-4b50-9f82-7d6b99bb7f5c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1491475 Oct 18 20:57:02.634409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47722) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:02.653861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.682090 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9aef756-fbe2-4a64-8e26-152628549c8b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:57:02.689343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b9aef756-fbe2-4a64-8e26-152628549c8b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/96b109ee-ccb4-4a90-a549-21dd74906fd0 HTTP/1.1" status: 404 len: 333 time: 0.0491612 Oct 18 20:57:02.689343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:02.696616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47724) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:02.706569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-588387921'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:02.719359 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.736285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.811855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:02.828698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.880964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Deleting port 518dfc2f-8c34-4afa-b863-a01eb63bdcf8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:02.881335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.886903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.928890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] Set router 056db3a2-a17e-43b6-8fd1-2b50728d075c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:02.950243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:02.963150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:02.963883 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment 399b5488-6cb6-4bdb-8aa4-a60b1606f5c8 of type vlan for network 976143ce-992e-4f53-b59f-6fc1ed5b92ad Oct 18 20:57:03.022028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.166963 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.175516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.196802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:03.197592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.223439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '721399bb-f159-40bc-85fa-5c7527684331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:57:00Z', 'revision_number': 5, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port': {'id': '721399bb-f159-40bc-85fa-5c7527684331', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:09Z', 'updated_at': '2021-10-18T20:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:03.247974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.275069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] Checking router: 056db3a2-a17e-43b6-8fd1-2b50728d075c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:57:03.286660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] Routers {'056db3a2-a17e-43b6-8fd1-2b50728d075c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:03.287163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Calling delete_port for 518dfc2f-8c34-4afa-b863-a01eb63bdcf8 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:03.287900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['056db3a2-a17e-43b6-8fd1-2b50728d075c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:03.302715 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6031849 Oct 18 20:57:03.317413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47736) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:03.353293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53832d5-f43e-4203-9eba-2c523ff2b62f req-96f5e041-8a8c-4dbb-94f9-4e6d250c8060 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:03.355524 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b53832d5-f43e-4203-9eba-2c523ff2b62f req-96f5e041-8a8c-4dbb-94f9-4e6d250c8060 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.2248557 Oct 18 20:57:03.364635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:03.389101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a31c02-48b6-4f4e-98c4-ab1a5257a4ab tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=976143ce-992e-4f53-b59f-6fc1ed5b92ad,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:03.494392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:03.521884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.543457 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.595671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b53832d5-f43e-4203-9eba-2c523ff2b62f req-fe300197-0541-4139-b4b8-a12374d1acef tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257931 Oct 18 20:57:03.598117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Deleting port 721399bb-f159-40bc-85fa-5c7527684331 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:03.598315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] Set router 056db3a2-a17e-43b6-8fd1-2b50728d075c gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:03.599101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.631969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca172f2-e571-4340-9c03-629350a20bc9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:03.661621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:03.736555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:57:03Z', 'revision_number': 6, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:03.757600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.758248 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Added segment 01bff74e-ebf1-464d-ad18-3572bddf5133 of type vlan for network fb1171a2-47b7-48e2-bde0-6b218f7e4343 Oct 18 20:57:03.767332 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.780074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab2247-fc84-49d2-b5ad-48a2a009196a None None] The sync data for ids ['056db3a2-a17e-43b6-8fd1-2b50728d075c'] in n-d-812149-2 is: [{'id': '056db3a2-a17e-43b6-8fd1-2b50728d075c', 'name': 'tempest-TestAggregatesBasicOps-474371672-router', 'tenant_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:07Z', 'updated_at': '2021-10-18T20:57:03Z', 'revision_number': 6, 'project_id': '0c641a1a3e3b47999029c0bce7af9b2b', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:57:03.827246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:03.834422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.845829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Port': ['ID=518dfc2f-8c34-4afa-b863-a01eb63bdcf8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:03.973124 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:03.976199 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.008760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] For port 721399bb-f159-40bc-85fa-5c7527684331, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=721399bb-f159-40bc-85fa-5c7527684331,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:04.009100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.046486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Calling delete_port for 721399bb-f159-40bc-85fa-5c7527684331 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:04.073751 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.079962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:04.080804 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.255519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0547829 Oct 18 20:57:04.297350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47750) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:04.304131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-670177092', 'admin_state_up': True, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:04.338223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579da0c4-c232-4cce-b808-e124d422b588 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Network': ['ID=fb1171a2-47b7-48e2-bde0-6b218f7e4343,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:04.352100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:04.452142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.461468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.462953 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.587795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.591439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.597775 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.647783 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.648744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Fanout notify agent at l3_agent the message router_deleted on router c8c77649-b3b3-4d68-a2a6-da6e07222b89 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:57:04.668314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.669764 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6ea88305-6b66-49f2-850d-0c4eb159f92c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "DELETE /v2.0/routers/c8c77649-b3b3-4d68-a2a6-da6e07222b89 HTTP/1.1" status: 204 len: 168 time: 2.4169908 Oct 18 20:57:04.672198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47754) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:04.715278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:04.765633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Deleting subnet c79093e0-ef6c-4190-9d59-831b396877a7 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:04.769396 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.819869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.860144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': '399b5488-6cb6-4bdb-8aa4-a60b1606f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:04.865671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: 976143ce-992e-4f53-b59f-6fc1ed5b92ad, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:04.878631 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.945496 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:04.977435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 721399bb-f159-40bc-85fa-5c7527684331 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:05.020451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.027317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 721399bb-f159-40bc-85fa-5c7527684331 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:05.028028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 721399bb-f159-40bc-85fa-5c7527684331 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:05.032841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3be6e68d-2ce8-4582-92e3-a6efa91a1583 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:05.046914 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fd842-be69-431a-9453-f75558af6f5c req-ea243550-2f48-4623-8e0a-a94f0dc5de84 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:05.048743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b66fd842-be69-431a-9453-f75558af6f5c req-ea243550-2f48-4623-8e0a-a94f0dc5de84 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.2878942 Oct 18 20:57:05.071466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 3be6e68d-2ce8-4582-92e3-a6efa91a1583 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:05.072642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3be6e68d-2ce8-4582-92e3-a6efa91a1583 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:05.097115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=721399bb-f159-40bc-85fa-5c7527684331,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:05.104487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:05.146416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 976143ce-992e-4f53-b59f-6fc1ed5b92ad) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:05.157289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7bccff-a5e1-406e-befa-7b76c9929805 None None] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:05.168176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:05.168879 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.195601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.237231 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.250305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "DELETE /v2.0/subnets/c79093e0-ef6c-4190-9d59-831b396877a7 HTTP/1.1" status: 204 len: 168 time: 0.5732274 Oct 18 20:57:05.284052 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6548b7bb-dba5-4681-b86d-93b1c23192cc None None] Network 20c8ce51-6e68-4b78-b4d2-560477e87658 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:05.290997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47764) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:05.292074 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.301821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dd4bd-f876-44b3-bcf0-038bbe2715b3 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Subnet': ['ID=c79093e0-ef6c-4190-9d59-831b396877a7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:05.406161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.553530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Deleting port 83b27e29-578a-4987-8824-1bf1ead5bb66 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:05.553991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.629869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-976143ce-992e-4f53-b59f-6fc1ed5b92ad', 'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad', 'tenant_id': '892820d52aee48df9e47580b35fd929a', 'fixed_ips': [{'subnet_id': '0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:57:05.632041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.677826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] For port 83b27e29-578a-4987-8824-1bf1ead5bb66, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=83b27e29-578a-4987-8824-1bf1ead5bb66,segment=NetworkSegment(a1fc6307-0dbd-459b-a393-65229de483f6),segment_id=a1fc6307-0dbd-459b-a393-65229de483f6)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:05.677826 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.705020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Calling delete_port for 83b27e29-578a-4987-8824-1bf1ead5bb66 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:05.787907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] DHCP port deletion for 20c8ce51-6e68-4b78-b4d2-560477e87658 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:05.793581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b66fd842-be69-431a-9453-f75558af6f5c req-14838875-3f0c-494e-b944-0bf942c4ec70 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6915281 Oct 18 20:57:05.797161 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.804726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7e49adf8-a32e-4b90-b8e7-95dd41ff5a36 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4595997 Oct 18 20:57:05.804726 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.811185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47774) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:05.816425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0b05116b-4281-4280-a2da-2bd0183cfd97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:05.916558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.930199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] Deleting port 83b27e29-578a-4987-8824-1bf1ead5bb66 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:05.930585 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:05.962193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Allocated IP 172.20.0.2 (976143ce-992e-4f53-b59f-6fc1ed5b92ad/0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881/86505a7d-9db5-4a50-a9fa-3b876b92911f) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:05.990880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Port': ['ID=83b27e29-578a-4987-8824-1bf1ead5bb66,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:05.993633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] No DVR routers for this DVR port 83b27e29-578a-4987-8824-1bf1ead5bb66 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:06.094886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] For port 83b27e29-578a-4987-8824-1bf1ead5bb66, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:06.095542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.120112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.133206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] Calling delete_port for 83b27e29-578a-4987-8824-1bf1ead5bb66 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:06.158385 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.159030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 056db3a2-a17e-43b6-8fd1-2b50728d075c {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:57:06.167449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.168655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-99aa72f5-6b3d-47ee-a7ae-d61dc941dbc6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/056db3a2-a17e-43b6-8fd1-2b50728d075c HTTP/1.1" status: 204 len: 168 time: 3.6459603 Oct 18 20:57:06.171134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c8ce51-6e68-4b78-b4d2-560477e87658']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:06.172092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47776) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:06.198854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fc6307-0dbd-459b-a393-65229de483f6') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:06.201531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fc6307-0dbd-459b-a393-65229de483f6') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:06.215170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b05116b-4281-4280-a2da-2bd0183cfd97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:06.218836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b05116b-4281-4280-a2da-2bd0183cfd97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.225967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.228583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] Port 83b27e29-578a-4987-8824-1bf1ead5bb66 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:57:06.237663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.279442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.280303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] Pushing event deleted for resources: {'Port': ['ID=83b27e29-578a-4987-8824-1bf1ead5bb66,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:06.287122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc22f35-087a-4abb-8cb0-0d0b912c9052 None None] No DVR routers for this DVR port 83b27e29-578a-4987-8824-1bf1ead5bb66 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:06.355937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:06.356563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:06.361269 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:06.411628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] Deleting subnet 74ab4843-436a-4d33-9149-f1a134ae4753 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:06.460070 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.479970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.488418 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.494770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.499035 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.500989 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "DELETE /v2.0/networks/20c8ce51-6e68-4b78-b4d2-560477e87658 HTTP/1.1" status: 204 len: 168 time: 1.2089148 Oct 18 20:57:06.503428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47784) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:06.524952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f5f8f-dbb1-4d21-a048-056d9c27ba7c tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Network': ['ID=20c8ce51-6e68-4b78-b4d2-560477e87658,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:06.563370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Pushing event updated for resources: {'Port': ['ID=86505a7d-9db5-4a50-a9fa-3b876b92911f,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:06.582424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:06.584728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:06.594625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:06.731752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Attempting to bind port 86505a7d-9db5-4a50-a9fa-3b876b92911f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:06.732425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Attempting to bind port 86505a7d-9db5-4a50-a9fa-3b876b92911f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '399b5488-6cb6-4bdb-8aa4-a60b1606f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:06.732728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.733011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Attempting to bind port 86505a7d-9db5-4a50-a9fa-3b876b92911f on network 976143ce-992e-4f53-b59f-6fc1ed5b92ad {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:06.740443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Deleting port eb9527a9-23fb-49a7-a5d2-f19982e70d39 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:06.741367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.745940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83b27e29-578a-4987-8824-1bf1ead5bb66 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:06.752475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:06.753093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Checking segment: {'id': '399b5488-6cb6-4bdb-8aa4-a60b1606f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:06.753680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.754339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Bound using segment: {'id': '399b5488-6cb6-4bdb-8aa4-a60b1606f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:06.755164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Bound port: 86505a7d-9db5-4a50-a9fa-3b876b92911f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399b5488-6cb6-4bdb-8aa4-a60b1606f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:06.755685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.779760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.791496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 83b27e29-578a-4987-8824-1bf1ead5bb66 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:06.791846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 83b27e29-578a-4987-8824-1bf1ead5bb66 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:06.885919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] For port 86505a7d-9db5-4a50-a9fa-3b876b92911f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:06.893060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] For port 86505a7d-9db5-4a50-a9fa-3b876b92911f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=86505a7d-9db5-4a50-a9fa-3b876b92911f,segment=NetworkSegment(399b5488-6cb6-4bdb-8aa4-a60b1606f5c8),segment_id=399b5488-6cb6-4bdb-8aa4-a60b1606f5c8)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:06.905526 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.967251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.967586 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:06.993004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Calling delete_port for eb9527a9-23fb-49a7-a5d2-f19982e70d39 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:07.071645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a508ef-fceb-497c-b369-fd00ea938426 None None] Pushing event updated for resources: {'Port': ['ID=86505a7d-9db5-4a50-a9fa-3b876b92911f,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:07.158767 n-d-812149-2 neutron-server[100531]: INFO neutron.db.ipam_backend_mixin [None req-0b05116b-4281-4280-a2da-2bd0183cfd97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881 (CIDR: 172.20.0.0/28) Oct 18 20:57:07.204354 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b05116b-4281-4280-a2da-2bd0183cfd97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:57:07.205411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b05116b-4281-4280-a2da-2bd0183cfd97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:57:07.213706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:07.227866 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:07.232148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078c15-7570-48e1-b1be-c97899a571eb req-ac332606-d4ea-4402-9e17-d16ef2d95924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:07.236522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-ac332606-d4ea-4402-9e17-d16ef2d95924 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1&tenant_id=4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 1094 time: 0.8436511 Oct 18 20:57:07.264296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Pushing event deleted for resources: {'Port': ['ID=eb9527a9-23fb-49a7-a5d2-f19982e70d39,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:07.313338 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.25.7.104 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/fa47a480-b0d1-476f-9541-3c284dd73fd9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:07.323439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:07.399788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b36b23-4f33-49f1-8a0d-4c8d7e142dd6 req-7c53c992-cabb-4ba5-977e-66c08b98b640 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:07.402243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87b36b23-4f33-49f1-8a0d-4c8d7e142dd6 req-7c53c992-cabb-4ba5-977e-66c08b98b640 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.3917229 Oct 18 20:57:07.419728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b05116b-4281-4280-a2da-2bd0183cfd97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6074381 Oct 18 20:57:07.434996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:07.445697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:07.457761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:07.460932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:07.475287 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-79969152-53c1-4620-a336-6b70f74f3278 tempest-FloatingIPAdminTestJSON-1966418672 tempest-FloatingIPAdminTestJSON-1966418672-project] 10.222.0.66 "DELETE /v2.0/floatingips/7fddd065-b69e-40b1-a529-b2c524e5739f HTTP/1.1" status: 204 len: 168 time: 0.9707096 Oct 18 20:57:07.703206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:07.741688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-87b36b23-4f33-49f1-8a0d-4c8d7e142dd6 req-441da637-27c6-46ce-834c-b0431d3dab8f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856529 Oct 18 20:57:07.755649 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:07.913001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47814) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:07.927496 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.096109 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.104650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:08.108320 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.136965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7f08bd8f-8304-4ad7-9c24-c5fca6cfd39c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fbf9d182a7241118a78711d4abf0510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223182 Oct 18 20:57:08.144081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47818) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:08.180120 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.187764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47820) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:08.188122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74ab4843-436a-4d33-9149-f1a134ae4753 HTTP/1.1" status: 204 len: 168 time: 2.0147471 Oct 18 20:57:08.194808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaab12d-b046-43af-8cf8-113507a79aa0 None None] Network 044244b1-e878-41ee-9254-a8f93589696f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:08.196622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd535b4a-ad1a-486a-ab4b-a15db1acdf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ab4843-436a-4d33-9149-f1a134ae4753,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:08.225372 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.296505 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.387806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:08.409793 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b728852a-83f4-443a-b670-66a833eb7ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.432366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:08.454273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:08.455521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b728852a-83f4-443a-b670-66a833eb7ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.470856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=fa47a480-b0d1-476f-9541-3c284dd73fd9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:08.471075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Deleting port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:08.471497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.509846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:08.594704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] For port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7,segment=NetworkSegment(535899d1-2921-49d9-a1c5-eab3dda80ef5),segment_id=535899d1-2921-49d9-a1c5-eab3dda80ef5)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:08.595181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.615845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Calling delete_port for b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:08.628714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b728852a-83f4-443a-b670-66a833eb7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.631798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b728852a-83f4-443a-b670-66a833eb7ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.636946 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b728852a-83f4-443a-b670-66a833eb7ff2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00d016fd-5195-4bb6-9cb0-279db9dc9a30 HTTP/1.1" status: 204 len: 168 time: 0.4908361 Oct 18 20:57:08.650678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728852a-83f4-443a-b670-66a833eb7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d016fd-5195-4bb6-9cb0-279db9dc9a30,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:08.803922 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:08.891591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] No DVR routers for this DVR port b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:08.894386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:08.977010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:09.028440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.070913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.133853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044244b1-e878-41ee-9254-a8f93589696f']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:09.143679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163060a-1cea-49ec-b19f-2d36e9d77685 None None] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:09.149292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 86505a7d-9db5-4a50-a9fa-3b876b92911f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:09.160328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535899d1-2921-49d9-a1c5-eab3dda80ef5') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:09.160328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535899d1-2921-49d9-a1c5-eab3dda80ef5') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:09.183624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8373a0-14c6-4bb5-b674-a21685236d73 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:57:09.193051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:09.199158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.212992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.230289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.243241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:09.244189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:09.249268 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:09.257281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:09.269646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:09.270265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.273476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=463fbfe6-d6a7-4580-851f-d9d0a4350234,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:09.317823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b4c42cf5-e4cd-4610-bb86-831f6818905f None None] Provisioning complete for port 86505a7d-9db5-4a50-a9fa-3b876b92911f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:09.319958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b4c42cf5-e4cd-4610-bb86-831f6818905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.364183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec8172-5e63-496b-a166-929a768a4005 None None] DHCP port deletion for 044244b1-e878-41ee-9254-a8f93589696f request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:09.374492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47840) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:09.386494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1cec-76fe-4766-8056-256b5d7e824a req-28aef1ee-19ca-40f9-8db9-61180f5bdcbe tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:09.388255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-980c1cec-76fe-4766-8056-256b5d7e824a req-28aef1ee-19ca-40f9-8db9-61180f5bdcbe tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.3563299 Oct 18 20:57:09.406822 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d890f1e-12c6-4e30-b0b5-0edf7194e54d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9701819 Oct 18 20:57:09.410443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47844) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:09.418161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad', 'fixed_ips': [{'subnet_id': '0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881'}, {'subnet_id': '463fbfe6-d6a7-4580-851f-d9d0a4350234'}], 'name': 'tempest-PortsTestJSON-76920031'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:09.422578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.453182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.457372 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/044244b1-e878-41ee-9254-a8f93589696f HTTP/1.1" status: 204 len: 168 time: 1.2684906 Oct 18 20:57:09.470477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Transition to ACTIVE for port object be8373a0-14c6-4bb5-b674-a21685236d73 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:57:09.470752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 86505a7d-9db5-4a50-a9fa-3b876b92911f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:09.470752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.470989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47846) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:09.477267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=044244b1-e878-41ee-9254-a8f93589696f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:09.491567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bc71447-ac37-4dde-b9bb-ac0a51a59e28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.496653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.497109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.498040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.498445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.498788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.499124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.499455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.499801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.500173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.500578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.500912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.501240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa292f-8a5e-4585-9090-8073113d7fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:09.531223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.661381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=9']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:09.662632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:09.674612 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.718124 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b4c42cf5-e4cd-4610-bb86-831f6818905f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.748815 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-980c1cec-76fe-4766-8056-256b5d7e824a req-02dd1ff8-697d-4d9d-9547-e80958cdbf53 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512361 Oct 18 20:57:09.779869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 86505a7d-9db5-4a50-a9fa-3b876b92911f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=86505a7d-9db5-4a50-a9fa-3b876b92911f,segment=NetworkSegment(399b5488-6cb6-4bdb-8aa4-a60b1606f5c8),segment_id=399b5488-6cb6-4bdb-8aa4-a60b1606f5c8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:09.802686 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.828791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:09.837560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:09.912973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=86505a7d-9db5-4a50-a9fa-3b876b92911f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:09.999350 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-b4c42cf5-e4cd-4610-bb86-831f6818905f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:57:10.003111 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-b4c42cf5-e4cd-4610-bb86-831f6818905f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:57:10.007119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d55cda-ec1c-45bf-93d7-5c063859ab36 None None] Update dhcp port {'port': {'network_id': '976143ce-992e-4f53-b59f-6fc1ed5b92ad', 'fixed_ips': [{'subnet_id': '0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881', 'ip_address': '172.20.0.2'}, {'subnet_id': '463fbfe6-d6a7-4580-851f-d9d0a4350234'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '86505a7d-9db5-4a50-a9fa-3b876b92911f'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:57:10.044603 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-69d55cda-ec1c-45bf-93d7-5c063859ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:10.283010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-69d55cda-ec1c-45bf-93d7-5c063859ab36 None None] Allocated IP 172.20.0.18 (976143ce-992e-4f53-b59f-6fc1ed5b92ad/463fbfe6-d6a7-4580-851f-d9d0a4350234/86505a7d-9db5-4a50-a9fa-3b876b92911f) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:10.464631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-69d55cda-ec1c-45bf-93d7-5c063859ab36 None None] For port 86505a7d-9db5-4a50-a9fa-3b876b92911f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=86505a7d-9db5-4a50-a9fa-3b876b92911f,segment=NetworkSegment(399b5488-6cb6-4bdb-8aa4-a60b1606f5c8),segment_id=399b5488-6cb6-4bdb-8aa4-a60b1606f5c8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:10.551962 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-69d55cda-ec1c-45bf-93d7-5c063859ab36 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:10.564978 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-69d55cda-ec1c-45bf-93d7-5c063859ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:10.653071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] No DVR routers for this DVR port be8373a0-14c6-4bb5-b674-a21685236d73 on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:10.681152 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d55cda-ec1c-45bf-93d7-5c063859ab36 None None] Pushing event updated for resources: {'Port': ['ID=86505a7d-9db5-4a50-a9fa-3b876b92911f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:10.747693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 86505a7d-9db5-4a50-a9fa-3b876b92911f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:10.776079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.11 (976143ce-992e-4f53-b59f-6fc1ed5b92ad/0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881/4a05ffe5-3a72-4fbd-aa1d-9af921222932) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:10.785588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.21 (976143ce-992e-4f53-b59f-6fc1ed5b92ad/463fbfe6-d6a7-4580-851f-d9d0a4350234/4a05ffe5-3a72-4fbd-aa1d-9af921222932) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:10.793728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:10.930846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 86505a7d-9db5-4a50-a9fa-3b876b92911f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:10.932096 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.004575 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.064896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.143947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=4a05ffe5-3a72-4fbd-aa1d-9af921222932,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:11.169445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bc71447-ac37-4dde-b9bb-ac0a51a59e28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.169660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:11.171301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:11.177328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:11.264653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:11.265875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.287204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:11.323670 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4a6d6cd7-050d-4597-9cd3-60faf8de19f2 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9109621 Oct 18 20:57:11.328567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47870) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:11.334958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:11.335308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b6543ac9-9a3a-4d2d-8f7a-da59f490fbd7 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:11.340050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:11.383999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:11.384303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:11.384827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:11.390175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bc71447-ac37-4dde-b9bb-ac0a51a59e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.424473 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.486085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Port be8373a0-14c6-4bb5-b674-a21685236d73 on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:57:11.486412 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Attempting to bind port be8373a0-14c6-4bb5-b674-a21685236d73 on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:11.541943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1bc71447-ac37-4dde-b9bb-ac0a51a59e28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e36183224fa4ca780f3876c5ebbae72&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1654596 Oct 18 20:57:11.546131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47878) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:11.594462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:11.595007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Checking segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:11.595667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Bound using segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:11.596423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Bound port: be8373a0-14c6-4bb5-b674-a21685236d73, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:11.597200 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.680371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b096164-91f2-4a5e-8ab8-ce90bac12087 req-5b6ef6d3-1b8d-41b5-af8c-8b3d5d8c7130 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:11.682806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b096164-91f2-4a5e-8ab8-ce90bac12087 req-5b6ef6d3-1b8d-41b5-af8c-8b3d5d8c7130 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 943 time: 0.6699071 Oct 18 20:57:11.742044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc71447-ac37-4dde-b9bb-ac0a51a59e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40f8433-3181-4744-ad85-c009c81fb543,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:11.766980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e67d0-2747-4dfb-9984-2727975675a0 None None] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:11.862178 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-653d8995-2222-468a-9737-72c88703ba1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.923707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-66c84bb2-1e4a-4863-8ece-ab54bf6c4f18 None None] Provisioning complete for port 86505a7d-9db5-4a50-a9fa-3b876b92911f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:11.926848 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.929261 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66c84bb2-1e4a-4863-8ece-ab54bf6c4f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:11.980014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b096164-91f2-4a5e-8ab8-ce90bac12087 req-1de0c1cd-0af6-4351-933c-60d19f68e3d5 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291646 Oct 18 20:57:12.022141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-653d8995-2222-468a-9737-72c88703ba1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.136585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:12.198005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Delete allocated IP 172.20.0.21 (976143ce-992e-4f53-b59f-6fc1ed5b92ad/463fbfe6-d6a7-4580-851f-d9d0a4350234) {{(pid=100530) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 20:57:12.211222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:12.281728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.366966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=10']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:12.412664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:12.413618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.415611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-89cb77ca-c926-4589-b017-989b39d1d544 service neutron] 10.222.0.79 "PUT /v2.0/ports/be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 1091 time: 5.0973413 Oct 18 20:57:12.422233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:57:12.425574 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd93314-9543-479a-9a50-ee3d43945425" -d '{"events": [{"name": "network-changed", "server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:57:12.512514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.579728 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-653d8995-2222-468a-9737-72c88703ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.585249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-653d8995-2222-468a-9737-72c88703ba1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.601739 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-653d8995-2222-468a-9737-72c88703ba1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b40f8433-3181-4744-ad85-c009c81fb543 HTTP/1.1" status: 204 len: 168 time: 1.0208869 Oct 18 20:57:12.670753 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7524f1d-f978-4cff-a3e3-6f5a4c9a3e11 x-openstack-request-id: req-c7524f1d-f978-4cff-a3e3-6f5a4c9a3e11 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:57:12.671054 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:57:12.671287 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7524f1d-f978-4cff-a3e3-6f5a4c9a3e11 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:57:12.671695 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'status': 'completed', 'code': 200} Oct 18 20:57:12.701068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d8995-2222-468a-9737-72c88703ba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40f8433-3181-4744-ad85-c009c81fb543,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:12.757675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.773870 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:12.807346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router a14d63c2-9570-4fc3-b06f-460901e6c7b0 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:57:12.814826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 86505a7d-9db5-4a50-a9fa-3b876b92911f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:12.969106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078c15-7570-48e1-b1be-c97899a571eb req-196f5ee9-e867-4657-8c35-7eeca963f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:12.971993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-196f5ee9-e867-4657-8c35-7eeca963f428 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1095 time: 0.4905894 Oct 18 20:57:13.071664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f738e5a8-3c21-4c72-8d23-badd9601ac60 None None] Provisioning complete for port 86505a7d-9db5-4a50-a9fa-3b876b92911f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:13.080123 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f738e5a8-3c21-4c72-8d23-badd9601ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:13.210311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=4a05ffe5-3a72-4fbd-aa1d-9af921222932,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:13.299886 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:13.305711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 86505a7d-9db5-4a50-a9fa-3b876b92911f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:13.306215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:13.313207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47904) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:13.394258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be03b488-d37e-46cc-92f3-e2116c41f92f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:13.482678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078c15-7570-48e1-b1be-c97899a571eb req-74d15bc2-9f61-439d-8d6f-b1ce46b2beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:13.484025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-74d15bc2-9f61-439d-8d6f-b1ce46b2beca service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.4945245 Oct 18 20:57:13.490078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] In _notify_port_updated(), no bound segment for port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 on network 976143ce-992e-4f53-b59f-6fc1ed5b92ad {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:57:13.511084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:13.512154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:13.520949 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-74d39912-e6de-4236-9f24-76c52c2718b4 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "PUT /v2.0/ports/4a05ffe5-3a72-4fbd-aa1d-9af921222932 HTTP/1.1" status: 200 len: 918 time: 2.1842461 Oct 18 20:57:13.522139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47906) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:13.547033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881'}, {'subnet_id': '463fbfe6-d6a7-4580-851f-d9d0a4350234'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:13.678824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f738e5a8-3c21-4c72-8d23-badd9601ac60 None None] Provisioning complete for port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:13.679445 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f738e5a8-3c21-4c72-8d23-badd9601ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:13.812716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:13.861363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f738e5a8-3c21-4c72-8d23-badd9601ac60 None None] Port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:13.917201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:57:13.928036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5723d-f013-4b2e-9f55-3dccadfe3032 req-12b45404-2fb0-4033-9ec6-1e84cd0854ef tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:13.929500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8e5723d-f013-4b2e-9f55-3dccadfe3032 req-12b45404-2fb0-4033-9ec6-1e84cd0854ef tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.5849938 Oct 18 20:57:13.939556 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Sync routers for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:57:13.950374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-9abfd6a5-2020-4548-9528-8df0b9e61271 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 999 time: 0.3882916 Oct 18 20:57:14.011639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-719c677f-80d5-41fd-be0a-bc115c6977e3 None None] Provisioning complete for port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:14.012213 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-719c677f-80d5-41fd-be0a-bc115c6977e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.099379 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:14.100611 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:14.127901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be03b488-d37e-46cc-92f3-e2116c41f92f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.132303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-719c677f-80d5-41fd-be0a-bc115c6977e3 None None] Port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:14.149873 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be03b488-d37e-46cc-92f3-e2116c41f92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.235046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03b488-d37e-46cc-92f3-e2116c41f92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97162784-72e1-442d-90f0-98b26d068466,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:14.298188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-be03b488-d37e-46cc-92f3-e2116c41f92f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af60e4de4b1a4d169eb5d17d991f621c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9731653 Oct 18 20:57:14.302400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47918) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:14.346522 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:14.429090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26bf4177-9fdd-4bea-be5f-bdcbc5ab4709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.491773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.24 (976143ce-992e-4f53-b59f-6fc1ed5b92ad/463fbfe6-d6a7-4580-851f-d9d0a4350234/4a05ffe5-3a72-4fbd-aa1d-9af921222932) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:14.505482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26bf4177-9fdd-4bea-be5f-bdcbc5ab4709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.628686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.630505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3c5cfe6f-902c-4f8d-924e-5f8a57c08ec3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.3301103 Oct 18 20:57:14.641285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:14.664280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078c15-7570-48e1-b1be-c97899a571eb req-a042f385-aa94-470f-882a-c9e1f62317e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:14.671699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-a042f385-aa94-470f-882a-c9e1f62317e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.7108648 Oct 18 20:57:14.818462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d8e5723d-f013-4b2e-9f55-3dccadfe3032 req-2ba38fc8-93c3-4637-971f-baded8e2a757 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8597422 Oct 18 20:57:14.828582 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:09Z', 'revision_number': 3, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:14.839523 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.858677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.886045 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Checking router: a14d63c2-9570-4fc3-b06f-460901e6c7b0 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:57:14.886389 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Updating router a14d63c2-9570-4fc3-b06f-460901e6c7b0 port fa47a480-b0d1-476f-9541-3c284dd73fd9 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:57:14.953513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26bf4177-9fdd-4bea-be5f-bdcbc5ab4709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.958263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26bf4177-9fdd-4bea-be5f-bdcbc5ab4709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:14.960315 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-26bf4177-9fdd-4bea-be5f-bdcbc5ab4709 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97162784-72e1-442d-90f0-98b26d068466 HTTP/1.1" status: 204 len: 168 time: 0.6571240 Oct 18 20:57:14.985600 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.084907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078c15-7570-48e1-b1be-c97899a571eb req-bb340780-77a2-48b4-843b-97a258bfe8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:15.088244 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-bb340780-77a2-48b4-843b-97a258bfe8c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3878055 Oct 18 20:57:15.089730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf4177-9fdd-4bea-be5f-bdcbc5ab4709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97162784-72e1-442d-90f0-98b26d068466,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:15.377177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=4a05ffe5-3a72-4fbd-aa1d-9af921222932,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:15.410879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2d656e1c-8cb2-4aab-bd26-8382b67f531b tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d4d4c26d67a34774a5bdcabee8242846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7679381 Oct 18 20:57:15.419945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47934) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:15.483144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-8f6cdfef-74b3-40d9-a5c2-d13111016955 service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611078 Oct 18 20:57:15.593102 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.602507 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.627811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9c7c9088-b050-456c-9cf4-127403970333 None None] Provisioning complete for port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:15.628411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9088-b050-456c-9cf4-127403970333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.642066 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Attempting to bind port fa47a480-b0d1-476f-9541-3c284dd73fd9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:15.642741 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Attempting to bind port fa47a480-b0d1-476f-9541-3c284dd73fd9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:15.643280 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Attempting to bind port fa47a480-b0d1-476f-9541-3c284dd73fd9 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:15.655312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Deleting port 60e70cd6-e609-4918-8970-9a903f556ee1 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:15.655805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.674842 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:15.681816 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:15.682470 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.683092 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:15.683878 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Bound port: fa47a480-b0d1-476f-9541-3c284dd73fd9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:15.684507 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.697961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] In _notify_port_updated(), no bound segment for port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 on network 976143ce-992e-4f53-b59f-6fc1ed5b92ad {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:57:15.703563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9c7c9088-b050-456c-9cf4-127403970333 None None] Port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:15.708548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:15.709446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.711138 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-07fd1e9b-0f54-4acc-afff-ba0bf2f009a5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "PUT /v2.0/ports/4a05ffe5-3a72-4fbd-aa1d-9af921222932 HTTP/1.1" status: 200 len: 998 time: 2.1714678 Oct 18 20:57:15.733143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47942) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:15.843707 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87de9a8-c308-40cb-97b7-ccf77bc08658 None None] Pushing event updated for resources: {'Port': ['ID=fa47a480-b0d1-476f-9541-3c284dd73fd9,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:15.909538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] For port 60e70cd6-e609-4918-8970-9a903f556ee1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=60e70cd6-e609-4918-8970-9a903f556ee1,segment=NetworkSegment(495e8495-2c74-4676-b771-d52898cb67aa),segment_id=495e8495-2c74-4676-b771-d52898cb67aa)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:15.909841 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:15.928232 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] For port fa47a480-b0d1-476f-9541-3c284dd73fd9, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:15.932239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Calling delete_port for 60e70cd6-e609-4918-8970-9a903f556ee1 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:15.935505 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] For port fa47a480-b0d1-476f-9541-3c284dd73fd9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fa47a480-b0d1-476f-9541-3c284dd73fd9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:15.956203 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:16.004430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 4a05ffe5-3a72-4fbd-aa1d-9af921222932 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:16.004848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:16.100112 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:16.101157 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:16.133499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c7985-2d75-4527-b637-2d7aa5b3e28c tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.144998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47958) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:16.146153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-859c7985-2d75-4527-b637-2d7aa5b3e28c tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7231047 Oct 18 20:57:16.175409 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-45eff499-62c4-40da-80f1-dde31207ee96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3119290 Oct 18 20:57:16.224565 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:16.234118 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87de9a8-c308-40cb-97b7-ccf77bc08658 None None] Pushing event updated for resources: {'Port': ['ID=fa47a480-b0d1-476f-9541-3c284dd73fd9,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:16.271626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f078c15-7570-48e1-b1be-c97899a571eb req-b0cc2f1f-e6cd-4cff-9130-26703484a8e0 service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805262 Oct 18 20:57:16.289541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 4a05ffe5-3a72-4fbd-aa1d-9af921222932 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:16.324703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3af2c8d0-bfbd-428a-997e-a1b2b4b3bba9 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1774430 Oct 18 20:57:16.325108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47964) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:16.344277 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:16.346501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baed91-c055-40c6-a759-8092ba50122d req-c885267a-7d95-4947-a1ce-60e8b90814c1 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.357560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67baed91-c055-40c6-a759-8092ba50122d req-c885267a-7d95-4947-a1ce-60e8b90814c1 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.2123790 Oct 18 20:57:16.383361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-972062795', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:16.424875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.425723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.426915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.427551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.428600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.429472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.430560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.434226 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-4c93f70b-e99e-41cf-854d-e5f2e0837840 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 0.2240584 Oct 18 20:57:16.548132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67baed91-c055-40c6-a759-8092ba50122d req-a8fca90a-9e55-4bde-9623-214ffa945836 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720130 Oct 18 20:57:16.555947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd93314-9543-479a-9a50-ee3d43945425 req-373e5254-fa88-4a5c-8695-ff0d0498dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.558229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fd93314-9543-479a-9a50-ee3d43945425 req-373e5254-fa88-4a5c-8695-ff0d0498dc0c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1095 time: 0.1735961 Oct 18 20:57:16.680930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd93314-9543-479a-9a50-ee3d43945425 req-b56b9d12-06f3-40d5-8e9a-7e993f37531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.682023 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fd93314-9543-479a-9a50-ee3d43945425 req-b56b9d12-06f3-40d5-8e9a-7e993f37531f service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.1152909 Oct 18 20:57:16.802009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:16.891074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fd93314-9543-479a-9a50-ee3d43945425 req-a9cc5ffc-ccbd-44f8-ae04-e6ddf17fa882 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 999 time: 0.1824791 Oct 18 20:57:16.989912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd93314-9543-479a-9a50-ee3d43945425 req-e397f22b-b987-4e2f-80cf-141e8b0c46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:16.991982 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fd93314-9543-479a-9a50-ee3d43945425 req-e397f22b-b987-4e2f-80cf-141e8b0c46bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.0649855 Oct 18 20:57:17.001252 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:09Z', 'revision_number': 3, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:17.058349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=60e70cd6-e609-4918-8970-9a903f556ee1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:17.058802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47990) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:17.108423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd93314-9543-479a-9a50-ee3d43945425 req-a4512c67-b838-4df4-ade3-d5c6557bd876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:17.110016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fd93314-9543-479a-9a50-ee3d43945425 req-a4512c67-b838-4df4-ade3-d5c6557bd876 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926561 Oct 18 20:57:17.131513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-6e4afe58-289e-436f-adb2-63025d0f780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:17.134790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-6e4afe58-289e-436f-adb2-63025d0f780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:17.135894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-6e4afe58-289e-436f-adb2-63025d0f780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:17.139579 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71c6c1-2aeb-4972-b32e-1b55189b9c94 None None] The sync data for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 is: [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:09Z', 'revision_number': 3, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:57:17.140083 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-6e4afe58-289e-436f-adb2-63025d0f780b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 2293 time: 0.6599813 Oct 18 20:57:17.150638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:17.161317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:17.265537 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fd93314-9543-479a-9a50-ee3d43945425 req-9235b791-8d54-4c70-aa71-d014caff81e6 service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400945 Oct 18 20:57:17.586147 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:17.754643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5fd93314-9543-479a-9a50-ee3d43945425 req-c8fcf3d6-c926-44cc-9a5e-5d5d3f8ab3e4 service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800360 Oct 18 20:57:17.917159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'networks': [{'name': 'tempest-network--2052412303'}, {'name': 'tempest-network--935520203'}]} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:17.918006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'network': {'name': 'tempest-network--2052412303'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:17.928001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'network': {'name': 'tempest-network--935520203'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:18.017873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Made reservation on behalf of ec9a51ca355143f1bdb48d2d76478ce0 for: {'network': 2} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:18.023303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:18.113612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:18.230639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb74cf-a79b-4d55-9188-ec4d5951b16d req-195fda78-3490-4141-8240-5aa033ba6bb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:18.246311 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fdb74cf-a79b-4d55-9188-ec4d5951b16d req-195fda78-3490-4141-8240-5aa033ba6bb9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.4903455 Oct 18 20:57:18.271378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-a39ab953-1c4a-41ad-879f-4686b28c73ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 999 time: 0.9631710 Oct 18 20:57:18.282178 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:18.553726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Router 607be62b-1f12-4060-8026-90d43bc6dabb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:57:18.615547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=4a05ffe5-3a72-4fbd-aa1d-9af921222932,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:18.731394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fdb74cf-a79b-4d55-9188-ec4d5951b16d req-1858185a-5c03-421a-ba2c-bbd99983e2cc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445104 Oct 18 20:57:18.831206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-653170d0-c8fa-45e9-b19a-01f967259ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:18.834018 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-653170d0-c8fa-45e9-b19a-01f967259ff1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 200 len: 851 time: 0.5435493 Oct 18 20:57:18.890339 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbba8098-3877-41cd-b4d9-ba61fd482f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:18.943918 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.022155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:57:19.036615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] Sync routers for ids ['607be62b-1f12-4060-8026-90d43bc6dabb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:57:19.062057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-164ee0f9-302e-42ef-b54b-bc30b81ab8ac admin admin] 10.222.0.66 "PUT /v2.0/routers/607be62b-1f12-4060-8026-90d43bc6dabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5941772 Oct 18 20:57:19.068107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48020) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:19.081338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] Routers {'607be62b-1f12-4060-8026-90d43bc6dabb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:19.082723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['607be62b-1f12-4060-8026-90d43bc6dabb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:19.169598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fa47a480-b0d1-476f-9541-3c284dd73fd9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:19.555792 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.578273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] Set router 607be62b-1f12-4060-8026-90d43bc6dabb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:19.582327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fa47a480-b0d1-476f-9541-3c284dd73fd9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:19.583083 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.627129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-3dc83b91-abc9-4400-a118-07f10640c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:19.630072 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-3dc83b91-abc9-4400-a118-07f10640c1c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7592056 Oct 18 20:57:19.633861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.663075 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.676863 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3e6e9fdf-dc9b-4914-8d3f-6f61f4bfdbc7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/4a05ffe5-3a72-4fbd-aa1d-9af921222932 HTTP/1.1" status: 204 len: 168 time: 3.9399540 Oct 18 20:57:19.701887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.702700 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.709947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48026) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:19.817459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:19.841468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.038327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:20.062996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Deleting port 771d9c9b-c74c-444f-bdc6-df4442b473e3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:20.074851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.089931 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.091553 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Added segment 121e5916-e0a1-45ee-8dcb-36fb874664b1 of type vlan for network 76ec4593-78a0-400c-9bb4-1af7f67e31dc Oct 18 20:57:20.184571 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.250813 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.253600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port fa47a480-b0d1-476f-9541-3c284dd73fd9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fa47a480-b0d1-476f-9541-3c284dd73fd9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:20.270870 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.347650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:20.379638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.380112 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Added segment 5cb52620-0802-472b-af56-d0675a212a1b of type vlan for network b5780ad2-659b-49a9-b3a4-a7cc1c546f7c Oct 18 20:57:20.555534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] For port 771d9c9b-c74c-444f-bdc6-df4442b473e3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=771d9c9b-c74c-444f-bdc6-df4442b473e3,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:20.556778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.609001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68afd96-efe7-4c76-99db-0902e0ab08eb req-96f8bd15-8b62-41a2-b123-aeae17ae5893 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:20.623692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e68afd96-efe7-4c76-99db-0902e0ab08eb req-96f8bd15-8b62-41a2-b123-aeae17ae5893 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.2289371 Oct 18 20:57:20.670477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Calling delete_port for 771d9c9b-c74c-444f-bdc6-df4442b473e3 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:20.674446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:20.715390 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e68afd96-efe7-4c76-99db-0902e0ab08eb req-df21cee1-4fb5-4d21-bd40-5fc7c8c8401f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833070 Oct 18 20:57:20.763739 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-55505956-2022-43e1-bcb7-f37d1b1316d3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:57:20.766819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-55505956-2022-43e1-bcb7-f37d1b1316d3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/4a05ffe5-3a72-4fbd-aa1d-9af921222932 HTTP/1.1" status: 404 len: 333 time: 1.0462155 Oct 18 20:57:20.786142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48038) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:20.788224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.resource_extend [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:57:20.990162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084b1045-380e-4bf8-a493-74d8422eaa96,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:21.050335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.051273 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.062557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:21.134629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:21.138699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.148087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.181542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Subnet': ['ID=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:21.243435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=fa47a480-b0d1-476f-9541-3c284dd73fd9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:21.270283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Checking segment: {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:21.271550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network hostable DHCP agents. Network: fb1171a2-47b7-48e2-bde0-6b218f7e4343, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:21.278165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=771d9c9b-c74c-444f-bdc6-df4442b473e3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:21.298400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:57:16Z', 'revision_number': 5, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port': {'id': '771d9c9b-c74c-444f-bdc6-df4442b473e3', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:04:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:56:38Z', 'updated_at': '2021-10-18T20:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:21.308277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet 463fbfe6-d6a7-4580-851f-d9d0a4350234 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:21.318762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.2543159 Oct 18 20:57:21.328727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-8e7e1143-556a-493b-b4dc-a94bf37030ab service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6516507 Oct 18 20:57:21.329641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48046) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:21.332233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.390367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] Checking router: 607be62b-1f12-4060-8026-90d43bc6dabb for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:57:21.403328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] Routers {'607be62b-1f12-4060-8026-90d43bc6dabb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:21.404299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:56:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['607be62b-1f12-4060-8026-90d43bc6dabb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:21.435934 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.573326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] Set router 607be62b-1f12-4060-8026-90d43bc6dabb gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:21.670949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:57:21Z', 'revision_number': 7, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:21.706768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac51b81-444e-4286-a9dd-6bf205d003f6 None None] The sync data for ids ['607be62b-1f12-4060-8026-90d43bc6dabb'] in n-d-812149-2 is: [{'id': '607be62b-1f12-4060-8026-90d43bc6dabb', 'name': 'tempest-TestAggregatesBasicOps-2134826457-router', 'tenant_id': '7cc768bb922f4054a0b650a0a4886cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:56:34Z', 'updated_at': '2021-10-18T20:57:21Z', 'revision_number': 7, 'project_id': '7cc768bb922f4054a0b650a0a4886cee', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:57:21.772946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Network': ['ID=76ec4593-78a0-400c-9bb4-1af7f67e31dc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:21.778267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.792797 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.808110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 76ec4593-78a0-400c-9bb4-1af7f67e31dc details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:21.917524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.920208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 607be62b-1f12-4060-8026-90d43bc6dabb {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:57:21.934411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:21.937883 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-57be37d4-4677-4c99-99e4-bbcf25c69eaa admin admin] 10.222.0.66 "DELETE /v2.0/routers/607be62b-1f12-4060-8026-90d43bc6dabb HTTP/1.1" status: 204 len: 168 time: 2.8678014 Oct 18 20:57:21.941821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48056) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:22.067893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:22.078125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] Deleting subnet 9fb76cbf-c35d-476d-9666-9ed7c9126265 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:22.084573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:22.103191 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:22.174159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314cf89-7ae4-4257-b0b2-6a035c2cf544 req-270ebc3d-9a20-4b8e-a5a0-f99c59b62f1b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:22.176086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1314cf89-7ae4-4257-b0b2-6a035c2cf544 req-270ebc3d-9a20-4b8e-a5a0-f99c59b62f1b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.2080705 Oct 18 20:57:22.283268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1314cf89-7ae4-4257-b0b2-6a035c2cf544 req-7964809f-d273-4ca3-b05b-052e062b20b6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932193 Oct 18 20:57:22.300311 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:22.333838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, fb1171a2-47b7-48e2-bde0-6b218f7e4343) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:22.349176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08861702-836a-427b-b397-0e091d44025f None None] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:22.371534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:22.371534 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:22.396652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c988ca3-50ca-44dc-a867-abeb1ff95730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Network': ['ID=b5780ad2-659b-49a9-b3a4-a7cc1c546f7c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:22.499123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d52d6fbf-d214-4d26-9a67-05425ee91ada tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.1722434 Oct 18 20:57:22.503699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network b5780ad2-659b-49a9-b3a4-a7cc1c546f7c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:22.514723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48066) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:22.579265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b499b-fbf5-47e8-befd-e7bbb0c0842e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:22.595121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b499b-fbf5-47e8-befd-e7bbb0c0842e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:22.610732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b499b-fbf5-47e8-befd-e7bbb0c0842e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:22.622015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b499b-fbf5-47e8-befd-e7bbb0c0842e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:22.624254 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b66b499b-fbf5-47e8-befd-e7bbb0c0842e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1903665 Oct 18 20:57:22.652008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:22.687183 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-88f7390e-30cb-433c-a80d-99e9939dd92b service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1352241 Oct 18 20:57:22.688976 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:22.759925 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:22.878373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fa47a480-b0d1-476f-9541-3c284dd73fd9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:22.907953 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-0d84eeaa-9381-49da-ad11-90ce4cc5fbf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 217 time: 0.2116504 Oct 18 20:57:22.941466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:57:22.942892 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.027539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fa47a480-b0d1-476f-9541-3c284dd73fd9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:23.028170 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.081540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.117336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.183168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.194876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/463fbfe6-d6a7-4580-851f-d9d0a4350234 HTTP/1.1" status: 204 len: 168 time: 2.3326890 Oct 18 20:57:23.202259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48074) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:23.205442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd567f-811c-4e5b-a25d-390245f5bf38 None None] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:23.439354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b072ec-969c-42c4-8eba-4e8aa01317d8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=463fbfe6-d6a7-4580-851f-d9d0a4350234,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:23.459269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-d52dc522-03f7-4dc1-9fb1-b1b3c0bf5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:23.460992 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-d52dc522-03f7-4dc1-9fb1-b1b3c0bf5d24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.5217741 Oct 18 20:57:23.557346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet 0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:23.568605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.630438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Allocated IP 172.20.0.2 (fb1171a2-47b7-48e2-bde0-6b218f7e4343/43f5aed0-3c27-47d0-aa03-fe61e17ed4e2/916eb15d-f019-4167-935c-1c06d488a558) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:23.658564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c37d791c-2fd9-41dc-84ff-5a400d6a949b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.710107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.715679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-410aeca7-83b8-493e-9690-3c2b3ba655d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:23.739699 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-410aeca7-83b8-493e-9690-3c2b3ba655d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2625206 Oct 18 20:57:23.873452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.888217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:23.921224 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:24.018441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:24.037501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Pushing event updated for resources: {'Port': ['ID=916eb15d-f019-4167-935c-1c06d488a558,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:24.125022 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-0a11de6d-b771-4d6a-bd7f-323f28dee763 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119149 Oct 18 20:57:24.134430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:24.141529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9fb76cbf-c35d-476d-9666-9ed7c9126265 HTTP/1.1" status: 204 len: 168 time: 2.1975842 Oct 18 20:57:24.155893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48090) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:24.158322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433488bd-fd13-4656-bd26-f6fefc400970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb76cbf-c35d-476d-9666-9ed7c9126265,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:24.164374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920f2c8-3b5f-4f03-9165-61094a1fd359 None None] Network 33aad8b2-7c74-45d0-ac4c-4642eba2012e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:24.203174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:24.214324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa955-5b22-4f98-ad58-c20995b9f065 req-459ffc05-d270-4746-a02e-d8be720e7d01 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:24.216370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b32aa955-5b22-4f98-ad58-c20995b9f065 req-459ffc05-d270-4746-a02e-d8be720e7d01 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.7075646 Oct 18 20:57:24.222040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ec4593-78a0-400c-9bb4-1af7f67e31dc']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:24.271604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:24.288528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:24.410916 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:24.583306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 60e70cd6-e609-4918-8970-9a903f556ee1 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:24.612658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:24.759352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 60e70cd6-e609-4918-8970-9a903f556ee1 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:24.759835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 60e70cd6-e609-4918-8970-9a903f556ee1 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:24.763819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 771d9c9b-c74c-444f-bdc6-df4442b473e3 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:24.791168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:24.840244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 771d9c9b-c74c-444f-bdc6-df4442b473e3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:24.840831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 771d9c9b-c74c-444f-bdc6-df4442b473e3 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:24.867886 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-3023ab31-e6c8-4ef3-9f2d-10c6774e2107 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170770 Oct 18 20:57:24.894079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Attempting to bind port 916eb15d-f019-4167-935c-1c06d488a558 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:24.897035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Attempting to bind port 916eb15d-f019-4167-935c-1c06d488a558 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:24.922869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Attempting to bind port 916eb15d-f019-4167-935c-1c06d488a558 on network fb1171a2-47b7-48e2-bde0-6b218f7e4343 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:24.969390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:24.984790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.025825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:25.026255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Checking segment: {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:25.026672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.027159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Bound using segment: {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:25.027666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Bound port: 916eb15d-f019-4167-935c-1c06d488a558, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:25.028128 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.049387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121e5916-e0a1-45ee-8dcb-36fb874664b1') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:25.052021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121e5916-e0a1-45ee-8dcb-36fb874664b1') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:25.067566 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.086216 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.092931 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9f938527-dcc4-462e-aacf-4173f25fcb1e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881 HTTP/1.1" status: 204 len: 168 time: 1.8797402 Oct 18 20:57:25.094607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-b4bfccb3-b3a3-4a85-a5d3-3fc505e1f452 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 217 time: 0.2256808 Oct 18 20:57:25.095232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48098) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:25.249076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] For port 916eb15d-f019-4167-935c-1c06d488a558, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:25.262711 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.284550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-241347b7-1b33-4174-99aa-ce66090b2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:25.286763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-241347b7-1b33-4174-99aa-ce66090b2890 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1734629 Oct 18 20:57:25.289033 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.332683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-948e7411-d4e8-4e4c-9a72-60b5939570b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:25.334388 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-948e7411-d4e8-4e4c-9a72-60b5939570b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1095 time: 0.2446613 Oct 18 20:57:25.339182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:25.339606 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:25.353586 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:25.368461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] DHCP port deletion for 33aad8b2-7c74-45d0-ac4c-4642eba2012e request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:25.454404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b32aa955-5b22-4f98-ad58-c20995b9f065 req-1a3758a5-0c2e-4b3e-ae8e-a320f0305623 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705235 Oct 18 20:57:25.497979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.632430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.639934 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.642061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Deleting port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:25.642975 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.646739 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/networks/76ec4593-78a0-400c-9bb4-1af7f67e31dc HTTP/1.1" status: 204 len: 168 time: 2.9884889 Oct 18 20:57:25.666727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48106) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:25.738413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e34809-44c4-4a84-9502-b88fe93f4b8f tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Network': ['ID=76ec4593-78a0-400c-9bb4-1af7f67e31dc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:25.955019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] For port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,segment=NetworkSegment(495e8495-2c74-4676-b771-d52898cb67aa),segment_id=495e8495-2c74-4676-b771-d52898cb67aa)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:25.955019 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:25.987969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Calling delete_port for 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:26.111353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:26.137401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ccc269-309e-4a57-a92c-4c67e4594c65 None None] Network 976143ce-992e-4f53-b59f-6fc1ed5b92ad requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:26.145935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] For port 916eb15d-f019-4167-935c-1c06d488a558, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=916eb15d-f019-4167-935c-1c06d488a558,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:26.150446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:26.157604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-f1607d7c-09e2-42b0-b4fb-596ce10792eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:26.162595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-f1607d7c-09e2-42b0-b4fb-596ce10792eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.7772911 Oct 18 20:57:26.181859 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:26.207509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] No DVR routers for this DVR port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:26.235601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Pushing event deleted for resources: {'Port': ['ID=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:26.250989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.251634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.251992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.252338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.252806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.253149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.253486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.253824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.254180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.254626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.254972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.255342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f7019-a1d6-42e4-92c4-ff71d6f4df92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:26.358251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-df901990-1264-4b2f-a6ab-6cdf61d98202 None None] Provisioning complete for port 86505a7d-9db5-4a50-a9fa-3b876b92911f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:26.358580 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df901990-1264-4b2f-a6ab-6cdf61d98202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:26.409098 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-8569d267-ec6e-4ff8-bd64-1945867ef28a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 999 time: 0.1505597 Oct 18 20:57:26.470091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3680130-2269-4c5a-b4b3-aaa0d96aa128 None None] Pushing event updated for resources: {'Port': ['ID=916eb15d-f019-4167-935c-1c06d488a558,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:26.709782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Deleting port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:26.713939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:26.718808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-f772e3c1-1a59-4d4a-9798-7d52120b9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:26.729719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-f772e3c1-1a59-4d4a-9798-7d52120b9f86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4253933 Oct 18 20:57:26.745444 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:26.905339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:26.956186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] DHCP port deletion for 976143ce-992e-4f53-b59f-6fc1ed5b92ad request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:27.045235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] For port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae, host n-d-812149-2, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:27.045235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:27.070008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Calling delete_port for 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:27.075445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:57:27.082177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:27.121069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] Deleting port 86505a7d-9db5-4a50-a9fa-3b876b92911f {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:27.121069 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:27.169761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] No DVR routers for this DVR port 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:27.171576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Pushing event deleted for resources: {'Port': ['ID=45b4df48-ab78-4c98-a3be-3d09b8e2d6ae,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:27.279790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-822e5083-f2dd-4b5a-a19d-e7abcd6ade22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:27.295364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-822e5083-f2dd-4b5a-a19d-e7abcd6ade22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.7001443 Oct 18 20:57:27.456374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] For port 86505a7d-9db5-4a50-a9fa-3b876b92911f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=86505a7d-9db5-4a50-a9fa-3b876b92911f,segment=NetworkSegment(399b5488-6cb6-4bdb-8aa4-a60b1606f5c8),segment_id=399b5488-6cb6-4bdb-8aa4-a60b1606f5c8)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:27.464754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:27.537900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] Calling delete_port for 86505a7d-9db5-4a50-a9fa-3b876b92911f owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:27.648880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.20.0.1 (fb1171a2-47b7-48e2-bde0-6b218f7e4343/43f5aed0-3c27-47d0-aa03-fe61e17ed4e2/865445f5-fe88-41f6-b9c0-dab154f4dfe9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:27.695784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 916eb15d-f019-4167-935c-1c06d488a558 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:27.697194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-f7358dd3-378f-42ba-a04a-d486129d09b5 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9601862 Oct 18 20:57:27.712173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 86505a7d-9db5-4a50-a9fa-3b876b92911f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:27.720472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:27.885180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 916eb15d-f019-4167-935c-1c06d488a558 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:27.885705 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:27.923959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cf7ad-1459-4347-a81e-f47d5b5f57d3 req-949d5b44-a1c5-47d1-83d5-b4124647e1a4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:27.938405 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d47cf7ad-1459-4347-a81e-f47d5b5f57d3 req-949d5b44-a1c5-47d1-83d5-b4124647e1a4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 1.0131645 Oct 18 20:57:27.952725 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:27.980326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.062919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] Pushing event deleted for resources: {'Port': ['ID=86505a7d-9db5-4a50-a9fa-3b876b92911f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:28.088639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672991cf-a48b-4ab4-a8f4-aa2ac9263904 None None] No DVR routers for this DVR port 86505a7d-9db5-4a50-a9fa-3b876b92911f on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:28.250514 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d47cf7ad-1459-4347-a81e-f47d5b5f57d3 req-91a67d21-0365-4704-af5a-ce8a0bd6ae49 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099158 Oct 18 20:57:28.257145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.268702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-29509114-6e68-44ca-9ee8-1c23f5a244fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:28.273811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-29509114-6e68-44ca-9ee8-1c23f5a244fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9345417 Oct 18 20:57:28.318006 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.462325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-1e9de62e-d4e5-4c5c-b51b-e4ff99b5ab00 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361417 Oct 18 20:57:28.475803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33aad8b2-7c74-45d0-ac4c-4642eba2012e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:28.482796 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.486875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 916eb15d-f019-4167-935c-1c06d488a558, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=916eb15d-f019-4167-935c-1c06d488a558,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:28.500589 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.655711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=916eb15d-f019-4167-935c-1c06d488a558,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:28.669142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.687510 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-2dea26a2-4511-4675-a91c-48017ff791e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 200 len: 217 time: 0.1974828 Oct 18 20:57:28.692417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495e8495-2c74-4676-b771-d52898cb67aa') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:28.693174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495e8495-2c74-4676-b771-d52898cb67aa') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:28.697208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 86505a7d-9db5-4a50-a9fa-3b876b92911f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:28.700305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] For port 86505a7d-9db5-4a50-a9fa-3b876b92911f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=86505a7d-9db5-4a50-a9fa-3b876b92911f,segment=NetworkSegment(399b5488-6cb6-4bdb-8aa4-a60b1606f5c8),segment_id=399b5488-6cb6-4bdb-8aa4-a60b1606f5c8)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:28.701316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.759804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9035e-2668-4cc3-aad8-56997ce99238 None None] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:28.773198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 86505a7d-9db5-4a50-a9fa-3b876b92911f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:28.774883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 86505a7d-9db5-4a50-a9fa-3b876b92911f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:28.778895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:28.831814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5780ad2-659b-49a9-b3a4-a7cc1c546f7c']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:28.835629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:28.884653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 86505a7d-9db5-4a50-a9fa-3b876b92911f owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:28.933199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:28.934186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 45b4df48-ab78-4c98-a3be-3d09b8e2d6ae not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:28.936619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb52620-0802-472b-af56-d0675a212a1b') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:28.937813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb52620-0802-472b-af56-d0675a212a1b') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:28.946019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.010887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=865445f5-fe88-41f6-b9c0-dab154f4dfe9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:29.029146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-8a1a4c93-b4eb-4db2-9b69-6421f3f4d8c9 service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741290 Oct 18 20:57:29.038515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:29.041328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:29.043908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:29.045471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:29.053112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.065745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:29.075065 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:29.140351 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.158559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-9f17f349-1b69-4eab-893a-83b8da96b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:29.161245 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-9f17f349-1b69-4eab-893a-83b8da96b531 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.3888726 Oct 18 20:57:29.406949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.424858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:29.425516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:29.430387 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:29.448180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.469327 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.473280 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] 10.222.0.66 "DELETE /v2.0/networks/33aad8b2-7c74-45d0-ac4c-4642eba2012e HTTP/1.1" status: 204 len: 168 time: 5.3162556 Oct 18 20:57:29.610740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a9d9a-1889-4f7c-8658-cd19057d61ed admin admin] Pushing event deleted for resources: {'Network': ['ID=33aad8b2-7c74-45d0-ac4c-4642eba2012e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:29.617910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-eb3ad69e-f0ee-465d-8d11-7b518fa294dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:29.619174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-eb3ad69e-f0ee-465d-8d11-7b518fa294dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3609667 Oct 18 20:57:29.640320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.666115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.678857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/networks/b5780ad2-659b-49a9-b3a4-a7cc1c546f7c HTTP/1.1" status: 204 len: 168 time: 3.9967828 Oct 18 20:57:29.689581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48152) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:29.690293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.774022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 916eb15d-f019-4167-935c-1c06d488a558 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:29.780194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ce67b24b-7128-465e-9446-2c8dd7c3553a None None] Provisioning complete for port 916eb15d-f019-4167-935c-1c06d488a558 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:29.782185 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ce67b24b-7128-465e-9446-2c8dd7c3553a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.799620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa98ec8-ea41-4fc7-9039-d56bb97ecfeb tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Network': ['ID=b5780ad2-659b-49a9-b3a4-a7cc1c546f7c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:29.815222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:29.880187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d4823-c2cd-470b-9b05-8959fec97165 req-a28b99ff-2aab-4420-8ca8-4a866571786f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:29.881893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-444d4823-c2cd-470b-9b05-8959fec97165 req-a28b99ff-2aab-4420-8ca8-4a866571786f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.3550479 Oct 18 20:57:29.980145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 916eb15d-f019-4167-935c-1c06d488a558 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:29.980566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.016337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b92fb688-5f98-45a0-bf09-b30e5656be91 req-bc72e27c-ffd7-4a54-8c9f-3b3d3613e18f service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583232 Oct 18 20:57:30.036347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352516e3-4ae3-4c00-90d0-a5edf3b3712c tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:30.055130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352516e3-4ae3-4c00-90d0-a5edf3b3712c tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:30.058381 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-352516e3-4ae3-4c00-90d0-a5edf3b3712c tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3656645 Oct 18 20:57:30.063437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48154) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:30.081575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=86505a7d-9db5-4a50-a9fa-3b876b92911f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:30.095855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No DVR routers for this DVR port 86505a7d-9db5-4a50-a9fa-3b876b92911f on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:30.097766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1748211940'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:30.154813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48156) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:30.185371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-444d4823-c2cd-470b-9b05-8959fec97165 req-259be526-5bf1-456b-bcfa-92cda543577c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940714 Oct 18 20:57:30.284161 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-cb6bce77-c68e-48bd-b29e-d0adbb4ec522 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556323 Oct 18 20:57:30.411164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Made reservation on behalf of ec9a51ca355143f1bdb48d2d76478ce0 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:30.417945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.498813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0ba4c602-3048-4ed0-9687-b600a7814022 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c641a1a3e3b47999029c0bce7af9b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095210 Oct 18 20:57:30.505632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48164) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:30.512466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:30.571419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-99b6b60f-a25f-4e14-b72f-98e5b45d0bab None None] Provisioning complete for port 916eb15d-f019-4167-935c-1c06d488a558 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:30.571732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99b6b60f-a25f-4e14-b72f-98e5b45d0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.630931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.631347 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Added segment 2389d1d5-57e4-42db-b571-3a4208d6bc77 of type vlan for network bab7301d-50bb-4bc9-866f-65ff828eb398 Oct 18 20:57:30.693998 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.839148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976143ce-992e-4f53-b59f-6fc1ed5b92ad']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:30.888130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399b5488-6cb6-4bdb-8aa4-a60b1606f5c8') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:30.890645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399b5488-6cb6-4bdb-8aa4-a60b1606f5c8') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:30.895646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-99b6b60f-a25f-4e14-b72f-98e5b45d0bab None None] Provisioning complete for port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:30.896344 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99b6b60f-a25f-4e14-b72f-98e5b45d0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.938551 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.938956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:30.984252 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.001865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:31.003417 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.029058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28dd63f8-78c9-4116-8cca-89ea0169ba1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: self.session.flush() Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:31.048500 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:31.054141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:57:31.070869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-99b6b60f-a25f-4e14-b72f-98e5b45d0bab None None] Port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:31.140936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28dd63f8-78c9-4116-8cca-89ea0169ba1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.160102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.169024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:31.170626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.224798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-91afc5b8-b5e7-407b-8880-71425c159b85 None None] Provisioning complete for port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:31.225441 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91afc5b8-b5e7-407b-8880-71425c159b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.361519 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-63af03d4-d264-47ba-837a-927bea595183 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0545118 Oct 18 20:57:31.387163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-91afc5b8-b5e7-407b-8880-71425c159b85 None None] Port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:31.400497 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.405903 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3258874 Oct 18 20:57:31.418244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48180) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:31.434008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1124821584'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:31.477912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.482395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3db5b-887b-4f31-8e2f-205d7fd9917e tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Network': ['ID=bab7301d-50bb-4bc9-866f-65ff828eb398,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:31.488637 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/976143ce-992e-4f53-b59f-6fc1ed5b92ad HTTP/1.1" status: 204 len: 168 time: 6.3916969 Oct 18 20:57:31.490256 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.499462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:31.513848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network bab7301d-50bb-4bc9-866f-65ff828eb398 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:31.530989 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.553689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2042d87-10b8-4db0-84b7-958205ae08af tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=976143ce-992e-4f53-b59f-6fc1ed5b92ad,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:31.562386 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-10b225a8-243c-435f-87cf-3b8c4f926159 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 200 len: 217 time: 0.1874166 Oct 18 20:57:31.657168 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.761710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-d9dd04ab-6ca4-40d0-bd82-66f7ffe8e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:31.765042 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-d9dd04ab-6ca4-40d0-bd82-66f7ffe8e2a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1789241 Oct 18 20:57:31.850822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Made reservation on behalf of ec9a51ca355143f1bdb48d2d76478ce0 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:31.861786 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.870729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-adb72b71-be4a-4378-bae9-656d4ea17106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:31.874410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-adb72b71-be4a-4378-bae9-656d4ea17106 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014206 Oct 18 20:57:31.886385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c574a0-3af6-4bf9-a89a-9bc35dc2c147 req-791c1988-d8d9-4178-bf30-c40c734698d7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:31.888231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96c574a0-3af6-4bf9-a89a-9bc35dc2c147 req-791c1988-d8d9-4178-bf30-c40c734698d7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.4438748 Oct 18 20:57:31.930139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28dd63f8-78c9-4116-8cca-89ea0169ba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.938538 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28dd63f8-78c9-4116-8cca-89ea0169ba1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:31.952705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-28dd63f8-78c9-4116-8cca-89ea0169ba1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b720f7cc-c369-48a7-981c-d32b78dff493 HTTP/1.1" status: 204 len: 168 time: 1.4310081 Oct 18 20:57:32.085095 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f5d5c-1470-423d-9a37-901cc98a1e37 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:32.099516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-391f5d5c-1470-423d-9a37-901cc98a1e37 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.5929441 Oct 18 20:57:32.103660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=865445f5-fe88-41f6-b9c0-dab154f4dfe9,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:32.114962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:32.158896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd63f8-78c9-4116-8cca-89ea0169ba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b720f7cc-c369-48a7-981c-d32b78dff493,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:32.193894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:32.199028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:32.212682 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-8841b820-b253-4692-abad-b854fb90f894 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291910 Oct 18 20:57:32.217071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:32.225449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:32.225816 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Added segment 379d3da3-9624-4488-bb6c-8cc0a7cdb62c of type vlan for network 6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af Oct 18 20:57:32.246506 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96c574a0-3af6-4bf9-a89a-9bc35dc2c147 req-516eed22-8a35-4933-b869-d59fb693edf3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870045 Oct 18 20:57:32.354389 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:32.423799 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-665d0b94-927d-4318-b508-314b0b75aa7b service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034802 Oct 18 20:57:32.517518 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-16ad4b08-d0e5-4087-9823-3cad3ecc3401 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 200 len: 217 time: 0.0821431 Oct 18 20:57:32.527271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b96b7497-f546-4e26-9014-163227337e2b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4106257 Oct 18 20:57:32.535471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48200) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:32.554174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-608833265'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:32.576528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:32.600816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:32.601457 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:32.707281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-746e0893-4c6a-4e2b-889b-ec890554e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:32.709688 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-746e0893-4c6a-4e2b-889b-ec890554e573 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.1799726 Oct 18 20:57:32.833899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-2afd0ad4-9993-43a9-a2d6-bcd4f0b41594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:32.835995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-2afd0ad4-9993-43a9-a2d6-bcd4f0b41594 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1188805 Oct 18 20:57:32.855047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-38c514f5-ec20-4511-b576-f21e42c1da64 None None] Provisioning complete for port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:32.856335 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-38c514f5-ec20-4511-b576-f21e42c1da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:32.895899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router a14d63c2-9570-4fc3-b06f-460901e6c7b0 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:57:32.897468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:32.901913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:32.912581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Network': ['ID=6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:32.927219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e1648870-2bec-4d9e-a22b-207c79cf8b5d tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5019286 Oct 18 20:57:32.951708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48208) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:32.964233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:33.005501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'ports': [{'network_id': 'bab7301d-50bb-4bc9-866f-65ff828eb398', 'name': 'tempest-port--954384793', 'admin_state_up': True}, {'network_id': '6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af', 'admin_state_up': False}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:33.006364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'port': {'network_id': 'bab7301d-50bb-4bc9-866f-65ff828eb398', 'name': 'tempest-port--954384793', 'admin_state_up': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:33.006364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'port': {'network_id': '6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af', 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:33.131810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-38c514f5-ec20-4511-b576-f21e42c1da64 None None] Port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:33.160363 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-2c3f5e06-d29e-4d1b-a27a-44525ad61032 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150878 Oct 18 20:57:33.203111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48212) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:33.389180 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-899b51d3-771f-4838-8117-13d60546f7e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cc768bb922f4054a0b650a0a4886cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812015 Oct 18 20:57:33.391720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:33.452481 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-3f2abd24-532f-4e2e-bab9-70756b82b85c service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826171 Oct 18 20:57:33.511046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-1907b81e-2a22-4020-8e6c-94de0ade5fb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 217 time: 0.0505819 Oct 18 20:57:33.511899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d54275ee-79c4-4c0d-992c-5ce2057dfa70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:33.577451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d54275ee-79c4-4c0d-992c-5ce2057dfa70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:33.600616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-566f5b9a-47dc-4e54-ab42-27cf63940e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:33.602209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-566f5b9a-47dc-4e54-ab42-27cf63940e86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.0843058 Oct 18 20:57:33.630820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:33.667597 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:33.668088 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment 8162b3eb-3aa9-47c7-b902-33c3c68bd077 of type vlan for network 0e1a0d21-9f82-4d8d-9977-d210aa25750e Oct 18 20:57:33.726511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-b004df7c-ef41-47cd-b8d6-70b72a7a6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:33.730942 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-b004df7c-ef41-47cd-b8d6-70b72a7a6aa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158941 Oct 18 20:57:33.756129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d54275ee-79c4-4c0d-992c-5ce2057dfa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:33.759043 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d54275ee-79c4-4c0d-992c-5ce2057dfa70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:33.760243 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d54275ee-79c4-4c0d-992c-5ce2057dfa70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86cdd51c-1343-4692-9c57-e327358e7e4d HTTP/1.1" status: 204 len: 168 time: 0.3672309 Oct 18 20:57:33.798295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54275ee-79c4-4c0d-992c-5ce2057dfa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cdd51c-1343-4692-9c57-e327358e7e4d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:33.835820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:33.869609 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-b632ab63-bb37-4ae4-b0dc-e5bd21a03f2c service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278429 Oct 18 20:57:33.971144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:57:33.980343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-121df610-5227-432f-a3c0-4483caa8c49a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "PUT /v2.0/routers/a14d63c2-9570-4fc3-b06f-460901e6c7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4596162 Oct 18 20:57:33.982606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48234) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:33.987793 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Sync routers for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:57:34.002063 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:34.006447 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:34.007381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.008038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:34.008572 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:34.107604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4e195978-ea2a-42cf-a95b-f89a818170a5 req-01ff342b-6371-47da-a35c-4e30b32634ad service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289453 Oct 18 20:57:34.195888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=0e1a0d21-9f82-4d8d-9977-d210aa25750e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:34.201925 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:34.208268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:34.250602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Made reservation on behalf of ec9a51ca355143f1bdb48d2d76478ce0 for: {'port': 2} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:34.255814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:34.376029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:34.383726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-81a81bbb-0331-45ae-bcba-759334eac9dd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8326528 Oct 18 20:57:34.383959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48242) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:34.391319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:34.529098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:34.534627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:34.553577 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:29Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:30Z', 'revision_number': 2, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:34.578711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa61e47-d0e2-4910-9a65-13b24241a6b2 req-ee146bd0-d2b2-40d1-9ca2-6ae13daf147e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.583363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9aa61e47-d0e2-4910-9a65-13b24241a6b2 req-ee146bd0-d2b2-40d1-9ca2-6ae13daf147e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.9466248 Oct 18 20:57:34.659570 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Checking router: a14d63c2-9570-4fc3-b06f-460901e6c7b0 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:57:34.659935 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Updating router a14d63c2-9570-4fc3-b06f-460901e6c7b0 port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:57:34.725821 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:34.736326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.736823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.737261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.737707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.738145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.738582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.739023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.739878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.739878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.740508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.741040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.741378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.748411 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c940590-f63f-44d1-b2ed-13365206c1ef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8281 time: 0.7596283 Oct 18 20:57:34.751731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] device_id is not set on port a2e9f021-cf67-4580-be21-8a0ff9b66ad9 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:34.756159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48250) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:34.867271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:34.876415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9aa61e47-d0e2-4910-9a65-13b24241a6b2 req-8e4c9789-d0e7-450f-806d-a2e0f0ec27ca tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919655 Oct 18 20:57:34.986143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.989024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.990702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.991318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.992574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.997039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.997979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:34.998578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:35.005437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d2811903-cf0c-4d26-b770-e1fa4e88ce1e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5179 time: 0.2481284 Oct 18 20:57:35.011064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48260) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:35.028232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=84504dd3-7ca4-4c74-8982-ed8b480fde17,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:35.069091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': '8162b3eb-3aa9-47c7-b902-33c3c68bd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:35.069775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: 0e1a0d21-9f82-4d8d-9977-d210aa25750e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:35.094632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:35.107514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0e1a0d21-9f82-4d8d-9977-d210aa25750e) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:35.115986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:35.117271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.117442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55efee-43d2-4813-82d2-be1f288bc456 None None] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:35.146580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ecaf1163-c175-48ad-abf3-b3ac6c38e72b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7604156 Oct 18 20:57:35.147590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48264) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:35.159758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e', 'name': 'tempest-PortsTestJSON-234623984'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:35.237690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.336080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:35.341190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.357347 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.360020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] device_id is not set on port 06fa6da7-50df-4948-a74b-c2317e53e89b yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:35.365227 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.370832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 6b599fdd-9852-415d-bce1-b8137351f325 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:35.459340 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Pushing event updated for resources: {'Port': ['ID=865445f5-fe88-41f6-b9c0-dab154f4dfe9,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:35.502741 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.503089 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.503482 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.503819 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.505033 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.505969 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.506468 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.507923 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.508738 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.509083 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.509416 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.509744 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:35.558500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-0e1a0d21-9f82-4d8d-9977-d210aa25750e', 'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e', 'tenant_id': '892820d52aee48df9e47580b35fd929a', 'fixed_ips': [{'subnet_id': '84504dd3-7ca4-4c74-8982-ed8b480fde17'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:57:35.560255 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.563364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.5 (0e1a0d21-9f82-4d8d-9977-d210aa25750e/84504dd3-7ca4-4c74-8982-ed8b480fde17/6b599fdd-9852-415d-bce1-b8137351f325) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:35.695335 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Attempting to bind port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:35.695696 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Attempting to bind port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:35.696104 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Attempting to bind port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 on network fb1171a2-47b7-48e2-bde0-6b218f7e4343 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:35.702492 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:35.702930 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Checking segment: {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:35.703248 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.703642 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Bound using segment: {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:35.704110 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Bound port: 865445f5-fe88-41f6-b9c0-dab154f4dfe9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:35.704512 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.713016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a432a995-fdde-4b49-8d27-da511f76e55f tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.6956770 Oct 18 20:57:35.844783 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] For port 865445f5-fe88-41f6-b9c0-dab154f4dfe9, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:35.848928 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] For port 865445f5-fe88-41f6-b9c0-dab154f4dfe9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=865445f5-fe88-41f6-b9c0-dab154f4dfe9,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:35.854804 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.964523 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:35.965280 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:35.966254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:35.967596 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeba92-638b-4372-b66d-1aebf6670d7f None None] Pushing event updated for resources: {'Port': ['ID=865445f5-fe88-41f6-b9c0-dab154f4dfe9,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:36.037943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-367faef2-edaf-4bb1-a053-a91959b97cd1 None None] Provisioning complete for port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:36.042193 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-367faef2-edaf-4bb1-a053-a91959b97cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.102751 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.109074 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.249843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.250627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Port': ['ID=a2e9f021-cf67-4580-be21-8a0ff9b66ad9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:36.287526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Checking segment: {'id': '2389d1d5-57e4-42db-b571-3a4208d6bc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'bab7301d-50bb-4bc9-866f-65ff828eb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:36.290141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network hostable DHCP agents. Network: bab7301d-50bb-4bc9-866f-65ff828eb398, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:36.290273 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:36.395479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network bab7301d-50bb-4bc9-866f-65ff828eb398 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:36.405843 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-367faef2-edaf-4bb1-a053-a91959b97cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.413701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, bab7301d-50bb-4bc9-866f-65ff828eb398) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:36.420484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:36.423358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:36.423728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.433443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:36.451772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:36.460146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b856fd22-6dfd-44b6-a614-e7ab9e2cd951 None None] Network bab7301d-50bb-4bc9-866f-65ff828eb398 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:36.480910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=6b599fdd-9852-415d-bce1-b8137351f325,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:36.506246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48300) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:36.531172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8ceb56dc-a093-4804-9a4b-3f22469fc723 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396786216', 'description': 'tempest-secgroup-smoke-1396786216 description', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:36.545579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:36.546426 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.579623 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7eb5f6e7-c980-4730-8c30-59b8655c3b8d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4287844 Oct 18 20:57:36.582607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48302) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:36.597875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e', 'name': 'tempest-PortsTestJSON-487000450'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:36.601225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Allocated IP 172.20.0.2 (0e1a0d21-9f82-4d8d-9977-d210aa25750e/84504dd3-7ca4-4c74-8982-ed8b480fde17/43c0932b-a503-4d52-b414-a8f33d4e3e9c) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:36.660195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Port': ['ID=06fa6da7-50df-4948-a74b-c2317e53e89b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:36.694824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ceb56dc-a093-4804-9a4b-3f22469fc723 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.714006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Checking segment: {'id': '379d3da3-9624-4488-bb6c-8cc0a7cdb62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:36.714724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network hostable DHCP agents. Network: 6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:36.722795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-367faef2-edaf-4bb1-a053-a91959b97cd1 None None] For port 865445f5-fe88-41f6-b9c0-dab154f4dfe9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=865445f5-fe88-41f6-b9c0-dab154f4dfe9,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:36.739962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574dcc4-f95e-480c-ac8c-d2444a36ec8e req-b27c6377-dd35-4371-a223-a57cbec46a7a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:36.740476 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-367faef2-edaf-4bb1-a053-a91959b97cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.749207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a574dcc4-f95e-480c-ac8c-d2444a36ec8e req-b27c6377-dd35-4371-a223-a57cbec46a7a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.1509697 Oct 18 20:57:36.818763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network 6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:36.830930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:36.852755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a574dcc4-f95e-480c-ac8c-d2444a36ec8e req-e96437f7-e3f4-47d3-b533-6d6a2c230dbf tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926580 Oct 18 20:57:36.873546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:36.882985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:36.887577 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:57:36.896043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367faef2-edaf-4bb1-a053-a91959b97cd1 None None] Pushing event updated for resources: {'Port': ['ID=865445f5-fe88-41f6-b9c0-dab154f4dfe9,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:36.899087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c614f-3562-4eaa-a069-d500d4a02db8 None None] Network 6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:36.928565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:36.930165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.970349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ceb56dc-a093-4804-9a4b-3f22469fc723 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.978753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-df9375a5-a78b-4acd-a65e-43c4101070fa None None] Provisioning complete for port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:36.978999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b808294f-fa0b-4a01-8143-797f5f2a4dd8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9899361 Oct 18 20:57:36.979104 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df9375a5-a78b-4acd-a65e-43c4101070fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.979196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ceb56dc-a093-4804-9a4b-3f22469fc723 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:36.979285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48310) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:37.017379 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:29Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:35Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:37.022764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb56dc-a093-4804-9a4b-3f22469fc723 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4823dd-915e-4f9c-9796-9cda647116c9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:37.061760 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dc333-65ad-4313-8a22-b188434bd4b3 None None] The sync data for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 is: [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:29Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:35Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:57:37.095231 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ceb56dc-a093-4804-9a4b-3f22469fc723 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.099282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ceb56dc-a093-4804-9a4b-3f22469fc723 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5854540 Oct 18 20:57:37.100171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48314) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:37.105635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4d2c963e-768b-42c8-b92a-e8c35b3fa64f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'da4823dd-915e-4f9c-9796-9cda647116c9', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:37.108616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:37.128621 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.182653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d2c963e-768b-42c8-b92a-e8c35b3fa64f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.215804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f612408-556f-4b49-9cd3-9031a39641b2 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:37.235454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f612408-556f-4b49-9cd3-9031a39641b2 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:37.241271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4f612408-556f-4b49-9cd3-9031a39641b2 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2586830 Oct 18 20:57:37.243370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48318) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:37.350183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d2c963e-768b-42c8-b92a-e8c35b3fa64f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.355976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d2c963e-768b-42c8-b92a-e8c35b3fa64f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.377605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c963e-768b-42c8-b92a-e8c35b3fa64f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fe8642-a254-45d2-a0c7-124594b17cc9,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:37.402136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 4bcc462f-6692-47bc-9bb2-187196b42b19 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:37.414580 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d2c963e-768b-42c8-b92a-e8c35b3fa64f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.432836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4d2c963e-768b-42c8-b92a-e8c35b3fa64f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291006 Oct 18 20:57:37.433969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48324) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:37.450536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e92a7813-5fb2-4d2f-a170-e9fd23a23377 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'da4823dd-915e-4f9c-9796-9cda647116c9', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:37.542748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e92a7813-5fb2-4d2f-a170-e9fd23a23377 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.545365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 865445f5-fe88-41f6-b9c0-dab154f4dfe9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:37.575248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Deleting port a2e9f021-cf67-4580-be21-8a0ff9b66ad9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:37.575611 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.611824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.639547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.659899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e92a7813-5fb2-4d2f-a170-e9fd23a23377 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.666553 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e92a7813-5fb2-4d2f-a170-e9fd23a23377 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.698829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.721644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a7813-5fb2-4d2f-a170-e9fd23a23377 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca88e67-a6d1-4076-9cd0-7054ee9855e4,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:37.741114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Calling delete_port for a2e9f021-cf67-4580-be21-8a0ff9b66ad9 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:37.748002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e92a7813-5fb2-4d2f-a170-e9fd23a23377 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.751142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e92a7813-5fb2-4d2f-a170-e9fd23a23377 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158374 Oct 18 20:57:37.753839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48330) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:37.774354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8ef5e271-8e55-48fd-93b8-bb12de91c82a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'da4823dd-915e-4f9c-9796-9cda647116c9', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:37.832845 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e271-8e55-48fd-93b8-bb12de91c82a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.845694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:37.873317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.904845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:37.906862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Pushing event updated for resources: {'Port': ['ID=43c0932b-a503-4d52-b414-a8f33d4e3e9c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:37.915266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:37.920719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:37.921561 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.955773 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e271-8e55-48fd-93b8-bb12de91c82a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:37.963723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e271-8e55-48fd-93b8-bb12de91c82a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.002814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5e271-8e55-48fd-93b8-bb12de91c82a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2468fa-e347-46cc-95f5-204df85b4b81,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:38.028437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Port': ['ID=a2e9f021-cf67-4580-be21-8a0ff9b66ad9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:38.029323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e271-8e55-48fd-93b8-bb12de91c82a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.031033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ef5e271-8e55-48fd-93b8-bb12de91c82a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756345 Oct 18 20:57:38.043605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48342) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:38.075438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7208b639-8a0d-461b-991d-17e2c5a26aee tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'da4823dd-915e-4f9c-9796-9cda647116c9', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:38.170873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92dd2d-f72b-4e14-bf57-fe7abbe93d60 req-75fecda8-c386-4874-830d-61bb78cb76bb tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:38.178736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.api [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-51ac2746-9a43-47da-bb4a-24258c4e42bb {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:57:38.179067 n-d-812149-2 neutron-server[100530]: DEBUG oslo_db.api [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:57:38.187860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c92dd2d-f72b-4e14-bf57-fe7abbe93d60 req-75fecda8-c386-4874-830d-61bb78cb76bb tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.1711950 Oct 18 20:57:38.188564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.192015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Attempting to bind port 43c0932b-a503-4d52-b414-a8f33d4e3e9c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:38.192494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Attempting to bind port 43c0932b-a503-4d52-b414-a8f33d4e3e9c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '8162b3eb-3aa9-47c7-b902-33c3c68bd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:38.192871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Attempting to bind port 43c0932b-a503-4d52-b414-a8f33d4e3e9c on network 0e1a0d21-9f82-4d8d-9977-d210aa25750e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:38.201163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:38.201553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Checking segment: {'id': '8162b3eb-3aa9-47c7-b902-33c3c68bd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:38.201968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.202379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Bound using segment: {'id': '8162b3eb-3aa9-47c7-b902-33c3c68bd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:38.202935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Bound port: 43c0932b-a503-4d52-b414-a8f33d4e3e9c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8162b3eb-3aa9-47c7-b902-33c3c68bd077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '0e1a0d21-9f82-4d8d-9977-d210aa25750e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:38.203338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.212198 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-28320cad-dd7f-4b61-a846-53df2b320b65 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/ports/a2e9f021-cf67-4580-be21-8a0ff9b66ad9 HTTP/1.1" status: 204 len: 168 time: 0.9671195 Oct 18 20:57:38.215157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:38.309361 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7208b639-8a0d-461b-991d-17e2c5a26aee tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.322422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c92dd2d-f72b-4e14-bf57-fe7abbe93d60 req-5e1db25c-5390-467b-a672-b645217ff5c4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335559 Oct 18 20:57:38.342608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] For port 43c0932b-a503-4d52-b414-a8f33d4e3e9c, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:38.347673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] For port 43c0932b-a503-4d52-b414-a8f33d4e3e9c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=43c0932b-a503-4d52-b414-a8f33d4e3e9c,segment=NetworkSegment(8162b3eb-3aa9-47c7-b902-33c3c68bd077),segment_id=8162b3eb-3aa9-47c7-b902-33c3c68bd077)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:38.353516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.505032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccf19f-d1ed-4808-9425-53a047d2ef5a None None] Pushing event updated for resources: {'Port': ['ID=43c0932b-a503-4d52-b414-a8f33d4e3e9c,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:38.933431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:38.993277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 58acdec1-ae95-495e-a47d-b3ab1287b273 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:39.089126 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7208b639-8a0d-461b-991d-17e2c5a26aee tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.100179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7208b639-8a0d-461b-991d-17e2c5a26aee tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.167815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Deleting port 06fa6da7-50df-4948-a74b-c2317e53e89b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:39.168461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.178997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208b639-8a0d-461b-991d-17e2c5a26aee tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7e6262-cd2a-44dc-bede-fa170d0a5052,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:39.187774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7208b639-8a0d-461b-991d-17e2c5a26aee tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.191567 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7208b639-8a0d-461b-991d-17e2c5a26aee tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1444449 Oct 18 20:57:39.197645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48366) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:39.202568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'da4823dd-915e-4f9c-9796-9cda647116c9', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:39.286646 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Project d4d4c26d67a34774a5bdcabee8242846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:57:39.296620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.318601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.8 (0e1a0d21-9f82-4d8d-9977-d210aa25750e/84504dd3-7ca4-4c74-8982-ed8b480fde17/58acdec1-ae95-495e-a47d-b3ab1287b273) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:39.322859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.370528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Calling delete_port for 06fa6da7-50df-4948-a74b-c2317e53e89b owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:39.389744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48374) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:39.395639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'network': {'name': 'tempest-network-smoke--2044519163', 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'port_security_enabled': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:39.429770 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.440418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.449136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 43c0932b-a503-4d52-b414-a8f33d4e3e9c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:39.466296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Made reservation on behalf of be23ca4b3bd84e0eb36091e2afa095d7 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:39.470631 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.474196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7af3c38-5653-486d-a45e-8251a508d7f5,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:39.519253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.527297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3284376 Oct 18 20:57:39.529504 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.549898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48382) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:39.554564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.554936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.555794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.556130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.556487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.556869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.557368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.557701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.558024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.558347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.558665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.558987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ac63e6-5173-4401-a5fb-82444e966a31 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:57:39.568859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 43c0932b-a503-4d52-b414-a8f33d4e3e9c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:39.569860 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.580479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'da4823dd-915e-4f9c-9796-9cda647116c9', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:39.604719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.666583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Port': ['ID=06fa6da7-50df-4948-a74b-c2317e53e89b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:39.676434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.683883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-696b19b7-bcff-442f-abff-75d0f380e730 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/ports/06fa6da7-50df-4948-a74b-c2317e53e89b HTTP/1.1" status: 204 len: 168 time: 1.4633551 Oct 18 20:57:39.691549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48388) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:39.743770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8dfb58a-4e7d-472e-a35e-546ce9c7d873 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0480559 Oct 18 20:57:39.753448 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.754369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48394) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:39.762440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1081639674'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:39.774847 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Project d4d4c26d67a34774a5bdcabee8242846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:57:39.799843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.813593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 43c0932b-a503-4d52-b414-a8f33d4e3e9c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=43c0932b-a503-4d52-b414-a8f33d4e3e9c,segment=NetworkSegment(8162b3eb-3aa9-47c7-b902-33c3c68bd077),segment_id=8162b3eb-3aa9-47c7-b902-33c3c68bd077)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:39.816321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.820777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.835058 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d184da3-ad41-4584-a653-43d75e78cac8 req-87654885-ab93-4b12-b7d2-8fba707e0d49 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:39.836859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d184da3-ad41-4584-a653-43d75e78cac8 req-87654885-ab93-4b12-b7d2-8fba707e0d49 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.2916777 Oct 18 20:57:39.891877 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.896590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=43c0932b-a503-4d52-b414-a8f33d4e3e9c,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:39.924450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Made reservation on behalf of ec9a51ca355143f1bdb48d2d76478ce0 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:39.928504 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:39.958373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:39.961698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:39.970567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:39.995584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=58acdec1-ae95-495e-a47d-b3ab1287b273,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:40.009058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.029806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d184da3-ad41-4584-a653-43d75e78cac8 req-36c4ba6a-9db5-4f5f-97c8-49c2b3266b3b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672621 Oct 18 20:57:40.035380 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.040357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:40.040914 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.069122 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7738a110-a788-4dd3-b088-5228a392e086 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4846163 Oct 18 20:57:40.072180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:40.078515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:40.105644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:40.113408 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.143945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.159052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.159395 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Added segment 83807f0f-104b-4e30-aef6-fc452bf5f7a5 of type vlan for network e4959c58-a57c-45af-89b9-f7c27266f5b0 Oct 18 20:57:40.171227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b3324e-9420-4382-a724-dcc89e58e24c None None] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:40.183743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.184139 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Added segment 7e7cb6f8-d10d-42bf-a94f-76009243247e of type vlan for network 1d44ce21-1aaf-46a4-8472-27c1a0adeead Oct 18 20:57:40.185980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8400046a-e781-43dd-a256-002d9505b339,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:40.194803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a9978-b71a-451f-92bd-a6e4b4a8ecd5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:40.199677 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c83a9978-b71a-451f-92bd-a6e4b4a8ecd5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1231587 Oct 18 20:57:40.199889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48398) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:40.217996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238f1b58-5fd3-4b4a-9e15-ad67f3187c08,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:40.270815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c7e0a21a-e111-4192-86b9-fe71da0b24d1 None None] Provisioning complete for port 43c0932b-a503-4d52-b414-a8f33d4e3e9c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:40.271608 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7e0a21a-e111-4192-86b9-fe71da0b24d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.308118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.310243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d1d7038b-f870-4065-ae10-9f9b2f65e96c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7575002 Oct 18 20:57:40.343094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.350616 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.394173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 58acdec1-ae95-495e-a47d-b3ab1287b273 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:40.394524 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.411766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.435949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:40.436662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.456697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.481743 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:40.482671 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.535968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.573126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 58acdec1-ae95-495e-a47d-b3ab1287b273 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:40.584953 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8278024 Oct 18 20:57:40.623384 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48406) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:40.629069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2379551 Oct 18 20:57:40.639362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1298078316'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:40.650558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48412) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:40.669130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'admin_state_up': True, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:40.682987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307c2a6-25b7-4cff-bd70-12b914acf7a0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Network': ['ID=e4959c58-a57c-45af-89b9-f7c27266f5b0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:40.699541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e4959c58-a57c-45af-89b9-f7c27266f5b0 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:40.835065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.836127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Made reservation on behalf of ec9a51ca355143f1bdb48d2d76478ce0 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:40.840074 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.907905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=58acdec1-ae95-495e-a47d-b3ab1287b273,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:40.913216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-661b043d-60c9-4634-9227-c65cab72d7c2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396786216&fields=id&tenant_id=d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 267 time: 0.2213480 Oct 18 20:57:40.918673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508f69c-8198-4dd0-9c8e-9d83e734e667 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Network': ['ID=1d44ce21-1aaf-46a4-8472-27c1a0adeead,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:40.940456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:40.972570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.975359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:40.978520 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f69285aa-4fe9-4329-9111-c2f934b5895c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/58acdec1-ae95-495e-a47d-b3ab1287b273 HTTP/1.1" status: 204 len: 168 time: 0.7731624 Oct 18 20:57:40.978817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48418) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:40.980937 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:40.981859 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.024985 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be3ef84-e2e9-46d3-9722-76527a0ddb97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:57:41.028601 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1be3ef84-e2e9-46d3-9722-76527a0ddb97 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/58acdec1-ae95-495e-a47d-b3ab1287b273 HTTP/1.1" status: 404 len: 333 time: 0.0460458 Oct 18 20:57:41.028785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48420) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:41.042012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.042506 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Added segment b444d41a-6e2c-4256-88db-def73cc2e717 of type vlan for network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 Oct 18 20:57:41.159496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-78b74aab-864b-4285-9d7c-23fbe517107f None None] Could not find standard attr ID for object 58acdec1-ae95-495e-a47d-b3ab1287b273. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:57:41.182002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-78b74aab-864b-4285-9d7c-23fbe517107f None None] Provisioning complete for port 43c0932b-a503-4d52-b414-a8f33d4e3e9c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:41.182469 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78b74aab-864b-4285-9d7c-23fbe517107f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.197587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 6b599fdd-9852-415d-bce1-b8137351f325 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:41.198504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.202405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.204568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.230792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-1eeb0c33-6f53-4f69-aeb2-6738fe69e973 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:41.238230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-1eeb0c33-6f53-4f69-aeb2-6738fe69e973 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 796 time: 0.3240681 Oct 18 20:57:41.319519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-aba1dfb1-4ab3-4ce0-b324-a72b89228911 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/quotas/d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 375 time: 0.0801733 Oct 18 20:57:41.323393 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.resource_extend [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 20:57:41.398657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.399358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-78b74aab-864b-4285-9d7c-23fbe517107f None None] Provisioning complete for port 6b599fdd-9852-415d-bce1-b8137351f325 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:41.399600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78b74aab-864b-4285-9d7c-23fbe517107f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.426397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 6b599fdd-9852-415d-bce1-b8137351f325 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:41.484695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-78b74aab-864b-4285-9d7c-23fbe517107f None None] Port 6b599fdd-9852-415d-bce1-b8137351f325 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:41.490237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 43c0932b-a503-4d52-b414-a8f33d4e3e9c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:41.497018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.504065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:41.504916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.551909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 43c0932b-a503-4d52-b414-a8f33d4e3e9c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:41.552776 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.589183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9639883 Oct 18 20:57:41.670543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-28ecb9ba-88ce-46bf-ab3e-360ecb1546d5 None None] Provisioning complete for port 6b599fdd-9852-415d-bce1-b8137351f325 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:41.671672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28ecb9ba-88ce-46bf-ab3e-360ecb1546d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.729788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.759368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.765968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f988a2-d6c4-4b41-b77d-26910ae4f520 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Network': ['ID=f37d1d07-3d75-4b7b-bb1f-2cb9588fb150,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:41.817923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:41.822008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48430) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:41.828103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=6b599fdd-9852-415d-bce1-b8137351f325,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:41.829558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-28ecb9ba-88ce-46bf-ab3e-360ecb1546d5 None None] Port 6b599fdd-9852-415d-bce1-b8137351f325 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:41.840649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'subnets': [{'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--238921361', 'ip_version': 4}, {'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:41.840850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'subnet': {'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--238921361', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:41.841533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Request body: {'subnet': {'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:41.855890 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-59b36382-16a7-4c7b-b0dc-cca096fbb2fb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4315102 Oct 18 20:57:41.964077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a4cfe93f-1539-42df-876f-93ae1c893474 None None] Could not find standard attr ID for object 58acdec1-ae95-495e-a47d-b3ab1287b273. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:57:41.968219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:41.972429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7b96bde5-ab2a-4528-bc9c-d921e80cb8f7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/6b599fdd-9852-415d-bce1-b8137351f325 HTTP/1.1" status: 204 len: 168 time: 0.9414122 Oct 18 20:57:41.974578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48432) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:42.009016 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c1a792-3d22-465f-926e-0c214b3571f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:57:42.011038 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-59c1a792-3d22-465f-926e-0c214b3571f9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/6b599fdd-9852-415d-bce1-b8137351f325 HTTP/1.1" status: 404 len: 333 time: 0.0345745 Oct 18 20:57:42.015764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48434) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:42.081044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet 84504dd3-7ca4-4c74-8982-ed8b480fde17 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:42.085418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.144643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.251669 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.348730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.384500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=84504dd3-7ca4-4c74-8982-ed8b480fde17,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:42.393644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.401228 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-81ebafcc-3357-4afb-a7a4-fe69c3b5467e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/84504dd3-7ca4-4c74-8982-ed8b480fde17 HTTP/1.1" status: 204 len: 168 time: 0.3838742 Oct 18 20:57:42.402040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48438) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:42.437231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26f93db-11ec-434e-a4e1-f0b3d0b1ec8d None None] Network 0e1a0d21-9f82-4d8d-9977-d210aa25750e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:42.505034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.583076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 43c0932b-a503-4d52-b414-a8f33d4e3e9c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:42.583413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.621387 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-8b5c5de1-0505-47e1-9e05-459cab392c58 service neutron] 10.222.0.66 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485447 Oct 18 20:57:42.675176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Made reservation on behalf of ec9a51ca355143f1bdb48d2d76478ce0 for: {'subnet': 2} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:42.680209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.680624 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.746486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] For port 43c0932b-a503-4d52-b414-a8f33d4e3e9c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=43c0932b-a503-4d52-b414-a8f33d4e3e9c,segment=NetworkSegment(8162b3eb-3aa9-47c7-b902-33c3c68bd077),segment_id=8162b3eb-3aa9-47c7-b902-33c3c68bd077)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:42.751770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.753559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] DHCP port deletion for 0e1a0d21-9f82-4d8d-9977-d210aa25750e request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:42.784869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 43c0932b-a503-4d52-b414-a8f33d4e3e9c owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:42.825293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] Deleting port 43c0932b-a503-4d52-b414-a8f33d4e3e9c {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:42.825851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.937112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] For port 43c0932b-a503-4d52-b414-a8f33d4e3e9c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=43c0932b-a503-4d52-b414-a8f33d4e3e9c,segment=NetworkSegment(8162b3eb-3aa9-47c7-b902-33c3c68bd077),segment_id=8162b3eb-3aa9-47c7-b902-33c3c68bd077)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:42.937698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:42.972149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] Calling delete_port for 43c0932b-a503-4d52-b414-a8f33d4e3e9c owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:42.994057 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.016993 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-7261423e-50f7-446e-b704-21574da9eadf service neutron] 10.222.0.66 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946095 Oct 18 20:57:43.021892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.051287 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=43c0932b-a503-4d52-b414-a8f33d4e3e9c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:43.061926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No DVR routers for this DVR port 43c0932b-a503-4d52-b414-a8f33d4e3e9c on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:43.095051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.150815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.212571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] Pushing event deleted for resources: {'Port': ['ID=43c0932b-a503-4d52-b414-a8f33d4e3e9c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:43.214650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc2e1d-877d-4031-8e88-e43cf0accf5e None None] No DVR routers for this DVR port 43c0932b-a503-4d52-b414-a8f33d4e3e9c on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:43.278237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.280668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.346532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1a0d21-9f82-4d8d-9977-d210aa25750e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:43.369289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8162b3eb-3aa9-47c7-b902-33c3c68bd077') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:43.369778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8162b3eb-3aa9-47c7-b902-33c3c68bd077') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:43.381427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.412654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.422049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:43.422597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.433225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 43c0932b-a503-4d52-b414-a8f33d4e3e9c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:43.441791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Allocated IP 172.25.7.154 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/b606f3ab-a3af-4b7f-a167-da7766511c3b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:43.483836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 43c0932b-a503-4d52-b414-a8f33d4e3e9c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:43.484657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 43c0932b-a503-4d52-b414-a8f33d4e3e9c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:43.526715 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:43.532165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.543894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.552954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/0e1a0d21-9f82-4d8d-9977-d210aa25750e HTTP/1.1" status: 204 len: 168 time: 1.1485841 Oct 18 20:57:43.568407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6edb3-b888-4e98-a4ef-9ff56dd7c958 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=0e1a0d21-9f82-4d8d-9977-d210aa25750e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:43.570243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48448) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:43.575448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216612811'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:43.601401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:43.606923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.642333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:43.656458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.656825 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment 404fd611-ee37-4d9f-862c-66957f0cef6c of type vlan for network 3f983f09-8d7a-453d-bb14-ea8e0101278c Oct 18 20:57:43.703237 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.724332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767ce03-da9f-4bed-9acf-275305d72566 req-5667541e-eec9-43e4-b6b9-eb7bedf358b7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:43.726456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.732707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6767ce03-da9f-4bed-9acf-275305d72566 req-5667541e-eec9-43e4-b6b9-eb7bedf358b7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 944 time: 0.2021019 Oct 18 20:57:43.768610 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.777514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:43.778372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:43.859867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6767ce03-da9f-4bed-9acf-275305d72566 req-d777bd1d-e30a-41e9-8e8c-c08ea9e2f497 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229050 Oct 18 20:57:43.865369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=3f983f09-8d7a-453d-bb14-ea8e0101278c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:43.879402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:43.910818 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-be96b080-6f83-4812-96bc-9fd8c3cfb4e1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3393829 Oct 18 20:57:43.914558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48454) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:43.929632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:43.980945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:44.120191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:44.129196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b56e164-1446-4e8b-b4f1-46380e1944e5 req-bf2c3240-6aa0-41d8-a4d2-24918995c9ab tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 210 time: 0.0624771 Oct 18 20:57:44.134947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=b606f3ab-a3af-4b7f-a167-da7766511c3b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:44.137845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:44.163797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:44.240818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:44.244935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:44.293241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:57:44.413592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:44.433203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'port_id': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'mac_address': 'fa:16:3e:53:31:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:57:44.453639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:44.482912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:44.503926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8373a0-14c6-4bb5-b674-a21685236d73 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:57:44.551618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:44.565506 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:44.567361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Subnet': ['ID=43312a2f-6f31-4931-9806-1db021a4d548,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:44.672934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=11']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:44.688831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Checking segment: {'id': '83807f0f-104b-4e30-aef6-fc452bf5f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:44.689203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network hostable DHCP agents. Network: e4959c58-a57c-45af-89b9-f7c27266f5b0, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:44.847772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network e4959c58-a57c-45af-89b9-f7c27266f5b0 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:44.884233 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:44.889052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e4959c58-a57c-45af-89b9-f7c27266f5b0) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:44.906155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab5ea1-1ae4-41af-809d-aa11feb30de8 None None] Network e4959c58-a57c-45af-89b9-f7c27266f5b0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:44.944173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-4857c1ef-1e21-4808-908c-386f23561f78 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:44.946489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-4857c1ef-1e21-4808-908c-386f23561f78 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 796 time: 0.2978766 Oct 18 20:57:44.947519 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:44.953330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.016765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['be8373a0-14c6-4bb5-b674-a21685236d73'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:57:45.123477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=871cb874-04db-4cd5-9b3c-f13a771d6ef8,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:45.191242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e4959c58-a57c-45af-89b9-f7c27266f5b0', 'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0', 'tenant_id': 'ec9a51ca355143f1bdb48d2d76478ce0', 'fixed_ips': [{'subnet_id': '43312a2f-6f31-4931-9806-1db021a4d548'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:57:45.192118 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.215863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-d2225609-3db6-454d-a36f-a7ca3646ab2e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 380 time: 0.2544684 Oct 18 20:57:45.268832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'port': {'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'admin_state_up': True, 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'security_groups': ['da4823dd-915e-4f9c-9796-9cda647116c9']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:45.348374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': '404fd611-ee37-4d9f-862c-66957f0cef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:45.348816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: 3f983f09-8d7a-453d-bb14-ea8e0101278c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:45.358522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565704a-7c73-4acc-b044-b2da65da047e req-4044ec77-55aa-49de-b474-f6b72954ca3f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:45.360137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a565704a-7c73-4acc-b044-b2da65da047e req-4044ec77-55aa-49de-b474-f6b72954ca3f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.3644507 Oct 18 20:57:45.360930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Checking segment: {'id': 'b444d41a-6e2c-4256-88db-def73cc2e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:45.361297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network hostable DHCP agents. Network: f37d1d07-3d75-4b7b-bb1f-2cb9588fb150, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:45.372846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event updated for resources: {'Subnet': ['ID=474960bd-98d4-4835-b4fa-ed27025e9ac3,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:45.425280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Allocated IP 172.20.0.2 (e4959c58-a57c-45af-89b9-f7c27266f5b0/43312a2f-6f31-4931-9806-1db021a4d548/5210b9ac-93f7-496c-a892-67a647e9942a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:45.532297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:45.564104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:45.566496 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.583784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a565704a-7c73-4acc-b044-b2da65da047e req-3f02a0e3-3e03-4496-a1af-469a3e8717c9 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850948 Oct 18 20:57:45.584375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 3f983f09-8d7a-453d-bb14-ea8e0101278c) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:45.589413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, f37d1d07-3d75-4b7b-bb1f-2cb9588fb150) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:45.595459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:45.596052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.604537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:45.605070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:45.605800 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.620772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abcd3ab-3f8e-40c7-b05c-b19868249440 None None] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:45.696964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:45.699114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.743809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cce602-5db1-4fff-b96e-90b919847b36 None None] Network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:45.746906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-de17a307-21a3-474f-a29f-c34bff0ae8e0 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.9215939 Oct 18 20:57:45.750056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48466) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:45.767867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cf314520-8a68-4ee2-b510-7aa86843d909 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8437834 Oct 18 20:57:45.808139 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.845324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48468) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:45.857808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:45.871013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c', 'name': 'tempest-PortsTestJSON-1941092888', 'fixed_ips': [{'subnet_id': '871cb874-04db-4cd5-9b3c-f13a771d6ef8', 'ip_address': '172.20.0.10'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:45.897509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc9e4e15-b034-40df-85ce-821d6bd76828 req-f2536389-eeea-4303-9852-34753edd5bb3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 210 time: 0.1325188 Oct 18 20:57:45.935255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Pushing event updated for resources: {'Port': ['ID=5210b9ac-93f7-496c-a892-67a647e9942a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:45.979441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Network e4959c58-a57c-45af-89b9-f7c27266f5b0 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:45.985829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48508b-423b-4a41-bb5c-88673c01896c tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:45.986809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:45.987563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48508b-423b-4a41-bb5c-88673c01896c tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:45.989473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48508b-423b-4a41-bb5c-88673c01896c tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:45.994741 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-af48508b-423b-4a41-bb5c-88673c01896c tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2373796 Oct 18 20:57:45.995174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48470) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:46.014369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:46.090513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Deleting subnet 43312a2f-6f31-4931-9806-1db021a4d548 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:46.096206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.137292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-3f983f09-8d7a-453d-bb14-ea8e0101278c', 'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c', 'tenant_id': '892820d52aee48df9e47580b35fd929a', 'fixed_ips': [{'subnet_id': '871cb874-04db-4cd5-9b3c-f13a771d6ef8'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:57:46.138551 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.160083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-f37d1d07-3d75-4b7b-bb1f-2cb9588fb150', 'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150', 'tenant_id': 'ec9a51ca355143f1bdb48d2d76478ce0', 'fixed_ips': [{'subnet_id': '474960bd-98d4-4835-b4fa-ed27025e9ac3'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:57:46.162096 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.173049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:46.209251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.291575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Attempting to bind port 5210b9ac-93f7-496c-a892-67a647e9942a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:46.291841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Attempting to bind port 5210b9ac-93f7-496c-a892-67a647e9942a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '83807f0f-104b-4e30-aef6-fc452bf5f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:46.292368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Attempting to bind port 5210b9ac-93f7-496c-a892-67a647e9942a on network e4959c58-a57c-45af-89b9-f7c27266f5b0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:46.343487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:46.359531 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.394214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 76f996d3-96e7-4281-baa2-6f6e13dd67d6 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:46.402619 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.408789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:46.409325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Checking segment: {'id': '83807f0f-104b-4e30-aef6-fc452bf5f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:46.410287 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.411048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Bound using segment: {'id': '83807f0f-104b-4e30-aef6-fc452bf5f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:46.411672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Bound port: 5210b9ac-93f7-496c-a892-67a647e9942a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83807f0f-104b-4e30-aef6-fc452bf5f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'e4959c58-a57c-45af-89b9-f7c27266f5b0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:46.412509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.418097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.20.0.9 (fb1171a2-47b7-48e2-bde0-6b218f7e4343/43f5aed0-3c27-47d0-aa03-fe61e17ed4e2/12c6349b-cdb7-40d8-a934-2d8dcfb3c25a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:46.480015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router 494a30fc-74fa-424e-a183-1a1925344ecb is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:57:46.547935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port be8373a0-14c6-4bb5-b674-a21685236d73 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:57:46.556937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port be8373a0-14c6-4bb5-b674-a21685236d73 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:46.557483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.603458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.626523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Allocated IP 172.20.0.18 (f37d1d07-3d75-4b7b-bb1f-2cb9588fb150/474960bd-98d4-4835-b4fa-ed27025e9ac3/e485d065-6b86-4325-8df4-ee731a59e2a7) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:46.651743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Allocated IP 172.20.0.2 (3f983f09-8d7a-453d-bb14-ea8e0101278c/871cb874-04db-4cd5-9b3c-f13a771d6ef8/d15db6ee-8c8f-44fe-92eb-9e78508e861a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:46.661225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Subnet': ['ID=43312a2f-6f31-4931-9806-1db021a4d548,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:46.664740 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.670044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] For port 5210b9ac-93f7-496c-a892-67a647e9942a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:46.671345 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-af6a8e50-4e46-4684-9adb-6fc48b1333ab tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/subnets/43312a2f-6f31-4931-9806-1db021a4d548 HTTP/1.1" status: 204 len: 168 time: 0.6750684 Oct 18 20:57:46.675275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48476) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:46.675880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] For port 5210b9ac-93f7-496c-a892-67a647e9942a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5210b9ac-93f7-496c-a892-67a647e9942a,segment=NetworkSegment(83807f0f-104b-4e30-aef6-fc452bf5f7a5),segment_id=83807f0f-104b-4e30-aef6-fc452bf5f7a5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:46.702977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.797944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:57:46.823942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Deleting subnet 474960bd-98d4-4835-b4fa-ed27025e9ac3 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:46.894564 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.907599 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:46.909420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3de7f199-56f6-4e10-9480-f5983476115e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2456763 Oct 18 20:57:46.917205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48480) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:46.976293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.017479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Sync routers for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:57:47.053779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42346e-799a-4ec8-af29-2345d148b93a req-5360077c-5d3f-4ec0-a360-4d38a94f1345 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:47.064110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f42346e-799a-4ec8-af29-2345d148b93a req-5360077c-5d3f-4ec0-a360-4d38a94f1345 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 945 time: 0.2635975 Oct 18 20:57:47.101888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:47.110661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:47.114526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:47.172529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522339e1-63db-481f-b524-6be3b9766b61 None None] Pushing event updated for resources: {'Port': ['ID=5210b9ac-93f7-496c-a892-67a647e9942a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:47.175722 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.182934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:47.184044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:47.211359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:47.219734 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-99298d56-9954-4167-b84e-3aae2bddca22 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=be23ca4b3bd84e0eb36091e2afa095d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3011425 Oct 18 20:57:47.225152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48486) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:47.277749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f42346e-799a-4ec8-af29-2345d148b93a req-e2e0dcb1-6c19-491d-8710-5e474d3c8ba1 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126703 Oct 18 20:57:47.341345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:47.341528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.374886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:47.391127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-5e414578-ab0c-4671-8329-98618f16df84 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1606815 Oct 18 20:57:47.423265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Request body: {'port': {'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:47.526449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba0f0a8-f683-43e8-a083-b59d15fafd4e tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:47.531961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bba0f0a8-f683-43e8-a083-b59d15fafd4e tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3049731 Oct 18 20:57:47.533925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48490) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:47.599343 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.629783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa797f29-6768-4426-910b-a7ad11aed789 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0932178 Oct 18 20:57:47.630197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48492) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:47.635486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-91278230', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:47.679257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:47.696498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:57:47.698560 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c7166-e990-43fb-a136-0bfd5c5445eb" -d '{"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-plugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:57:47.712077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.771550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edf100-29dd-4ea8-823d-d5ccd7e9640d req-43ca50a4-4165-4f15-a4d5-dc9dd8d6d1f4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:47.781180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91edf100-29dd-4ea8-823d-d5ccd7e9640d req-43ca50a4-4165-4f15-a4d5-dc9dd8d6d1f4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 931 time: 0.1828663 Oct 18 20:57:47.865936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Made reservation on behalf of be23ca4b3bd84e0eb36091e2afa095d7 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:47.869983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.898343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-34889232-1b97-4469-b21c-6aa33feb90f3 None None] Provisioning complete for port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:47.899509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34889232-1b97-4469-b21c-6aa33feb90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.914031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91edf100-29dd-4ea8-823d-d5ccd7e9640d req-52306709-73ff-45c7-b247-b5958597c1ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318445 Oct 18 20:57:47.943254 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:47.960723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.027030 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9baa644-f914-407c-8d17-64c08fdd39cf x-openstack-request-id: req-d9baa644-f914-407c-8d17-64c08fdd39cf {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:57:48.028010 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-plugged", "status": "completed", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:57:48.028010 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9baa644-f914-407c-8d17-64c08fdd39cf {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:57:48.028562 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'code': 200} Oct 18 20:57:48.049612 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.053145 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.059921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=12']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:48.172692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.192235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-34889232-1b97-4469-b21c-6aa33feb90f3 None None] Port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:48.206970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:48.216792 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:48.222539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:48.250248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:48.275391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.283200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.10 (3f983f09-8d7a-453d-bb14-ea8e0101278c/871cb874-04db-4cd5-9b3c-f13a771d6ef8/76f996d3-96e7-4281-baa2-6f6e13dd67d6) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:48.302844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:48.308182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:48.349181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:57:48.358515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Pushing event updated for resources: {'Port': ['ID=d15db6ee-8c8f-44fe-92eb-9e78508e861a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:48.370620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.390056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Transition to ACTIVE for port object 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:57:48.396906 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.498187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a01a-fe0f-4c3d-901e-c56d82220e7d req-b43c354c-80cd-401b-bbb3-148e77022b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:48.499732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5182a01a-fe0f-4c3d-901e-c56d82220e7d req-b43c354c-80cd-401b-bbb3-148e77022b40 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1097 time: 0.2224274 Oct 18 20:57:48.513321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.590874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Attempting to bind port e485d065-6b86-4325-8df4-ee731a59e2a7 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:48.591255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Attempting to bind port e485d065-6b86-4325-8df4-ee731a59e2a7 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'b444d41a-6e2c-4256-88db-def73cc2e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:48.591638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Attempting to bind port e485d065-6b86-4325-8df4-ee731a59e2a7 on network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:48.597201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:48.606057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5182a01a-fe0f-4c3d-901e-c56d82220e7d req-fef92adf-3399-4595-8934-731cf57f5737 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853589 Oct 18 20:57:48.623729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:48.624161 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Checking segment: {'id': 'b444d41a-6e2c-4256-88db-def73cc2e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:48.624621 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.625029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Bound using segment: {'id': 'b444d41a-6e2c-4256-88db-def73cc2e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:48.625532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Bound port: e485d065-6b86-4325-8df4-ee731a59e2a7, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b444d41a-6e2c-4256-88db-def73cc2e717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f37d1d07-3d75-4b7b-bb1f-2cb9588fb150'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:48.625929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.627960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Pushing event updated for resources: {'Port': ['ID=e485d065-6b86-4325-8df4-ee731a59e2a7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:48.664738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Attempting to bind port d15db6ee-8c8f-44fe-92eb-9e78508e861a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:48.665109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Attempting to bind port d15db6ee-8c8f-44fe-92eb-9e78508e861a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '404fd611-ee37-4d9f-862c-66957f0cef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:48.665480 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Attempting to bind port d15db6ee-8c8f-44fe-92eb-9e78508e861a on network 3f983f09-8d7a-453d-bb14-ea8e0101278c {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:48.670680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d95355-2125-42da-9665-590b734d882b req-c0955606-d1b5-4017-a8a1-a8b0e66f6a5b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:48.680298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:48.680855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Checking segment: {'id': '404fd611-ee37-4d9f-862c-66957f0cef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:48.681272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2d95355-2125-42da-9665-590b734d882b req-c0955606-d1b5-4017-a8a1-a8b0e66f6a5b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.2410083 Oct 18 20:57:48.681451 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.681811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Bound using segment: {'id': '404fd611-ee37-4d9f-862c-66957f0cef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:48.682378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Bound port: d15db6ee-8c8f-44fe-92eb-9e78508e861a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404fd611-ee37-4d9f-862c-66957f0cef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:48.682775 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.826457 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2d95355-2125-42da-9665-590b734d882b req-6796ab8f-dd13-4c83-8f7d-be91667068e1 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400189 Oct 18 20:57:48.864316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Attempting to bind port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:48.865331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Attempting to bind port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:48.865891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Attempting to bind port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a on network fb1171a2-47b7-48e2-bde0-6b218f7e4343 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:48.875984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a on network fb1171a2-47b7-48e2-bde0-6b218f7e4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:57:48.876806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Attempting to bind port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a on network fb1171a2-47b7-48e2-bde0-6b218f7e4343 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:48.901090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:48.901762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Checking segment: {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:48.902389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Bound using segment: {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:48.902857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Bound port: 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bff74e-ebf1-464d-ad18-3572bddf5133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:48.903250 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.906051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Subnet': ['ID=8bd8e78e-96ed-4b55-9632-630ebe939911,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:48.917286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:48.959860 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50104cd5-7ddb-4dc9-9750-a091764fd6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.029728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:44Z', 'revision_number': 3, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:49.074467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Checking router: 494a30fc-74fa-424e-a183-1a1925344ecb for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:57:49.074902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Updating router 494a30fc-74fa-424e-a183-1a1925344ecb port b606f3ab-a3af-4b7f-a167-da7766511c3b binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:57:49.110310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01c7773-54ad-4a70-99ee-d266a83c13b3 None None] Network e4959c58-a57c-45af-89b9-f7c27266f5b0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:49.112687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.117550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Checking segment: {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:49.117946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network hostable DHCP agents. Network: 1d44ce21-1aaf-46a4-8472-27c1a0adeead, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:57:49.136949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.160956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:57:49.179592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.188574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1d44ce21-1aaf-46a4-8472-27c1a0adeead) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:49.194749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:49.195390 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.206643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.247127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] For port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:49.269635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.273108 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/subnets/474960bd-98d4-4835-b4fa-ed27025e9ac3 HTTP/1.1" status: 204 len: 168 time: 2.5961239 Oct 18 20:57:49.279344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] For port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:49.279781 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0a6b1073-e939-416e-be61-a9f668036e71 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6485262 Oct 18 20:57:49.280665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ca73b-8c92-4926-b02e-d7db199e4408 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Subnet': ['ID=474960bd-98d4-4835-b4fa-ed27025e9ac3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:49.282945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48526) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:49.284357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48528) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:49.347736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918c9ea-0c1b-40b0-ab58-dad448a0fcdd req-2decf267-ea3d-48e1-85bd-c81691c52f2c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:49.350285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9918c9ea-0c1b-40b0-ab58-dad448a0fcdd req-2decf267-ea3d-48e1-85bd-c81691c52f2c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 943 time: 0.2614195 Oct 18 20:57:49.376318 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.400906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] For port d15db6ee-8c8f-44fe-92eb-9e78508e861a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:49.423343 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.432481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f43155-5660-4880-ba3a-e7192796660d None None] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:49.468376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] For port e485d065-6b86-4325-8df4-ee731a59e2a7, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:49.497892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] For port d15db6ee-8c8f-44fe-92eb-9e78508e861a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d15db6ee-8c8f-44fe-92eb-9e78508e861a,segment=NetworkSegment(404fd611-ee37-4d9f-862c-66957f0cef6c),segment_id=404fd611-ee37-4d9f-862c-66957f0cef6c)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:49.531614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:49.532251 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.533804 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] 10.222.0.79 "PUT /v2.0/ports/12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 1091 time: 2.1273291 Oct 18 20:57:49.537107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:57:49.539574 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2eb26e-632f-408e-86ae-092900c89d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:57:49.597729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e502f98d-2b80-49c4-b23b-67f28bb391b8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:49.599401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e502f98d-2b80-49c4-b23b-67f28bb391b8 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3136566 Oct 18 20:57:49.617154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9918c9ea-0c1b-40b0-ab58-dad448a0fcdd req-21ba6c87-8cee-4dd7-8117-2f35ab6c6bd3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377713 Oct 18 20:57:49.630653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48556) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:49.630912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.643918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5210b9ac-93f7-496c-a892-67a647e9942a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:49.662401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] For port e485d065-6b86-4325-8df4-ee731a59e2a7, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e485d065-6b86-4325-8df4-ee731a59e2a7,segment=NetworkSegment(b444d41a-6e2c-4256-88db-def73cc2e717),segment_id=b444d41a-6e2c-4256-88db-def73cc2e717)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:49.722839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d668c-2a04-4704-b430-1e86bef8ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:49.773139 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:49.812301 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf05864-b246-4b50-b978-81cdade73a18 x-openstack-request-id: req-bbf05864-b246-4b50-b978-81cdade73a18 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:57:49.812883 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:57:49.813286 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbf05864-b246-4b50-b978-81cdade73a18 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:57:49.813944 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'status': 'completed', 'code': 200} Oct 18 20:57:49.958373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-626ccb9e-a282-4c93-8a3d-5c51fa554c81 None None] Provisioning complete for port 5210b9ac-93f7-496c-a892-67a647e9942a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:49.959020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-626ccb9e-a282-4c93-8a3d-5c51fa554c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:50.027873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:50.032708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-b1d6aa93-29cf-48d0-8ffa-b54335ab38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:50.034701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-b1d6aa93-29cf-48d0-8ffa-b54335ab38d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1094 time: 0.4153297 Oct 18 20:57:50.168519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-32775870-211a-4283-b1dc-35a1671e85c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 217 time: 0.1241517 Oct 18 20:57:50.184607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:50.190013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:50.208577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5ead6-a715-4e93-b3f3-1834b15f6fac None None] Pushing event updated for resources: {'Port': ['ID=d15db6ee-8c8f-44fe-92eb-9e78508e861a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:50.228357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:50.447994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=76f996d3-96e7-4281-baa2-6f6e13dd67d6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:50.480163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-cf873d31-76e8-4b1d-8de9-326fb13d3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:50.481804 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-cf873d31-76e8-4b1d-8de9-326fb13d3791 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 200 len: 834 time: 0.2791624 Oct 18 20:57:50.519181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78a5c2-1b38-4acc-bf37-ceee9a2e9098 req-69e838d5-5915-4038-95c1-1db8702a3391 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:50.531549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac78a5c2-1b38-4acc-bf37-ceee9a2e9098 req-69e838d5-5915-4038-95c1-1db8702a3391 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.1813192 Oct 18 20:57:50.557348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:50.558023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:50.646150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Deleting port e485d065-6b86-4325-8df4-ee731a59e2a7 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:50.647548 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:50.699438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bd8a731c-78c5-4995-bc04-8d738d27c51e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.8527074 Oct 18 20:57:50.700878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48648) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:50.718815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': '3f983f09-8d7a-453d-bb14-ea8e0101278c', 'name': 'tempest-PortsTestJSON-1478288086', 'fixed_ips': [{'subnet_id': '871cb874-04db-4cd5-9b3c-f13a771d6ef8', 'ip_address': '172.20.0.9'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:50.754957 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:50.756923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac78a5c2-1b38-4acc-bf37-ceee9a2e9098 req-e5203fb5-c02c-4503-811c-7135cd6f5c50 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241800 Oct 18 20:57:50.760068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66195637-d043-4329-8535-2d57fa723baf None None] DHCP port deletion for e4959c58-a57c-45af-89b9-f7c27266f5b0 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:50.824445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5210b9ac-93f7-496c-a892-67a647e9942a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:50.825589 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:50.890155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-fdd15c9c-aa06-40d3-b335-b6c4c62c0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:50.891813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-fdd15c9c-aa06-40d3-b335-b6c4c62c0f59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4005010 Oct 18 20:57:50.946853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] For port e485d065-6b86-4325-8df4-ee731a59e2a7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e485d065-6b86-4325-8df4-ee731a59e2a7,segment=NetworkSegment(b444d41a-6e2c-4256-88db-def73cc2e717),segment_id=b444d41a-6e2c-4256-88db-def73cc2e717)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:50.947297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:50.999085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Calling delete_port for e485d065-6b86-4325-8df4-ee731a59e2a7 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:51.210435 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.244105 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-412d5efa-d0cf-4b28-95fd-5d70e076acae service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418217 Oct 18 20:57:51.250489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:51.267421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d575-90cd-4d92-92ba-0b9cae257255 None None] Pushing event updated for resources: {'Port': ['ID=e485d065-6b86-4325-8df4-ee731a59e2a7,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:51.270884 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.287552 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6f9ad-3bb9-4e83-9d1c-49581a145b51 req-af4604df-48d4-40df-bc0b-bf50455b379d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:51.289634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14a6f9ad-3bb9-4e83-9d1c-49581a145b51 req-af4604df-48d4-40df-bc0b-bf50455b379d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 943 time: 0.1703260 Oct 18 20:57:51.347762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-626ccb9e-a282-4c93-8a3d-5c51fa554c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.419104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:57:51.420275 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.449269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.467749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 4390a700-60c6-48ae-8a02-afb342a91c01 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:57:51.504993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Attempting to bind port b606f3ab-a3af-4b7f-a167-da7766511c3b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:51.505276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Port': ['ID=e485d065-6b86-4325-8df4-ee731a59e2a7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:51.506090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Attempting to bind port b606f3ab-a3af-4b7f-a167-da7766511c3b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:51.506453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Attempting to bind port b606f3ab-a3af-4b7f-a167-da7766511c3b on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:51.521410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2190c9f-e749-4b60-bf95-e180a5fe6106 None None] Pushing event updated for resources: {'Port': ['ID=b606f3ab-a3af-4b7f-a167-da7766511c3b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:51.529217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14a6f9ad-3bb9-4e83-9d1c-49581a145b51 req-b01bf326-6bdd-432b-954b-8be85028c1a3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199929 Oct 18 20:57:51.538555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-66195637-d043-4329-8535-2d57fa723baf None None] Deleting port 5210b9ac-93f7-496c-a892-67a647e9942a {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:51.538822 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66195637-d043-4329-8535-2d57fa723baf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.562251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] No DVR routers for this DVR port e485d065-6b86-4325-8df4-ee731a59e2a7 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:51.564130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:51.564739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:51.565175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.565783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:51.566441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Bound port: b606f3ab-a3af-4b7f-a167-da7766511c3b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:51.567072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.582574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-626ccb9e-a282-4c93-8a3d-5c51fa554c81 None None] For port 5210b9ac-93f7-496c-a892-67a647e9942a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5210b9ac-93f7-496c-a892-67a647e9942a,segment=NetworkSegment(83807f0f-104b-4e30-aef6-fc452bf5f7a5),segment_id=83807f0f-104b-4e30-aef6-fc452bf5f7a5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:51.614813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948de5fb-659e-4254-a404-2e6fb0490e1a req-aeca90ed-0cc0-43be-a15a-253c91d9dede service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620002 Oct 18 20:57:51.775515 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-626ccb9e-a282-4c93-8a3d-5c51fa554c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.777927 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.847427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37d1d07-3d75-4b7b-bb1f-2cb9588fb150']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:51.878241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b444d41a-6e2c-4256-88db-def73cc2e717') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:51.878241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b444d41a-6e2c-4256-88db-def73cc2e717') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:51.908661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.947695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:51.961785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:51.962184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:52.149903 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:52.162306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:52.186738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-611d8f37-6e2d-42bc-ae08-55c67f16fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:52.188268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-611d8f37-6e2d-42bc-ae08-55c67f16fb65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1094 time: 0.4962416 Oct 18 20:57:52.225944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:52.228564 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:52.232201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/networks/f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 HTTP/1.1" status: 204 len: 168 time: 2.5995109 Oct 18 20:57:52.243197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48776) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:52.310947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-66195637-d043-4329-8535-2d57fa723baf None None] For port 5210b9ac-93f7-496c-a892-67a647e9942a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5210b9ac-93f7-496c-a892-67a647e9942a,segment=NetworkSegment(83807f0f-104b-4e30-aef6-fc452bf5f7a5),segment_id=83807f0f-104b-4e30-aef6-fc452bf5f7a5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:52.311604 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66195637-d043-4329-8535-2d57fa723baf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:52.337385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b78f-5931-4bd5-80a0-aa6eb4fce776 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Network': ['ID=f37d1d07-3d75-4b7b-bb1f-2cb9588fb150,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:52.427406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] For port b606f3ab-a3af-4b7f-a167-da7766511c3b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:52.456679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa92427-f089-4722-8f38-51ddf7e17c4e None None] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:52.552832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-66195637-d043-4329-8535-2d57fa723baf None None] Calling delete_port for 5210b9ac-93f7-496c-a892-67a647e9942a owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:52.558322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] For port b606f3ab-a3af-4b7f-a167-da7766511c3b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b606f3ab-a3af-4b7f-a167-da7766511c3b,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:52.565457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ccb9e-a282-4c93-8a3d-5c51fa554c81 None None] Pushing event updated for resources: {'Port': ['ID=5210b9ac-93f7-496c-a892-67a647e9942a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:52.591882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-55665f8f-0d73-42ab-976e-badf21dd22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:52.595266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-55665f8f-0d73-42ab-976e-badf21dd22b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 897 time: 0.3874111 Oct 18 20:57:52.610760 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:52.632314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d15db6ee-8c8f-44fe-92eb-9e78508e861a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:52.694677 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-4a3a6213-ff13-4d15-b1c5-b3d1d369a360 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 217 time: 0.0855479 Oct 18 20:57:52.699149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:52.719623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c3803-85d5-46a6-9174-c94db13b96a6 req-5fab630c-0518-4496-bd79-dfe5b4d918f4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:52.724957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c3c3803-85d5-46a6-9174-c94db13b96a6 req-5fab630c-0518-4496-bd79-dfe5b4d918f4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.5733194 Oct 18 20:57:52.752523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.9 (3f983f09-8d7a-453d-bb14-ea8e0101278c/871cb874-04db-4cd5-9b3c-f13a771d6ef8/4390a700-60c6-48ae-8a02-afb342a91c01) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:52.756902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79605c39-014f-445e-b69b-68f00607422d None None] DHCP port deletion for f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:52.806265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Allocated IP 172.20.0.2 (1d44ce21-1aaf-46a4-8472-27c1a0adeead/8bd8e78e-96ed-4b55-9632-630ebe939911/017461db-185e-4b35-b6fc-a7577f077d1a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:52.859327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-2f43f964-bbab-483a-b33b-0433d7bfe6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:52.861896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-2f43f964-bbab-483a-b33b-0433d7bfe6d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 200 len: 834 time: 0.1350794 Oct 18 20:57:52.948324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-52cb414a-b9c0-4f58-8af0-daffa3a33990 None None] Could not find standard attr ID for object e485d065-6b86-4325-8df4-ee731a59e2a7. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:57:52.984097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2475255-6d9a-4e8e-9fe1-f1c1037f15c3 None None] Network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:53.003980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c3c3803-85d5-46a6-9174-c94db13b96a6 req-83f3b8af-fd19-4e4e-80bb-6be97c01539c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973867 Oct 18 20:57:53.007389 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.041820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-3609d65a-1d86-4fdd-a74d-31eaf371e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:53.045517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2475255-6d9a-4e8e-9fe1-f1c1037f15c3 None None] Network f37d1d07-3d75-4b7b-bb1f-2cb9588fb150 could not be found, it might have been deleted concurrently. {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 20:57:53.047072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-3609d65a-1d86-4fdd-a74d-31eaf371e55c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287589 Oct 18 20:57:53.047269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:53.047883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:53.103866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Deleting port 5210b9ac-93f7-496c-a892-67a647e9942a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:53.104335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.105346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.247560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:53.261305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] For port 5210b9ac-93f7-496c-a892-67a647e9942a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5210b9ac-93f7-496c-a892-67a647e9942a,segment=NetworkSegment(83807f0f-104b-4e30-aef6-fc452bf5f7a5),segment_id=83807f0f-104b-4e30-aef6-fc452bf5f7a5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:53.261679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.266885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:53.283550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:53.292523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Calling delete_port for 5210b9ac-93f7-496c-a892-67a647e9942a owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:53.295774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-52cb414a-b9c0-4f58-8af0-daffa3a33990 None None] Provisioning complete for port d15db6ee-8c8f-44fe-92eb-9e78508e861a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:53.296848 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52cb414a-b9c0-4f58-8af0-daffa3a33990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.300024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2190c9f-e749-4b60-bf95-e180a5fe6106 None None] Pushing event updated for resources: {'Port': ['ID=b606f3ab-a3af-4b7f-a167-da7766511c3b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:53.323327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-7f008163-cc5d-4a53-92ec-bd09ef9c2300 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649124 Oct 18 20:57:53.358296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=4390a700-60c6-48ae-8a02-afb342a91c01,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:53.372179 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6f95-653b-42c6-b611-e8031a2e73ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.374247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66195637-d043-4329-8535-2d57fa723baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.433215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:53.433890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.472848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d15db6ee-8c8f-44fe-92eb-9e78508e861a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:53.473491 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.474633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6b8a4c66-4def-4094-a481-4a5711253e75 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7672405 Oct 18 20:57:53.475306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:53.486037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66195637-d043-4329-8535-2d57fa723baf None None] Pushing event deleted for resources: {'Port': ['ID=5210b9ac-93f7-496c-a892-67a647e9942a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:53.550412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66195637-d043-4329-8535-2d57fa723baf None None] No DVR routers for this DVR port 5210b9ac-93f7-496c-a892-67a647e9942a on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:53.560523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d46a72-2e24-461f-955e-da3fbe804d6b req-7c8239d5-d639-4cf7-8e9a-ae4fccb4f627 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:53.562300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d1d46a72-2e24-461f-955e-da3fbe804d6b req-7c8239d5-d639-4cf7-8e9a-ae4fccb4f627 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 943 time: 0.2675900 Oct 18 20:57:53.599001 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd2eb26e-632f-408e-86ae-092900c89d3b req-bf415a75-d8d0-474e-8846-752641f06093 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952932 Oct 18 20:57:53.603503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.637371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:53.646442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Port': ['ID=5210b9ac-93f7-496c-a892-67a647e9942a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:53.657046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] No DVR routers for this DVR port 5210b9ac-93f7-496c-a892-67a647e9942a on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:53.672743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f9fd-ce9a-4b95-8cd5-addb958c18a3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:53.680458 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9169f9fd-ce9a-4b95-8cd5-addb958c18a3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2011657 Oct 18 20:57:53.680818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48900) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:53.702052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d1d46a72-2e24-461f-955e-da3fbe804d6b req-3d6afa2a-42b9-4a23-9433-6b8221bf7d91 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008484 Oct 18 20:57:53.753723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.768241 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.782497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.800970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4959c58-a57c-45af-89b9-f7c27266f5b0']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:53.815805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3f55b-560e-4cf5-aedc-b0ae213b561b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:53.819037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83807f0f-104b-4e30-aef6-fc452bf5f7a5') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:53.819564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83807f0f-104b-4e30-aef6-fc452bf5f7a5') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:53.823274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3f55b-560e-4cf5-aedc-b0ae213b561b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:53.830166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3f55b-560e-4cf5-aedc-b0ae213b561b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:53.834463 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-10d3f55b-560e-4cf5-aedc-b0ae213b561b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1500053 Oct 18 20:57:53.835417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 48916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:53.843634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.877870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.893111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:53.893742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:53.907493 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:53.910044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Allocated IP 172.20.0.1 (1d44ce21-1aaf-46a4-8472-27c1a0adeead/8bd8e78e-96ed-4b55-9632-630ebe939911/48bc4abc-5ddc-473f-9cc5-e97498a21688) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:57:53.947909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:54.011506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:54.014807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.028181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:54.044659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.055316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.060736 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/networks/e4959c58-a57c-45af-89b9-f7c27266f5b0 HTTP/1.1" status: 204 len: 168 time: 1.8042347 Oct 18 20:57:54.063336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 48938) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:54.069171 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52cb414a-b9c0-4f58-8af0-daffa3a33990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.083314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Pushing event updated for resources: {'Port': ['ID=017461db-185e-4b35-b6fc-a7577f077d1a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:54.095310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1d3f3-2d7d-414b-8f24-ace8f2836d88 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Network': ['ID=e4959c58-a57c-45af-89b9-f7c27266f5b0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:54.262769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.302578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 4390a700-60c6-48ae-8a02-afb342a91c01 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:54.303454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.411889 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.538346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.562053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 4390a700-60c6-48ae-8a02-afb342a91c01 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:54.765351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:54.771194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.780529 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.787450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:54.800374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:57:54.810795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d15db6ee-8c8f-44fe-92eb-9e78508e861a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d15db6ee-8c8f-44fe-92eb-9e78508e861a,segment=NetworkSegment(404fd611-ee37-4d9f-862c-66957f0cef6c),segment_id=404fd611-ee37-4d9f-862c-66957f0cef6c)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:54.812281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=48bc4abc-5ddc-473f-9cc5-e97498a21688,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:54.817852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Attempting to bind port 017461db-185e-4b35-b6fc-a7577f077d1a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:57:54.818809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Attempting to bind port 017461db-185e-4b35-b6fc-a7577f077d1a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:57:54.819604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Attempting to bind port 017461db-185e-4b35-b6fc-a7577f077d1a on network 1d44ce21-1aaf-46a4-8472-27c1a0adeead {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:57:54.837863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.842013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.863630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:57:54.864326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Checking segment: {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:57:54.864751 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.865292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Bound using segment: {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:57:54.866196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Bound port: 017461db-185e-4b35-b6fc-a7577f077d1a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:57:54.866859 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:54.876570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39220ef6-1d6c-4943-be81-397cc2fd6564 req-01f5d4b9-742d-4d6a-b6d7-c0436cf8bc34 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:54.884866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39220ef6-1d6c-4943-be81-397cc2fd6564 req-01f5d4b9-742d-4d6a-b6d7-c0436cf8bc34 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.7008185 Oct 18 20:57:54.912375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=4390a700-60c6-48ae-8a02-afb342a91c01,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:55.021461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.029751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-36f3e571-10cd-44a5-a594-ed146f741c7e tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/4390a700-60c6-48ae-8a02-afb342a91c01 HTTP/1.1" status: 204 len: 168 time: 1.1926522 Oct 18 20:57:55.030428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49030) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:55.033070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.033928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5210b9ac-93f7-496c-a892-67a647e9942a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:55.038387 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39220ef6-1d6c-4943-be81-397cc2fd6564 req-dfdb242b-1389-4c39-859d-ba8de90b8f59 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526024 Oct 18 20:57:55.072899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.168199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:55.182982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 5210b9ac-93f7-496c-a892-67a647e9942a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:55.183331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5210b9ac-93f7-496c-a892-67a647e9942a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:55.183902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379d3da3-9624-4488-bb6c-8cc0a7cdb62c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:55.184252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379d3da3-9624-4488-bb6c-8cc0a7cdb62c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:55.195143 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a577d9-b81d-4aaf-a4de-ba407aeadda9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:57:55.200744 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-18a577d9-b81d-4aaf-a4de-ba407aeadda9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/4390a700-60c6-48ae-8a02-afb342a91c01 HTTP/1.1" status: 404 len: 333 time: 0.1680806 Oct 18 20:57:55.203915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.205663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49036) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:55.259504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-52cb414a-b9c0-4f58-8af0-daffa3a33990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:57:55.259870 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-52cb414a-b9c0-4f58-8af0-daffa3a33990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:57:55.302347 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.322485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e485d065-6b86-4325-8df4-ee731a59e2a7 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:57:55.343164 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.358284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:55.358945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:55.363484 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:55.381771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d15db6ee-8c8f-44fe-92eb-9e78508e861a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:55.386353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] For port 017461db-185e-4b35-b6fc-a7577f077d1a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:57:55.392566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e485d065-6b86-4325-8df4-ee731a59e2a7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:55.393493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e485d065-6b86-4325-8df4-ee731a59e2a7 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:57:55.408838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] For port 017461db-185e-4b35-b6fc-a7577f077d1a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=017461db-185e-4b35-b6fc-a7577f077d1a,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:57:55.412345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:44Z', 'revision_number': 3, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:55.424776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.465508 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.470266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e63ca5-95c0-4d6c-9fd1-5a70302c3a72 None None] The sync data for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 is: [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:44Z', 'revision_number': 3, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:57:55.544307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.559091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b815f-024b-4e64-ab78-0af5597cf225 req-731a67d9-dc2c-46a7-a451-e5eb95402686 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:55.565490 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e4b815f-024b-4e64-ab78-0af5597cf225 req-731a67d9-dc2c-46a7-a451-e5eb95402686 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 943 time: 0.2241695 Oct 18 20:57:55.584287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.590977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/networks/6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af HTTP/1.1" status: 204 len: 168 time: 1.5261760 Oct 18 20:57:55.597539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79f26-8dc2-4d37-b7dc-b7d283f1b25e None None] Pushing event updated for resources: {'Port': ['ID=017461db-185e-4b35-b6fc-a7577f077d1a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:55.657481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 76f996d3-96e7-4281-baa2-6f6e13dd67d6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:55.657826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.679059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49044) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:55.685981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e4b815f-024b-4e64-ab78-0af5597cf225 req-793ed355-9eab-4069-9a00-f4d0d9f254dc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927942 Oct 18 20:57:55.696820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56115fc-7354-4ce7-9733-919a96085f18 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Network': ['ID=6a8ff32a-3a99-4dd1-b2d8-93c4c49ca1af,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:55.844712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.874514 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 76f996d3-96e7-4281-baa2-6f6e13dd67d6 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:55.877074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:55.970589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f56943be-b3d1-4b0f-964a-749bb6fa2cf0 None None] Provisioning complete for port 76f996d3-96e7-4281-baa2-6f6e13dd67d6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:55.971167 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f56943be-b3d1-4b0f-964a-749bb6fa2cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.065473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f56943be-b3d1-4b0f-964a-749bb6fa2cf0 None None] Port 76f996d3-96e7-4281-baa2-6f6e13dd67d6 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:56.096136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f56943be-b3d1-4b0f-964a-749bb6fa2cf0 None None] Provisioning complete for port d15db6ee-8c8f-44fe-92eb-9e78508e861a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:56.096810 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f56943be-b3d1-4b0f-964a-749bb6fa2cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.148310 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.167329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.196461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.203836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=76f996d3-96e7-4281-baa2-6f6e13dd67d6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:56.289815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f56943be-b3d1-4b0f-964a-749bb6fa2cf0 None None] Could not find standard attr ID for object 4390a700-60c6-48ae-8a02-afb342a91c01. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:57:56.359025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:57:56.366222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.401375 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.402429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab7301d-50bb-4bc9-866f-65ff828eb398']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:56.411518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-efaa0c1f-764a-443d-bb4a-b8bee7e49009 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/76f996d3-96e7-4281-baa2-6f6e13dd67d6 HTTP/1.1" status: 204 len: 168 time: 1.2047551 Oct 18 20:57:56.414674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49048) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:56.415963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2389d1d5-57e4-42db-b571-3a4208d6bc77') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:56.421450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2389d1d5-57e4-42db-b571-3a4208d6bc77') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:56.445103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.467760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.485184 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d109a19-87a0-4328-8357-af01c8a5ce81 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:57:56.490345 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5d109a19-87a0-4328-8357-af01c8a5ce81 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/76f996d3-96e7-4281-baa2-6f6e13dd67d6 HTTP/1.1" status: 404 len: 333 time: 0.0743368 Oct 18 20:57:56.491308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49050) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:56.497335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:56.498295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:56.513055 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:56.532986 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.534862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=48bc4abc-5ddc-473f-9cc5-e97498a21688,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:56.580871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:56.610859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:57:56.617918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet 871cb874-04db-4cd5-9b3c-f13a771d6ef8 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:57:56.633261 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.664660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.701938 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.719045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:57:56.752531 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.759700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:56.771803 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.807016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.820099 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:56.843842 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] 10.222.0.66 "DELETE /v2.0/networks/bab7301d-50bb-4bc9-866f-65ff828eb398 HTTP/1.1" status: 204 len: 168 time: 1.1489036 Oct 18 20:57:56.863116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:56.978159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121554f-5573-4c8a-af73-be924cd22e63 tempest-BulkNetworkOpsTest-1362307543 tempest-BulkNetworkOpsTest-1362307543-project] Pushing event deleted for resources: {'Network': ['ID=bab7301d-50bb-4bc9-866f-65ff828eb398,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:57.065762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497986c-2dd5-4064-aa24-78b62b444dc5 req-a623e67a-3124-4d94-be26-f5af7d73fa20 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:57.069779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f497986c-2dd5-4064-aa24-78b62b444dc5 req-a623e67a-3124-4d94-be26-f5af7d73fa20 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 944 time: 0.2229321 Oct 18 20:57:57.073253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['12c6349b-cdb7-40d8-a934-2d8dcfb3c25a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:57:57.077147 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:57.090479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:57:57.098013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:57:57.261016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f497986c-2dd5-4064-aa24-78b62b444dc5 req-da088ccc-d093-41b5-be41-b011b7d82212 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738465 Oct 18 20:57:57.326981 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:57.370771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:57.377347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/871cb874-04db-4cd5-9b3c-f13a771d6ef8 HTTP/1.1" status: 204 len: 168 time: 0.8817201 Oct 18 20:57:57.384144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49060) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:57.461364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232935a-c343-423b-9c0f-8eb860aadf86 None None] Network 3f983f09-8d7a-453d-bb14-ea8e0101278c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:57.504559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc3c64-58ce-4b98-8378-f89b3ccad00c tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=871cb874-04db-4cd5-9b3c-f13a771d6ef8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:57.562610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b74f63-32c6-4638-999d-9309fbd54c40 None None] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:57:57.668008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:57.684192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49064) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:57.779604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 017461db-185e-4b35-b6fc-a7577f077d1a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:57.845223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port d15db6ee-8c8f-44fe-92eb-9e78508e861a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:57:57.845558 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:57.978184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] For port d15db6ee-8c8f-44fe-92eb-9e78508e861a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d15db6ee-8c8f-44fe-92eb-9e78508e861a,segment=NetworkSegment(404fd611-ee37-4d9f-862c-66957f0cef6c),segment_id=404fd611-ee37-4d9f-862c-66957f0cef6c)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:57.978553 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.004474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router 494a30fc-74fa-424e-a183-1a1925344ecb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:57:58.015846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for d15db6ee-8c8f-44fe-92eb-9e78508e861a owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:57:58.098960 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bf59c6b5-b178-4718-9335-c0b6144c4dae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec9a51ca355143f1bdb48d2d76478ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129512 Oct 18 20:57:58.105054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49070) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:58.119121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-af3f5bbd-e6ba-4afa-b5c0-0f4bbcf10e9e None None] Provisioning complete for port 017461db-185e-4b35-b6fc-a7577f077d1a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:58.119871 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af3f5bbd-e6ba-4afa-b5c0-0f4bbcf10e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.121323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 017461db-185e-4b35-b6fc-a7577f077d1a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:58.121826 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.145206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.178485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=d15db6ee-8c8f-44fe-92eb-9e78508e861a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:58.186396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No DVR routers for this DVR port d15db6ee-8c8f-44fe-92eb-9e78508e861a on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:57:58.229497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:57:58.237508 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1395e15-7875-4e10-bd4a-8c1a1be8cfae tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "PUT /v2.0/routers/494a30fc-74fa-424e-a183-1a1925344ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9508812 Oct 18 20:57:58.242364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49072) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:58.246945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-74127281-19d5-408d-b86a-1d886904fc55 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2131904089', 'description': 'tempest-secgroup_access--2131904089 description', 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:58.254718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09f108bc-10e0-4c63-bbb0-880a922fa51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.305815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09f108bc-10e0-4c63-bbb0-880a922fa51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.367330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.417073 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af3f5bbd-e6ba-4afa-b5c0-0f4bbcf10e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.420562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.437060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74127281-19d5-408d-b86a-1d886904fc55 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.473775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bff30b-19b7-4d8f-9e92-eac798297138 None None] DHCP port deletion for 3f983f09-8d7a-453d-bb14-ea8e0101278c request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:57:58.488918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-af3f5bbd-e6ba-4afa-b5c0-0f4bbcf10e9e None None] For port 017461db-185e-4b35-b6fc-a7577f077d1a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=017461db-185e-4b35-b6fc-a7577f077d1a,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:58.496884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f983f09-8d7a-453d-bb14-ea8e0101278c']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:58.510475 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af3f5bbd-e6ba-4afa-b5c0-0f4bbcf10e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.544201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404fd611-ee37-4d9f-862c-66957f0cef6c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:58.544665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404fd611-ee37-4d9f-862c-66957f0cef6c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:58.547930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09f108bc-10e0-4c63-bbb0-880a922fa51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.550905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09f108bc-10e0-4c63-bbb0-880a922fa51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.555290 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-09f108bc-10e0-4c63-bbb0-880a922fa51c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/084b1045-380e-4bf8-a493-74d8422eaa96 HTTP/1.1" status: 204 len: 168 time: 0.4490924 Oct 18 20:57:58.570523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f108bc-10e0-4c63-bbb0-880a922fa51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b1045-380e-4bf8-a493-74d8422eaa96,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:58.580305 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.615097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10877943-114e-4583-b3f2-11f385dc6f5a req-df2f9bd5-fb78-49e3-8d8c-b38968dbe18d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:58.617180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10877943-114e-4583-b3f2-11f385dc6f5a req-df2f9bd5-fb78-49e3-8d8c-b38968dbe18d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 944 time: 0.2458723 Oct 18 20:57:58.659146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:57:58.659500 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:57:58.665957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f5bbd-e6ba-4afa-b5c0-0f4bbcf10e9e None None] Pushing event updated for resources: {'Port': ['ID=017461db-185e-4b35-b6fc-a7577f077d1a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:58.687350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.720738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:57:58.721039 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:57:58.724225 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:57:58.728654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74127281-19d5-408d-b86a-1d886904fc55 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.739769 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Sync routers for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:57:58.745434 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-10877943-114e-4583-b3f2-11f385dc6f5a req-36ca33cf-7003-4cf3-bf4d-343a12e8a827 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917618 Oct 18 20:57:58.753885 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74127281-19d5-408d-b86a-1d886904fc55 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.785082 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:57:58.787241 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:58.853840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1d3323e7-cc92-4329-a1f0-7afa323f21bc None None] Provisioning complete for port 48bc4abc-5ddc-473f-9cc5-e97498a21688 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:58.854214 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d3323e7-cc92-4329-a1f0-7afa323f21bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.934523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1d3323e7-cc92-4329-a1f0-7afa323f21bc None None] Port 48bc4abc-5ddc-473f-9cc5-e97498a21688 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:58.950498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1d3323e7-cc92-4329-a1f0-7afa323f21bc None None] Provisioning complete for port 017461db-185e-4b35-b6fc-a7577f077d1a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:58.950990 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d3323e7-cc92-4329-a1f0-7afa323f21bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.976816 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74127281-19d5-408d-b86a-1d886904fc55 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:58.979689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-74127281-19d5-408d-b86a-1d886904fc55 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7370298 Oct 18 20:57:58.982705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49084) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:58.991206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-392ae268-19f3-4966-83bf-b41c4dbc0373 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--608333627', 'description': 'tempest-secgroup_general--608333627 description', 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:59.009577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74127281-19d5-408d-b86a-1d886904fc55 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec21540-12ac-4958-aee1-f5a0750f5d73,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:59.021208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.036936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.046523 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:57:59.049753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/3f983f09-8d7a-453d-bb14-ea8e0101278c HTTP/1.1" status: 204 len: 168 time: 1.6628609 Oct 18 20:57:59.052919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49086) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:59.062110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-936513676'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:59.085923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8dc6-6bc5-449a-85b7-67539277b523 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=3f983f09-8d7a-453d-bb14-ea8e0101278c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:59.145373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392ae268-19f3-4966-83bf-b41c4dbc0373 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.225106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b606f3ab-a3af-4b7f-a167-da7766511c3b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:59.254589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:59.258375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.344920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:57:59.366577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.368078 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Added segment 59328a95-7cec-4a04-a4a9-86cd35755431 of type vlan for network a82eb5a2-545f-43df-842a-447348a9e968 Oct 18 20:57:59.373545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b606f3ab-a3af-4b7f-a167-da7766511c3b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:59.374174 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.386355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392ae268-19f3-4966-83bf-b41c4dbc0373 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.388074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9f8fb98a-c798-48be-b23c-d19c25e2e379 None None] Provisioning complete for port 48bc4abc-5ddc-473f-9cc5-e97498a21688 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:57:59.388521 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb98a-c798-48be-b23c-d19c25e2e379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.396930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392ae268-19f3-4966-83bf-b41c4dbc0373 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.422037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392ae268-19f3-4966-83bf-b41c4dbc0373 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.423748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-392ae268-19f3-4966-83bf-b41c4dbc0373 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4391813 Oct 18 20:57:59.427500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49096) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:59.433408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4994ab0f-9243-4ef2-b3f7-4b2821bd8191 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'security_group_rule': {'security_group_id': 'fec21540-12ac-4958-aee1-f5a0750f5d73', 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:59.484518 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 2, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:57:59.486102 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.497372 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4994ab0f-9243-4ef2-b3f7-4b2821bd8191 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.499506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ae268-19f3-4966-83bf-b41c4dbc0373 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec1bb3b-e502-4497-8703-e1fdc46e20c9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:59.519134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fb98a-c798-48be-b23c-d19c25e2e379 None None] Port 48bc4abc-5ddc-473f-9cc5-e97498a21688 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:57:59.547125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.556240 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Checking router: 494a30fc-74fa-424e-a183-1a1925344ecb for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:57:59.557751 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Updating router 494a30fc-74fa-424e-a183-1a1925344ecb port 48bc4abc-5ddc-473f-9cc5-e97498a21688 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:57:59.558720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:57:59.561029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.594366 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.644873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4994ab0f-9243-4ef2-b3f7-4b2821bd8191 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.654869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4994ab0f-9243-4ef2-b3f7-4b2821bd8191 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.673209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6191616 Oct 18 20:57:59.678373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ab0f-9243-4ef2-b3f7-4b2821bd8191 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573cafdb-2186-4dbf-a926-15a3848dbea2,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:59.684238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49100) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:57:59.692026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:57:59.716507 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4994ab0f-9243-4ef2-b3f7-4b2821bd8191 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.718281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4994ab0f-9243-4ef2-b3f7-4b2821bd8191 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897074 Oct 18 20:57:59.732839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.762531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port b606f3ab-a3af-4b7f-a167-da7766511c3b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b606f3ab-a3af-4b7f-a167-da7766511c3b,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:57:59.770497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.771387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d15db6ee-8c8f-44fe-92eb-9e78508e861a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:57:59.808201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edb40b-79ae-4e8e-a268-2bb611847916 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Network': ['ID=a82eb5a2-545f-43df-842a-447348a9e968,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:57:59.809619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d15db6ee-8c8f-44fe-92eb-9e78508e861a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:57:59.811056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d15db6ee-8c8f-44fe-92eb-9e78508e861a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 18 20:57:59.863519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:57:59.863893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a82eb5a2-545f-43df-842a-447348a9e968 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:57:59.867629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:57:59.980646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Port d15db6ee-8c8f-44fe-92eb-9e78508e861a not found, will not notify nova. {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 18 20:58:00.003541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6d0bcbb4-3279-4194-8608-c21554f3299b None None] Provisioning complete for port 48bc4abc-5ddc-473f-9cc5-e97498a21688 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:00.005144 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcbb4-3279-4194-8608-c21554f3299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.077466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bcbb4-3279-4194-8608-c21554f3299b None None] Port 48bc4abc-5ddc-473f-9cc5-e97498a21688 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:00.087261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=b606f3ab-a3af-4b7f-a167-da7766511c3b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:00.138012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49118) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:00.164593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 017461db-185e-4b35-b6fc-a7577f077d1a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:00.266800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 017461db-185e-4b35-b6fc-a7577f077d1a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:00.267505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.274164 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.284524 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.296706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.370555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:00.377395 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b24d65-e539-4a7a-814e-2ff24a90d1fc None None] Pushing event updated for resources: {'Port': ['ID=48bc4abc-5ddc-473f-9cc5-e97498a21688,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:00.447279 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Attempting to bind port 48bc4abc-5ddc-473f-9cc5-e97498a21688 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:00.447787 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Attempting to bind port 48bc4abc-5ddc-473f-9cc5-e97498a21688 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:00.448246 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Attempting to bind port 48bc4abc-5ddc-473f-9cc5-e97498a21688 on network 1d44ce21-1aaf-46a4-8472-27c1a0adeead {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:00.455254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:00.455593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Checking segment: {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:00.456010 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.456530 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Bound using segment: {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:00.457118 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Bound port: 48bc4abc-5ddc-473f-9cc5-e97498a21688, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:00.458240 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.479573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:00.511274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1923943851'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:00.523621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:58:00.540484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:00.540484 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.542826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd3a08-1aea-40f4-bdff-eddb3e8c47c1 req-322fc442-08cc-4b8a-b257-0da2b89ef5d1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:00.553457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:00.558568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.561143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6bd3a08-1aea-40f4-bdff-eddb3e8c47c1 req-322fc442-08cc-4b8a-b257-0da2b89ef5d1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 944 time: 0.2887704 Oct 18 20:58:00.579745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.599148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d15db6ee-8c8f-44fe-92eb-9e78508e861a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:58:00.605359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Checking segment: {'id': '59328a95-7cec-4a04-a4a9-86cd35755431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:00.605775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network hostable DHCP agents. Network: a82eb5a2-545f-43df-842a-447348a9e968, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:00.609211 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] For port 48bc4abc-5ddc-473f-9cc5-e97498a21688, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:00.619918 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] For port 48bc4abc-5ddc-473f-9cc5-e97498a21688, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=48bc4abc-5ddc-473f-9cc5-e97498a21688,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:00.628117 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.648675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d15db6ee-8c8f-44fe-92eb-9e78508e861a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:58:00.649340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d15db6ee-8c8f-44fe-92eb-9e78508e861a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:58:00.699469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6bd3a08-1aea-40f4-bdff-eddb3e8c47c1 req-778820ae-3e83-42e1-b742-1479d7b7290e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373177 Oct 18 20:58:00.731025 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.737623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network a82eb5a2-545f-43df-842a-447348a9e968 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:00.739798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.766199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, a82eb5a2-545f-43df-842a-447348a9e968) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:00.782098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:00.782931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.794167 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:00.795356 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:00.825631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ff41f777-61e9-4ddc-ae69-407689ffb7a9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1398258 Oct 18 20:58:00.831918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49122) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:00.840583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:00.851767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1d01ed55-9fc6-4661-8f92-04e3ee060662 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-585728732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:00.854880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d24551a-76be-4013-b61a-c1a7de7502e8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:00.866188 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.866590 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment 1dd51663-1dcb-4eb3-ae70-58261188aa23 of type vlan for network 912b5f78-7b0d-404c-a382-9f9c64b11f58 Oct 18 20:58:00.942219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d01ed55-9fc6-4661-8f92-04e3ee060662 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.943327 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d01ed55-9fc6-4661-8f92-04e3ee060662 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:00.967622 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b24d65-e539-4a7a-814e-2ff24a90d1fc None None] Pushing event updated for resources: {'Port': ['ID=48bc4abc-5ddc-473f-9cc5-e97498a21688,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:01.010759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a738a9-843c-4182-95f5-e1d799d3bd5b None None] Network a82eb5a2-545f-43df-842a-447348a9e968 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:01.060053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.072338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.106041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d01ed55-9fc6-4661-8f92-04e3ee060662 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.107788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:01.115836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d01ed55-9fc6-4661-8f92-04e3ee060662 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.120662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.137494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:01.138780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.146027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-0827bdcc-0f55-44b3-b6ec-69b22e00c924 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--608333627&fields=id&tenant_id=be23ca4b3bd84e0eb36091e2afa095d7 HTTP/1.1" status: 200 len: 267 time: 0.1202085 Oct 18 20:58:01.162090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d01ed55-9fc6-4661-8f92-04e3ee060662 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.167893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1d01ed55-9fc6-4661-8f92-04e3ee060662 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3329566 Oct 18 20:58:01.171231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49136) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:01.176889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:58:01.183275 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76392a3-0cdd-4168-ab3f-23f123e45a70" -d '{"events": [{"server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "name": "network-vif-plugged", "status": "completed", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:58:01.196539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968', 'name': 'tempest-PortsTestJSON-2092998592'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:01.212497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-73b6be8e-82a8-4c01-a97d-b7560c970519 None None] Provisioning complete for port 48bc4abc-5ddc-473f-9cc5-e97498a21688 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:01.213134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b6be8e-82a8-4c01-a97d-b7560c970519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.224893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-be71fe54-7355-44c2-ac0e-de7c29a4375f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--2131904089&fields=id&tenant_id=be23ca4b3bd84e0eb36091e2afa095d7 HTTP/1.1" status: 200 len: 267 time: 0.0552511 Oct 18 20:58:01.235127 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.250956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1108234 Oct 18 20:58:01.309009 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:58:01.411463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49140) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:01.424689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '912b5f78-7b0d-404c-a382-9f9c64b11f58', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:01.444232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:01.594586 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:00Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:01.604588 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b6be8e-82a8-4c01-a97d-b7560c970519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.651239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-73b6be8e-82a8-4c01-a97d-b7560c970519 None None] For port 48bc4abc-5ddc-473f-9cc5-e97498a21688, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=48bc4abc-5ddc-473f-9cc5-e97498a21688,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:01.651840 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5def5d-c02e-424b-b037-253f641a5a48 None None] The sync data for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 is: [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:00Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:01.658463 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b6be8e-82a8-4c01-a97d-b7560c970519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.680941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8c70b-c85f-48c7-98fc-0925fec393eb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=912b5f78-7b0d-404c-a382-9f9c64b11f58,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:01.696066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:01.703208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.770394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 8794d24d-e717-4f54-a4ba-1c13cb142472 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:58:01.782519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-36551fc6-f52a-4e9e-ad02-ca179f4d47e3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:01.787986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-a82eb5a2-545f-43df-842a-447348a9e968', 'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968', 'tenant_id': '892820d52aee48df9e47580b35fd929a', 'fixed_ips': [{'subnet_id': 'a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:01.789140 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.793802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6be8e-82a8-4c01-a97d-b7560c970519 None None] Pushing event updated for resources: {'Port': ['ID=48bc4abc-5ddc-473f-9cc5-e97498a21688,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:01.799329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-36551fc6-f52a-4e9e-ad02-ca179f4d47e3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/networks?id=1d44ce21-1aaf-46a4-8472-27c1a0adeead HTTP/1.1" status: 200 len: 797 time: 0.5635211 Oct 18 20:58:01.800234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 912b5f78-7b0d-404c-a382-9f9c64b11f58 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:01.819847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:01.827371 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:01.859086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-ec1c1799-37b3-4d1e-83e1-ae2e8e31a013 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/quotas/be23ca4b3bd84e0eb36091e2afa095d7 HTTP/1.1" status: 200 len: 375 time: 0.0560420 Oct 18 20:58:01.866404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49146) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:02.028880 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-e2d7cfe8-b5bf-4235-b7aa-94e5f12bb0af tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686471 Oct 18 20:58:02.069565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.7 (a82eb5a2-545f-43df-842a-447348a9e968/a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31/8794d24d-e717-4f54-a4ba-1c13cb142472) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:02.134701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f2ec45aa-c2de-4c24-8d57-01f62f119dfd None None] Provisioning complete for port 48bc4abc-5ddc-473f-9cc5-e97498a21688 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:02.135715 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f2ec45aa-c2de-4c24-8d57-01f62f119dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.196443 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8675d873-dfcd-45af-87be-ba78a90d1430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.380172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b606f3ab-a3af-4b7f-a167-da7766511c3b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:02.404952 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-5236da76-4ba9-4350-8d93-9c520925213a service neutron] 10.222.0.66 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676722 Oct 18 20:58:02.407851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.457896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.515958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8675d873-dfcd-45af-87be-ba78a90d1430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.527465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=21818a9f-490b-4a9b-8bee-adbfda10adc0,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:02.537988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b606f3ab-a3af-4b7f-a167-da7766511c3b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:02.539404 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.542978 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8675d873-dfcd-45af-87be-ba78a90d1430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.629982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675d873-dfcd-45af-87be-ba78a90d1430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872617a1-808f-45f7-a678-6626e87c3a53,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:02.640155 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.662598 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8675d873-dfcd-45af-87be-ba78a90d1430 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51eb258a9ef54d1d87b6525d1d94f342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940702 Oct 18 20:58:02.672000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49152) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:02.725038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network a82eb5a2-545f-43df-842a-447348a9e968 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:02.742154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:02.746822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:02.844737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-a3b014f4-4fba-427a-8819-866959971c09 service neutron] 10.222.0.66 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207896 Oct 18 20:58:02.855411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': '1dd51663-1dcb-4eb3-ae70-58261188aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '912b5f78-7b0d-404c-a382-9f9c64b11f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:02.858755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 912b5f78-7b0d-404c-a382-9f9c64b11f58, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:02.916965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 912b5f78-7b0d-404c-a382-9f9c64b11f58 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:02.936643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Allocated IP 172.20.0.2 (a82eb5a2-545f-43df-842a-447348a9e968/a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31/fcd1968c-fd5d-471f-8523-a342033da601) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:02.937983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 912b5f78-7b0d-404c-a382-9f9c64b11f58) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:02.944416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:02.945668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:02.962299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca674ba-8ca7-4c52-97be-972f7f28e599 None None] Network 912b5f78-7b0d-404c-a382-9f9c64b11f58 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:02.974009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-752b3ddc-5853-4d02-a8c7-82f1a5696ac1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5561366 Oct 18 20:58:02.975917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49154) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:02.989048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-21584400'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:03.053962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:03.062255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.080675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 48bc4abc-5ddc-473f-9cc5-e97498a21688 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:03.102139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=8794d24d-e717-4f54-a4ba-1c13cb142472,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:03.136288 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:03.139110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.173648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:03.194047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5d15c3db-2129-4b88-ae4f-b1c3e9aaf981 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0022278 Oct 18 20:58:03.194047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31ffe499-3240-47de-8f74-1babd336b2c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.196297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49156) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:03.223654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.229137 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment f99ac73a-0c24-4088-8adc-465d6b649827 of type vlan for network 5e942eb6-e8d3-44a2-877f-3ac4478aa221 Oct 18 20:58:03.300699 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.311921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-912b5f78-7b0d-404c-a382-9f9c64b11f58', 'network_id': '912b5f78-7b0d-404c-a382-9f9c64b11f58', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '21818a9f-490b-4a9b-8bee-adbfda10adc0'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:03.313531 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.339367 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edb8ff0-82a0-4dfe-a9e4-b01842e11f7a x-openstack-request-id: req-5edb8ff0-82a0-4dfe-a9e4-b01842e11f7a {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:58:03.339736 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "name": "network-vif-plugged", "status": "completed", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:58:03.340058 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5edb8ff0-82a0-4dfe-a9e4-b01842e11f7a {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:58:03.340573 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'code': 200} Oct 18 20:58:03.351642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 48bc4abc-5ddc-473f-9cc5-e97498a21688 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:03.352122 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.366668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.394840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:03.395505 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.496410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5155303 Oct 18 20:58:03.518722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49162) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:03.538111 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31ffe499-3240-47de-8f74-1babd336b2c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.569354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:03.765775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73efe03-adaf-40f7-a0bb-8aea06086986 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=5e942eb6-e8d3-44a2-877f-3ac4478aa221,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:03.791057 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.796637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5e942eb6-e8d3-44a2-877f-3ac4478aa221 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:03.798468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc003543-3022-4eb7-914a-94184be22e77 req-a1b097d0-8422-4fa9-9d98-5c7ffe9a2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:03.804161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc003543-3022-4eb7-914a-94184be22e77 req-a1b097d0-8422-4fa9-9d98-5c7ffe9a2f83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1096 time: 0.3672786 Oct 18 20:58:03.819706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.825703 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31ffe499-3240-47de-8f74-1babd336b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.830936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31ffe499-3240-47de-8f74-1babd336b2c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:03.834740 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-31ffe499-3240-47de-8f74-1babd336b2c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/872617a1-808f-45f7-a678-6626e87c3a53 HTTP/1.1" status: 204 len: 168 time: 1.1571116 Oct 18 20:58:03.868769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a10504-2841-45fb-8f79-0b99979feb3e req-79b8888e-bf3b-44da-83ed-52ad962db31b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:03.878465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Allocated IP 172.20.255.242 (912b5f78-7b0d-404c-a382-9f9c64b11f58/21818a9f-490b-4a9b-8bee-adbfda10adc0/c0f3a1ec-f898-4288-85d0-de7d709cd57d) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:03.882246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2a10504-2841-45fb-8f79-0b99979feb3e req-79b8888e-bf3b-44da-83ed-52ad962db31b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 945 time: 0.3875556 Oct 18 20:58:03.922050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffe499-3240-47de-8f74-1babd336b2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872617a1-808f-45f7-a678-6626e87c3a53,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:03.959679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc003543-3022-4eb7-914a-94184be22e77 req-95abbab4-78f4-4fbb-86ca-938e1731f3c6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326635 Oct 18 20:58:03.996137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2a10504-2841-45fb-8f79-0b99979feb3e req-d7c15ef1-0148-45d5-af75-868b29019695 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987370 Oct 18 20:58:04.041578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Network a82eb5a2-545f-43df-842a-447348a9e968 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:04.082582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:04.088227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.090476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:04.096519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:04.227045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.244032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Pushing event updated for resources: {'Port': ['ID=fcd1968c-fd5d-471f-8523-a342033da601,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:04.323708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3256dacc-fe7e-4ab7-8ba3-500273128bf4 req-e97c588a-4452-43be-a200-7997f31a5763 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 210 time: 0.0569603 Oct 18 20:58:04.385692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Attempting to bind port fcd1968c-fd5d-471f-8523-a342033da601 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:04.386065 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Attempting to bind port fcd1968c-fd5d-471f-8523-a342033da601 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '59328a95-7cec-4a04-a4a9-86cd35755431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:04.386434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Attempting to bind port fcd1968c-fd5d-471f-8523-a342033da601 on network a82eb5a2-545f-43df-842a-447348a9e968 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:04.397421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:04.397867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Checking segment: {'id': '59328a95-7cec-4a04-a4a9-86cd35755431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:04.398869 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.399251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Bound using segment: {'id': '59328a95-7cec-4a04-a4a9-86cd35755431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:04.399741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Bound port: fcd1968c-fd5d-471f-8523-a342033da601, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59328a95-7cec-4a04-a4a9-86cd35755431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'a82eb5a2-545f-43df-842a-447348a9e968'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:04.400143 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.536968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.545389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] For port fcd1968c-fd5d-471f-8523-a342033da601, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:04.548911 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.552486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] For port fcd1968c-fd5d-471f-8523-a342033da601, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fcd1968c-fd5d-471f-8523-a342033da601,segment=NetworkSegment(59328a95-7cec-4a04-a4a9-86cd35755431),segment_id=59328a95-7cec-4a04-a4a9-86cd35755431)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:04.579152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.602675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Network 912b5f78-7b0d-404c-a382-9f9c64b11f58 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:04.615071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:04.618278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:04.625722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.631642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Pushing event updated for resources: {'Port': ['ID=c0f3a1ec-f898-4288-85d0-de7d709cd57d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:04.744520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=0aab5b4c-3deb-495e-9f5f-f36c819ffd71,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:04.749913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.763203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.769126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30e13b-5c71-44a2-80b9-c132042a2e24 None None] Pushing event updated for resources: {'Port': ['ID=fcd1968c-fd5d-471f-8523-a342033da601,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:04.783300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Attempting to bind port c0f3a1ec-f898-4288-85d0-de7d709cd57d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:04.784280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Attempting to bind port c0f3a1ec-f898-4288-85d0-de7d709cd57d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1dd51663-1dcb-4eb3-ae70-58261188aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '912b5f78-7b0d-404c-a382-9f9c64b11f58'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:04.784743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Attempting to bind port c0f3a1ec-f898-4288-85d0-de7d709cd57d on network 912b5f78-7b0d-404c-a382-9f9c64b11f58 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:04.793406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:04.794209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Checking segment: {'id': '1dd51663-1dcb-4eb3-ae70-58261188aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '912b5f78-7b0d-404c-a382-9f9c64b11f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:04.794209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.794591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Bound using segment: {'id': '1dd51663-1dcb-4eb3-ae70-58261188aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '912b5f78-7b0d-404c-a382-9f9c64b11f58'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:04.795372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Bound port: c0f3a1ec-f898-4288-85d0-de7d709cd57d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd51663-1dcb-4eb3-ae70-58261188aa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '912b5f78-7b0d-404c-a382-9f9c64b11f58'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:04.795762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.817700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': 'f99ac73a-0c24-4088-8adc-465d6b649827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:04.818096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 5e942eb6-e8d3-44a2-877f-3ac4478aa221, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:04.896482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] For port c0f3a1ec-f898-4288-85d0-de7d709cd57d, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:04.901910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] For port c0f3a1ec-f898-4288-85d0-de7d709cd57d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0f3a1ec-f898-4288-85d0-de7d709cd57d,segment=NetworkSegment(1dd51663-1dcb-4eb3-ae70-58261188aa23),segment_id=1dd51663-1dcb-4eb3-ae70-58261188aa23)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:04.918606 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:04.978460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=8794d24d-e717-4f54-a4ba-1c13cb142472,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:04.999483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 5e942eb6-e8d3-44a2-877f-3ac4478aa221 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:05.076273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97f987-6cb6-4aa2-8d5f-c47422bf7d2b None None] Pushing event updated for resources: {'Port': ['ID=c0f3a1ec-f898-4288-85d0-de7d709cd57d,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:05.197129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-083e52dd-c675-4316-9cf7-d3c0a8d67db4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:05.197129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-083e52dd-c675-4316-9cf7-d3c0a8d67db4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.30 "GET /v2.0/networks?id=1d44ce21-1aaf-46a4-8472-27c1a0adeead HTTP/1.1" status: 200 len: 797 time: 0.3222129 Oct 18 20:58:05.198470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:05.221313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5e942eb6-e8d3-44a2-877f-3ac4478aa221) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:05.223636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f7554-aee7-4557-a87e-1ff459b4ce54 req-d1db6e90-6436-41e7-af79-c86d0a610976 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:05.225445 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-101f7554-aee7-4557-a87e-1ff459b4ce54 req-d1db6e90-6436-41e7-af79-c86d0a610976 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 945 time: 0.0976508 Oct 18 20:58:05.227475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:05.228145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:05.234265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713259e-a53c-4d76-b576-76e335ed7fc7 None None] Network 5e942eb6-e8d3-44a2-877f-3ac4478aa221 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:05.310641 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08f071c2-e755-4c13-b797-6d86144d3096 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7495372 Oct 18 20:58:05.316651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49200) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:05.403541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-101f7554-aee7-4557-a87e-1ff459b4ce54 req-27e8dbd9-d13e-4ca1-b051-9d17c54c35dc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654539 Oct 18 20:58:05.459606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-5462cab5-b896-462d-8231-34f2661432f8 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be23ca4b3bd84e0eb36091e2afa095d7 HTTP/1.1" status: 200 len: 477 time: 0.2277172 Oct 18 20:58:05.505015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'port': {'device_id': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'admin_state_up': True, 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'security_groups': ['1ec1bb3b-e502-4497-8703-e1fdc46e20c9', 'fec21540-12ac-4958-aee1-f5a0750f5d73']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:05.590784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1375434075-network', 'tenant_id': '8aae6ea488154ce38afe7b6c9a2c2b7e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:05.657991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-5e942eb6-e8d3-44a2-877f-3ac4478aa221', 'network_id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '0aab5b4c-3deb-495e-9f5f-f36c819ffd71'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:05.658869 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:05.667176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a228e85-5811-469b-bad7-92b43032dabb req-363be75f-4ae5-4716-97d6-ce5e64b5012a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 210 time: 0.0493031 Oct 18 20:58:05.709711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:05.758063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Made reservation on behalf of 8aae6ea488154ce38afe7b6c9a2c2b7e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:05.760493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:05.770415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:05.809852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:05.858308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Made reservation on behalf of be23ca4b3bd84e0eb36091e2afa095d7 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:05.862145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:05.891379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Allocated IP 172.20.0.2 (5e942eb6-e8d3-44a2-877f-3ac4478aa221/0aab5b4c-3deb-495e-9f5f-f36c819ffd71/a100eb73-c43f-4fb4-957e-9487d939227c) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:06.014083 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.078466 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.168883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.177685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.243006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Network 5e942eb6-e8d3-44a2-877f-3ac4478aa221 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:06.251607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fcd1968c-fd5d-471f-8523-a342033da601 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:06.260647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:06.264944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:06.295982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Pushing event updated for resources: {'Port': ['ID=a100eb73-c43f-4fb4-957e-9487d939227c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:06.300075 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.309446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad26c8-79ce-4818-b7f5-5fc46e8b8ed7 None None] Network a82eb5a2-545f-43df-842a-447348a9e968 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:06.552415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ac2a2-c33a-48d9-8be1-d8900ff93189 req-8feabab4-3b6e-4e05-a41c-e8859802682e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:06.555679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-388ac2a2-c33a-48d9-8be1-d8900ff93189 req-8feabab4-3b6e-4e05-a41c-e8859802682e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 945 time: 0.0792990 Oct 18 20:58:06.615446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Attempting to bind port a100eb73-c43f-4fb4-957e-9487d939227c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:06.615813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Attempting to bind port a100eb73-c43f-4fb4-957e-9487d939227c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f99ac73a-0c24-4088-8adc-465d6b649827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:06.616175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Attempting to bind port a100eb73-c43f-4fb4-957e-9487d939227c on network 5e942eb6-e8d3-44a2-877f-3ac4478aa221 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:06.625690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-388ac2a2-c33a-48d9-8be1-d8900ff93189 req-ffbcf4e4-9240-410d-bf81-4748c2a13911 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636153 Oct 18 20:58:06.641092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:06.641474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Checking segment: {'id': 'f99ac73a-0c24-4088-8adc-465d6b649827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:06.641883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.642291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Bound using segment: {'id': 'f99ac73a-0c24-4088-8adc-465d6b649827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:06.642755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Bound port: a100eb73-c43f-4fb4-957e-9487d939227c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99ac73a-0c24-4088-8adc-465d6b649827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:06.643139 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.682348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4a8e6742-d691-41b4-b385-305fac5c8d4b None None] Provisioning complete for port fcd1968c-fd5d-471f-8523-a342033da601 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:06.682721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6742-d691-41b4-b385-305fac5c8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.716856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473abcc4-97b8-4c10-b2c1-20ba62a49bef None None] Network 912b5f78-7b0d-404c-a382-9f9c64b11f58 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:06.723239 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.803385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07474156-51ce-4dba-b439-2c7d283c7d82,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:06.820217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Allocated IP 172.20.0.10 (1d44ce21-1aaf-46a4-8472-27c1a0adeead/8bd8e78e-96ed-4b55-9632-630ebe939911/9739b0e4-55fb-431c-bf56-e3b1e8251a98) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:06.822906 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.831271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb20fcd-5b40-4690-aa98-7b4fe6818108 req-7f0ac828-f3c2-462d-8f69-bff5798aeb72 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:06.833148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddb20fcd-5b40-4690-aa98-7b4fe6818108 req-7f0ac828-f3c2-462d-8f69-bff5798aeb72 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 945 time: 0.0756402 Oct 18 20:58:06.843072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:06.873905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fcd1968c-fd5d-471f-8523-a342033da601 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:06.874203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.903531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=0aab5b4c-3deb-495e-9f5f-f36c819ffd71,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:06.941045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ddb20fcd-5b40-4690-aa98-7b4fe6818108 req-f7ecf0db-5154-4b73-915a-f9c311204056 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012592 Oct 18 20:58:06.945456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:06.945910 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Added segment eb7094f0-d6f1-4d4a-ada7-a03d550ffbad of type vlan for network c890bfb5-367f-4ddc-8570-f2888377b207 Oct 18 20:58:07.001782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49212) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:07.024960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] For port a100eb73-c43f-4fb4-957e-9487d939227c, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:07.074747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] For port a100eb73-c43f-4fb4-957e-9487d939227c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a100eb73-c43f-4fb4-957e-9487d939227c,segment=NetworkSegment(f99ac73a-0c24-4088-8adc-465d6b649827),segment_id=f99ac73a-0c24-4088-8adc-465d6b649827)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:07.118664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa011e21-3e1c-423d-82a5-b8944b553365 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:07.121992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa011e21-3e1c-423d-82a5-b8944b553365 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1091 time: 0.1188397 Oct 18 20:58:07.122928 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.131248 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.162727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49214) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:07.167017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a43e70a-e64b-4138-9e90-0ef38a79b879 req-11182425-00ac-489c-b67b-7f6b39d16ae0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 210 time: 0.0700233 Oct 18 20:58:07.176585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:07.218589 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.227315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6742-d691-41b4-b385-305fac5c8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.233244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.294215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e942eb6-e8d3-44a2-877f-3ac4478aa221']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:07.318826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99ac73a-0c24-4088-8adc-465d6b649827') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:07.319135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99ac73a-0c24-4088-8adc-465d6b649827') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:07.356397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.395630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4a8e6742-d691-41b4-b385-305fac5c8d4b None None] For port fcd1968c-fd5d-471f-8523-a342033da601, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fcd1968c-fd5d-471f-8523-a342033da601,segment=NetworkSegment(59328a95-7cec-4a04-a4a9-86cd35755431),segment_id=59328a95-7cec-4a04-a4a9-86cd35755431)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:07.405208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.413608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.415028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:07.415614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.416339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54966ef8-ed49-41d3-a795-1276e43b5b0a None None] Pushing event updated for resources: {'Port': ['ID=a100eb73-c43f-4fb4-957e-9487d939227c,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:07.428916 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6742-d691-41b4-b385-305fac5c8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.439279 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.451212 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.519579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:07.520013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:07.527115 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:07.638950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4184771 Oct 18 20:58:07.640288 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:07.671381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.692012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Request body: {'subnet': {'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1375434075-subnet', 'tenant_id': '8aae6ea488154ce38afe7b6c9a2c2b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:07.697162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6374fc-f2ed-4260-bf62-6950611f8dff admin admin] Pushing event updated for resources: {'Network': ['ID=c890bfb5-367f-4ddc-8570-f2888377b207,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:07.698650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e6742-d691-41b4-b385-305fac5c8d4b None None] Pushing event updated for resources: {'Port': ['ID=fcd1968c-fd5d-471f-8523-a342033da601,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:07.705808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-41167b52-3561-4de0-b7fc-7962054d2edd None None] Provisioning complete for port c0f3a1ec-f898-4288-85d0-de7d709cd57d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:07.706420 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41167b52-3561-4de0-b7fc-7962054d2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.770812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.25.7.144 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/2f4feeb7-a317-4b9d-ae0d-5e73c9ef4f2f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:07.780310 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:58:07.780890 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:58:07.781374 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.800921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:07.848045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c890bfb5-367f-4ddc-8570-f2888377b207 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:07.975569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=8794d24d-e717-4f54-a4ba-1c13cb142472,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:07.983469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.api [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:58:07.983469 n-d-812149-2 neutron-server[100530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:58:07.983469 n-d-812149-2 neutron-server[100530]: [parameters: {'id': '5e942eb6-e8d3-44a2-877f-3ac4478aa221'}] Oct 18 20:58:07.983469 n-d-812149-2 neutron-server[100530]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:58:07.984709 n-d-812149-2 neutron-server[100530]: DEBUG oslo_db.api [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:58:08.021230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Made reservation on behalf of 8aae6ea488154ce38afe7b6c9a2c2b7e for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:08.025008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.036198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41167b52-3561-4de0-b7fc-7962054d2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.058422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.103796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-41167b52-3561-4de0-b7fc-7962054d2edd None None] For port c0f3a1ec-f898-4288-85d0-de7d709cd57d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0f3a1ec-f898-4288-85d0-de7d709cd57d,segment=NetworkSegment(1dd51663-1dcb-4eb3-ae70-58261188aa23),segment_id=1dd51663-1dcb-4eb3-ae70-58261188aa23)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:08.110912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-41167b52-3561-4de0-b7fc-7962054d2edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.132121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.188118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.192837 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.198225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41167b52-3561-4de0-b7fc-7962054d2edd None None] Pushing event updated for resources: {'Port': ['ID=c0f3a1ec-f898-4288-85d0-de7d709cd57d,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:08.236637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5a4729db-10f7-4e17-bc0d-4a59a464db21 None None] Provisioning complete for port fcd1968c-fd5d-471f-8523-a342033da601 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:08.237288 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5a4729db-10f7-4e17-bc0d-4a59a464db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.238006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:08.244669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:08.249746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:08.324788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=2f4feeb7-a317-4b9d-ae0d-5e73c9ef4f2f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:08.377639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c0f3a1ec-f898-4288-85d0-de7d709cd57d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:08.411310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network a82eb5a2-545f-43df-842a-447348a9e968 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:08.421747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:08.458867 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:08.463440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=9739b0e4-55fb-431c-bf56-e3b1e8251a98,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:08.469927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:08.475172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:08.487028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.489337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed739536-0544-4102-87c9-698814a7e5ac req-6c05ccb4-426b-4775-8395-f6dc651ec636 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:08.492456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed739536-0544-4102-87c9-698814a7e5ac req-6c05ccb4-426b-4775-8395-f6dc651ec636 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 971 time: 0.1609533 Oct 18 20:58:08.548771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5a4729db-10f7-4e17-bc0d-4a59a464db21 None None] Provisioning complete for port c0f3a1ec-f898-4288-85d0-de7d709cd57d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:08.552567 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5a4729db-10f7-4e17-bc0d-4a59a464db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.557832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c0f3a1ec-f898-4288-85d0-de7d709cd57d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:08.557832 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.675247 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed739536-0544-4102-87c9-698814a7e5ac req-d641f129-4dcc-414d-b1e7-8f985632cdff tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1539574 Oct 18 20:58:08.847059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5a4729db-10f7-4e17-bc0d-4a59a464db21 None None] Provisioning complete for port 8794d24d-e717-4f54-a4ba-1c13cb142472 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:08.847437 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5a4729db-10f7-4e17-bc0d-4a59a464db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:08.924727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5a4729db-10f7-4e17-bc0d-4a59a464db21 None None] Port 8794d24d-e717-4f54-a4ba-1c13cb142472 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:09.029402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:09.032491 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.054390 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.075555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b85ecdb6-d28a-49eb-aa21-3e9d8d689aea None None] Provisioning complete for port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:09.078368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b85ecdb6-d28a-49eb-aa21-3e9d8d689aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.143289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921ab1c-5686-48df-b225-01de5a4e3614 None None] Network 5e942eb6-e8d3-44a2-877f-3ac4478aa221 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:09.166215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.187195 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-29d4bdbd-f076-4ed4-9cdd-2fbbfdf09bf3 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.6890929 Oct 18 20:58:09.187828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecdb6-d28a-49eb-aa21-3e9d8d689aea None None] Port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:09.207422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-652b3745-d7c3-48e9-9ad7-fa0702778e3a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:58:09.224660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-652b3745-d7c3-48e9-9ad7-fa0702778e3a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0244956 Oct 18 20:58:09.240794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Request body: {'port': {'device_id': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:09.290007 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.297569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c0f3a1ec-f898-4288-85d0-de7d709cd57d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:09.313432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:09.333811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b85ecdb6-d28a-49eb-aa21-3e9d8d689aea None None] Provisioning complete for port 8794d24d-e717-4f54-a4ba-1c13cb142472 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:09.334458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b85ecdb6-d28a-49eb-aa21-3e9d8d689aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.337137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Checking segment: {'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:09.337495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Network hostable DHCP agents. Network: c890bfb5-367f-4ddc-8570-f2888377b207, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:09.339560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Router c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:58:09.358901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Deleting port a100eb73-c43f-4fb4-957e-9487d939227c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:09.358901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.425776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b85ecdb6-d28a-49eb-aa21-3e9d8d689aea None None] Port 8794d24d-e717-4f54-a4ba-1c13cb142472 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:09.448357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] For port a100eb73-c43f-4fb4-957e-9487d939227c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a100eb73-c43f-4fb4-957e-9487d939227c,segment=NetworkSegment(f99ac73a-0c24-4088-8adc-465d6b649827),segment_id=f99ac73a-0c24-4088-8adc-465d6b649827)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:09.448357 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.451251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c0f3a1ec-f898-4288-85d0-de7d709cd57d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:09.451816 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.493973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Calling delete_port for a100eb73-c43f-4fb4-957e-9487d939227c owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:09.571772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] DHCP port deletion for 5e942eb6-e8d3-44a2-877f-3ac4478aa221 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:58:09.589263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.608794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fcd1968c-fd5d-471f-8523-a342033da601 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:09.629389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Network c890bfb5-367f-4ddc-8570-f2888377b207 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:09.637345 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.643808 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.661078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, c890bfb5-367f-4ddc-8570-f2888377b207) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:09.670829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:58:09.677698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:09.678289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.697021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] Sync routers for ids ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:58:09.701034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8dc71-986b-4d8d-a1c4-47e87fb54475 None None] Network c890bfb5-367f-4ddc-8570-f2888377b207 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:09.709006 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7cea2b61-f016-437a-a87a-306c74f3f2c0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "PUT /v2.0/routers/c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5114784 Oct 18 20:58:09.709448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4c0119b8-8ccb-4cac-ade9-9e262eea1f9a None None] Provisioning complete for port a100eb73-c43f-4fb4-957e-9487d939227c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:09.709448 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c0119b8-8ccb-4cac-ade9-9e262eea1f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.713965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:09.801322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eca8a836-7427-441a-a8e4-1490146f1bb8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1404400 Oct 18 20:58:09.802227 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] Routers {'c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:09.803129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:09.813701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=2f4feeb7-a317-4b9d-ae0d-5e73c9ef4f2f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:09.902405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:09.903512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.924553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fcd1968c-fd5d-471f-8523-a342033da601 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:09.925060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:09.986849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.023130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47537c1-9557-4e1a-b363-5c50e9007149 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:10.028485 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e47537c1-9557-4e1a-b363-5c50e9007149 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7 HTTP/1.1" status: 200 len: 982 time: 0.3073490 Oct 18 20:58:10.058132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49232) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:10.059495 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Floating IP c7329864-117c-47bc-81f7-2c1f21c27c81 associated. External IP: 172.25.7.144, port: 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a. Oct 18 20:58:10.143471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4c0119b8-8ccb-4cac-ade9-9e262eea1f9a None None] Could not find standard attr ID for object a100eb73-c43f-4fb4-957e-9487d939227c. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:58:10.162666 n-d-812149-2 neutron-server[100532]: INFO neutron.plugins.ml2.db [None req-4c0119b8-8ccb-4cac-ade9-9e262eea1f9a None None] No ports have port_id starting with a100eb73-c43f-4fb4-957e-9487d939227c Oct 18 20:58:10.175933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] Routers {'c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:10.177194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:10.179269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Port': ['ID=a100eb73-c43f-4fb4-957e-9487d939227c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:10.195013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No DVR routers for this DVR port a100eb73-c43f-4fb4-957e-9487d939227c on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:10.214312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.214812 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.215170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.215509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.215844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.217247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.217381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.217629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.218184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.218522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.218850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.219179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:10.258512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] Deleting port a100eb73-c43f-4fb4-957e-9487d939227c {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:10.259490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.268414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:10.269216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe667d-98cf-45e3-9293-113719b75faa None None] The sync data for ids ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:10.364024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4c0119b8-8ccb-4cac-ade9-9e262eea1f9a None None] Provisioning complete for port 8794d24d-e717-4f54-a4ba-1c13cb142472 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:10.364446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c0119b8-8ccb-4cac-ade9-9e262eea1f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.391890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.429869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b785c3f-c2e2-477e-9db4-6eb3487b709d None None] Network c890bfb5-367f-4ddc-8570-f2888377b207 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:10.440811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e942eb6-e8d3-44a2-877f-3ac4478aa221']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:10.478214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99ac73a-0c24-4088-8adc-465d6b649827') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:10.478522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99ac73a-0c24-4088-8adc-465d6b649827') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:10.479624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] For port a100eb73-c43f-4fb4-957e-9487d939227c, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:10.480024 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.494800 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.510189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9739b0e4-55fb-431c-bf56-e3b1e8251a98 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:58:10.526053 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.534604 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.549803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:10.550213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:10.553575 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:10.566296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] Calling delete_port for a100eb73-c43f-4fb4-957e-9487d939227c owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:10.573512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] Port a100eb73-c43f-4fb4-957e-9487d939227c was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:58:10.576312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4c0119b8-8ccb-4cac-ade9-9e262eea1f9a None None] Port 8794d24d-e717-4f54-a4ba-1c13cb142472 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:10.590339 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.597502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a100eb73-c43f-4fb4-957e-9487d939227c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:10.665837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a100eb73-c43f-4fb4-957e-9487d939227c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:58:10.666228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a100eb73-c43f-4fb4-957e-9487d939227c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 18 20:58:10.670816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] Pushing event deleted for resources: {'Port': ['ID=a100eb73-c43f-4fb4-957e-9487d939227c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:10.692640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.696254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Transition to ACTIVE for port object 9739b0e4-55fb-431c-bf56-e3b1e8251a98 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:58:10.702883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62dcf7-beea-4f05-9bd9-9919014c7786 None None] No DVR routers for this DVR port a100eb73-c43f-4fb4-957e-9487d939227c on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:10.715142 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.717762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/5e942eb6-e8d3-44a2-877f-3ac4478aa221 HTTP/1.1" status: 204 len: 168 time: 5.3979020 Oct 18 20:58:10.732849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49244) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:10.735768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.743167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120255739'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:10.767259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf3c1b-3e56-4494-9be7-6ebd9dd1f2a3 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=5e942eb6-e8d3-44a2-877f-3ac4478aa221,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:10.779371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Port a100eb73-c43f-4fb4-957e-9487d939227c not found, will not notify nova. {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 18 20:58:10.869615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:10.876030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:10.915125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf290aa-7a27-409b-95de-61414751cd1f req-5017c95e-7951-4d8b-8c9d-65693a85417d tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:10.934281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaf290aa-7a27-409b-95de-61414751cd1f req-5017c95e-7951-4d8b-8c9d-65693a85417d tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 971 time: 1.1129270 Oct 18 20:58:10.988978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a100eb73-c43f-4fb4-957e-9487d939227c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:58:11.006634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Pushing event updated for resources: {'Port': ['ID=9739b0e4-55fb-431c-bf56-e3b1e8251a98,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:11.020727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a100eb73-c43f-4fb4-957e-9487d939227c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:58:11.021457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a100eb73-c43f-4fb4-957e-9487d939227c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:58:11.050032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:11.053097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Attempting to bind port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:11.053271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Attempting to bind port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:11.053577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Attempting to bind port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 on network 1d44ce21-1aaf-46a4-8472-27c1a0adeead {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:11.065763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 on network 1d44ce21-1aaf-46a4-8472-27c1a0adeead not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:58:11.066121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Attempting to bind port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 on network 1d44ce21-1aaf-46a4-8472-27c1a0adeead {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:11.075634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:11.075974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Checking segment: {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:11.076360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Bound using segment: {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:11.076852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Bound port: 9739b0e4-55fb-431c-bf56-e3b1e8251a98, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7cb6f8-d10d-42bf-a94f-76009243247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:11.077213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.093590 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.093936 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment cb3fd83e-0394-49cf-9b91-2ae67dacc0e3 of type vlan for network bcb8d8bd-3b16-4e32-948d-96c4b7cd798b Oct 18 20:58:11.176232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.185353 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaf290aa-7a27-409b-95de-61414751cd1f req-46cbffcb-aa82-4b45-839a-d733faa9d7b1 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2407053 Oct 18 20:58:11.187428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router a14d63c2-9570-4fc3-b06f-460901e6c7b0 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:58:11.221879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] For port 9739b0e4-55fb-431c-bf56-e3b1e8251a98, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:11.242525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] For port 9739b0e4-55fb-431c-bf56-e3b1e8251a98, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:11.245351 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.253395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:11.254776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.269662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.370898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Pushing event updated for resources: {'Port': ['ID=9739b0e4-55fb-431c-bf56-e3b1e8251a98,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:11.405494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6671648 Oct 18 20:58:11.415860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49248) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:11.421356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': 'bcb8d8bd-3b16-4e32-948d-96c4b7cd798b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:11.446743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:11.447409 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.449377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-2227ddfb-994a-4dc3-a93b-1bbe91012f6d service neutron] 10.222.0.30 "PUT /v2.0/ports/9739b0e4-55fb-431c-bf56-e3b1e8251a98 HTTP/1.1" status: 200 len: 1131 time: 2.2132277 Oct 18 20:58:11.449860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:58:11.453209 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e68399c-eb88-489c-86c1-3c055d23a789" -d '{"events": [{"name": "network-changed", "server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:58:11.457792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae57d7c-58f0-434b-9cea-1ad5ef6ca833 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=bcb8d8bd-3b16-4e32-948d-96c4b7cd798b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:11.479578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network bcb8d8bd-3b16-4e32-948d-96c4b7cd798b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:11.513280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:58:11.539798 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] Sync routers for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:58:11.558442 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:11.559240 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:11.562802 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b59233-a9c3-41cc-9ee0-808b0ba1e799 x-openstack-request-id: req-55b59233-a9c3-41cc-9ee0-808b0ba1e799 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:58:11.563521 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:58:11.563972 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55b59233-a9c3-41cc-9ee0-808b0ba1e799 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:58:11.564734 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'status': 'completed', 'code': 200} Oct 18 20:58:11.608114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-c2e100a3-3c70-4175-bd15-14b4c8468800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:11.611789 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-c2e100a3-3c70-4175-bd15-14b4c8468800 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1134 time: 0.0919263 Oct 18 20:58:11.676309 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.708361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-844740c5-7aff-4514-9ea6-5e1d3b05d80a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98 HTTP/1.1" status: 200 len: 217 time: 0.0883458 Oct 18 20:58:11.783686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:11.789954 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:58:11.793951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:11.815036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-5e4ead75-843d-413e-b833-afa0c6bc5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:11.827357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-30fc816c-75bd-4111-b1ec-3f222674871b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6558588 Oct 18 20:58:11.827454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-5e4ead75-843d-413e-b833-afa0c6bc5c73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bd8e78e-96ed-4b55-9632-630ebe939911 HTTP/1.1" status: 200 len: 833 time: 0.1103575 Oct 18 20:58:11.827454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49254) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:11.831399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:58:11.833888 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5366f3-9409-40c8-b38e-d62e813a4126" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:58:11.900538 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c8cb04-ca79-42b0-a8ca-003216acc2e8 x-openstack-request-id: req-84c8cb04-ca79-42b0-a8ca-003216acc2e8 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:58:11.900831 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:58:11.901159 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84c8cb04-ca79-42b0-a8ca-003216acc2e8 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:58:11.901566 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'status': 'completed', 'code': 200} Oct 18 20:58:11.928182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing IP validity checks on allocation pools {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 20:58:11.928867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 20:58:11.978895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-7c6af1df-4d63-4df9-8d40-1b9526ac8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:11.980782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-7c6af1df-4d63-4df9-8d40-1b9526ac8466 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d44ce21-1aaf-46a4-8472-27c1a0adeead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454248 Oct 18 20:58:12.003798 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f588fc2-43a2-4e8d-af09-956b58c28d45 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/c7329864-117c-47bc-81f7-2c1f21c27c81 HTTP/1.1" status: 200 len: 991 time: 0.1749773 Oct 18 20:58:12.113122 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-a3a7cf8f-a949-46cc-9274-71b94c766bc3 service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228702 Oct 18 20:58:12.126421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:12.215731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-449de51c-fc35-4dbe-b533-8f98cc7a4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.217816 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-449de51c-fc35-4dbe-b533-8f98cc7a4c90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1096 time: 0.2794170 Oct 18 20:58:12.253021 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:29Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:08Z', 'revision_number': 0, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:12.281320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4422be3-b631-47b1-addb-5f0a8aa6b9d3 req-0adba111-f455-4ac4-845e-492ad653323b service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594458 Oct 18 20:58:12.299351 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] Checking router: a14d63c2-9570-4fc3-b06f-460901e6c7b0 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:58:12.311759 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:12.312595 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:12.388040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-8d575a40-083d-4b36-9c8b-0473ce70252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.390064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-8d575a40-083d-4b36-9c8b-0473ce70252f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1134 time: 0.0554061 Oct 18 20:58:12.452465 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:58:12.511238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-2b2bbb5a-9798-4a82-937b-baf31cd0eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.512817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-2b2bbb5a-9798-4a82-937b-baf31cd0eed3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d44ce21-1aaf-46a4-8472-27c1a0adeead HTTP/1.1" status: 200 len: 898 time: 0.1157727 Oct 18 20:58:12.561716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-095abd40-5745-4398-9cc1-989538169e83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98 HTTP/1.1" status: 200 len: 217 time: 0.0394709 Oct 18 20:58:12.610020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2065d-d522-47bd-b9f6-2cdecbee865a req-f3763bfa-ab74-4340-baca-c389a4db501f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.611650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-53e2065d-d522-47bd-b9f6-2cdecbee865a req-f3763bfa-ab74-4340-baca-c389a4db501f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 983 time: 0.2890067 Oct 18 20:58:12.615874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:12.618889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-90a8596b-92dc-4772-8005-9498ca2a6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.620415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-90a8596b-92dc-4772-8005-9498ca2a6f82 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 897 time: 0.3921068 Oct 18 20:58:12.629965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-4112c1f9-ca5c-4b91-9bd4-91fee3f3e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.634411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-4112c1f9-ca5c-4b91-9bd4-91fee3f3e613 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bd8e78e-96ed-4b55-9632-630ebe939911 HTTP/1.1" status: 200 len: 833 time: 0.0627501 Oct 18 20:58:12.693678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-680b888e-55b7-49c4-9238-53b5fa371b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.696230 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-680b888e-55b7-49c4-9238-53b5fa371b1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d44ce21-1aaf-46a4-8472-27c1a0adeead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535033 Oct 18 20:58:12.778111 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:29Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:08Z', 'revision_number': 0, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:12.787463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=2863affc-913a-4d58-810c-524a7d5d0ffb,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:12.798623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-53e2065d-d522-47bd-b9f6-2cdecbee865a req-ed66b7b6-7cfd-44a4-bf8f-cc954a14131f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1751065 Oct 18 20:58:12.812183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-451c4021-f241-44a2-bfd8-badcc8b8d203 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 999 time: 0.1736052 Oct 18 20:58:12.817737 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143716e-bc7f-4e91-9254-f7fde0cfeacd None None] The sync data for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 is: [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:57:29Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:08Z', 'revision_number': 0, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:12.908426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-d8b42473-8543-4a42-8951-6163a655c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:12.909989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-d8b42473-8543-4a42-8951-6163a655c53a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 200 len: 834 time: 0.0624061 Oct 18 20:58:12.913175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': 'cb3fd83e-0394-49cf-9b91-2ae67dacc0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bcb8d8bd-3b16-4e32-948d-96c4b7cd798b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:12.914184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: bcb8d8bd-3b16-4e32-948d-96c4b7cd798b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:12.938521 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-bbd965a2-087b-4b95-9147-bc527e3a4600 service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281077 Oct 18 20:58:13.011840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49266) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:13.076452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network bcb8d8bd-3b16-4e32-948d-96c4b7cd798b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:13.166991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-762d5afe-3a97-48aa-a4f1-c64c2a27805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:13.172687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-762d5afe-3a97-48aa-a4f1-c64c2a27805b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2478721 Oct 18 20:58:13.174451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, bcb8d8bd-3b16-4e32-948d-96c4b7cd798b) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:13.186182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ee3c3-5cba-4c7c-b5ca-a4546a2ec1d7 None None] Network bcb8d8bd-3b16-4e32-948d-96c4b7cd798b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:13.275454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e68399c-eb88-489c-86c1-3c055d23a789 req-8e134467-925d-4946-ac23-9b885b79a145 service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234372 Oct 18 20:58:13.328879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:13.329897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.343229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-30c22ffc-e8f9-4272-bb87-710acaa902f5 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/c7329864-117c-47bc-81f7-2c1f21c27c81 HTTP/1.1" status: 200 len: 991 time: 0.3288286 Oct 18 20:58:13.412056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 8794d24d-e717-4f54-a4ba-1c13cb142472 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:13.412409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.423824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49270) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:13.435010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-afac1196-4eb1-4a15-9b22-67de7a9c70ed tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0185623 Oct 18 20:58:13.502332 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-e8fa32d6-ff86-49e0-9e89-80e020c60560 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120012 Oct 18 20:58:13.516087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e91cd8-c71e-4557-a8bd-73829ed9f06a None None] New status for floating IP c7329864-117c-47bc-81f7-2c1f21c27c81: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:58:13.637613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.710170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.797519 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:58:13.812824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.845894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.856753 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.906257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d5366f3-9409-40c8-b38e-d62e813a4126 req-59ff58e1-4bf7-4489-aa76-2bf7a53246b3 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433266 Oct 18 20:58:13.909860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 8794d24d-e717-4f54-a4ba-1c13cb142472 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:13.928696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d05f6a-d25f-4976-a510-b8d0b635a48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-bcb8d8bd-3b16-4e32-948d-96c4b7cd798b', 'network_id': 'bcb8d8bd-3b16-4e32-948d-96c4b7cd798b', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '2863affc-913a-4d58-810c-524a7d5d0ffb'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:13.930410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e6d05f6a-d25f-4976-a510-b8d0b635a48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:13.976222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=2863affc-913a-4d58-810c-524a7d5d0ffb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:14.089679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b857dcb-344b-4451-88bf-c4a2630925d6 None None] Network bcb8d8bd-3b16-4e32-948d-96c4b7cd798b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:14.168371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.215864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb8d8bd-3b16-4e32-948d-96c4b7cd798b']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:14.225564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4d96e-d429-4240-aed6-57058e0325d0 req-e70dfa2f-3895-4d4b-a0ce-9d9b5b6afea6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:14.238415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bc4d96e-d429-4240-aed6-57058e0325d0 req-e70dfa2f-3895-4d4b-a0ce-9d9b5b6afea6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 983 time: 0.1800840 Oct 18 20:58:14.253902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3fd83e-0394-49cf-9b91-2ae67dacc0e3') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:14.256766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3fd83e-0394-49cf-9b91-2ae67dacc0e3') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:14.281107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.298067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.310250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:14.311156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.354316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49278) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:14.408552 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:14.436718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.457520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.463396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bc4d96e-d429-4240-aed6-57058e0325d0 req-a37539a6-a0aa-4d16-82a7-93abb59bf132 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2019656 Oct 18 20:58:14.463951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/bcb8d8bd-3b16-4e32-948d-96c4b7cd798b HTTP/1.1" status: 204 len: 168 time: 1.0389690 Oct 18 20:58:14.468157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49280) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:14.476904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2145022309'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:14.552930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:14.561243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.568032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fd2f4526-df72-4660-96fe-d87d6ddd4878 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/c7329864-117c-47bc-81f7-2c1f21c27c81 HTTP/1.1" status: 200 len: 993 time: 0.2120407 Oct 18 20:58:14.634353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:14.658169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.658706 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment a2e630ba-778b-4fa2-8849-849f7152792e of type vlan for network 87526685-9964-42a4-9cae-8214ee52549d Oct 18 20:58:14.720736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.725801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.780527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=8794d24d-e717-4f54-a4ba-1c13cb142472,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:14.797321 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.803701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:14.804487 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:14.881669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4534c1-bfe5-4d9e-afa2-5057f95a659d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=bcb8d8bd-3b16-4e32-948d-96c4b7cd798b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:14.945948 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4738855 Oct 18 20:58:14.948930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49282) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:14.954531 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '87526685-9964-42a4-9cae-8214ee52549d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:14.984333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc52dc-f6a8-461e-b6b0-15b35f37a23a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=87526685-9964-42a4-9cae-8214ee52549d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:14.997286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 87526685-9964-42a4-9cae-8214ee52549d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:15.050496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9739b0e4-55fb-431c-bf56-e3b1e8251a98 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:58:15.111633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:15.131554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:15.136291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:15.238155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 9739b0e4-55fb-431c-bf56-e3b1e8251a98, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:15.258509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'port_id': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'mac_address': 'fa:16:3e:8c:b5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:58:15.306120 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:15.323471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9739b0e4-55fb-431c-bf56-e3b1e8251a98 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:58:15.343725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Router c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:58:15.363175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 9739b0e4-55fb-431c-bf56-e3b1e8251a98, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:15.369010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:15.445837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=9739b0e4-55fb-431c-bf56-e3b1e8251a98,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:15.492351 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:15.528677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:58:15.538842 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7e53e34a-8c9f-43cd-ba42-80ae4230ab78 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "PUT /v2.0/routers/c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3479526 Oct 18 20:58:15.541300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49288) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:15.556086 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] Sync routers for ids ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:58:15.575675 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] Routers {'c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:15.576686 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:15.598503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=1012c311-1bfd-4bf6-be2e-00cf6ae615bd,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:15.635777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': 'a2e630ba-778b-4fa2-8849-849f7152792e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '87526685-9964-42a4-9cae-8214ee52549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:15.636274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 87526685-9964-42a4-9cae-8214ee52549d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:15.651166 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:15.659293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 87526685-9964-42a4-9cae-8214ee52549d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:15.662787 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] Routers {'c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:15.663828 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:57:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:15.675695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 87526685-9964-42a4-9cae-8214ee52549d) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:15.684446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['9739b0e4-55fb-431c-bf56-e3b1e8251a98'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:58:15.699791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:15.705479 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:15.705765 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:15.706330 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4be8dc-8bc4-4f50-bfe8-cefca1f14562 None None] The sync data for ids ['c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:15.728773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc1853-15ab-455d-902a-8cb117cf0641 None None] Network 87526685-9964-42a4-9cae-8214ee52549d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:15.741099 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e56a7f6a-6320-4202-a2c5-d97188c2252c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7870631 Oct 18 20:58:15.749177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49292) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:15.939897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:15.978724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d2035-e1cf-47e0-9836-760a84b64cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-87526685-9964-42a4-9cae-8214ee52549d', 'network_id': '87526685-9964-42a4-9cae-8214ee52549d', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '1012c311-1bfd-4bf6-be2e-00cf6ae615bd'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:15.979748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d9d2035-e1cf-47e0-9836-760a84b64cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.003301 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.084748 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b677f72-cca2-48d9-9ec3-62aa4f0021b9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:58:16.087453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4b677f72-cca2-48d9-9ec3-62aa4f0021b9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/8794d24d-e717-4f54-a4ba-1c13cb142472 HTTP/1.1" status: 404 len: 333 time: 0.5450299 Oct 18 20:58:16.090874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.095139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49296) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-9d9d2035-e1cf-47e0-9836-760a84b64cd7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1012c311-1bfd-4bf6-be2e-00cf6ae615bd: This subnet is being modified by another concurrent operation. Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1012c311-1bfd-4bf6-be2e-00cf6ae615bd: This subnet is being modified by another concurrent operation. Oct 18 20:58:16.133409 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:58:16.153785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497cc8df-9855-4977-b344-51e9eca5b42e None None] Network 87526685-9964-42a4-9cae-8214ee52549d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:16.175067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42947bc2-19aa-489c-a944-dd24cf72cae6 req-f60e2528-8b7e-4e90-82f6-265ff517d9db tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:16.176660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42947bc2-19aa-489c-a944-dd24cf72cae6 req-f60e2528-8b7e-4e90-82f6-265ff517d9db tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 984 time: 0.0962048 Oct 18 20:58:16.213369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=1012c311-1bfd-4bf6-be2e-00cf6ae615bd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:16.240011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42947bc2-19aa-489c-a944-dd24cf72cae6 req-82c43954-73b9-4eaa-bc2d-e6ed148c55e0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0559521 Oct 18 20:58:16.293383 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2ce7acee-e46c-4bea-b805-8eed6ac400a1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.318244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf64d3-e37e-441e-9983-8ac82ed5ba29 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:58:16.358247 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.412008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87526685-9964-42a4-9cae-8214ee52549d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:16.457445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf64d3-e37e-441e-9983-8ac82ed5ba29 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:58:16.482834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e630ba-778b-4fa2-8849-849f7152792e') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:16.483290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e630ba-778b-4fa2-8849-849f7152792e') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:16.515892 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.580268 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2ce7acee-e46c-4bea-b805-8eed6ac400a1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.587173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2ce7acee-e46c-4bea-b805-8eed6ac400a1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.608487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.673787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:16.674451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:16.681497 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:16.706773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2ce7acee-e46c-4bea-b805-8eed6ac400a1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.707295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce7acee-e46c-4bea-b805-8eed6ac400a1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Fanout notify agent at l3_agent the message router_deleted on router c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:58:16.724771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2ce7acee-e46c-4bea-b805-8eed6ac400a1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.726543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2ce7acee-e46c-4bea-b805-8eed6ac400a1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/routers/c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7 HTTP/1.1" status: 204 len: 168 time: 0.6227098 Oct 18 20:58:16.730857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49304) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:16.799719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:58:16.802543 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.803515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.812648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.817082 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/87526685-9964-42a4-9cae-8214ee52549d HTTP/1.1" status: 204 len: 168 time: 1.0662265 Oct 18 20:58:16.833659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:16.840491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648582261'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:16.846402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7416d-66ee-412d-9e15-bb05a3556a47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=87526685-9964-42a4-9cae-8214ee52549d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:16.864942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.871986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-8207ae2f-a818-47ae-a83d-21d9a958f45f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1560667 Oct 18 20:58:16.882188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:16.886082 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.962352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:16.988487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:16.989093 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment 168887bd-d529-41ff-b636-2a2219fbddf5 of type vlan for network 1747ce92-ec7e-45ad-a4f4-ffdfae4544f9 Oct 18 20:58:16.992420 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.032100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.032581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.033048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.033510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.033968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.034426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.034966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.037230 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0b565b1c-0bca-4f1f-b0be-2485118eee64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 0.1065028 Oct 18 20:58:17.050438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9739b0e4-55fb-431c-bf56-e3b1e8251a98 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:17.059283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.079139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.119586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:17.125476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.130107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4e331c89-7142-4dd4-bd8b-ba51efbafe80 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31 HTTP/1.1" status: 204 len: 168 time: 0.3978798 Oct 18 20:58:17.132847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49308) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:17.139400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b859f22-046f-436e-9321-2d5ae764bf1f None None] Network a82eb5a2-545f-43df-842a-447348a9e968 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:17.145171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:58:17.169867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:17.170288 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.179758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.185518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.186136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.249701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4102931 Oct 18 20:58:17.258349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49310) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:17.263654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '1747ce92-ec7e-45ad-a4f4-ffdfae4544f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:17.300875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.325296 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.384013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e1fc1-5485-42a3-a41e-2d4f3a11f8a9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=1747ce92-ec7e-45ad-a4f4-ffdfae4544f9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:17.399284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7e52f1ca-d093-4893-bd6d-6cdf135fa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.400003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7e52f1ca-d093-4893-bd6d-6cdf135fa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.401024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7e52f1ca-d093-4893-bd6d-6cdf135fa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.403025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7e52f1ca-d093-4893-bd6d-6cdf135fa8a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 2293 time: 0.3301637 Oct 18 20:58:17.415788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 9739b0e4-55fb-431c-bf56-e3b1e8251a98, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:17.418314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port fcd1968c-fd5d-471f-8523-a342033da601 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:17.418876 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.420494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:58:17.423732 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b83d2-8733-424b-93ce-d24f141c2fb7" -d '{"events": [{"server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "name": "network-vif-plugged", "status": "completed", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:58:17.430236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1747ce92-ec7e-45ad-a4f4-ffdfae4544f9 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:17.472767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d61f8-a7d8-4239-82ea-f1b804cbdc48 req-9e2cee09-d6cc-49a7-af0e-0f00da41b3e7 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.474616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-250d61f8-a7d8-4239-82ea-f1b804cbdc48 req-9e2cee09-d6cc-49a7-af0e-0f00da41b3e7 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 984 time: 0.1059675 Oct 18 20:58:17.525538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.561214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] For port fcd1968c-fd5d-471f-8523-a342033da601, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fcd1968c-fd5d-471f-8523-a342033da601,segment=NetworkSegment(59328a95-7cec-4a04-a4a9-86cd35755431),segment_id=59328a95-7cec-4a04-a4a9-86cd35755431)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:17.561943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.581831 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-774ac4bd-2cf4-4b08-95a7-9a14958a763c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 999 time: 0.1658702 Oct 18 20:58:17.582884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:17.587393 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.603199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for fcd1968c-fd5d-471f-8523-a342033da601 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:17.617801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-250d61f8-a7d8-4239-82ea-f1b804cbdc48 req-fdcd48a2-7b0b-49a2-a4db-319018c2b294 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0995955 Oct 18 20:58:17.641836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=9739b0e4-55fb-431c-bf56-e3b1e8251a98,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:17.728409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] DHCP port deletion for a82eb5a2-545f-43df-842a-447348a9e968 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:58:17.786228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.787339 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd052ab-28a7-4ac3-a538-47bb5b3c458d x-openstack-request-id: req-7bd052ab-28a7-4ac3-a538-47bb5b3c458d {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:58:17.787731 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "name": "network-vif-plugged", "status": "completed", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:58:17.788098 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bd052ab-28a7-4ac3-a538-47bb5b3c458d {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:58:17.789146 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'code': 200} Oct 18 20:58:17.843776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] Deleting port fcd1968c-fd5d-471f-8523-a342033da601 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:17.844957 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.846156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=fcd1968c-fd5d-471f-8523-a342033da601,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:17.853515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7e452651-8cf7-417a-89b8-fe1dfd541ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:17.855932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7e452651-8cf7-417a-89b8-fe1dfd541ebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 200 len: 851 time: 0.2645237 Oct 18 20:58:17.860417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No DVR routers for this DVR port fcd1968c-fd5d-471f-8523-a342033da601 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:17.926948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] For port fcd1968c-fd5d-471f-8523-a342033da601, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:17.927892 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.948110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] Calling delete_port for fcd1968c-fd5d-471f-8523-a342033da601 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:17.951536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] Port fcd1968c-fd5d-471f-8523-a342033da601 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:58:17.953057 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.986572 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:17.996273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] Pushing event deleted for resources: {'Port': ['ID=fcd1968c-fd5d-471f-8523-a342033da601,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:18.004300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9113cb0-37b6-418c-b4f4-4d5377b572cf None None] No DVR routers for this DVR port fcd1968c-fd5d-471f-8523-a342033da601 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:18.028106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82eb5a2-545f-43df-842a-447348a9e968']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:18.042016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59328a95-7cec-4a04-a4a9-86cd35755431') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:18.042341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59328a95-7cec-4a04-a4a9-86cd35755431') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:18.048779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-10e531ee-1186-4b41-83c7-31af5fdcf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:18.050356 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-10e531ee-1186-4b41-83c7-31af5fdcf1d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827281 Oct 18 20:58:18.054187 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.076128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc50a33-3297-4b71-8ea1-4dd638e67d8a req-de392e8a-a934-4ff7-959a-c858a157d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:18.077572 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc50a33-3297-4b71-8ea1-4dd638e67d8a req-de392e8a-a934-4ff7-959a-c858a157d883 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1136 time: 0.2198651 Oct 18 20:58:18.081745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.093646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:18.094140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:18.097359 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:18.182921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.190459 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.201326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/a82eb5a2-545f-43df-842a-447348a9e968 HTTP/1.1" status: 204 len: 168 time: 1.0604589 Oct 18 20:58:18.201326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49320) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:18.219550 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6fc50a33-3297-4b71-8ea1-4dd638e67d8a req-c615440b-2a76-4106-aea9-07e9e1d858be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1018047 Oct 18 20:58:18.258100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ee038-d2d3-43c4-9243-85bbb46f2d60 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=a82eb5a2-545f-43df-842a-447348a9e968,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:18.286914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-5e15c634-e7a3-45b5-8939-9c48f2efa8e4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224722 Oct 18 20:58:18.288803 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.297928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adf1281-7fb2-4f44-9ac2-44ca90dde666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:18.300535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7adf1281-7fb2-4f44-9ac2-44ca90dde666 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/db37aac7-585b-49f3-826f-36854c4a6ad3 HTTP/1.1" status: 200 len: 839 time: 0.0979657 Oct 18 20:58:18.304023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:18.361438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=887a53bd-3f7b-4b4b-8d3b-f64edd6096f0,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:18.367863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': '168887bd-d529-41ff-b636-2a2219fbddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1747ce92-ec7e-45ad-a4f4-ffdfae4544f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:18.368508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 1747ce92-ec7e-45ad-a4f4-ffdfae4544f9, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:18.373528 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9db66d00-a350-4d40-b581-5d8ff905439d tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/db37aac7-585b-49f3-826f-36854c4a6ad3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0682206 Oct 18 20:58:18.377070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49326) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:18.383348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:18.393509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 1747ce92-ec7e-45ad-a4f4-ffdfae4544f9 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:18.409063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1747ce92-ec7e-45ad-a4f4-ffdfae4544f9) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:18.422240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:18.422448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad4863-c9ff-4d10-b69b-b6c55738c7c1 None None] Network 1747ce92-ec7e-45ad-a4f4-ffdfae4544f9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:18.422934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.473026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e9ee36b5-7bb4-4242-8963-bae779e15496 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2132897 Oct 18 20:58:18.505710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49328) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:18.558585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:18.563598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.614903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-03e66bab-91de-4f8e-81bb-d79845e2c2ba service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029965 Oct 18 20:58:18.644757 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.759604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-430a3bbd-4c37-48eb-bee0-ee5c31f3ee7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 217 time: 0.1125565 Oct 18 20:58:18.838235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003eed09-2685-4cd6-a754-035b5df5d0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1747ce92-ec7e-45ad-a4f4-ffdfae4544f9', 'network_id': '1747ce92-ec7e-45ad-a4f4-ffdfae4544f9', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '887a53bd-3f7b-4b4b-8d3b-f64edd6096f0'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:18.839286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-003eed09-2685-4cd6-a754-035b5df5d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.865249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.868134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-940b95cb-c64a-44b0-8d61-80819a7fb737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.877650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.946061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.951163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e675205-a2a2-4288-a99d-62a5fc3c2207 req-be119505-b41b-4d5b-b8a5-81f9ea41123e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:18.954496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e675205-a2a2-4288-a99d-62a5fc3c2207 req-be119505-b41b-4d5b-b8a5-81f9ea41123e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 985 time: 0.1827679 Oct 18 20:58:18.956097 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-003eed09-2685-4cd6-a754-035b5df5d0b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 887a53bd-3f7b-4b4b-8d3b-f64edd6096f0: This subnet is being modified by another concurrent operation. Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 887a53bd-3f7b-4b4b-8d3b-f64edd6096f0: This subnet is being modified by another concurrent operation. Oct 18 20:58:18.988726 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:58:19.003800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=887a53bd-3f7b-4b4b-8d3b-f64edd6096f0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:19.016325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-dd85d62d-2569-42e8-a223-ae993814b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:19.017449 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-dd85d62d-2569-42e8-a223-ae993814b7dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.2434645 Oct 18 20:58:19.019505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fcd1968c-fd5d-471f-8523-a342033da601 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:58:19.044844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed30ce3-d26a-462d-be05-a9b5e5599087 None None] Network 1747ce92-ec7e-45ad-a4f4-ffdfae4544f9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:19.045991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:19.048418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: fcd1968c-fd5d-471f-8523-a342033da601 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:58:19.048743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fcd1968c-fd5d-471f-8523-a342033da601 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:58:19.067253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:19.074469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:19.074982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.118152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=39cd86a6-2369-4a17-84f0-7dc1de0af0a4,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:19.123106 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.129901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e675205-a2a2-4288-a99d-62a5fc3c2207 req-7058f247-f630-424f-aaa7-0147adefd21a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1579766 Oct 18 20:58:19.143407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-50caefca-7e7d-4c57-800c-e6bb5496c569 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7644026 Oct 18 20:58:19.144373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:19.151983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7b9491e6-d7b9-428d-a492-31df9d3f06e5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'security_group': {'name': 'tempest-secgroup-2142796751'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:19.186464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75652ac1-7888-42b5-925b-80ee868a6d72 None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:19.187289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-e4224f44-232a-472f-88e2-c66e7cd5e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:19.192119 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-e4224f44-232a-472f-88e2-c66e7cd5e143 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611385 Oct 18 20:58:19.199037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1747ce92-ec7e-45ad-a4f4-ffdfae4544f9']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:19.207359 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b9491e6-d7b9-428d-a492-31df9d3f06e5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.221959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168887bd-d529-41ff-b636-2a2219fbddf5') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:19.222454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168887bd-d529-41ff-b636-2a2219fbddf5') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:19.262970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.363160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.377075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:19.377441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:19.380674 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:19.413423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b9491e6-d7b9-428d-a492-31df9d3f06e5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.419544 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b9491e6-d7b9-428d-a492-31df9d3f06e5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.458243 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-60e819fb-df7a-4b6b-bf43-bee36ae8a07a service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556756 Oct 18 20:58:19.461711 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b9491e6-d7b9-428d-a492-31df9d3f06e5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.462899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.467794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b9491e6-d7b9-428d-a492-31df9d3f06e5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3219130 Oct 18 20:58:19.469004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49338) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:19.476838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8c42b17c-c453-441e-9426-785f9878efd9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'security_group': {'name': 'tempest-secgroup-709765278'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:19.487233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9491e6-d7b9-428d-a492-31df9d3f06e5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5aa8aa-4ce7-484b-9bb8-c028694e3041,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:19.518347 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c42b17c-c453-441e-9426-785f9878efd9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.524830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.525556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'tenant_id': '892820d52aee48df9e47580b35fd929a', 'fixed_ips': [{'subnet_id': '39cd86a6-2369-4a17-84f0-7dc1de0af0a4'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:19.526488 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.528593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/1747ce92-ec7e-45ad-a4f4-ffdfae4544f9 HTTP/1.1" status: 204 len: 168 time: 1.0216112 Oct 18 20:58:19.540562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49340) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:19.577753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1308612751'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:19.586360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2a042-a0b4-486f-9633-0fb8c3923e55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=1747ce92-ec7e-45ad-a4f4-ffdfae4544f9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:19.620083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:19.624620 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.653242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-14bbe65d-e9d9-4d1c-94a1-076db08ff574 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876655 Oct 18 20:58:19.666228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c42b17c-c453-441e-9426-785f9878efd9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.672588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c42b17c-c453-441e-9426-785f9878efd9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.673869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:19.708783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-ed6a415d-9f3a-410c-be6e-f1eff459812b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 217 time: 0.0465789 Oct 18 20:58:19.713612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.714065 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment 5fdd62f5-40f9-4982-99b7-f395dc48184d of type vlan for network 592d303e-c33d-441b-b088-1e9b09739e3b Oct 18 20:58:19.738816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Allocated IP 172.20.0.2 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/39cd86a6-2369-4a17-84f0-7dc1de0af0a4/921a8471-4d01-4c75-9188-d16c64caa5ff) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:19.743042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42b17c-c453-441e-9426-785f9878efd9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4692ccde-794c-47fd-a5be-2d0d855fed02,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:19.771444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-a36445d1-af27-4624-9463-1328bc305179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:19.771638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c42b17c-c453-441e-9426-785f9878efd9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.773159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-a36445d1-af27-4624-9463-1328bc305179 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.0573046 Oct 18 20:58:19.777091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8c42b17c-c453-441e-9426-785f9878efd9 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3043039 Oct 18 20:58:19.778376 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49344) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:19.784458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1602636458', 'security_groups': ['4692ccde-794c-47fd-a5be-2d0d855fed02'], 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39cd86a6-2369-4a17-84f0-7dc1de0af0a4'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:19.855670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.871450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-9743594d-1318-4e32-b71c-295a0af227e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:19.873928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-9743594d-1318-4e32-b71c-295a0af227e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919790 Oct 18 20:58:19.952207 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.958546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:19.959183 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:19.979207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:20.018514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.027392 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.063440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4871624 Oct 18 20:58:20.067943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:20.079703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '592d303e-c33d-441b-b088-1e9b09739e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:20.085433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:20.089303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:20.101273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:20.105718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Pushing event updated for resources: {'Port': ['ID=921a8471-4d01-4c75-9188-d16c64caa5ff,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:20.113807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.136697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 7e61b460-5b77-4eee-9a58-1e4d501bde64 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:58:20.189077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Attempting to bind port 921a8471-4d01-4c75-9188-d16c64caa5ff on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:20.189505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Attempting to bind port 921a8471-4d01-4c75-9188-d16c64caa5ff by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f794f537-443c-4d3d-9507-66a2dd221566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:20.189884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Attempting to bind port 921a8471-4d01-4c75-9188-d16c64caa5ff on network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:20.197086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:20.197851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Checking segment: {'id': 'f794f537-443c-4d3d-9507-66a2dd221566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:20.198268 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.198672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Bound using segment: {'id': 'f794f537-443c-4d3d-9507-66a2dd221566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:20.199176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Bound port: 921a8471-4d01-4c75-9188-d16c64caa5ff, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f794f537-443c-4d3d-9507-66a2dd221566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:20.199730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.231414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abba770-d385-4592-b511-7fc95e82ccac tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=592d303e-c33d-441b-b088-1e9b09739e3b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:20.239102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-82551777-4837-4245-85bd-f6c32e4814e0 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543835 Oct 18 20:58:20.252337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 592d303e-c33d-441b-b088-1e9b09739e3b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:20.381661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] For port 921a8471-4d01-4c75-9188-d16c64caa5ff, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:20.387653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] For port 921a8471-4d01-4c75-9188-d16c64caa5ff, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=921a8471-4d01-4c75-9188-d16c64caa5ff,segment=NetworkSegment(f794f537-443c-4d3d-9507-66a2dd221566),segment_id=f794f537-443c-4d3d-9507-66a2dd221566)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:20.394687 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18c06-c98d-479a-b022-bac58fcc4347 req-39ef7d7f-e51d-430e-8a69-aa8363b8fe28 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:20.396367 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.404168 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcb18c06-c98d-479a-b022-bac58fcc4347 req-39ef7d7f-e51d-430e-8a69-aa8363b8fe28 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 985 time: 0.1240945 Oct 18 20:58:20.427113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:20.440666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.487893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37a622-0fee-41a0-9c7b-597b70272162 None None] Pushing event updated for resources: {'Port': ['ID=921a8471-4d01-4c75-9188-d16c64caa5ff,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:20.513270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcb18c06-c98d-479a-b022-bac58fcc4347 req-4d8ea1d3-a033-46f8-bf22-a20d59be474a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1079392 Oct 18 20:58:20.537461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.14 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/39cd86a6-2369-4a17-84f0-7dc1de0af0a4/7e61b460-5b77-4eee-9a58-1e4d501bde64) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:20.573480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing IP validity checks on allocation pools {{(pid=100530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 20:58:20.574176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 20:58:20.583736 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-b28034de-de29-4ee2-8403-0b89c4685a86 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351822 Oct 18 20:58:20.679546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-e5a87618-b2e7-43c6-9172-26124bf533ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 200 len: 217 time: 0.0867591 Oct 18 20:58:20.797434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-fdec860f-d975-4d1b-a643-daaa26c256b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:20.799315 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-fdec860f-d975-4d1b-a643-daaa26c256b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1112392 Oct 18 20:58:20.936314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:20.955485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a5fb-7332-4f3e-afc1-f020bd747d3c req-18ae90b2-d847-4d12-a0df-da9b4ea5e000 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:20.970470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c315a5fb-7332-4f3e-afc1-f020bd747d3c req-18ae90b2-d847-4d12-a0df-da9b4ea5e000 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 985 time: 0.1429794 Oct 18 20:58:21.010304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.077386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c315a5fb-7332-4f3e-afc1-f020bd747d3c req-44c1507a-e403-48ec-8637-b78f1a9df2e7 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0991848 Oct 18 20:58:21.114465 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.148352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=13b131f5-f0aa-4a8e-a2ce-889d9790f32c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:21.151185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 921a8471-4d01-4c75-9188-d16c64caa5ff up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:21.159403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-6bb7e405-a6f6-4ee9-a53d-8c4e5a91698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:21.161010 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-6bb7e405-a6f6-4ee9-a53d-8c4e5a91698f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3502414 Oct 18 20:58:21.161786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': '5fdd62f5-40f9-4982-99b7-f395dc48184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '592d303e-c33d-441b-b088-1e9b09739e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:21.162153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 592d303e-c33d-441b-b088-1e9b09739e3b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:21.213067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 592d303e-c33d-441b-b088-1e9b09739e3b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:21.226303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:21.226303 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.227705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:21.251237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:21.255228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:21.258436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 592d303e-c33d-441b-b088-1e9b09739e3b) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:21.267770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:21.268373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.273661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89087a11-7e53-4904-9595-aece4abf9521 None None] Network 592d303e-c33d-441b-b088-1e9b09739e3b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:21.308236 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5706d9b9-4b1c-420c-b655-33c61ea82a52 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2390516 Oct 18 20:58:21.312557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49360) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:21.319257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=7e61b460-5b77-4eee-9a58-1e4d501bde64,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:21.354151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203dcd-225d-47c4-99a1-8c8ecd303756 req-f313bb42-90f1-4882-a19a-682fd8d4b856 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:21.356780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42203dcd-225d-47c4-99a1-8c8ecd303756 req-f313bb42-90f1-4882-a19a-682fd8d4b856 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1136 time: 0.1472876 Oct 18 20:58:21.364850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:21.365799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.385862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-42203dcd-225d-47c4-99a1-8c8ecd303756 req-6a65f807-07e1-4ec9-bc8e-8578098a9ecf tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.430564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f6fdfe9c-0436-430a-9e52-80217c4e319b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6507387 Oct 18 20:58:21.431454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49362) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:21.439356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9f895e3d-8291-47fe-9cce-8dd7ed8e2025 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:21.527707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-592d303e-c33d-441b-b088-1e9b09739e3b', 'network_id': '592d303e-c33d-441b-b088-1e9b09739e3b', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '13b131f5-f0aa-4a8e-a2ce-889d9790f32c'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:21.532736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.697087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-42203dcd-225d-47c4-99a1-8c8ecd303756 req-6a65f807-07e1-4ec9-bc8e-8578098a9ecf tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.698346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f895e3d-8291-47fe-9cce-8dd7ed8e2025 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:21.705061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f895e3d-8291-47fe-9cce-8dd7ed8e2025 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.755595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.795497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Allocated IP 172.20.0.3 (592d303e-c33d-441b-b088-1e9b09739e3b/13b131f5-f0aa-4a8e-a2ce-889d9790f32c/4d59ea61-4efc-4795-9496-0bac2bb2db89) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:21.801797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-e9cd81cf-e99d-463a-b7f3-04b88cffac7c service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281531 Oct 18 20:58:21.812842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-42203dcd-225d-47c4-99a1-8c8ecd303756 req-6a65f807-07e1-4ec9-bc8e-8578098a9ecf tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.853094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65f807-07e1-4ec9-bc8e-8578098a9ecf tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb008d8f-ea90-48c1-80c4-766d4430d47f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:21.888255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 921a8471-4d01-4c75-9188-d16c64caa5ff, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=921a8471-4d01-4c75-9188-d16c64caa5ff,segment=NetworkSegment(f794f537-443c-4d3d-9507-66a2dd221566),segment_id=f794f537-443c-4d3d-9507-66a2dd221566)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:21.895544 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42203dcd-225d-47c4-99a1-8c8ecd303756 req-6a65f807-07e1-4ec9-bc8e-8578098a9ecf tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5229337 Oct 18 20:58:21.917552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:21.935333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49368) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:21.979467 n-d-812149-2 neutron-server[100531]: INFO neutron.db.ipam_backend_mixin [None req-9f895e3d-8291-47fe-9cce-8dd7ed8e2025 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39cd86a6-2369-4a17-84f0-7dc1de0af0a4 (CIDR: 172.20.0.0/28) Oct 18 20:58:22.015210 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f895e3d-8291-47fe-9cce-8dd7ed8e2025 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:58:22.015964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f895e3d-8291-47fe-9cce-8dd7ed8e2025 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:22.025381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.062158 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-5d2ab3a6-bc95-4c2b-a4f7-57a4b24c974d service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467124 Oct 18 20:58:22.082663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9f895e3d-8291-47fe-9cce-8dd7ed8e2025 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6484127 Oct 18 20:58:22.091419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49370) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:22.104561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:22.122534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e0a0a-f2e4-4efc-a0ae-4c0bd7c2b17e tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:22.124395 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bd7e0a0a-f2e4-4efc-a0ae-4c0bd7c2b17e tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1131 time: 0.1889186 Oct 18 20:58:22.140451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49372) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:22.153984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:22.231550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.237138 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-abdc9fab-cd36-418f-bd8b-297f9b6d28d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 200 len: 217 time: 0.0963373 Oct 18 20:58:22.280844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.378333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-8c8ccf5f-c559-43f0-83a7-b9ddbfdb56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:22.379926 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-8c8ccf5f-c559-43f0-83a7-b9ddbfdb56a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1342640 Oct 18 20:58:22.413188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.425922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=921a8471-4d01-4c75-9188-d16c64caa5ff,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:22.446492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:22.451389 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.455937 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.534848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.583283 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.587267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7bf40ffb-c249-4023-8959-ac504f7fc792 None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:22.588286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7bf40ffb-c249-4023-8959-ac504f7fc792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.599411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Pushing event updated for resources: {'Port': ['ID=4d59ea61-4efc-4795-9496-0bac2bb2db89,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:22.659396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Network 592d303e-c33d-441b-b088-1e9b09739e3b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:22.673555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:22.683202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:22.685055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7302e091-a0a5-424f-a8be-7ef4c69f4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:22.695884 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7302e091-a0a5-424f-a8be-7ef4c69f4e8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2953210 Oct 18 20:58:22.740225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=13b131f5-f0aa-4a8e-a2ce-889d9790f32c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:22.799458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Attempting to bind port 4d59ea61-4efc-4795-9496-0bac2bb2db89 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:22.799778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Attempting to bind port 4d59ea61-4efc-4795-9496-0bac2bb2db89 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5fdd62f5-40f9-4982-99b7-f395dc48184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '592d303e-c33d-441b-b088-1e9b09739e3b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:22.800102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Attempting to bind port 4d59ea61-4efc-4795-9496-0bac2bb2db89 on network 592d303e-c33d-441b-b088-1e9b09739e3b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:22.808160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:22.809398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Checking segment: {'id': '5fdd62f5-40f9-4982-99b7-f395dc48184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '592d303e-c33d-441b-b088-1e9b09739e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:22.809398 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.809398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Bound using segment: {'id': '5fdd62f5-40f9-4982-99b7-f395dc48184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '592d303e-c33d-441b-b088-1e9b09739e3b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:22.809873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Bound port: 4d59ea61-4efc-4795-9496-0bac2bb2db89, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdd62f5-40f9-4982-99b7-f395dc48184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '592d303e-c33d-441b-b088-1e9b09739e3b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:22.810311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.813834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Allocated IP 172.25.7.103 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/e4c16434-af12-42cb-ba1f-b1a82fc6b7c0) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:22.921743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:22.988521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592d303e-c33d-441b-b088-1e9b09739e3b']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:23.000506 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.008718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdd62f5-40f9-4982-99b7-f395dc48184d') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:23.008718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdd62f5-40f9-4982-99b7-f395dc48184d') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:23.011441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 921a8471-4d01-4c75-9188-d16c64caa5ff up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:23.017341 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-e268f583-db97-42a2-9b19-fbca08f98d25 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151336 Oct 18 20:58:23.021287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.059401 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.077375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:23.077648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:23.078131 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:23.083628 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:23.086343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:23.089639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.092075 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:23.092915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.108213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=f0f6c82b-48cb-41f9-a454-9052b1ad82a8,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:23.131961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b9e91ada-3f1f-4cca-b5d6-5f8bb004f6fd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0395067 Oct 18 20:58:23.137953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49380) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:23.143700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-435014268', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0f6c82b-48cb-41f9-a454-9052b1ad82a8'}], 'security_groups': ['af5aa8aa-4ce7-484b-9bb8-c028694e3041']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:23.145027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad153b1c-759f-4d33-9443-7931f22e2539 None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:23.184336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] For port 4d59ea61-4efc-4795-9496-0bac2bb2db89, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:23.225140 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.db.api [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:58:23.225140 n-d-812149-2 neutron-server[100530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:58:23.225140 n-d-812149-2 neutron-server[100530]: [parameters: {'id': '592d303e-c33d-441b-b088-1e9b09739e3b'}] Oct 18 20:58:23.225140 n-d-812149-2 neutron-server[100530]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:58:23.225842 n-d-812149-2 neutron-server[100530]: DEBUG oslo_db.api [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:58:23.259189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7bf40ffb-c249-4023-8959-ac504f7fc792 None None] Provisioning complete for port db37aac7-585b-49f3-826f-36854c4a6ad3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:23.259569 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7bf40ffb-c249-4023-8959-ac504f7fc792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.271272 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-011122fe-9d94-4274-a806-1f7f4a8ffa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.276278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] For port 4d59ea61-4efc-4795-9496-0bac2bb2db89, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4d59ea61-4efc-4795-9496-0bac2bb2db89,segment=NetworkSegment(5fdd62f5-40f9-4982-99b7-f395dc48184d),segment_id=5fdd62f5-40f9-4982-99b7-f395dc48184d)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:23.288651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.292655 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-4e8b8485-e298-4d3c-b54d-8a04ee39649d service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632608 Oct 18 20:58:23.308996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:23.310234 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.311679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.364173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:23.365984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.370157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:23.382359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:23.407357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7bf40ffb-c249-4023-8959-ac504f7fc792 None None] Port db37aac7-585b-49f3-826f-36854c4a6ad3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:23.421571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=e4c16434-af12-42cb-ba1f-b1a82fc6b7c0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:23.427766 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-5c67572a-7956-4f69-856d-ff5a20489690 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 200 len: 217 time: 0.1261048 Oct 18 20:58:23.564966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9dc9a-664f-4e75-bbb2-ecc4010b8247 None None] Pushing event updated for resources: {'Port': ['ID=4d59ea61-4efc-4795-9496-0bac2bb2db89,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:23.565516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0436d44a-0873-4fc4-944e-1b04c75b749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:23.568373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-0436d44a-0873-4fc4-944e-1b04c75b749c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.1304872 Oct 18 20:58:23.590601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e69a6332-a833-460c-93bd-6b50bc420628 None None] Provisioning complete for port 7e61b460-5b77-4eee-9a58-1e4d501bde64 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:23.590601 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e69a6332-a833-460c-93bd-6b50bc420628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.622582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78cbcc-2e8f-47e1-995c-60ded46c8cac None None] Network 592d303e-c33d-441b-b088-1e9b09739e3b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:23.713897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-d33d6195-4f2f-415a-b3fc-b611cbd58a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:23.715496 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-d33d6195-4f2f-415a-b3fc-b611cbd58a96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1392884 Oct 18 20:58:23.740040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:23.968852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e69a6332-a833-460c-93bd-6b50bc420628 None None] Port 7e61b460-5b77-4eee-9a58-1e4d501bde64 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:23.986950 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e189be14-e8f0-4f2a-a1e3-b827d1f96778 None None] Update dhcp port {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'fixed_ips': [{'subnet_id': '39cd86a6-2369-4a17-84f0-7dc1de0af0a4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f0f6c82b-48cb-41f9-a454-9052b1ad82a8'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '921a8471-4d01-4c75-9188-d16c64caa5ff'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:58:24.018297 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-693ed085-baf2-4bfb-bf47-eab0a2cfe4ea service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943394 Oct 18 20:58:24.028414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Deleting port 4d59ea61-4efc-4795-9496-0bac2bb2db89 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:24.029007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.032738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Delete allocated IP 172.20.0.14 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/39cd86a6-2369-4a17-84f0-7dc1de0af0a4) {{(pid=100531) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 20:58:24.076786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.23 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/f0f6c82b-48cb-41f9-a454-9052b1ad82a8/7e61b460-5b77-4eee-9a58-1e4d501bde64) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:24.090256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e189be14-e8f0-4f2a-a1e3-b827d1f96778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.126620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.191487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] For port 4d59ea61-4efc-4795-9496-0bac2bb2db89, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4d59ea61-4efc-4795-9496-0bac2bb2db89,segment=NetworkSegment(5fdd62f5-40f9-4982-99b7-f395dc48184d),segment_id=5fdd62f5-40f9-4982-99b7-f395dc48184d)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:24.192135 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.211716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Calling delete_port for 4d59ea61-4efc-4795-9496-0bac2bb2db89 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:24.237128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-c989ca2f-1290-451f-aeaf-d158aac07f96 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104728 Oct 18 20:58:24.259311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.283144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.379132 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-80bd55b2-690c-4cac-a4a2-6751cbb5d132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 217 time: 0.0950685 Oct 18 20:58:24.380026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.400204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.467972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7463ebe6-23f2-41f8-bc80-1e2196ad2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:24.470035 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-7463ebe6-23f2-41f8-bc80-1e2196ad2dc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.0834038 Oct 18 20:58:24.471497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-e189be14-e8f0-4f2a-a1e3-b827d1f96778 None None] Allocated IP 172.20.0.18 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/f0f6c82b-48cb-41f9-a454-9052b1ad82a8/921a8471-4d01-4c75-9188-d16c64caa5ff) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:24.522912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.557456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=7e61b460-5b77-4eee-9a58-1e4d501bde64,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:24.557956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Port': ['ID=4d59ea61-4efc-4795-9496-0bac2bb2db89,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:24.562602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-242ca1e9-77de-48f0-8bb2-09634ae9302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:24.563437 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-242ca1e9-77de-48f0-8bb2-09634ae9302e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857077 Oct 18 20:58:24.566300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No DVR routers for this DVR port 4d59ea61-4efc-4795-9496-0bac2bb2db89 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:24.594061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] In _notify_port_updated(), no bound segment for port 7e61b460-5b77-4eee-9a58-1e4d501bde64 on network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:58:24.600909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:24.601239 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.602635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a4074ef2-3cb9-4aa7-af78-d0031be9831f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "PUT /v2.0/ports/7e61b460-5b77-4eee-9a58-1e4d501bde64 HTTP/1.1" status: 200 len: 920 time: 1.4635694 Oct 18 20:58:24.606295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49386) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:24.627842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e189be14-e8f0-4f2a-a1e3-b827d1f96778 None None] For port 921a8471-4d01-4c75-9188-d16c64caa5ff, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=921a8471-4d01-4c75-9188-d16c64caa5ff,segment=NetworkSegment(f794f537-443c-4d3d-9507-66a2dd221566),segment_id=f794f537-443c-4d3d-9507-66a2dd221566)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:24.708415 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e189be14-e8f0-4f2a-a1e3-b827d1f96778 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.723294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e189be14-e8f0-4f2a-a1e3-b827d1f96778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.726365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.769363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592d303e-c33d-441b-b088-1e9b09739e3b']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:24.787768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdd62f5-40f9-4982-99b7-f395dc48184d') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:24.788919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdd62f5-40f9-4982-99b7-f395dc48184d') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:24.792923 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-38edb816-07c3-40e7-8af1-6bbac768c0b2 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204475 Oct 18 20:58:24.827583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.853836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189be14-e8f0-4f2a-a1e3-b827d1f96778 None None] Pushing event updated for resources: {'Port': ['ID=921a8471-4d01-4c75-9188-d16c64caa5ff,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:24.921491 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.981065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:24.981393 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:24.984950 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:25.040221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 921a8471-4d01-4c75-9188-d16c64caa5ff up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:25.081751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffb0e158-fa1d-4951-9033-26bafe568060 req-2ca7c0f5-deed-4313-8ef0-a9afaec0b664 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803535 Oct 18 20:58:25.083593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.102685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.113818 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/592d303e-c33d-441b-b088-1e9b09739e3b HTTP/1.1" status: 204 len: 168 time: 3.7996368 Oct 18 20:58:25.115527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49390) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:25.122182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040141632'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:25.147072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689d72d-d09f-499e-aba3-01fc9247df78 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=592d303e-c33d-441b-b088-1e9b09739e3b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:25.154049 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.182380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:25.186323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.202460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:25.203490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.224006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:25.243927 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.244669 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment a6211c42-e45d-47e7-bfd7-d82e735bfbdf of type vlan for network 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 Oct 18 20:58:25.245813 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.274183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.312015 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.405612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.407575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=e4c16434-af12-42cb-ba1f-b1a82fc6b7c0,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:25.411661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:25.412302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.480472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3615015 Oct 18 20:58:25.484469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49394) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:25.494187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '28bc1e3a-e7e9-45d0-b3bd-7945f38636c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:25.508189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.541594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268102c4-4a84-4d8a-a987-06be62030439 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=28bc1e3a-e7e9-45d0-b3bd-7945f38636c3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:25.555747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:25.635990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 7e61b460-5b77-4eee-9a58-1e4d501bde64 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:25.636349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.650768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-f48d33b0-8630-4f6a-8cc4-1983835a2be5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2403922 Oct 18 20:58:25.859088 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Floating IP b13eb3b4-f274-4887-adcb-0d11bd3a481f associated. External IP: 172.25.7.103, port: 9739b0e4-55fb-431c-bf56-e3b1e8251a98. Oct 18 20:58:25.930195 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.942241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:25.942706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:25.943674 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.946842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:25.960676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-71480128-a1bd-408f-bda9-46474850e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:25.962147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-71480128-a1bd-408f-bda9-46474850e765 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 1097 time: 0.2312105 Oct 18 20:58:25.963148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 7e61b460-5b77-4eee-9a58-1e4d501bde64 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:26.114213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Provisioning complete for port db37aac7-585b-49f3-826f-36854c4a6ad3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:26.114596 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:26.159944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Port db37aac7-585b-49f3-826f-36854c4a6ad3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:26.174311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Provisioning complete for port 7e61b460-5b77-4eee-9a58-1e4d501bde64 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:26.181042 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:26.263294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b4da7996-e189-4848-ae4a-7428020d41d1 None None] Port 7e61b460-5b77-4eee-9a58-1e4d501bde64 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:26.418827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-b059dda4-e007-48a0-a6db-22765518c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:26.420313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-b059dda4-e007-48a0-a6db-22765518c1bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.4210341 Oct 18 20:58:26.599757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61038d9-2974-4c00-a89d-7f93ce3080b5 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:58:26.609170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:26.638203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-113b738a-e801-4e95-9b7d-2b0aa160953c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 200 len: 1001 time: 0.2005138 Oct 18 20:58:26.642097 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:26.669387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router 494a30fc-74fa-424e-a183-1a1925344ecb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:58:26.681264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=7e61b460-5b77-4eee-9a58-1e4d501bde64,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:26.685594 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e1e29209-736a-4d74-b5d3-283e75aa1fd1 None None] Could not find standard attr ID for object 7e61b460-5b77-4eee-9a58-1e4d501bde64. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:58:26.717718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:26.785240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61038d9-2974-4c00-a89d-7f93ce3080b5 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:58:26.875922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-96ecab11-b802-4f58-a712-8bf7fdb35f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:26.877482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-96ecab11-b802-4f58-a712-8bf7fdb35f17 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.2070494 Oct 18 20:58:26.943129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=c58d382b-c20f-44e5-8809-4986472bc434,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:26.978735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:26.982111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63fad13d-815a-471a-a3ce-e8a9653b3daf tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/7e61b460-5b77-4eee-9a58-1e4d501bde64 HTTP/1.1" status: 204 len: 168 time: 2.3744869 Oct 18 20:58:26.986775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:26.993420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': 'a6211c42-e45d-47e7-bfd7-d82e735bfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '28bc1e3a-e7e9-45d0-b3bd-7945f38636c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:26.994337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:27.065914 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-8c04d352-0ecc-4cc4-bf31-f5ebeaf34109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.067465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-8c04d352-0ecc-4cc4-bf31-f5ebeaf34109 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483393 Oct 18 20:58:27.073455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:58:27.084085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-2c9489f4-bef7-44f7-8b3c-f25ee0eacbf6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:58:27.085785 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-2c9489f4-bef7-44f7-8b3c-f25ee0eacbf6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055726 Oct 18 20:58:27.087301 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df83eb5-79ed-4e7f-81f7-ff55e90b9b12 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:58:27.088146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:27.091837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] Sync routers for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:58:27.096671 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3df83eb5-79ed-4e7f-81f7-ff55e90b9b12 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/7e61b460-5b77-4eee-9a58-1e4d501bde64 HTTP/1.1" status: 404 len: 333 time: 0.0998008 Oct 18 20:58:27.096671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49402) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:27.126883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:27.126883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:27.160521 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.165056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:27.223366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.223366 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.242040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-411e03bd-076e-4050-bf5f-1fee768aa0d9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0955045 Oct 18 20:58:27.245179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49406) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:27.246684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:58:27.249404 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f2a1ba-bc89-4bb6-a152-a691044c2579" -d '{"events": [{"name": "network-changed", "server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:58:27.274042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d95a9d6a-b9e6-48fb-8c37-1f25949138c0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7813849 Oct 18 20:58:27.276751 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49410) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:27.303758 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-24f4e006-f527-4bb3-afe4-1b329bd0c248 service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055285 Oct 18 20:58:27.392332 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b601083e-1f6f-471d-92ec-dea69c97a324 x-openstack-request-id: req-b601083e-1f6f-471d-92ec-dea69c97a324 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:58:27.394384 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:58:27.394954 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b601083e-1f6f-471d-92ec-dea69c97a324 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:58:27.395571 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'status': 'completed', 'code': 200} Oct 18 20:58:27.399304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:58:27.465847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.485905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42e82bf1-7d37-4461-b823-68ec48a12480 req-bed11bc4-700d-4163-ad44-50048fbf4cff service neutron] 10.222.0.79 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691759 Oct 18 20:58:27.490244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087435e-e60e-44d1-9ac6-a81cc603547d None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:58:27.601598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.607702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.608744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.609688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.610900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.611787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.612719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.613597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.614480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.615355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.616742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.617790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.618881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.619413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.633691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-942eacdb-9548-4db5-a1c5-153e23c68202 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9182 time: 0.3767946 Oct 18 20:58:27.633691 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5319c491-1bed-4c66-a068-943ce9c74716 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.651078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:27.673955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5319c491-1bed-4c66-a068-943ce9c74716 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.784002 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5319c491-1bed-4c66-a068-943ce9c74716 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.787086 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5319c491-1bed-4c66-a068-943ce9c74716 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.791988 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5319c491-1bed-4c66-a068-943ce9c74716 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/security-groups/4692ccde-794c-47fd-a5be-2d0d855fed02 HTTP/1.1" status: 204 len: 168 time: 0.6934555 Oct 18 20:58:27.792683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49416) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:27.821218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319c491-1bed-4c66-a068-943ce9c74716 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4692ccde-794c-47fd-a5be-2d0d855fed02,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:27.848616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-c3c84b66-ad6e-4729-ae23-93406902b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.850126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-c3c84b66-ad6e-4729-ae23-93406902b8bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1136 time: 0.2575140 Oct 18 20:58:27.850794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.851634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.852556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.853439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.854746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.855157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.856052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.856960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.857830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.858673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.859673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.860047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.860909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.861779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:27.869431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8a3ef766-48e0-4b0b-99da-7b55a3f984f5 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8892 time: 0.2134309 Oct 18 20:58:27.870790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49418) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:27.942258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e123cee8-edb2-4b55-aebe-243ab371c890 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:27.943437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5087435e-e60e-44d1-9ac6-a81cc603547d None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:58:27.977556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b13eb3b4-f274-4887-adcb-0d11bd3a481f', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'port_id': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'mac_address': 'fa:16:3e:8c:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:23Z', 'updated_at': '2021-10-18T20:58:23Z', 'revision_number': 0, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:01Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:28.008028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e123cee8-edb2-4b55-aebe-243ab371c890 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.037198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] Checking router: 494a30fc-74fa-424e-a183-1a1925344ecb for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:58:28.051770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-da62542b-d96d-44db-965d-14f00df97301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:28.055595 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-da62542b-d96d-44db-965d-14f00df97301 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d44ce21-1aaf-46a4-8472-27c1a0adeead HTTP/1.1" status: 200 len: 898 time: 0.1939828 Oct 18 20:58:28.099707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:28.100404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:28.151839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e123cee8-edb2-4b55-aebe-243ab371c890 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.158767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e123cee8-edb2-4b55-aebe-243ab371c890 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.166041 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e123cee8-edb2-4b55-aebe-243ab371c890 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/security-groups/af5aa8aa-4ce7-484b-9bb8-c028694e3041 HTTP/1.1" status: 204 len: 168 time: 0.3685040 Oct 18 20:58:28.170878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49422) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:28.256436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123cee8-edb2-4b55-aebe-243ab371c890 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5aa8aa-4ce7-484b-9bb8-c028694e3041,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:28.269825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet 39cd86a6-2369-4a17-84f0-7dc1de0af0a4 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:58:28.275855 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-73559b7a-0b95-4d8b-8d60-8ae76b0c3b3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98 HTTP/1.1" status: 200 len: 1000 time: 0.2103000 Oct 18 20:58:28.276742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.438062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:58:28.475308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.483382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-34f9f9b4-dc35-45db-9459-6c1014346a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:28.486032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-34f9f9b4-dc35-45db-9459-6c1014346a18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bd8e78e-96ed-4b55-9632-630ebe939911 HTTP/1.1" status: 200 len: 833 time: 0.1119576 Oct 18 20:58:28.533896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=c58d382b-c20f-44e5-8809-4986472bc434,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:28.588320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.629835 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.669050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bc1e3a-e7e9-45d0-b3bd-7945f38636c3']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:28.673035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-04a98d3f-a468-441f-8115-fcf0336e71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:28.675293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-04a98d3f-a468-441f-8115-fcf0336e71da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d44ce21-1aaf-46a4-8472-27c1a0adeead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805215 Oct 18 20:58:28.824085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6211c42-e45d-47e7-bfd7-d82e735bfbdf') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:28.824085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6211c42-e45d-47e7-bfd7-d82e735bfbdf') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:28.888832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.945743 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-28ed3993-d6ab-4fa2-8cf1-bfb7d49eb76f service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540491 Oct 18 20:58:28.947337 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.960291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:28.960750 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:28.963879 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:28.968324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac14f5-a9fe-472f-ad0f-cd8e8957a3ae None None] Network 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:28.993236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.068635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4477a175-1689-4462-a75a-4352c0620005 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 1.1962242 Oct 18 20:58:29.073998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49426) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:29.122116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.136684 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.149354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 HTTP/1.1" status: 204 len: 168 time: 1.8712656 Oct 18 20:58:29.149900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49428) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:29.164844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-138482211'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:29.177282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfbaa0-fbed-40f6-989b-88e5847c7a8c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=28bc1e3a-e7e9-45d0-b3bd-7945f38636c3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:29.196576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b8da5-2436-4d18-b7ba-d923e8349361 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:29.196576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b8da5-2436-4d18-b7ba-d923e8349361 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:29.210658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-517b8da5-2436-4d18-b7ba-d923e8349361 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=494a30fc-74fa-424e-a183-1a1925344ecb HTTP/1.1" status: 200 len: 1990 time: 0.1222219 Oct 18 20:58:29.248131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f70c5-9fb7-41f6-b6aa-9a5a6635a841 None None] Network 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:29.273417 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21f2a1ba-bc89-4bb6-a152-a691044c2579 req-d9170e9c-bf5f-457a-8ce1-b869fd71fcf3 service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155975 Oct 18 20:58:29.275527 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.281001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:29.283754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f70c5-9fb7-41f6-b6aa-9a5a6635a841 None None] Network 28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 could not be found, it might have been deleted concurrently. {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 20:58:29.284900 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.333626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=39cd86a6-2369-4a17-84f0-7dc1de0af0a4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:29.336472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.346678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49434) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:29.348802 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fd6ff20b-8f3a-4932-b86b-b02ac3d8ce34 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/39cd86a6-2369-4a17-84f0-7dc1de0af0a4 HTTP/1.1" status: 204 len: 168 time: 1.1670108 Oct 18 20:58:29.361440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:29.371274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:29.371968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558b28f-e683-4fef-8fc3-d669dadaab4e None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:29.390232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.390638 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment fda47604-c799-476b-8f4c-a973533c9eaa of type vlan for network 15994022-1dcc-4bea-ace0-2060670115b9 Oct 18 20:58:29.497228 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.511645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:29.517180 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.527812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b13eb3b4-f274-4887-adcb-0d11bd3a481f', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'port_id': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'mac_address': 'fa:16:3e:8c:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:23Z', 'updated_at': '2021-10-18T20:58:23Z', 'revision_number': 0, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:01Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:29.552907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.559800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3533bf0-a63a-4d4d-88a2-a3755cf68089 None None] The sync data for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 is: [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b13eb3b4-f274-4887-adcb-0d11bd3a481f', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'port_id': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'mac_address': 'fa:16:3e:8c:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:23Z', 'updated_at': '2021-10-18T20:58:23Z', 'revision_number': 0, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:01Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:29.560307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:29.561004 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:29.594424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4404449 Oct 18 20:58:29.595055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49436) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:29.631236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '15994022-1dcc-4bea-ace0-2060670115b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:29.744776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1d220-a8b2-4ef1-83ca-bae37eb3138a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=15994022-1dcc-4bea-ace0-2060670115b9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:29.760508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 15994022-1dcc-4bea-ace0-2060670115b9 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:29.892044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:29.895680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.063962 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9d561-2c06-456d-a7f5-6d660d15ef2c None None] New status for floating IP b13eb3b4-f274-4887-adcb-0d11bd3a481f: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:58:30.114923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.196965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:30.200330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:30.210064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:30.210806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635805'] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.234599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=dfbe97b7-7dc4-4051-a227-397d92ce5d52,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:30.248556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fc232980-d656-4d2d-abd0-55a70a5daf70 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9003572 Oct 18 20:58:30.254176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49446) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:30.261056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4a3fe626-36d1-49b4-8be5-3732491b9ef3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'security_group': {'name': 'tempest-secgroup-81006682'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:30.297497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4a3fe626-36d1-49b4-8be5-3732491b9ef3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.302530 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.443328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4a3fe626-36d1-49b4-8be5-3732491b9ef3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.454291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4a3fe626-36d1-49b4-8be5-3732491b9ef3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.519161 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4a3fe626-36d1-49b4-8be5-3732491b9ef3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.524683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4a3fe626-36d1-49b4-8be5-3732491b9ef3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2658472 Oct 18 20:58:30.527190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49448) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:30.533333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-76a5618e-3b35-4a37-9e09-232cf950f4ce tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'security_group': {'name': 'tempest-secgroup-656743099'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:30.558592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fe626-36d1-49b4-8be5-3732491b9ef3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f229d8e-21b5-4ad5-8ac0-e2e0857aa891,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:30.562315 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76a5618e-3b35-4a37-9e09-232cf950f4ce tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.675575 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76a5618e-3b35-4a37-9e09-232cf950f4ce tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.680481 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76a5618e-3b35-4a37-9e09-232cf950f4ce tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.720191 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76a5618e-3b35-4a37-9e09-232cf950f4ce tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.726102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-76a5618e-3b35-4a37-9e09-232cf950f4ce tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1963751 Oct 18 20:58:30.726894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49450) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:30.736278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-25256379-a74c-45d6-a17c-5c522c7c05da tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1798992465'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:30.760848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5618e-3b35-4a37-9e09-232cf950f4ce tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc511dc5-8c1e-4cf7-89d6-d279c72f9cec,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:30.785979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd34a90b-33c1-4e9c-b9c2-5d4c98256ca1 None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:30.790685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25256379-a74c-45d6-a17c-5c522c7c05da tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.855112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=0c514499-4049-4c10-b18c-18cdb346a090,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:30.886176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': 'fda47604-c799-476b-8f4c-a973533c9eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '15994022-1dcc-4bea-ace0-2060670115b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:30.886638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 15994022-1dcc-4bea-ace0-2060670115b9, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:30.907421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 15994022-1dcc-4bea-ace0-2060670115b9 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:30.916210 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25256379-a74c-45d6-a17c-5c522c7c05da tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.919787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 15994022-1dcc-4bea-ace0-2060670115b9) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:30.921929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25256379-a74c-45d6-a17c-5c522c7c05da tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.929259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:30.930912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.935505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2986de0a-71ac-45dc-986a-970242714bc3 None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:30.936855 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2986de0a-71ac-45dc-986a-970242714bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:30.946282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838a463-6d84-430f-92c6-caf8af2e5d74 None None] Network 15994022-1dcc-4bea-ace0-2060670115b9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:30.974063 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6eae8f6f-882a-4123-a11e-df159cdc9fba tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3557343 Oct 18 20:58:30.977450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49452) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:30.979675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25256379-a74c-45d6-a17c-5c522c7c05da tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09430e86-5c88-4c64-ade3-d4a7a32a5f1b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:30.999446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25256379-a74c-45d6-a17c-5c522c7c05da tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.001424 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25256379-a74c-45d6-a17c-5c522c7c05da tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2692575 Oct 18 20:58:31.007677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49454) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:31.013870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1051517209', 'security_groups': ['09430e86-5c88-4c64-ade3-d4a7a32a5f1b'], 'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dfbe97b7-7dc4-4051-a227-397d92ce5d52'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:31.199300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.233640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:31.312515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.374587 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2986de0a-71ac-45dc-986a-970242714bc3 None None] Provisioning complete for port db37aac7-585b-49f3-826f-36854c4a6ad3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:31.374987 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2986de0a-71ac-45dc-986a-970242714bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.436522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2986de0a-71ac-45dc-986a-970242714bc3 None None] Port db37aac7-585b-49f3-826f-36854c4a6ad3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:31.460589 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.462064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e177d1-f625-405c-baf7-c4e297e4fd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-15994022-1dcc-4bea-ace0-2060670115b9', 'network_id': '15994022-1dcc-4bea-ace0-2060670115b9', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '0c514499-4049-4c10-b18c-18cdb346a090'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:31.462921 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83e177d1-f625-405c-baf7-c4e297e4fd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.498077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] device_id is not set on port 701906f4-7044-4736-a854-071d74c1284c yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:58:31.502105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Update dhcp port {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'fixed_ips': [{'subnet_id': 'f0f6c82b-48cb-41f9-a454-9052b1ad82a8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dfbe97b7-7dc4-4051-a227-397d92ce5d52'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '921a8471-4d01-4c75-9188-d16c64caa5ff'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:58:31.516664 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.572839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=0c514499-4049-4c10-b18c-18cdb346a090,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:31.637398 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-83e177d1-f625-405c-baf7-c4e297e4fd8f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c514499-4049-4c10-b18c-18cdb346a090: This subnet is being modified by another concurrent operation. Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c514499-4049-4c10-b18c-18cdb346a090: This subnet is being modified by another concurrent operation. Oct 18 20:58:31.691669 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 20:58:31.724241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f7574-f63a-4480-9968-cf1bee521bcd None None] Network 15994022-1dcc-4bea-ace0-2060670115b9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:31.751650 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.774907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15994022-1dcc-4bea-ace0-2060670115b9']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:31.786262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda47604-c799-476b-8f4c-a973533c9eaa') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:31.786594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda47604-c799-476b-8f4c-a973533c9eaa') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:31.798792 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.815651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.824701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:31.826039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:31.830968 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:31.880775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.2 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/dfbe97b7-7dc4-4051-a227-397d92ce5d52/701906f4-7044-4736-a854-071d74c1284c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:31.913637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.926836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:31.932546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/15994022-1dcc-4bea-ace0-2060670115b9 HTTP/1.1" status: 204 len: 168 time: 0.9527619 Oct 18 20:58:31.941319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49460) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:31.950391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a6fe2-8504-4ead-be9d-2375f9eef92f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=15994022-1dcc-4bea-ace0-2060670115b9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:31.951586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47900980'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:32.031446 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:32.034958 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.082293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:32.108489 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.108834 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment 2180df73-7a25-44dd-baab-32178f4defae of type vlan for network 76e1d115-81e0-4122-90dd-725ef7614869 Oct 18 20:58:32.121128 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.162747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.207253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.215597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:32.216069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.237444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.258995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3125694 Oct 18 20:58:32.259236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49464) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:32.267794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:32.308818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-742a70ec-4993-4bfd-9082-0dd82e55bab3 {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:58:32.309642 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:58:32.339566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=701906f4-7044-4736-a854-071d74c1284c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:32.353621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:32.384766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:32.389671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:32.394210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ed0cd-2c20-4570-89c7-3c9fc0ac6cdb tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=76e1d115-81e0-4122-90dd-725ef7614869,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:32.408706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 76e1d115-81e0-4122-90dd-725ef7614869 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:32.471141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:32.473160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.506539 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.512247 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6c064eac-9f37-4bb6-bf23-9dad6faa1142 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5029893 Oct 18 20:58:32.515340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49468) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:32.525627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.527655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1eda611f-40a2-412c-8e2d-4266bf6e64b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:32.540062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 76e1d115-81e0-4122-90dd-725ef7614869 is not hosted by any dhcp agent {{(pid=100530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:58:32.546411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:32.547200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.548672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "PUT /v2.0/networks/76e1d115-81e0-4122-90dd-725ef7614869 HTTP/1.1" status: 200 len: 723 time: 0.2883444 Oct 18 20:58:32.563295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49470) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:32.566732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '76e1d115-81e0-4122-90dd-725ef7614869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:32.681987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fa6ff-e094-4d9a-9da0-7e552a15f371 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=76e1d115-81e0-4122-90dd-725ef7614869,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:32.685246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eda611f-40a2-412c-8e2d-4266bf6e64b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:32.691248 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1eda611f-40a2-412c-8e2d-4266bf6e64b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.708869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 76e1d115-81e0-4122-90dd-725ef7614869 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:32.755400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:32.760976 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.855527 n-d-812149-2 neutron-server[100531]: INFO neutron.db.ipam_backend_mixin [None req-1eda611f-40a2-412c-8e2d-4266bf6e64b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dfbe97b7-7dc4-4051-a227-397d92ce5d52 (CIDR: 172.20.0.0/28) Oct 18 20:58:32.857308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:32.858962 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eda611f-40a2-412c-8e2d-4266bf6e64b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:58:32.859590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eda611f-40a2-412c-8e2d-4266bf6e64b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:32.910126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1eda611f-40a2-412c-8e2d-4266bf6e64b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3892477 Oct 18 20:58:32.932616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49472) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:32.940687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aba04a7d-93e5-436d-895a-fb3edfc3c880 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:33.151886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.242041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=dbb06be2-8440-4f31-9d1b-a3e2398a928a,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:33.247169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba04a7d-93e5-436d-895a-fb3edfc3c880 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:33.251302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aba04a7d-93e5-436d-895a-fb3edfc3c880 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.278364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': '2180df73-7a25-44dd-baab-32178f4defae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '76e1d115-81e0-4122-90dd-725ef7614869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:33.278901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 76e1d115-81e0-4122-90dd-725ef7614869, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:33.298881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Allocated IP 172.20.0.3 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/dfbe97b7-7dc4-4051-a227-397d92ce5d52/921a8471-4d01-4c75-9188-d16c64caa5ff) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:33.354964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 76e1d115-81e0-4122-90dd-725ef7614869 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:33.389629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 76e1d115-81e0-4122-90dd-725ef7614869) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:33.404177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:33.406441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.407166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b50cd-e69c-461e-93ce-5f521eab0bb0 None None] Network 76e1d115-81e0-4122-90dd-725ef7614869 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:33.422758 n-d-812149-2 neutron-server[100530]: INFO neutron.db.ipam_backend_mixin [None req-aba04a7d-93e5-436d-895a-fb3edfc3c880 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f0f6c82b-48cb-41f9-a454-9052b1ad82a8 (CIDR: 172.20.0.16/28) Oct 18 20:58:33.434398 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba04a7d-93e5-436d-895a-fb3edfc3c880 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 20:58:33.435301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba04a7d-93e5-436d-895a-fb3edfc3c880 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:33.471724 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c592c91e-d0ef-4a5a-a037-154558efb50f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9051354 Oct 18 20:58:33.472984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49478) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:33.482242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aba04a7d-93e5-436d-895a-fb3edfc3c880 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5482602 Oct 18 20:58:33.482529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-30f07db6-f708-4896-8639-4245885de55f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:33.483354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49480) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:33.493512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'subnet': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:33.555789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] For port 921a8471-4d01-4c75-9188-d16c64caa5ff, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=921a8471-4d01-4c75-9188-d16c64caa5ff,segment=NetworkSegment(f794f537-443c-4d3d-9507-66a2dd221566),segment_id=f794f537-443c-4d3d-9507-66a2dd221566)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:33.671319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Made reservation on behalf of 892820d52aee48df9e47580b35fd929a for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:33.672153 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30f07db6-f708-4896-8639-4245885de55f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58906368'] for subnet, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.675612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.705344 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.746766 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.825972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-76e1d115-81e0-4122-90dd-725ef7614869', 'network_id': '76e1d115-81e0-4122-90dd-725ef7614869', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': 'dbb06be2-8440-4f31-9d1b-a3e2398a928a'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:33.827605 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:33.984818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30f07db6-f708-4896-8639-4245885de55f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778211312150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59756351'] for subnet, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.055805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f07db6-f708-4896-8639-4245885de55f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:34.056650 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30f07db6-f708-4896-8639-4245885de55f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.062866 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.068943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-30f07db6-f708-4896-8639-4245885de55f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "PUT /v2.0/subnets/dbb06be2-8440-4f31-9d1b-a3e2398a928a HTTP/1.1" status: 200 len: 806 time: 0.5916412 Oct 18 20:58:34.069452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49482) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:34.074850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Pushing event updated for resources: {'Port': ['ID=921a8471-4d01-4c75-9188-d16c64caa5ff,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:34.096985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.097368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.097684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.098134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.098486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.098830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.099186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.099528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.099936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.107861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.108573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.111091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228bc50b-4a68-4414-a6fe-f14884c3129e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:34.155615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f07db6-f708-4896-8639-4245885de55f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=dbb06be2-8440-4f31-9d1b-a3e2398a928a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:34.181595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:34.188547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:34.190647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Subnet': ['ID=0b8eff21-a808-4015-b124-659d108f747c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:34.193944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:34.194716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.221536 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4afebb17-6619-43f7-be10-1c8cb3550267 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7365098 Oct 18 20:58:34.224316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49484) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:34.234675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1820501055', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b8eff21-a808-4015-b124-659d108f747c'}], 'security_groups': ['0f229d8e-21b5-4ad5-8ac0-e2e0857aa891', 'fc511dc5-8c1e-4cf7-89d6-d279c72f9cec']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:34.250137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Allocated IP 172.20.0.2 (76e1d115-81e0-4122-90dd-725ef7614869/dbb06be2-8440-4f31-9d1b-a3e2398a928a/ec0a896e-747b-428c-9240-f46b595e16f3) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:34.302439 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.405007 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.500595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.554978 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.578480 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.600875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.683546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb06be2-8440-4f31-9d1b-a3e2398a928a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:34.690906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Network 76e1d115-81e0-4122-90dd-725ef7614869 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:34.704543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:34.718422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:34.791562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Pushing event updated for resources: {'Port': ['ID=ec0a896e-747b-428c-9240-f46b595e16f3,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:34.840063 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.851862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad59c2-9565-4b56-ac66-6de54cbd016b None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:34.873964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Attempting to bind port ec0a896e-747b-428c-9240-f46b595e16f3 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:34.874348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Attempting to bind port ec0a896e-747b-428c-9240-f46b595e16f3 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '2180df73-7a25-44dd-baab-32178f4defae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '76e1d115-81e0-4122-90dd-725ef7614869'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:34.874738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Attempting to bind port ec0a896e-747b-428c-9240-f46b595e16f3 on network 76e1d115-81e0-4122-90dd-725ef7614869 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:34.885421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:34.885809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Checking segment: {'id': '2180df73-7a25-44dd-baab-32178f4defae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '76e1d115-81e0-4122-90dd-725ef7614869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:34.886351 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.886960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Bound using segment: {'id': '2180df73-7a25-44dd-baab-32178f4defae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '76e1d115-81e0-4122-90dd-725ef7614869'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:34.887800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Bound port: ec0a896e-747b-428c-9240-f46b595e16f3, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2180df73-7a25-44dd-baab-32178f4defae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '76e1d115-81e0-4122-90dd-725ef7614869'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:34.888699 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:34.908420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e1d115-81e0-4122-90dd-725ef7614869']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:34.947001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2180df73-7a25-44dd-baab-32178f4defae') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:34.947512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2180df73-7a25-44dd-baab-32178f4defae') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:34.982464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.013921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.029124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:35.029627 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:35.037294 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:35.056398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 921a8471-4d01-4c75-9188-d16c64caa5ff up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:35.128074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2781205d-5e00-44c2-82ef-221c63764bbe None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:35.128292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.api [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:58:35.128292 n-d-812149-2 neutron-server[100531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:58:35.128292 n-d-812149-2 neutron-server[100531]: [parameters: {'id': '76e1d115-81e0-4122-90dd-725ef7614869'}] Oct 18 20:58:35.128292 n-d-812149-2 neutron-server[100531]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:58:35.128707 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2781205d-5e00-44c2-82ef-221c63764bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.129029 n-d-812149-2 neutron-server[100531]: DEBUG oslo_db.api [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:58:35.133453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Delete allocated IP 172.20.0.2 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/dfbe97b7-7dc4-4051-a227-397d92ce5d52) {{(pid=100530) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 20:58:35.144923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Allocated IP 172.20.0.42 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/0b8eff21-a808-4015-b124-659d108f747c/701906f4-7044-4736-a854-071d74c1284c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:35.206235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] For port ec0a896e-747b-428c-9240-f46b595e16f3, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:35.231083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] For port ec0a896e-747b-428c-9240-f46b595e16f3, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ec0a896e-747b-428c-9240-f46b595e16f3,segment=NetworkSegment(2180df73-7a25-44dd-baab-32178f4defae),segment_id=2180df73-7a25-44dd-baab-32178f4defae)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:35.270998 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.338020 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:35.338592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.418119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.427430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.452187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb395-57f9-42d9-b757-a483eccbef5a None None] Pushing event updated for resources: {'Port': ['ID=ec0a896e-747b-428c-9240-f46b595e16f3,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:35.499460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa54d07b-e9d3-4fb0-8c60-b213c878b3bf None None] Network 76e1d115-81e0-4122-90dd-725ef7614869 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:35.562469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2781205d-5e00-44c2-82ef-221c63764bbe None None] Provisioning complete for port db37aac7-585b-49f3-826f-36854c4a6ad3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:35.563165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2781205d-5e00-44c2-82ef-221c63764bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.599476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] In _notify_port_updated(), no bound segment for port 701906f4-7044-4736-a854-071d74c1284c on network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 20:58:35.605493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:35.606310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.610974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "PUT /v2.0/ports/701906f4-7044-4736-a854-071d74c1284c HTTP/1.1" status: 200 len: 960 time: 1.3808763 Oct 18 20:58:35.610974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732938c-6cac-47a1-a393-cea55dacd6d5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event updated for resources: {'Port': ['ID=701906f4-7044-4736-a854-071d74c1284c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:35.612109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49492) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:35.674464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.779025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2781205d-5e00-44c2-82ef-221c63764bbe None None] Port db37aac7-585b-49f3-826f-36854c4a6ad3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:35.808713 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6885ec44-eaf8-4585-8c56-ca321638cbee None None] Update dhcp port {'port': {'network_id': 'e2bf25f8-7800-47e1-a7b5-54c2907d3e24', 'fixed_ips': [{'subnet_id': 'f0f6c82b-48cb-41f9-a454-9052b1ad82a8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dfbe97b7-7dc4-4051-a227-397d92ce5d52', 'ip_address': '172.20.0.3'}, {'subnet_id': '0b8eff21-a808-4015-b124-659d108f747c'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '921a8471-4d01-4c75-9188-d16c64caa5ff'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 20:58:35.859163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6885ec44-eaf8-4585-8c56-ca321638cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.869982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port 701906f4-7044-4736-a854-071d74c1284c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:35.870435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:35.925870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bffd35-81b4-493e-834c-115ac2e5a45a None None] Network 76e1d115-81e0-4122-90dd-725ef7614869 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:35.996282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Deleting port ec0a896e-747b-428c-9240-f46b595e16f3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:35.996951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.105267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] For port ec0a896e-747b-428c-9240-f46b595e16f3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ec0a896e-747b-428c-9240-f46b595e16f3,segment=NetworkSegment(2180df73-7a25-44dd-baab-32178f4defae),segment_id=2180df73-7a25-44dd-baab-32178f4defae)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:36.106333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.128619 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.140180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Calling delete_port for ec0a896e-747b-428c-9240-f46b595e16f3 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:36.153065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for 701906f4-7044-4736-a854-071d74c1284c owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:36.203488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-6885ec44-eaf8-4585-8c56-ca321638cbee None None] Allocated IP 172.20.0.34 (e2bf25f8-7800-47e1-a7b5-54c2907d3e24/0b8eff21-a808-4015-b124-659d108f747c/921a8471-4d01-4c75-9188-d16c64caa5ff) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:36.335678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.337920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6885ec44-eaf8-4585-8c56-ca321638cbee None None] For port 921a8471-4d01-4c75-9188-d16c64caa5ff, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=921a8471-4d01-4c75-9188-d16c64caa5ff,segment=NetworkSegment(f794f537-443c-4d3d-9507-66a2dd221566),segment_id=f794f537-443c-4d3d-9507-66a2dd221566)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:36.374516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6885ec44-eaf8-4585-8c56-ca321638cbee None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.379133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Port': ['ID=ec0a896e-747b-428c-9240-f46b595e16f3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:36.382460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6885ec44-eaf8-4585-8c56-ca321638cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.396514 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No DVR routers for this DVR port ec0a896e-747b-428c-9240-f46b595e16f3 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:36.435144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.484856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=701906f4-7044-4736-a854-071d74c1284c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:36.684183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885ec44-eaf8-4585-8c56-ca321638cbee None None] Pushing event updated for resources: {'Port': ['ID=921a8471-4d01-4c75-9188-d16c64caa5ff,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:36.826146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.877616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e1d115-81e0-4122-90dd-725ef7614869']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:36.894524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2180df73-7a25-44dd-baab-32178f4defae') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:36.894928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2180df73-7a25-44dd-baab-32178f4defae') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:36.914728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.938729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.947281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:36.947994 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:36.954157 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:36.975919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 921a8471-4d01-4c75-9188-d16c64caa5ff up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:36.989642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:36.993386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a1ef88d4-69ca-480b-8fd0-1a77321709f8 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/701906f4-7044-4736-a854-071d74c1284c HTTP/1.1" status: 204 len: 168 time: 1.3805764 Oct 18 20:58:36.996493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.041658 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e641aaad-c483-479f-86cc-b5d54fa27ac1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] GET failed (client error): The resource could not be found. Oct 18 20:58:37.043879 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e641aaad-c483-479f-86cc-b5d54fa27ac1 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports/701906f4-7044-4736-a854-071d74c1284c HTTP/1.1" status: 404 len: 333 time: 0.0453799 Oct 18 20:58:37.046500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49508) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.073733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:37.074243 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.079638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.088550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.092701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/76e1d115-81e0-4122-90dd-725ef7614869 HTTP/1.1" status: 204 len: 168 time: 3.0221534 Oct 18 20:58:37.097540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49510) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.111768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360147d-dfd2-464b-ade8-8e45e4bf98cf tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=76e1d115-81e0-4122-90dd-725ef7614869,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:37.134361 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb27381-a712-4577-82ce-5502406d2c1d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:37.134952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb27381-a712-4577-82ce-5502406d2c1d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:37.144873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49514) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.145270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9bb27381-a712-4577-82ce-5502406d2c1d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/76e1d115-81e0-4122-90dd-725ef7614869 HTTP/1.1" status: 404 len: 339 time: 0.0407972 Oct 18 20:58:37.152186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1178357908', 'description': 'd1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:37.186285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8575fbfd-a671-43f0-b6ea-179981f4c08f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.199134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:37.214022 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.239650 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8575fbfd-a671-43f0-b6ea-179981f4c08f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.258252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:37.272509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.272846 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment 6a80c1ee-312c-47d4-b481-bc7ec3f98069 of type vlan for network f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 Oct 18 20:58:37.332401 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.337780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8575fbfd-a671-43f0-b6ea-179981f4c08f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.342544 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8575fbfd-a671-43f0-b6ea-179981f4c08f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.345033 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8575fbfd-a671-43f0-b6ea-179981f4c08f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/security-groups/09430e86-5c88-4c64-ade3-d4a7a32a5f1b HTTP/1.1" status: 204 len: 168 time: 0.2969949 Oct 18 20:58:37.348171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49516) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.363801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.369841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575fbfd-a671-43f0-b6ea-179981f4c08f tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09430e86-5c88-4c64-ade3-d4a7a32a5f1b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:37.404197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:37.404971 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.425375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc115d28-bb49-4c89-8518-627480a1e331 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.451996 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3050988 Oct 18 20:58:37.457537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49518) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.460558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc115d28-bb49-4c89-8518-627480a1e331 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.493691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9785b-8560-4ff2-95f5-685e87bd4263 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:37.507840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:37.580402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-88ea51b7-5382-45e2-bfcd-20658ce8deb4 None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:37.580894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-88ea51b7-5382-45e2-bfcd-20658ce8deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.583924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92de835-9ac8-4e4f-8905-7c04eed288cd tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:37.585597 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e92de835-9ac8-4e4f-8905-7c04eed288cd tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/networks?id=f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 HTTP/1.1" status: 200 len: 761 time: 0.1270576 Oct 18 20:58:37.593183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49522) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.602635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'description': 'd2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:37.611964 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc115d28-bb49-4c89-8518-627480a1e331 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.617084 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc115d28-bb49-4c89-8518-627480a1e331 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.619101 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bc115d28-bb49-4c89-8518-627480a1e331 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/security-groups/fc511dc5-8c1e-4cf7-89d6-d279c72f9cec HTTP/1.1" status: 204 len: 168 time: 0.2695744 Oct 18 20:58:37.621579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.652761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc115d28-bb49-4c89-8518-627480a1e331 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc511dc5-8c1e-4cf7-89d6-d279c72f9cec,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:37.697694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82c64322-75b2-48ff-84a7-4c1e3267ddd0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.698943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-88ea51b7-5382-45e2-bfcd-20658ce8deb4 None None] Provisioning complete for port db37aac7-585b-49f3-826f-36854c4a6ad3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:37.699428 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-88ea51b7-5382-45e2-bfcd-20658ce8deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.730527 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82c64322-75b2-48ff-84a7-4c1e3267ddd0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.741399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-88ea51b7-5382-45e2-bfcd-20658ce8deb4 None None] Port db37aac7-585b-49f3-826f-36854c4a6ad3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:37.745035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-88ea51b7-5382-45e2-bfcd-20658ce8deb4 None None] Could not find standard attr ID for object 701906f4-7044-4736-a854-071d74c1284c. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:58:37.784590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82c64322-75b2-48ff-84a7-4c1e3267ddd0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.787861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82c64322-75b2-48ff-84a7-4c1e3267ddd0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.791517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-82c64322-75b2-48ff-84a7-4c1e3267ddd0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/security-groups/0f229d8e-21b5-4ad5-8ac0-e2e0857aa891 HTTP/1.1" status: 204 len: 168 time: 0.1663251 Oct 18 20:58:37.792865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49526) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.808728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64322-75b2-48ff-84a7-4c1e3267ddd0 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f229d8e-21b5-4ad5-8ac0-e2e0857aa891,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:37.851359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.860471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet dfbe97b7-7dc4-4051-a227-397d92ce5d52 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:58:37.864184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.875535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.898290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 is not hosted by any dhcp agent {{(pid=100530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 20:58:37.905435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:37.906404 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:37.908470 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "PUT /v2.0/networks/f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 HTTP/1.1" status: 200 len: 758 time: 0.3134372 Oct 18 20:58:37.910729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49528) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:37.970908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.000923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a758fa7-bcfe-4b2d-bbda-763d210f4087 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:38.014385 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:38.066948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eedd54-5e1b-483f-847f-88cb73b4f370 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:38.070441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-73eedd54-5e1b-483f-847f-88cb73b4f370 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/networks?id=f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 HTTP/1.1" status: 200 len: 761 time: 0.1568279 Oct 18 20:58:38.073664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:38.081564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569234585'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:38.094926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-990c7b75-4276-406b-8dfe-1ef950b52bdd None None] Could not find standard attr ID for object 701906f4-7044-4736-a854-071d74c1284c. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:58:38.132404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:38.136462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.170697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:38.184643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.186287 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment 95a822dc-4ec1-4e99-9dc4-13e84785ec71 of type vlan for network 99222c42-03dd-4ad5-8485-f95fabc2af87 Oct 18 20:58:38.210192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.245548 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.275062 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.283454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:38.284321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.295137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.310067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eb134e97-1298-4847-ac06-453d93e5a03f None None] Could not find standard attr ID for object 701906f4-7044-4736-a854-071d74c1284c. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:58:38.338750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbe97b7-7dc4-4051-a227-397d92ce5d52,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:38.362038 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.373349 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dd48bded-2dda-4752-962a-7007a90a8aca tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/dfbe97b7-7dc4-4051-a227-397d92ce5d52 HTTP/1.1" status: 204 len: 168 time: 0.5790272 Oct 18 20:58:38.374022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49534) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:38.380145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=99222c42-03dd-4ad5-8485-f95fabc2af87,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:38.391370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 99222c42-03dd-4ad5-8485-f95fabc2af87 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:38.421811 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9cb50d1b-47b1-4a19-8dbe-13d188f2f058 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3422880 Oct 18 20:58:38.422084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49536) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:38.432276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '99222c42-03dd-4ad5-8485-f95fabc2af87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:38.478336 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet 0b8eff21-a808-4015-b124-659d108f747c {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:58:38.488043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.585558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:38.590246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.612714 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.647968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13511c19-7413-4b5f-807e-9a6b70796ba5 None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:38.759337 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.864535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.866020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.916156 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:38.924342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/0b8eff21-a808-4015-b124-659d108f747c HTTP/1.1" status: 204 len: 168 time: 0.5466754 Oct 18 20:58:38.924784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfd074-9c72-497f-971b-4e8352617af7 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8eff21-a808-4015-b124-659d108f747c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:38.924934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49548) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:38.973279 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47f351f-8609-4cae-95b9-10dd4e2dadb3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:38.973870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47f351f-8609-4cae-95b9-10dd4e2dadb3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:38.990025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e47f351f-8609-4cae-95b9-10dd4e2dadb3 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/dfbe97b7-7dc4-4051-a227-397d92ce5d52 HTTP/1.1" status: 404 len: 337 time: 0.0509415 Oct 18 20:58:38.990634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49556) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:38.992462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=68efbd1b-93d7-4fc4-976b-20ceeaba3658,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:39.009671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': '95a822dc-4ec1-4e99-9dc4-13e84785ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '99222c42-03dd-4ad5-8485-f95fabc2af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:39.010279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 99222c42-03dd-4ad5-8485-f95fabc2af87, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:39.045173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 99222c42-03dd-4ad5-8485-f95fabc2af87 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:39.058083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 99222c42-03dd-4ad5-8485-f95fabc2af87) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:39.063098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:39.063789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.073744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e47be-9b20-4c2f-8271-c08a4bd6295f None None] Network 99222c42-03dd-4ad5-8485-f95fabc2af87 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:39.109723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ed2cf278-e0fe-4b17-9e14-76d0d4e2afec tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6866462 Oct 18 20:58:39.110619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting subnet f0f6c82b-48cb-41f9-a454-9052b1ad82a8 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:58:39.114014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49560) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:39.222543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.227575 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.285707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.317790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-99222c42-03dd-4ad5-8485-f95fabc2af87', 'network_id': '99222c42-03dd-4ad5-8485-f95fabc2af87', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '68efbd1b-93d7-4fc4-976b-20ceeaba3658'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:39.319839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.393402 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.542134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.577840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Allocated IP 172.20.0.2 (99222c42-03dd-4ad5-8485-f95fabc2af87/68efbd1b-93d7-4fc4-976b-20ceeaba3658/1a5a4e8f-dc45-414c-bc25-02cb9e00491a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:39.628974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.657521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05d88e-a56d-41c8-b590-7af184d7e189 None None] Network e2bf25f8-7800-47e1-a7b5-54c2907d3e24 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:39.662930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f6c82b-48cb-41f9-a454-9052b1ad82a8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:39.669900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.673792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/f0f6c82b-48cb-41f9-a454-9052b1ad82a8 HTTP/1.1" status: 204 len: 168 time: 0.6803131 Oct 18 20:58:39.676140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49572) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:39.696371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.697476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.698090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.703810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c1f09-7675-4135-befa-c96d7808c5ff tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:58:39.749475 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e19653-b42b-43fc-87b6-eb9f8966f79a tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:39.750279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e19653-b42b-43fc-87b6-eb9f8966f79a tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:39.757472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-56e19653-b42b-43fc-87b6-eb9f8966f79a tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/39cd86a6-2369-4a17-84f0-7dc1de0af0a4 HTTP/1.1" status: 404 len: 337 time: 0.0789728 Oct 18 20:58:39.760244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:39.788945 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-379cea82-e7bf-41a4-97c2-19299061febd None None] Provisioning complete for port 921a8471-4d01-4c75-9188-d16c64caa5ff triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:39.789293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-379cea82-e7bf-41a4-97c2-19299061febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:39.810911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-90b497cb-bb7e-40aa-a071-bd96be46c703 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7 HTTP/1.1" status: 200 len: 205 time: 0.0481884 Oct 18 20:58:39.815059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49580) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:39.863269 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-1e888751-337d-4ce9-bb41-e30633271f5b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] delete failed (client error): The resource could not be found. Oct 18 20:58:39.867037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1e888751-337d-4ce9-bb41-e30633271f5b tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/routers/c0ede1a9-9ef6-4f0b-adb6-3d3ddf25e5b7 HTTP/1.1" status: 404 len: 336 time: 0.0482039 Oct 18 20:58:39.867956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49582) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:39.914408 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f817318-c5f4-4928-ae53-5166fd210dfd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:39.914866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f817318-c5f4-4928-ae53-5166fd210dfd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:39.918476 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6f817318-c5f4-4928-ae53-5166fd210dfd tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/a8a9c93c-1e7f-4d77-af2d-02fb2fa83b31 HTTP/1.1" status: 404 len: 337 time: 0.0491161 Oct 18 20:58:39.921806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:39.972645 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad012b3f-8eef-445b-95a6-ea06618df14a tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:39.973595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad012b3f-8eef-445b-95a6-ea06618df14a tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:39.982031 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ad012b3f-8eef-445b-95a6-ea06618df14a tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/871cb874-04db-4cd5-9b3c-f13a771d6ef8 HTTP/1.1" status: 404 len: 337 time: 0.0563171 Oct 18 20:58:39.982478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49586) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.005498 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.041055 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-892be1a7-d125-47c2-873f-13c8051be480 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:40.043238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892be1a7-d125-47c2-873f-13c8051be480 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:40.049190 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-892be1a7-d125-47c2-873f-13c8051be480 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/84504dd3-7ca4-4c74-8982-ed8b480fde17 HTTP/1.1" status: 404 len: 337 time: 0.0651693 Oct 18 20:58:40.053035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49588) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.060905 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.069081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.124237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] DHCP port deletion for e2bf25f8-7800-47e1-a7b5-54c2907d3e24 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:58:40.158961 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b9a99c-e778-407c-8f52-9ee12f29fc86 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:40.159963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b9a99c-e778-407c-8f52-9ee12f29fc86 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:40.166374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5b9a99c-e778-407c-8f52-9ee12f29fc86 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/4a05ffe5-3a72-4fbd-aa1d-9af921222932 HTTP/1.1" status: 404 len: 333 time: 0.1090300 Oct 18 20:58:40.166374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=68efbd1b-93d7-4fc4-976b-20ceeaba3658,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:40.167459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.194569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Network 99222c42-03dd-4ad5-8485-f95fabc2af87 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:40.198900 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c745a1c9-a7a9-4530-87f5-a2bc43281148 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:40.199744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c745a1c9-a7a9-4530-87f5-a2bc43281148 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:40.203471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c745a1c9-a7a9-4530-87f5-a2bc43281148 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/463fbfe6-d6a7-4580-851f-d9d0a4350234 HTTP/1.1" status: 404 len: 337 time: 0.0353334 Oct 18 20:58:40.208242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49596) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.235582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Pushing event updated for resources: {'Port': ['ID=1a5a4e8f-dc45-414c-bc25-02cb9e00491a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:40.243187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:40.251543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:40.253462 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a524743-05ed-4abb-a883-72d59feb08b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:40.254270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a524743-05ed-4abb-a883-72d59feb08b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:40.257550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0a524743-05ed-4abb-a883-72d59feb08b5 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/0e1fab60-3a4a-4c28-bc9a-fbaa7aebf881 HTTP/1.1" status: 404 len: 337 time: 0.0479820 Oct 18 20:58:40.260573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49598) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.296345 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-216573e1-9c2f-4e08-ae78-7ff6f2678f64 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:40.297622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216573e1-9c2f-4e08-ae78-7ff6f2678f64 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:40.301275 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-216573e1-9c2f-4e08-ae78-7ff6f2678f64 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/d6fa7fe7-07c8-43fa-91fb-0135feef97aa HTTP/1.1" status: 404 len: 333 time: 0.0395660 Oct 18 20:58:40.307497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49600) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.321590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-379cea82-e7bf-41a4-97c2-19299061febd None None] Provisioning complete for port db37aac7-585b-49f3-826f-36854c4a6ad3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:40.322230 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-379cea82-e7bf-41a4-97c2-19299061febd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.324569 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.361875 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df7462c-e743-46e5-a730-6aaf73433606 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:40.362316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df7462c-e743-46e5-a730-6aaf73433606 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:40.369735 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4df7462c-e743-46e5-a730-6aaf73433606 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/b09768a7-c87d-4b14-ba0c-85dfc46ed250 HTTP/1.1" status: 404 len: 337 time: 0.0562761 Oct 18 20:58:40.371066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49602) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.372774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99222c42-03dd-4ad5-8485-f95fabc2af87']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:40.390874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a822dc-4ec1-4e99-9dc4-13e84785ec71') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:40.391367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a822dc-4ec1-4e99-9dc4-13e84785ec71') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:40.403702 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81d6620-333b-405d-965b-79d8ca5c5d77 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:40.404257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81d6620-333b-405d-965b-79d8ca5c5d77 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:40.407557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c81d6620-333b-405d-965b-79d8ca5c5d77 tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/subnets/3c8fbf7f-1ed4-4356-a052-23c0e5a563b9 HTTP/1.1" status: 404 len: 337 time: 0.0352859 Oct 18 20:58:40.410917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49608) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:40.414936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.438225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Attempting to bind port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:40.438851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Attempting to bind port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '95a822dc-4ec1-4e99-9dc4-13e84785ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '99222c42-03dd-4ad5-8485-f95fabc2af87'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:40.439490 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Attempting to bind port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a on network 99222c42-03dd-4ad5-8485-f95fabc2af87 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:40.458941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.467844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] Deleting port 921a8471-4d01-4c75-9188-d16c64caa5ff {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:40.468989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.473766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-379cea82-e7bf-41a4-97c2-19299061febd None None] Port db37aac7-585b-49f3-826f-36854c4a6ad3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:40.474492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:40.475041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:40.479326 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:40.496488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:40.497037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Checking segment: {'id': '95a822dc-4ec1-4e99-9dc4-13e84785ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '99222c42-03dd-4ad5-8485-f95fabc2af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:40.497624 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.498530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Bound using segment: {'id': '95a822dc-4ec1-4e99-9dc4-13e84785ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '99222c42-03dd-4ad5-8485-f95fabc2af87'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:40.499348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Bound port: 1a5a4e8f-dc45-414c-bc25-02cb9e00491a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a822dc-4ec1-4e99-9dc4-13e84785ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '99222c42-03dd-4ad5-8485-f95fabc2af87'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:40.499985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.592551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.api [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:58:40.592551 n-d-812149-2 neutron-server[100531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:58:40.592551 n-d-812149-2 neutron-server[100531]: [parameters: {'id': '99222c42-03dd-4ad5-8485-f95fabc2af87'}] Oct 18 20:58:40.592551 n-d-812149-2 neutron-server[100531]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:58:40.593073 n-d-812149-2 neutron-server[100531]: DEBUG oslo_db.api [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:58:40.596798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] For port 921a8471-4d01-4c75-9188-d16c64caa5ff, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=921a8471-4d01-4c75-9188-d16c64caa5ff,segment=NetworkSegment(f794f537-443c-4d3d-9507-66a2dd221566),segment_id=f794f537-443c-4d3d-9507-66a2dd221566)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:40.597205 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.618111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Deleting port db37aac7-585b-49f3-826f-36854c4a6ad3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:40.619926 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.640528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] Calling delete_port for 921a8471-4d01-4c75-9188-d16c64caa5ff owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:40.729867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.765762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] For port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:40.766239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Calling delete_port for db37aac7-585b-49f3-826f-36854c4a6ad3 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:40.798970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] For port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1a5a4e8f-dc45-414c-bc25-02cb9e00491a,segment=NetworkSegment(95a822dc-4ec1-4e99-9dc4-13e84785ec71),segment_id=95a822dc-4ec1-4e99-9dc4-13e84785ec71)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:40.813387 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.876689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.887441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:40.914766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] No DVR routers for this DVR port 921a8471-4d01-4c75-9188-d16c64caa5ff on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:40.966172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90fbdf-f214-4a2d-b757-327b9ecab9c8 None None] Pushing event updated for resources: {'Port': ['ID=1a5a4e8f-dc45-414c-bc25-02cb9e00491a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:40.994655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3b9fd-0336-4b8a-8f4a-fffd8d959255 None None] Pushing event deleted for resources: {'Port': ['ID=921a8471-4d01-4c75-9188-d16c64caa5ff,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:41.002629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Port': ['ID=db37aac7-585b-49f3-826f-36854c4a6ad3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:41.017484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.022218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb433349-f851-4f4a-87db-d12905ff4f2d None None] Network 99222c42-03dd-4ad5-8485-f95fabc2af87 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:41.033509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:41.034184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-13750760-9dad-465b-a0bc-46d538dab0bb tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/ports/db37aac7-585b-49f3-826f-36854c4a6ad3 HTTP/1.1" status: 204 len: 168 time: 0.6215584 Oct 18 20:58:41.061915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 921a8471-4d01-4c75-9188-d16c64caa5ff no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:58:41.094647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.134578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 921a8471-4d01-4c75-9188-d16c64caa5ff {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:58:41.135456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 921a8471-4d01-4c75-9188-d16c64caa5ff not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:58:41.142652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.217938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Deleting port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:41.218525 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.249812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66531b29-f8af-4712-a1b0-1590ab99b4b7 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:58:41.329845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] For port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1a5a4e8f-dc45-414c-bc25-02cb9e00491a,segment=NetworkSegment(95a822dc-4ec1-4e99-9dc4-13e84785ec71),segment_id=95a822dc-4ec1-4e99-9dc4-13e84785ec71)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:41.330738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.346971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Calling delete_port for 1a5a4e8f-dc45-414c-bc25-02cb9e00491a owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:41.347729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.401708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bf25f8-7800-47e1-a7b5-54c2907d3e24']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:41.427045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f794f537-443c-4d3d-9507-66a2dd221566') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:41.427553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f794f537-443c-4d3d-9507-66a2dd221566') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:41.448732 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66531b29-f8af-4712-a1b0-1590ab99b4b7 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:58:41.466581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.480855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.500520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.512737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Port': ['ID=1a5a4e8f-dc45-414c-bc25-02cb9e00491a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:41.514942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No DVR routers for this DVR port 1a5a4e8f-dc45-414c-bc25-02cb9e00491a on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:41.519883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:41.521141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:41.546825 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:41.616561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.628117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.657262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99222c42-03dd-4ad5-8485-f95fabc2af87']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:41.668086 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.671627 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] 10.222.0.66 "DELETE /v2.0/networks/e2bf25f8-7800-47e1-a7b5-54c2907d3e24 HTTP/1.1" status: 204 len: 168 time: 0.6363602 Oct 18 20:58:41.671890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a822dc-4ec1-4e99-9dc4-13e84785ec71') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:41.672172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a822dc-4ec1-4e99-9dc4-13e84785ec71') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:41.673409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6902bbf-81b4-479f-a1bb-1ff99c7e6eee tempest-PortsTestJSON-1730992758 tempest-PortsTestJSON-1730992758-project] Pushing event deleted for resources: {'Network': ['ID=e2bf25f8-7800-47e1-a7b5-54c2907d3e24,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:41.696815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.719645 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.745786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:41.746447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:41.752482 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:41.869732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.882009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:41.894507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/99222c42-03dd-4ad5-8485-f95fabc2af87 HTTP/1.1" status: 204 len: 168 time: 2.7790666 Oct 18 20:58:41.899060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49636) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:41.949723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c66d7-22fa-48e6-9a5f-0a2d24953559 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=99222c42-03dd-4ad5-8485-f95fabc2af87,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:41.970957 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d740dea1-29a0-4623-9b9d-c90d7f39a65f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] GET failed (client error): The resource could not be found. Oct 18 20:58:41.976878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d740dea1-29a0-4623-9b9d-c90d7f39a65f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/subnets/68efbd1b-93d7-4fc4-976b-20ceeaba3658 HTTP/1.1" status: 404 len: 337 time: 0.0716839 Oct 18 20:58:41.977166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49638) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:41.997249 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6e5041-1137-4cc2-a868-186e5783f19a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:41.998116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6e5041-1137-4cc2-a868-186e5783f19a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:42.003176 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3e6e5041-1137-4cc2-a868-186e5783f19a tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/99222c42-03dd-4ad5-8485-f95fabc2af87 HTTP/1.1" status: 404 len: 339 time: 0.0247676 Oct 18 20:58:42.010229 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49640) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:42.016987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327089c0-9050-49ee-85e2-ff92b3e69ab1 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:58:42.061870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49642) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:42.233673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327089c0-9050-49ee-85e2-ff92b3e69ab1 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:58:42.333162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5eb84c-c43d-4c32-bb89-bb24d8548910 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:42.336915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d5eb84c-c43d-4c32-bb89-bb24d8548910 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3249450 Oct 18 20:58:42.341021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49652) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:42.342045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d19b3193-4009-4f40-99db-dcbf0f502b2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=892820d52aee48df9e47580b35fd929a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786026 Oct 18 20:58:42.346124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49654) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:42.402846 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bd1a37fd-7a28-4653-8221-3d02d8057de1 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 207 time: 0.0598915 Oct 18 20:58:42.403575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49658) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:42.474628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fecb64ee-d542-4e41-b37a-26c8d007ed14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:42.524923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fecb64ee-d542-4e41-b37a-26c8d007ed14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:42.622706 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fecb64ee-d542-4e41-b37a-26c8d007ed14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:42.625911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fecb64ee-d542-4e41-b37a-26c8d007ed14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:42.628657 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fecb64ee-d542-4e41-b37a-26c8d007ed14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/744366e0-07d9-4037-b5af-2352f6f1e6fd HTTP/1.1" status: 204 len: 168 time: 0.2811017 Oct 18 20:58:42.644915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb64ee-d542-4e41-b37a-26c8d007ed14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744366e0-07d9-4037-b5af-2352f6f1e6fd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:42.715837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3cbb1-0d77-4449-94da-95243f30bf1b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:42.734087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3cbb1-0d77-4449-94da-95243f30bf1b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:42.742716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3cbb1-0d77-4449-94da-95243f30bf1b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:42.751281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3cbb1-0d77-4449-94da-95243f30bf1b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:42.753847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-37d3cbb1-0d77-4449-94da-95243f30bf1b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3490937 Oct 18 20:58:42.760650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49668) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:43.032517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f31c11ff-b05a-4718-b13f-a7160866f582 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2676065 Oct 18 20:58:43.035037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49684) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:43.276931 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:43.516511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485410bc-4973-4bb7-b1dd-c5b1b7c7472d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:43.519820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485410bc-4973-4bb7-b1dd-c5b1b7c7472d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:43.529382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:43.530205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-485410bc-4973-4bb7-b1dd-c5b1b7c7472d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4934421 Oct 18 20:58:43.629324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56afb4d-eeb8-4ebc-8b1c-733b439e8417 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:43.630865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56afb4d-eeb8-4ebc-8b1c-733b439e8417 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['shared'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:43.633794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d56afb4d-eeb8-4ebc-8b1c-733b439e8417 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1032555 Oct 18 20:58:43.639949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49710) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:43.814741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d2fed5-8489-4b28-86f4-fb562838f256 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:43.817415 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-61d2fed5-8489-4b28-86f4-fb562838f256 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/networks/912b5f78-7b0d-404c-a382-9f9c64b11f58 HTTP/1.1" status: 200 len: 800 time: 0.1758997 Oct 18 20:58:43.824295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49714) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:43.853360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49716) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:43.995441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3159ab3e-e61b-4cca-b8aa-4136d8f64671 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/networks/912b5f78-7b0d-404c-a382-9f9c64b11f58?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1695597 Oct 18 20:58:44.000743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49726) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:44.055243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1406208017'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:44.102073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941c0e3-4a45-4222-8cd4-48c8e22a6ec9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:44.103885 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6941c0e3-4a45-4222-8cd4-48c8e22a6ec9 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/subnets/21818a9f-490b-4a9b-8bee-adbfda10adc0 HTTP/1.1" status: 200 len: 811 time: 0.1017931 Oct 18 20:58:44.105377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:44.108569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49730) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:44.109639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.128105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.192504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d4813-3427-4e16-9634-3a556aca1c43 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['shared'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:44.198455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b5d4813-3427-4e16-9634-3a556aca1c43 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "GET /v2.0/subnets/21818a9f-490b-4a9b-8bee-adbfda10adc0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0852981 Oct 18 20:58:44.198755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49732) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:44.204418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1543655666'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:44.229246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:44.234349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.243665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.249770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.264422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:44.278751 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.279599 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Added segment 33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c of type vlan for network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 Oct 18 20:58:44.302123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:44.319116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3982052-47f5-4050-9fd8-2d1309532312,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:44.330250 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.331248 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment 2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab of type vlan for network ecafeabf-6a09-487b-a53a-c11d417ed548 Oct 18 20:58:44.360160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.392151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.400688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.403476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:44.404984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.434599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.443619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:44.444753 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.459916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2595627 Oct 18 20:58:44.464832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49738) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:44.473290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'network_id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:44.513247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6546118 Oct 18 20:58:44.515116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49740) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:44.523646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1028318447'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:44.544951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e8ed5-f8cf-4a7c-a770-db0965914af2 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Network': ['ID=1cc25fbd-2ff3-4efc-b615-e69bf131fdd1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:44.557549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:44.590993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7b43-aa32-4083-a6ca-50e54968066f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=ecafeabf-6a09-487b-a53a-c11d417ed548,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:44.619503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:44.623527 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.646354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ecafeabf-6a09-487b-a53a-c11d417ed548 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:44.652284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:44.667583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.667936 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment 96fb2c3a-7468-48fe-b5b6-86fdd9df9147 of type vlan for network 42aaabac-844e-496c-9deb-f9e5d5b71d97 Oct 18 20:58:44.672958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Made reservation on behalf of 1b9ac7c00eda42c992b0ddaa01f3eabd for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:44.682477 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.770064 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.803944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing IP validity checks on allocation pools {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 20:58:44.804931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 20:58:44.823659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.836727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:44.837994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:44.942553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=42aaabac-844e-496c-9deb-f9e5d5b71d97,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:44.950321 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df4b9d5e-003e-4d5e-8962-7cceb05d3c7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4336987 Oct 18 20:58:44.954160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49752) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:44.958972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:44.963249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': 'ecafeabf-6a09-487b-a53a-c11d417ed548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:45.027363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.120341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:45.124881 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.127013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=17fca292-16a0-401e-83cf-63ba47e12d91,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:45.136263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Checking segment: {'id': '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:45.136810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network hostable DHCP agents. Network: 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:45.163373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:45.179597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:45.189528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a8db7-33aa-4697-b822-037ec3a0c556 None None] Network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:45.209245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:45.212535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.241431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-37b81d6f-cd20-41ba-a010-6f2a247963b4 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7744617 Oct 18 20:58:45.244153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49756) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:45.250488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7eb6d7cd-4a8f-48fc-87a4-3b844cb26b82 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:45.385089 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d7cd-4a8f-48fc-87a4-3b844cb26b82 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58906368'] for subnet, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.421962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.451479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1cc25fbd-2ff3-4efc-b615-e69bf131fdd1', 'network_id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1', 'tenant_id': '1b9ac7c00eda42c992b0ddaa01f3eabd', 'fixed_ips': [{'subnet_id': '17fca292-16a0-401e-83cf-63ba47e12d91'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:45.453011 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.507635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=987d9ad8-8828-4de1-9a94-a77e7f46bc79,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:45.528660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': '2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ecafeabf-6a09-487b-a53a-c11d417ed548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:45.529412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: ecafeabf-6a09-487b-a53a-c11d417ed548, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:45.563595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network ecafeabf-6a09-487b-a53a-c11d417ed548 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:45.584472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ecafeabf-6a09-487b-a53a-c11d417ed548) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:45.602436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d7cd-4a8f-48fc-87a4-3b844cb26b82 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778211312150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59756351'] for subnet, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.605348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702a36ae-7bca-4c82-a36d-ec92bc59bff2 None None] Network ecafeabf-6a09-487b-a53a-c11d417ed548 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:45.606107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:45.606107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.642228 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5931f81e-324f-4fd0-b713-88537c19b07e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6866288 Oct 18 20:58:45.646538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49768) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:45.659214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': '42aaabac-844e-496c-9deb-f9e5d5b71d97', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:45.678967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb6d7cd-4a8f-48fc-87a4-3b844cb26b82 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:45.680027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7eb6d7cd-4a8f-48fc-87a4-3b844cb26b82 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.682603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7eb6d7cd-4a8f-48fc-87a4-3b844cb26b82 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "PUT /v2.0/subnets/17fca292-16a0-401e-83cf-63ba47e12d91 HTTP/1.1" status: 200 len: 877 time: 0.4369447 Oct 18 20:58:45.686559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49770) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:45.726975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Allocated IP 172.20.0.3 (1cc25fbd-2ff3-4efc-b615-e69bf131fdd1/17fca292-16a0-401e-83cf-63ba47e12d91/1841c4ef-a54b-4b41-97ab-13d790e16aac) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:45.754094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6d7cd-4a8f-48fc-87a4-3b844cb26b82 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event updated for resources: {'Subnet': ['ID=17fca292-16a0-401e-83cf-63ba47e12d91,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:45.849254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.868601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:45.873782 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:45.935757 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.134519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-ecafeabf-6a09-487b-a53a-c11d417ed548', 'network_id': 'ecafeabf-6a09-487b-a53a-c11d417ed548', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': '987d9ad8-8828-4de1-9a94-a77e7f46bc79'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:46.135393 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.152998 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.256129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=4c62840b-28c1-4dd4-bafb-d7359c706f93,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:46.271166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': '96fb2c3a-7468-48fe-b5b6-86fdd9df9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '42aaabac-844e-496c-9deb-f9e5d5b71d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:46.272681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: 42aaabac-844e-496c-9deb-f9e5d5b71d97, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:58:46.306154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:58:46.330565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 42aaabac-844e-496c-9deb-f9e5d5b71d97) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:46.338935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:46.339810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.358556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d001f2-b9e8-4268-a506-b73706b10b93 None None] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:46.369287 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d7ac9ba6-d624-43be-87c3-b1e2fd824fd3 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7185624 Oct 18 20:58:46.370268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49784) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:46.378157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b6f645b7-b695-45ea-9855-d20e149a8246 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1346683207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:46.429515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6f645b7-b695-45ea-9855-d20e149a8246 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.430915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6f645b7-b695-45ea-9855-d20e149a8246 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.434192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.496547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.513562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Allocated IP 2001:db8::2 (ecafeabf-6a09-487b-a53a-c11d417ed548/987d9ad8-8828-4de1-9a94-a77e7f46bc79/903bb274-be41-424c-897a-ed39dd65bb89) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:46.540752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6f645b7-b695-45ea-9855-d20e149a8246 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.549113 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6f645b7-b695-45ea-9855-d20e149a8246 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.560521 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.597411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:46.614108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:46.641406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:46.654157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=17fca292-16a0-401e-83cf-63ba47e12d91,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:46.675148 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b6f645b7-b695-45ea-9855-d20e149a8246 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.676429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b6f645b7-b695-45ea-9855-d20e149a8246 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3045862 Oct 18 20:58:46.679439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49786) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:46.713094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Pushing event updated for resources: {'Port': ['ID=1841c4ef-a54b-4b41-97ab-13d790e16aac,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:46.725335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.818974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc25fbd-2ff3-4efc-b615-e69bf131fdd1']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:46.837281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:46.837620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:46.854621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Attempting to bind port 1841c4ef-a54b-4b41-97ab-13d790e16aac on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:46.855138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Attempting to bind port 1841c4ef-a54b-4b41-97ab-13d790e16aac by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:46.855672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Attempting to bind port 1841c4ef-a54b-4b41-97ab-13d790e16aac on network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:46.874074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:46.874074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Checking segment: {'id': '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:46.874941 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.875241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Bound using segment: {'id': '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:46.875821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Bound port: 1841c4ef-a54b-4b41-97ab-13d790e16aac, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:46.876310 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.879886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-42aaabac-844e-496c-9deb-f9e5d5b71d97', 'network_id': '42aaabac-844e-496c-9deb-f9e5d5b71d97', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': '4c62840b-28c1-4dd4-bafb-d7359c706f93'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:58:46.881564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.885435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.969882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.980957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:46.981695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:46.985600 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:47.118446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.db.api [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 20:58:47.118446 n-d-812149-2 neutron-server[100531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 20:58:47.118446 n-d-812149-2 neutron-server[100531]: [parameters: {'id': '1cc25fbd-2ff3-4efc-b615-e69bf131fdd1'}] Oct 18 20:58:47.118446 n-d-812149-2 neutron-server[100531]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=100531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:58:47.119290 n-d-812149-2 neutron-server[100531]: DEBUG oslo_db.api [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:58:47.187364 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.216166 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.258260 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.272453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] For port 1841c4ef-a54b-4b41-97ab-13d790e16aac, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:47.317331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] For port 1841c4ef-a54b-4b41-97ab-13d790e16aac, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1841c4ef-a54b-4b41-97ab-13d790e16aac,segment=NetworkSegment(33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c),segment_id=33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:47.330598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Allocated IP 2001:db8:1::2 (42aaabac-844e-496c-9deb-f9e5d5b71d97/4c62840b-28c1-4dd4-bafb-d7359c706f93/7991cfae-d39a-41ba-84c0-74e638909d1a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:47.334196 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Network ecafeabf-6a09-487b-a53a-c11d417ed548 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:47.340143 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.346366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:47.356302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:47.381331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Pushing event updated for resources: {'Port': ['ID=903bb274-be41-424c-897a-ed39dd65bb89,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:47.587474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Attempting to bind port 903bb274-be41-424c-897a-ed39dd65bb89 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:47.587846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Attempting to bind port 903bb274-be41-424c-897a-ed39dd65bb89 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ecafeabf-6a09-487b-a53a-c11d417ed548'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:47.588211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Attempting to bind port 903bb274-be41-424c-897a-ed39dd65bb89 on network ecafeabf-6a09-487b-a53a-c11d417ed548 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:47.603507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82502df-7a49-456a-a851-857bc52fcf59 None None] Network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:47.606170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:47.606170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Checking segment: {'id': '2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ecafeabf-6a09-487b-a53a-c11d417ed548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:47.606457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.606698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Bound using segment: {'id': '2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ecafeabf-6a09-487b-a53a-c11d417ed548'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:47.607183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Bound port: 903bb274-be41-424c-897a-ed39dd65bb89, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ecafeabf-6a09-487b-a53a-c11d417ed548'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:47.607562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.612238 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e25407-7fee-45e2-a2a5-08e902fc855c None None] Pushing event updated for resources: {'Port': ['ID=1841c4ef-a54b-4b41-97ab-13d790e16aac,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:47.620278 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.652815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8::1 (ecafeabf-6a09-487b-a53a-c11d417ed548/987d9ad8-8828-4de1-9a94-a77e7f46bc79/1d60907e-34fc-4394-9c02-3829a35e4c03) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:47.828620 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.829427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Deleting port 1841c4ef-a54b-4b41-97ab-13d790e16aac {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:47.829427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.861201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] For port 903bb274-be41-424c-897a-ed39dd65bb89, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:47.866273 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.922013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.929952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] For port 1841c4ef-a54b-4b41-97ab-13d790e16aac, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1841c4ef-a54b-4b41-97ab-13d790e16aac,segment=NetworkSegment(33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c),segment_id=33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:47.930323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.947625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] For port 903bb274-be41-424c-897a-ed39dd65bb89, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=903bb274-be41-424c-897a-ed39dd65bb89,segment=NetworkSegment(2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab),segment_id=2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:47.949231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Calling delete_port for 1841c4ef-a54b-4b41-97ab-13d790e16aac owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:47.974222 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:47.989700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:48.009483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:48.028520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:48.032579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d9018-bc09-47ec-b22b-2295f92cdb22 None None] Network 1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:48.040787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Pushing event updated for resources: {'Port': ['ID=7991cfae-d39a-41ba-84c0-74e638909d1a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:48.057992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.122573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network ecafeabf-6a09-487b-a53a-c11d417ed548 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:48.125801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.135324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:48.140775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=1d60907e-34fc-4394-9c02-3829a35e4c03,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:48.143804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:48.144342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.172794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Port': ['ID=1841c4ef-a54b-4b41-97ab-13d790e16aac,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:48.242588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8def84-efae-412b-851c-3b7289b71302 None None] Pushing event updated for resources: {'Port': ['ID=903bb274-be41-424c-897a-ed39dd65bb89,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:48.254801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No DVR routers for this DVR port 1841c4ef-a54b-4b41-97ab-13d790e16aac on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:48.326413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Attempting to bind port 7991cfae-d39a-41ba-84c0-74e638909d1a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:58:48.326944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Attempting to bind port 7991cfae-d39a-41ba-84c0-74e638909d1a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '96fb2c3a-7468-48fe-b5b6-86fdd9df9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '42aaabac-844e-496c-9deb-f9e5d5b71d97'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:58:48.327467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Attempting to bind port 7991cfae-d39a-41ba-84c0-74e638909d1a on network 42aaabac-844e-496c-9deb-f9e5d5b71d97 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:58:48.339220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:58:48.339757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Checking segment: {'id': '96fb2c3a-7468-48fe-b5b6-86fdd9df9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '42aaabac-844e-496c-9deb-f9e5d5b71d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:58:48.340339 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.340942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Bound using segment: {'id': '96fb2c3a-7468-48fe-b5b6-86fdd9df9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '42aaabac-844e-496c-9deb-f9e5d5b71d97'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:58:48.341640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Bound port: 7991cfae-d39a-41ba-84c0-74e638909d1a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fb2c3a-7468-48fe-b5b6-86fdd9df9147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '42aaabac-844e-496c-9deb-f9e5d5b71d97'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:58:48.342190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.442458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.525755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc25fbd-2ff3-4efc-b615-e69bf131fdd1']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:48.553889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:48.554292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d55a21-7b1e-4ab3-bdd5-7c8caa5a9d5c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:48.559231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] For port 7991cfae-d39a-41ba-84c0-74e638909d1a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:58:48.561439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] For port 7991cfae-d39a-41ba-84c0-74e638909d1a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7991cfae-d39a-41ba-84c0-74e638909d1a,segment=NetworkSegment(96fb2c3a-7468-48fe-b5b6-86fdd9df9147),segment_id=96fb2c3a-7468-48fe-b5b6-86fdd9df9147)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:58:48.568693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.612212 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.638244 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.657040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.681939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962b02e-fa61-4c5d-abfc-aa1946e731c6 None None] Pushing event updated for resources: {'Port': ['ID=7991cfae-d39a-41ba-84c0-74e638909d1a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:48.692592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:48.693155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:48.698030 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:48.757494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc65ccb1-c7b6-478a-966f-048b64f2b627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.812029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:48.844197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.128099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 903bb274-be41-424c-897a-ed39dd65bb89 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:49.202908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 903bb274-be41-424c-897a-ed39dd65bb89 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:49.203406 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.327362 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.334103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 HTTP/1.1" status: 204 len: 168 time: 3.6429193 Oct 18 20:58:49.335736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49828) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:49.347029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56a098-8998-498a-85ce-fafa6fda82ae tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=1cc25fbd-2ff3-4efc-b615-e69bf131fdd1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:49.370661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.385212 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e817fa37-4d87-40e4-b331-78e275534ec7 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:49.385941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e817fa37-4d87-40e4-b331-78e275534ec7 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:49.389400 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e817fa37-4d87-40e4-b331-78e275534ec7 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/17fca292-16a0-401e-83cf-63ba47e12d91 HTTP/1.1" status: 404 len: 337 time: 0.0516925 Oct 18 20:58:49.392131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49830) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:49.424318 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba2fb58-408a-4aa0-9bff-9fa4730a420d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:49.424573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 903bb274-be41-424c-897a-ed39dd65bb89, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=903bb274-be41-424c-897a-ed39dd65bb89,segment=NetworkSegment(2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab),segment_id=2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:49.425411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba2fb58-408a-4aa0-9bff-9fa4730a420d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:49.429383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ba2fb58-408a-4aa0-9bff-9fa4730a420d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/1cc25fbd-2ff3-4efc-b615-e69bf131fdd1 HTTP/1.1" status: 404 len: 339 time: 0.0359323 Oct 18 20:58:49.436696 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.443711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49832) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:49.502636 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76cf8f4-702f-4e89-8df0-3377a2e41875 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:49.502636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76cf8f4-702f-4e89-8df0-3377a2e41875 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:49.516748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c76cf8f4-702f-4e89-8df0-3377a2e41875 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/68efbd1b-93d7-4fc4-976b-20ceeaba3658 HTTP/1.1" status: 404 len: 337 time: 0.0705993 Oct 18 20:58:49.517821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49834) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:49.554487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=903bb274-be41-424c-897a-ed39dd65bb89,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:49.580517 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c314534b-4349-4c81-9abd-654155f13f28 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:49.581511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c314534b-4349-4c81-9abd-654155f13f28 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:49.605614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c314534b-4349-4c81-9abd-654155f13f28 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/99222c42-03dd-4ad5-8485-f95fabc2af87 HTTP/1.1" status: 404 len: 339 time: 0.0858374 Oct 18 20:58:49.605875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49842) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:49.801876 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.828794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06ea91-e4da-4577-9f4a-6c6b93a12f7b None None] Network ecafeabf-6a09-487b-a53a-c11d417ed548 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:49.855764 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.877727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.880155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:49.922693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f898e987-e93f-4a24-9e25-168de13a53e1 None None] Provisioning complete for port 903bb274-be41-424c-897a-ed39dd65bb89 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:49.923614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f898e987-e93f-4a24-9e25-168de13a53e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.210547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.247590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=1d60907e-34fc-4394-9c02-3829a35e4c03,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:50.254738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:50.274208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a80c1ee-312c-47d4-b481-bc7ec3f98069') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:50.274512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a80c1ee-312c-47d4-b481-bc7ec3f98069') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:50.294726 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.316219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network ecafeabf-6a09-487b-a53a-c11d417ed548 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:50.317787 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.320858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:50.330198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:50.330581 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:50.334773 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:50.436669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c27b40-0528-489d-8bb4-24fa7898eec1 None None] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:50.516091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.531371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e45d3fc7-ec63-4465-b37c-870f9498b13a None None] Provisioning complete for port 7991cfae-d39a-41ba-84c0-74e638909d1a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:50.531772 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e45d3fc7-ec63-4465-b37c-870f9498b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.532058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:50.538535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4 HTTP/1.1" status: 204 len: 168 time: 0.9315972 Oct 18 20:58:50.539054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49858) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:50.553629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4037826-8bf6-467d-bbdb-c8664e1c9a3f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=f7e1c798-502b-4ac4-ab4f-9eb49a2f1fd4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:50.605025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:58:50.616012 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4695c9-83fa-4180-8397-53415d6a9a4d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:50.616830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4695c9-83fa-4180-8397-53415d6a9a4d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:50.622412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bb4695c9-83fa-4180-8397-53415d6a9a4d tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/dbb06be2-8440-4f31-9d1b-a3e2398a928a HTTP/1.1" status: 404 len: 337 time: 0.0817294 Oct 18 20:58:50.626267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49864) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:50.690734 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-868590ad-996e-400e-a96b-13b961056f09 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:50.691696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868590ad-996e-400e-a96b-13b961056f09 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:50.710522 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-868590ad-996e-400e-a96b-13b961056f09 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/76e1d115-81e0-4122-90dd-725ef7614869 HTTP/1.1" status: 404 len: 339 time: 0.0823288 Oct 18 20:58:50.721591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49868) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:50.749707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:58:50.767493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c10a529-0902-454f-a52c-f9a559d91b78 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0870755 Oct 18 20:58:50.772725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:50.799665 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:58:50.817234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] Sync routers for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:58:50.841083 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caba5a8-1d5a-49b4-ab81-4a6db8fa3d41 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:50.841818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9caba5a8-1d5a-49b4-ab81-4a6db8fa3d41 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:50.850759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9caba5a8-1d5a-49b4-ab81-4a6db8fa3d41 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/0c514499-4049-4c10-b18c-18cdb346a090 HTTP/1.1" status: 404 len: 337 time: 0.1270297 Oct 18 20:58:50.854928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49874) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:50.887201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:50.888501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:50.938971 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-f373dc3b-5585-4063-9805-f9cd01d6b53c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:50.940299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f373dc3b-5585-4063-9805-f9cd01d6b53c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:50.950529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f373dc3b-5585-4063-9805-f9cd01d6b53c tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/15994022-1dcc-4bea-ace0-2060670115b9 HTTP/1.1" status: 404 len: 339 time: 0.0925243 Oct 18 20:58:50.952780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49878) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.021182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb3ed10-3a93-4b29-906f-b97f38361a6a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:51.025722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:51.028970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1bb3ed10-3a93-4b29-906f-b97f38361a6a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports/1d60907e-34fc-4394-9c02-3829a35e4c03 HTTP/1.1" status: 200 len: 911 time: 0.2486382 Oct 18 20:58:51.029892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49880) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.032511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e45d3fc7-ec63-4465-b37c-870f9498b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:51.072333 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e263054a-8548-4d5c-be76-8b7d3cea0d47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.073582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e263054a-8548-4d5c-be76-8b7d3cea0d47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.090769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e263054a-8548-4d5c-be76-8b7d3cea0d47 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/c58d382b-c20f-44e5-8809-4986472bc434 HTTP/1.1" status: 404 len: 337 time: 0.1362813 Oct 18 20:58:51.093589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.166068 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f074d992-8ac8-4674-a1cb-5784c68cd531 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.167054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f074d992-8ac8-4674-a1cb-5784c68cd531 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.173997 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f074d992-8ac8-4674-a1cb-5784c68cd531 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/28bc1e3a-e7e9-45d0-b3bd-7945f38636c3 HTTP/1.1" status: 404 len: 339 time: 0.0787361 Oct 18 20:58:51.180457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49886) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.214708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e45d3fc7-ec63-4465-b37c-870f9498b13a None None] For port 7991cfae-d39a-41ba-84c0-74e638909d1a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7991cfae-d39a-41ba-84c0-74e638909d1a,segment=NetworkSegment(96fb2c3a-7468-48fe-b5b6-86fdd9df9147),segment_id=96fb2c3a-7468-48fe-b5b6-86fdd9df9147)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:51.236460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:51.238655 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b604baf9-645c-4d63-83fd-5fe31d4008e0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.239940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b604baf9-645c-4d63-83fd-5fe31d4008e0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.242612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:51.246966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b604baf9-645c-4d63-83fd-5fe31d4008e0 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/13b131f5-f0aa-4a8e-a2ce-889d9790f32c HTTP/1.1" status: 404 len: 337 time: 0.0630300 Oct 18 20:58:51.252573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49888) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.275403 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e45d3fc7-ec63-4465-b37c-870f9498b13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:51.321673 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-768ec5b5-9742-468b-83ec-517a2db1d44b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.323060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768ec5b5-9742-468b-83ec-517a2db1d44b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.329591 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-768ec5b5-9742-468b-83ec-517a2db1d44b tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/592d303e-c33d-441b-b088-1e9b09739e3b HTTP/1.1" status: 404 len: 339 time: 0.0747502 Oct 18 20:58:51.340981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49894) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.451697 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5445c06-a78e-4983-b99c-0bf50043743e tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.452067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5445c06-a78e-4983-b99c-0bf50043743e tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.455322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e5445c06-a78e-4983-b99c-0bf50043743e tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/887a53bd-3f7b-4b4b-8d3b-f64edd6096f0 HTTP/1.1" status: 404 len: 337 time: 0.1123199 Oct 18 20:58:51.460096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49898) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.515559 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-550c1778-f28b-41c2-91bd-f8452cc49b9f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.517062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550c1778-f28b-41c2-91bd-f8452cc49b9f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.529583 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-550c1778-f28b-41c2-91bd-f8452cc49b9f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/1747ce92-ec7e-45ad-a4f4-ffdfae4544f9 HTTP/1.1" status: 404 len: 339 time: 0.0600083 Oct 18 20:58:51.531230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49904) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.593788 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cea44bf-f494-479e-945c-c103d3e9c9d5 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.597007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cea44bf-f494-479e-945c-c103d3e9c9d5 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.610420 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2cea44bf-f494-479e-945c-c103d3e9c9d5 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/1012c311-1bfd-4bf6-be2e-00cf6ae615bd HTTP/1.1" status: 404 len: 337 time: 0.0749786 Oct 18 20:58:51.611879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49908) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.644984 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb318160-a892-4591-aba4-5a73ed7821d6 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.645623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb318160-a892-4591-aba4-5a73ed7821d6 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.657027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 903bb274-be41-424c-897a-ed39dd65bb89 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:51.664535 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb318160-a892-4591-aba4-5a73ed7821d6 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/87526685-9964-42a4-9cae-8214ee52549d HTTP/1.1" status: 404 len: 339 time: 0.0493238 Oct 18 20:58:51.672463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49910) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.702167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:51.702801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f6040-0fcb-4b03-9bde-7a212100f726 None None] The sync data for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:51.729819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d3fc7-ec63-4465-b37c-870f9498b13a None None] Pushing event updated for resources: {'Port': ['ID=7991cfae-d39a-41ba-84c0-74e638909d1a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:51.758384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 903bb274-be41-424c-897a-ed39dd65bb89 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:51.758755 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:51.764445 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-414baaad-35e6-4900-aa66-58cda49ee3ea tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.765473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414baaad-35e6-4900-aa66-58cda49ee3ea tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.775037 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-414baaad-35e6-4900-aa66-58cda49ee3ea tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/2863affc-913a-4d58-810c-524a7d5d0ffb HTTP/1.1" status: 404 len: 337 time: 0.1010599 Oct 18 20:58:51.776120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49914) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.805074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d3d96783-1828-4471-8f72-c7734de5a526 None None] Provisioning complete for port 903bb274-be41-424c-897a-ed39dd65bb89 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:51.805445 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3d96783-1828-4471-8f72-c7734de5a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:51.822706 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb7892e-788f-479e-bc3a-d8b79bbf6e38 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.823625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb7892e-788f-479e-bc3a-d8b79bbf6e38 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.831578 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3eb7892e-788f-479e-bc3a-d8b79bbf6e38 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/bcb8d8bd-3b16-4e32-948d-96c4b7cd798b HTTP/1.1" status: 404 len: 339 time: 0.0537226 Oct 18 20:58:51.832587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.864212 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb0fe39-f679-4081-852f-4f7659ffd767 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.865080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb0fe39-f679-4081-852f-4f7659ffd767 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.871651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9eb0fe39-f679-4081-852f-4f7659ffd767 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/0aab5b4c-3deb-495e-9f5f-f36c819ffd71 HTTP/1.1" status: 404 len: 337 time: 0.0375693 Oct 18 20:58:51.872597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49918) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.895674 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad196ec7-83c0-49c0-8ee9-97cb66829e64 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] DELETE failed (client error): The resource could not be found. Oct 18 20:58:51.897295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad196ec7-83c0-49c0-8ee9-97cb66829e64 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 20:58:51.903727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ad196ec7-83c0-49c0-8ee9-97cb66829e64 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/5e942eb6-e8d3-44a2-877f-3ac4478aa221 HTTP/1.1" status: 404 len: 339 time: 0.0295877 Oct 18 20:58:51.904674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:51.961180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7991cfae-d39a-41ba-84c0-74e638909d1a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:51.971738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:51.991068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Deleting subnet 21818a9f-490b-4a9b-8bee-adbfda10adc0 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:58:52.003242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.074685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d3d96783-1828-4471-8f72-c7734de5a526 None None] Provisioning complete for port 1d60907e-34fc-4394-9c02-3829a35e4c03 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:52.075302 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3d96783-1828-4471-8f72-c7734de5a526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.085568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7991cfae-d39a-41ba-84c0-74e638909d1a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:52.086190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.136899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2432799-686a-4ea7-853b-0945f7490312 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 20:58:52.138862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.239804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d3d96783-1828-4471-8f72-c7734de5a526 None None] Port 1d60907e-34fc-4394-9c02-3829a35e4c03 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:52.453203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bd92ded6-3298-4804-bf77-5f4ed9b79ed3 None None] Provisioning complete for port 7991cfae-d39a-41ba-84c0-74e638909d1a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:52.453569 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd92ded6-3298-4804-bf77-5f4ed9b79ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.551391 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.554239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2432799-686a-4ea7-853b-0945f7490312 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 20:58:52.730258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8:1::1 (42aaabac-844e-496c-9deb-f9e5d5b71d97/4c62840b-28c1-4dd4-bafb-d7359c706f93/50e0cfb0-49ee-4520-b239-4c5c85bc9379) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:52.768937 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.847974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:52.860416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49936) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:52.870631 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/subnets/21818a9f-490b-4a9b-8bee-adbfda10adc0 HTTP/1.1" status: 204 len: 168 time: 0.9644861 Oct 18 20:58:52.876556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb3082-2492-4ab6-aae7-17059ad27c7f tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Subnet': ['ID=21818a9f-490b-4a9b-8bee-adbfda10adc0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:53.059487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.159212 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.189807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7991cfae-d39a-41ba-84c0-74e638909d1a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:58:53.204001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a3741-7dba-4450-bb9e-515cad4da0b6 None None] Network 912b5f78-7b0d-404c-a382-9f9c64b11f58 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:58:53.236087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.291845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:53.300746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:53.314504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03bbc728-9f46-496b-84ad-c384691ce920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.319761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:53.321126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.326750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bd92ded6-3298-4804-bf77-5f4ed9b79ed3 None None] Provisioning complete for port 1d60907e-34fc-4394-9c02-3829a35e4c03 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:53.327336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd92ded6-3298-4804-bf77-5f4ed9b79ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.596992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=50e0cfb0-49ee-4520-b239-4c5c85bc9379,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:53.635026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bd92ded6-3298-4804-bf77-5f4ed9b79ed3 None None] Port 1d60907e-34fc-4394-9c02-3829a35e4c03 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:53.649898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 7991cfae-d39a-41ba-84c0-74e638909d1a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:53.650277 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.741707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.837490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Deleting port c0f3a1ec-f898-4288-85d0-de7d709cd57d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:53.837953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.888489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] DHCP port deletion for 912b5f78-7b0d-404c-a382-9f9c64b11f58 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:58:53.956632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-64b660c2-2354-4d35-ab15-fddc25ac1ffb None None] Provisioning complete for port 50e0cfb0-49ee-4520-b239-4c5c85bc9379 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:53.957065 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-64b660c2-2354-4d35-ab15-fddc25ac1ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:53.975093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] For port c0f3a1ec-f898-4288-85d0-de7d709cd57d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0f3a1ec-f898-4288-85d0-de7d709cd57d,segment=NetworkSegment(1dd51663-1dcb-4eb3-ae70-58261188aa23),segment_id=1dd51663-1dcb-4eb3-ae70-58261188aa23)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:53.975755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.004151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Calling delete_port for c0f3a1ec-f898-4288-85d0-de7d709cd57d owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:54.044261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-64b660c2-2354-4d35-ab15-fddc25ac1ffb None None] Port 50e0cfb0-49ee-4520-b239-4c5c85bc9379 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:54.052073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] Deleting port c0f3a1ec-f898-4288-85d0-de7d709cd57d {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:54.052336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.154661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.163851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] For port c0f3a1ec-f898-4288-85d0-de7d709cd57d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0f3a1ec-f898-4288-85d0-de7d709cd57d,segment=NetworkSegment(1dd51663-1dcb-4eb3-ae70-58261188aa23),segment_id=1dd51663-1dcb-4eb3-ae70-58261188aa23)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:58:54.164135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.176794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] No DVR routers for this DVR port c0f3a1ec-f898-4288-85d0-de7d709cd57d on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:54.183920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] Calling delete_port for c0f3a1ec-f898-4288-85d0-de7d709cd57d owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:54.224895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Port': ['ID=c0f3a1ec-f898-4288-85d0-de7d709cd57d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:54.266594 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.275720 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.277406 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.342230 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.351293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.358848 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.366755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912b5f78-7b0d-404c-a382-9f9c64b11f58']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:54.380203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd51663-1dcb-4eb3-ae70-58261188aa23') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:54.380203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd51663-1dcb-4eb3-ae70-58261188aa23') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:54.394315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.409984 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.418735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:58:54.419144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.420103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] Pushing event deleted for resources: {'Port': ['ID=c0f3a1ec-f898-4288-85d0-de7d709cd57d,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:54.465851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab8106-c1d6-4177-9c7a-707a3dcacd5b None None] No DVR routers for this DVR port c0f3a1ec-f898-4288-85d0-de7d709cd57d on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:58:54.493999 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:58:54.503585 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.503991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=50e0cfb0-49ee-4520-b239-4c5c85bc9379,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:54.510201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:54.521249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] 10.222.0.66 "DELETE /v2.0/networks/912b5f78-7b0d-404c-a382-9f9c64b11f58 HTTP/1.1" status: 204 len: 168 time: 1.6555550 Oct 18 20:58:54.546107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78f745-0a41-4138-af2c-b7a085c5de55 tempest-NetworksTest-1177697285 tempest-NetworksTest-1177697285-project] Pushing event deleted for resources: {'Network': ['ID=912b5f78-7b0d-404c-a382-9f9c64b11f58,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:54.596018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:54.600092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:54.753772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:58:55.064210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:58:55.076698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c0f3a1ec-f898-4288-85d0-de7d709cd57d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:58:55.084956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-06451182-ecfe-476a-9d9e-d0561b08874c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0528674 Oct 18 20:58:55.086304 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] Sync routers for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:58:55.087610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 49974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:55.101414 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:55.102071 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:55.121161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49976) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:55.165175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: c0f3a1ec-f898-4288-85d0-de7d709cd57d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:58:55.165647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c0f3a1ec-f898-4288-85d0-de7d709cd57d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:58:55.167918 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:55.193392 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:55.194046 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:55.213921 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:55.303002 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:55.304508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-151ed632-c95f-46d6-8c1b-e5328db497ae None None] Provisioning complete for port 50e0cfb0-49ee-4520-b239-4c5c85bc9379 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:58:55.304892 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-151ed632-c95f-46d6-8c1b-e5328db497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:55.305652 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b4ca4-0c50-4095-bc97-304c0df8d8fa None None] The sync data for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:55.365388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-151ed632-c95f-46d6-8c1b-e5328db497ae None None] Port 50e0cfb0-49ee-4520-b239-4c5c85bc9379 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:58:55.460562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6600f711-f231-4bc8-b280-55c02f2b3767 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b9ac7c00eda42c992b0ddaa01f3eabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377850 Oct 18 20:58:55.462904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49988) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:55.575182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dcd312-6eb0-428f-913d-31f116471dcb tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:55.578191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-62dcd312-6eb0-428f-913d-31f116471dcb tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports/50e0cfb0-49ee-4520-b239-4c5c85bc9379 HTTP/1.1" status: 200 len: 913 time: 0.4884241 Oct 18 20:58:55.582993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 49994) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:55.599670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b13602-40d6-467d-8533-e195cb0e48cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:55.702622 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b13602-40d6-467d-8533-e195cb0e48cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:55.953926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b13602-40d6-467d-8533-e195cb0e48cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:55.956865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b13602-40d6-467d-8533-e195cb0e48cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:55.958303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-75b13602-40d6-467d-8533-e195cb0e48cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d24551a-76be-4013-b61a-c1a7de7502e8 HTTP/1.1" status: 204 len: 168 time: 0.4936175 Oct 18 20:58:55.975836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b13602-40d6-467d-8533-e195cb0e48cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d24551a-76be-4013-b61a-c1a7de7502e8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:56.247531 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:56.378394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50016) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:56.620582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d08b1fb-24ab-4892-bb03-96d8f55c977a tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4870 time: 0.2399344 Oct 18 20:58:56.626848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50022) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:56.633719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'network': {'name': 'tempest-network-smoke--1134970499', 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'port_security_enabled': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:56.641133 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:56.677376 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Made reservation on behalf of be23ca4b3bd84e0eb36091e2afa095d7 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:58:56.690289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:56.752566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:58:56.781867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:56.782812 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Added segment 0e25a860-88db-49bc-8668-f4dc6c127783 of type vlan for network dd3e939e-fedc-4735-a1fe-bec10c0231e5 Oct 18 20:58:56.808978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-8f417673-451c-4c4b-87d6-b5e8eca81580 req-d8fcb1c9-9cc0-4ee9-9f39-c527af05e58c service neutron] (100530) timed out ('10.222.0.79', 55502) {{(pid=100530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 20:58:56.864129 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:56.942931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 50e0cfb0-49ee-4520-b239-4c5c85bc9379 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:56.943872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:56.951863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:56.965488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:58:56.966144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.074923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4466224 Oct 18 20:58:57.075940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50040) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:57.081567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'admin_state_up': True, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:57.090093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ab352-aafa-430e-8032-88c019fc7048 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Network': ['ID=dd3e939e-fedc-4735-a1fe-bec10c0231e5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:57.105835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:58:57.124578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.127175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.177934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.203538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 50e0cfb0-49ee-4520-b239-4c5c85bc9379 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:58:57.207431 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.489425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-00c82feb-0686-4a02-8ce4-90866acb5fc7 req-635736f0-ebb0-40cb-b539-778e365c96a9 service neutron] (100530) timed out ('10.222.0.79', 55341) {{(pid=100530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 20:58:57.493561 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50050) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:57.505562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.679446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.735987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--495188072'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:57.762187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=50e0cfb0-49ee-4520-b239-4c5c85bc9379,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:57.905080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.916421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.954756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:57.994408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-07c55314-2e90-4c5d-a336-d2f988ccddcc req-bd0ad85d-1d91-436e-8907-bb16770b3fc5 tempest-ServerRescueNegativeTestJSON-220021904 tempest-ServerRescueNegativeTestJSON-220021904-project] (100530) timed out ('10.222.0.79', 55501) {{(pid=100530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 20:58:58.029978 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.075142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.283128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.295559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:58:58.297153 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.317475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Allocated IP 172.25.7.90 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/60b03884-a0b0-431a-b19b-288f9963e184) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:58:58.404607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.423403 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.541193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:58:58.545029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.546316 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0506179 Oct 18 20:58:58.553211 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9cfe9139-bb4d-4dc8-9fd7-3ebd41a12f42 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9656694 Oct 18 20:58:58.553211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50070) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:58.553640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309e73cb-a04a-4dc7-b521-872f2f8331a5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:58.557715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] Sync routers for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:58:58.560584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50072) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:58.584738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:58.585392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:58.600325 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.679684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:58.700039 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:58.702548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:58:58.704212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:58.726939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49b81d-9840-48e2-bb3c-3dfa4aaf05d4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae2740-08e7-472d-bc24-d78147a3c342,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:58.792005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=60b03884-a0b0-431a-b19b-288f9963e184,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:58.801527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:58:58.802489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084866f-7c17-4f2a-9bf1-f92accf404b1 None None] The sync data for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:58:58.822317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:58:58.825829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:58:58.832542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:58:58.854361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f76328c-5358-4038-b47f-68d030063442 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3015561 Oct 18 20:58:58.859483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50082) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:58.867527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-87656a94-dc7a-4196-90c2-30adc2cb1db0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-security--1731525049', 'description': 'tempest-security-description-1319276772'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:58:58.961533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87656a94-dc7a-4196-90c2-30adc2cb1db0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.019185 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87656a94-dc7a-4196-90c2-30adc2cb1db0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.028299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87656a94-dc7a-4196-90c2-30adc2cb1db0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.031935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87656a94-dc7a-4196-90c2-30adc2cb1db0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.033869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-87656a94-dc7a-4196-90c2-30adc2cb1db0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "PUT /v2.0/security-groups/44ae2740-08e7-472d-bc24-d78147a3c342 HTTP/1.1" status: 200 len: 1780 time: 0.1728940 Oct 18 20:58:59.073457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50086) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:59.136704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87656a94-dc7a-4196-90c2-30adc2cb1db0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae2740-08e7-472d-bc24-d78147a3c342,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:59.262423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50094) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:59.264019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f2bf909-cd9f-42c4-937c-a7c554a72632 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups/44ae2740-08e7-472d-bc24-d78147a3c342 HTTP/1.1" status: 200 len: 1780 time: 0.1891704 Oct 18 20:58:59.405075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.445076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.490378 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2932c12-5800-4c51-8ace-a50090291c4e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.569870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2932c12-5800-4c51-8ace-a50090291c4e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.683085 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2932c12-5800-4c51-8ace-a50090291c4e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.686442 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2932c12-5800-4c51-8ace-a50090291c4e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.687856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a2932c12-5800-4c51-8ace-a50090291c4e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/44ae2740-08e7-472d-bc24-d78147a3c342 HTTP/1.1" status: 204 len: 168 time: 0.4236503 Oct 18 20:58:59.695394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50100) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:59.765902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2932c12-5800-4c51-8ace-a50090291c4e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae2740-08e7-472d-bc24-d78147a3c342,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:58:59.829282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.837522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-171dc26f-e880-4209-89d1-03f6689a4a72 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1393173 Oct 18 20:58:59.842937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50110) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:59.894906 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0603a311-44f8-4ab1-93ff-d3c63eb7400b tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] delete failed (client error): The resource could not be found. Oct 18 20:58:59.901136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 1d60907e-34fc-4394-9c02-3829a35e4c03 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:58:59.901136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:58:59.901939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0603a311-44f8-4ab1-93ff-d3c63eb7400b tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/44ae2740-08e7-472d-bc24-d78147a3c342 HTTP/1.1" status: 404 len: 347 time: 0.0583262 Oct 18 20:58:59.928780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50112) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:58:59.937843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-22f9e199-d1af-452e-8985-9e7a04b432e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--158962048'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:00.034044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22f9e199-d1af-452e-8985-9e7a04b432e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.094601 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.117114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 1d60907e-34fc-4394-9c02-3829a35e4c03 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:00.220685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22f9e199-d1af-452e-8985-9e7a04b432e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.228837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22f9e199-d1af-452e-8985-9e7a04b432e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.249325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:59:00.344436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9e199-d1af-452e-8985-9e7a04b432e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab994f84-ec29-43b5-b95d-db33fd0d93f7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:00.351385 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22f9e199-d1af-452e-8985-9e7a04b432e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.355364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-22f9e199-d1af-452e-8985-9e7a04b432e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4228127 Oct 18 20:59:00.356066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50120) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:00.362577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d46856a9-6920-4209-bb77-36e09ea0c23f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'ab994f84-ec29-43b5-b95d-db33fd0d93f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:00.393559 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.428927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=1d60907e-34fc-4394-9c02-3829a35e4c03,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:00.444807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d46856a9-6920-4209-bb77-36e09ea0c23f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.514896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d46856a9-6920-4209-bb77-36e09ea0c23f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.519219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:00.529046 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d46856a9-6920-4209-bb77-36e09ea0c23f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.549636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Sync routers for ids ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:00.561706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46856a9-6920-4209-bb77-36e09ea0c23f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1343ee-bcb1-44d1-9140-b2e11efcca43,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:00.574030 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Routers {'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:00.574683 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:00.580990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.584002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-effb0bf0-d5b0-47f4-8404-a4b161973ef9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5063164 Oct 18 20:59:00.588169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50126) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:00.611576 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d46856a9-6920-4209-bb77-36e09ea0c23f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:00.616771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d46856a9-6920-4209-bb77-36e09ea0c23f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2559679 Oct 18 20:59:00.619042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50128) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:00.716872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432d8450-d162-4c14-9cd4-7c0f5f74ea2d tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:00.722890 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-432d8450-d162-4c14-9cd4-7c0f5f74ea2d tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=be23ca4b3bd84e0eb36091e2afa095d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1291258 Oct 18 20:59:00.723714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50130) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:00.827412 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Set router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:01.097976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51198ddf-fdd0-4409-acfe-2f9f799b196a tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:01.102913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-51198ddf-fdd0-4409-acfe-2f9f799b196a tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3754756 Oct 18 20:59:01.104498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50144) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.180519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-53c97539-b2b0-49f3-8c5b-8057bd83e993 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725300 Oct 18 20:59:01.182143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50146) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.210161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.220590 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31654965-f716-4594-8abd-3f0010ec9bd7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.236844 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31654965-f716-4594-8abd-3f0010ec9bd7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.276188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e0e5dd25-121d-468e-ab61-d6c570a2b1eb tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=be23ca4b3bd84e0eb36091e2afa095d7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0925951 Oct 18 20:59:01.277181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50150) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.374526 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:58:59Z', 'revision_number': 3, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:01.413272 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31654965-f716-4594-8abd-3f0010ec9bd7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.424808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31654965-f716-4594-8abd-3f0010ec9bd7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.429973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-31654965-f716-4594-8abd-3f0010ec9bd7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/5a1343ee-bcb1-44d1-9140-b2e11efcca43 HTTP/1.1" status: 204 len: 168 time: 0.8075581 Oct 18 20:59:01.435330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50158) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.441892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Checking router: bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:59:01.442826 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Updating router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 port 60b03884-a0b0-431a-b19b-288f9963e184 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:59:01.484374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31654965-f716-4594-8abd-3f0010ec9bd7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a1343ee-bcb1-44d1-9140-b2e11efcca43,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:01.508811 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.585047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df038f-35a5-487d-8e7c-41c7d5562d44 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:01.587168 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-77df038f-35a5-487d-8e7c-41c7d5562d44 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3074582 Oct 18 20:59:01.589654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:01.613509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b50003bd-44c5-4770-940c-72210ba09d0b tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1766160 Oct 18 20:59:01.614839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50160) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.615941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50162) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.695991 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ed8496a5-b4b8-43f6-adb8-52350bfbd124 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768485 Oct 18 20:59:01.700200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50166) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.706968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1545921996', 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:01.760067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f65efa-3232-415f-a9a0-f2627b844aec req-db749df7-e387-44a1-b0b6-50ff87837e2e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:01.763020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62f65efa-3232-415f-a9a0-f2627b844aec req-db749df7-e387-44a1-b0b6-50ff87837e2e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.4851553 Oct 18 20:59:01.841401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62f65efa-3232-415f-a9a0-f2627b844aec req-68691d8f-5085-4e33-95fc-15e49a85e108 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613139 Oct 18 20:59:01.869817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:01.888129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1e1485c3-eef6-4918-9ad4-15b623eaf308 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3239050 Oct 18 20:59:01.889227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50172) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:01.894612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] Sync routers for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:01.903072 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01c26c03-9656-48e1-b3c4-45976a930f04 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.925146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:01.926932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:01.959574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01c26c03-9656-48e1-b3c4-45976a930f04 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:01.977682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e1e536b1-bcac-44ac-b693-87093ac2ca0f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc HTTP/1.1" status: 200 len: 205 time: 0.0862210 Oct 18 20:59:01.979765 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50174) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:02.035933 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.040204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:02.042307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Made reservation on behalf of be23ca4b3bd84e0eb36091e2afa095d7 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:02.048950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.049825 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.052333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] Routers {'6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:02.053610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:02.109416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:02.111425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe418f-d14c-41d6-80d6-d75c5f93b76b None None] The sync data for ids ['6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:02.173348 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Attempting to bind port 60b03884-a0b0-431a-b19b-288f9963e184 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:02.173348 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Attempting to bind port 60b03884-a0b0-431a-b19b-288f9963e184 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:02.173348 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Attempting to bind port 60b03884-a0b0-431a-b19b-288f9963e184 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:02.180990 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:02.182955 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:02.182955 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.184106 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:02.184106 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Bound port: 60b03884-a0b0-431a-b19b-288f9963e184, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:02.184822 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.190993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01c26c03-9656-48e1-b3c4-45976a930f04 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.192164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-01c26c03-9656-48e1-b3c4-45976a930f04 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.201883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-01c26c03-9656-48e1-b3c4-45976a930f04 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/ab994f84-ec29-43b5-b95d-db33fd0d93f7 HTTP/1.1" status: 204 len: 168 time: 0.5471492 Oct 18 20:59:02.202596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50180) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:02.216749 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Pushing event updated for resources: {'Port': ['ID=60b03884-a0b0-431a-b19b-288f9963e184,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:02.231179 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.231497 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.233052 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.233473 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.233883 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.234284 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.234681 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.235074 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.235464 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.235866 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.236258 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.236678 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:02.246463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b52dffc-9207-485b-817b-c8a21d59f6b0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.247510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c26c03-9656-48e1-b3c4-45976a930f04 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab994f84-ec29-43b5-b95d-db33fd0d93f7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:02.282412 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] For port 60b03884-a0b0-431a-b19b-288f9963e184, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:02.288100 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] For port 60b03884-a0b0-431a-b19b-288f9963e184, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=60b03884-a0b0-431a-b19b-288f9963e184,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:02.295478 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.335477 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-45769b15-6fa1-483c-a0af-d04364f94f2d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269801 Oct 18 20:59:02.336114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:02.348159 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-465459f3-2573-4e9d-8129-b97831a77f9a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--956492858'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:02.367489 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410fef9-95bf-4604-9536-2f947f517026 None None] Pushing event updated for resources: {'Port': ['ID=60b03884-a0b0-431a-b19b-288f9963e184,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:02.384030 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Routers {'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:02.384757 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:02.405755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.506581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Subnet': ['ID=3283080d-3e40-43aa-8927-bd52310df4bf,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:02.537719 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] Set router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:02.543021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Checking segment: {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:02.543434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network hostable DHCP agents. Network: dd3e939e-fedc-4735-a1fe-bec10c0231e5, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:59:02.575227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:59:02.591863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, dd3e939e-fedc-4735-a1fe-bec10c0231e5) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:02.605335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83aafd-4b04-4eee-88ad-7c83b9b1434c None None] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:02.609067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b52dffc-9207-485b-817b-c8a21d59f6b0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.614065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:02.615882 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.620560 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b52dffc-9207-485b-817b-c8a21d59f6b0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.660432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-465459f3-2573-4e9d-8129-b97831a77f9a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.674193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-44104146-ecf9-4623-8acd-98e4394a3a90 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9682832 Oct 18 20:59:02.675490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50188) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:02.745635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b52dffc-9207-485b-817b-c8a21d59f6b0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.746426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b52dffc-9207-485b-817b-c8a21d59f6b0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Fanout notify agent at l3_agent the message router_deleted on router 6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:59:02.756073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b52dffc-9207-485b-817b-c8a21d59f6b0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.761339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b52dffc-9207-485b-817b-c8a21d59f6b0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc HTTP/1.1" status: 204 len: 168 time: 0.7778187 Oct 18 20:59:02.764255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50190) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:02.839392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet 4c62840b-28c1-4dd4-bafb-d7359c706f93 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:59:02.843211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.903183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:02.967560 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:58:59Z', 'revision_number': 3, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:03.033931 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1885e797-8406-4a2d-9eee-9cf23384332a None None] The sync data for ids ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'] in n-d-812149-2 is: [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:58:59Z', 'revision_number': 3, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:03.038412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'fixed_ips': [{'subnet_id': '3283080d-3e40-43aa-8927-bd52310df4bf'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:59:03.039183 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.145021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.241397 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-465459f3-2573-4e9d-8129-b97831a77f9a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.248673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Allocated IP 172.20.0.18 (dd3e939e-fedc-4735-a1fe-bec10c0231e5/3283080d-3e40-43aa-8927-bd52310df4bf/3c953f92-2ff9-4684-91ff-9ce26fb695eb) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:03.270887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-465459f3-2573-4e9d-8129-b97831a77f9a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.310481 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.361236 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-465459f3-2573-4e9d-8129-b97831a77f9a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.368371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-465459f3-2573-4e9d-8129-b97831a77f9a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0250657 Oct 18 20:59:03.368371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465459f3-2573-4e9d-8129-b97831a77f9a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43caaa8-929b-4db2-b49b-6222d9da7d33,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:03.369398 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=4c62840b-28c1-4dd4-bafb-d7359c706f93,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:03.370897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50202) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:03.395271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-6bc6e9f0-95b7-41e2-8937-ddbed10d7680 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:03.402728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-6bc6e9f0-95b7-41e2-8937-ddbed10d7680 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.3402550 Oct 18 20:59:03.413888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-329dbbc6-4062-446b-8376-6174120acc38 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'f43caaa8-929b-4db2-b49b-6222d9da7d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:03.426123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.430266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eac1f326-65b1-4d98-a473-870796c4fac0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/4c62840b-28c1-4dd4-bafb-d7359c706f93 HTTP/1.1" status: 204 len: 168 time: 0.6647208 Oct 18 20:59:03.439424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84f63f-5bae-4f18-956a-50bc4306f039 req-fc695f51-70b2-468e-a0fb-f5f7399ebe3c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:03.448807 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc84f63f-5bae-4f18-956a-50bc4306f039 req-fc695f51-70b2-468e-a0fb-f5f7399ebe3c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.3225181 Oct 18 20:59:03.452777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50204) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:03.471045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a752c-48f8-4e8c-b952-d058e8d3af3d None None] Network 42aaabac-844e-496c-9deb-f9e5d5b71d97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:03.636681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc84f63f-5bae-4f18-956a-50bc4306f039 req-917b9d12-3d00-4574-a14d-2df737c06976 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865497 Oct 18 20:59:03.680920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet 987d9ad8-8828-4de1-9a94-a77e7f46bc79 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:59:03.687382 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.688407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.693662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-329dbbc6-4062-446b-8376-6174120acc38 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.738635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.846904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.861680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-329dbbc6-4062-446b-8376-6174120acc38 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.891375 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-329dbbc6-4062-446b-8376-6174120acc38 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.911316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.956724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-329dbbc6-4062-446b-8376-6174120acc38 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.964511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-329dbbc6-4062-446b-8376-6174120acc38 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5860848 Oct 18 20:59:03.966878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Pushing event updated for resources: {'Port': ['ID=3c953f92-2ff9-4684-91ff-9ce26fb695eb,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:03.971661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Deleting port be8373a0-14c6-4bb5-b674-a21685236d73 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:03.982384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:03.987869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:03.991409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50214) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:03.996144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dbbc6-4062-446b-8376-6174120acc38 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a5bef2-52ba-4de5-8ff5-7e6dbbf0e01a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:04.005547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0a831151-fc1c-4d69-b41e-5292862a5860 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'f43caaa8-929b-4db2-b49b-6222d9da7d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:04.071532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:04.080582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:04.178769 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a831151-fc1c-4d69-b41e-5292862a5860 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.234027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.317560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Attempting to bind port 3c953f92-2ff9-4684-91ff-9ce26fb695eb on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:04.318162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Attempting to bind port 3c953f92-2ff9-4684-91ff-9ce26fb695eb by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:04.318764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Attempting to bind port 3c953f92-2ff9-4684-91ff-9ce26fb695eb on network dd3e939e-fedc-4735-a1fe-bec10c0231e5 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:04.334034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:04.334345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Checking segment: {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:04.334968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.335607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Bound using segment: {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:04.336446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Bound port: 3c953f92-2ff9-4684-91ff-9ce26fb695eb, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:04.337076 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.362090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a831151-fc1c-4d69-b41e-5292862a5860 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.382659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a831151-fc1c-4d69-b41e-5292862a5860 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.386331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] For port be8373a0-14c6-4bb5-b674-a21685236d73, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=be8373a0-14c6-4bb5-b674-a21685236d73,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:04.389333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.417931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Allocated IP 172.20.0.17 (dd3e939e-fedc-4735-a1fe-bec10c0231e5/3283080d-3e40-43aa-8927-bd52310df4bf/81f8e094-75b9-4201-afd0-eb3cd357f632) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:04.468993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] DHCP port deletion for 42aaabac-844e-496c-9deb-f9e5d5b71d97 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:59:04.569482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a831151-fc1c-4d69-b41e-5292862a5860 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801b5e6c-3677-4a33-b5b8-1c319b8ecedb,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:04.599172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0a831151-fc1c-4d69-b41e-5292862a5860 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.600623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0a831151-fc1c-4d69-b41e-5292862a5860 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6056914 Oct 18 20:59:04.606479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] For port 3c953f92-2ff9-4684-91ff-9ce26fb695eb, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:04.608698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50222) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:04.616678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b85dd34e-ab48-4e9a-aaef-7797270fd7dc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'f43caaa8-929b-4db2-b49b-6222d9da7d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:04.692496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] For port 3c953f92-2ff9-4684-91ff-9ce26fb695eb, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3c953f92-2ff9-4684-91ff-9ce26fb695eb,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:04.712755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.716101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b85dd34e-ab48-4e9a-aaef-7797270fd7dc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.716310 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.789415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad862b37-8394-441e-8af7-68c13b8c3702 None None] Pushing event updated for resources: {'Port': ['ID=3c953f92-2ff9-4684-91ff-9ce26fb695eb,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:04.803182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] Deleting port 7991cfae-d39a-41ba-84c0-74e638909d1a {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:04.803559 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.807785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.846360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=987d9ad8-8828-4de1-9a94-a77e7f46bc79,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:04.870511 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:04.882720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7bc6fea6-af30-4946-9b5e-86d44e570176 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/987d9ad8-8828-4de1-9a94-a77e7f46bc79 HTTP/1.1" status: 204 len: 168 time: 1.4213202 Oct 18 20:59:04.885946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50230) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:04.888018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745472e8-f42d-493b-8587-db804684fa05 None None] Network ecafeabf-6a09-487b-a53a-c11d417ed548 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:05.015103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.086576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:05.092792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:05.095692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:05.104074 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.175788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b85dd34e-ab48-4e9a-aaef-7797270fd7dc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.183990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 60b03884-a0b0-431a-b19b-288f9963e184 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:05.194099 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b85dd34e-ab48-4e9a-aaef-7797270fd7dc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.247195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dd34e-ab48-4e9a-aaef-7797270fd7dc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621f405f-9370-4da4-80f3-91314ccab338,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:05.248904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.253693 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.254272 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Floating IP 6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8 disassociated. External IP: 172.25.7.249, port: be8373a0-14c6-4bb5-b674-a21685236d73. Oct 18 20:59:05.254898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Calling delete_port for be8373a0-14c6-4bb5-b674-a21685236d73 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:05.260132 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b85dd34e-ab48-4e9a-aaef-7797270fd7dc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.261816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b85dd34e-ab48-4e9a-aaef-7797270fd7dc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6516595 Oct 18 20:59:05.266291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50236) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:05.272376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e90f8390-fe51-4ab1-9ac7-375dfb275f34 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'f43caaa8-929b-4db2-b49b-6222d9da7d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:05.368737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] For port 7991cfae-d39a-41ba-84c0-74e638909d1a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7991cfae-d39a-41ba-84c0-74e638909d1a,segment=NetworkSegment(96fb2c3a-7468-48fe-b5b6-86fdd9df9147),segment_id=96fb2c3a-7468-48fe-b5b6-86fdd9df9147)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:05.369457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.369987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=81f8e094-75b9-4201-afd0-eb3cd357f632,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:05.372811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 60b03884-a0b0-431a-b19b-288f9963e184 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:05.373540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.423684 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.472446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] Calling delete_port for 7991cfae-d39a-41ba-84c0-74e638909d1a owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:05.527042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb825-6d80-4bbc-b86f-167e122c64bd req-ad7e300a-5e4a-4533-9cd2-324f11108ef4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:05.540539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d51eb825-6d80-4bbc-b86f-167e122c64bd req-ad7e300a-5e4a-4533-9cd2-324f11108ef4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 946 time: 0.6564898 Oct 18 20:59:05.593890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e90f8390-fe51-4ab1-9ac7-375dfb275f34 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.623494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.698386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] DHCP port deletion for ecafeabf-6a09-487b-a53a-c11d417ed548 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:59:05.742422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 60b03884-a0b0-431a-b19b-288f9963e184, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=60b03884-a0b0-431a-b19b-288f9963e184,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:05.763023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e90f8390-fe51-4ab1-9ac7-375dfb275f34 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.771620 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.776103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e90f8390-fe51-4ab1-9ac7-375dfb275f34 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.797875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.854303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8390-fe51-4ab1-9ac7-375dfb275f34 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e97b1c3-67eb-4976-9908-86a6986749cc,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:05.886670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e90f8390-fe51-4ab1-9ac7-375dfb275f34 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:05.891459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e90f8390-fe51-4ab1-9ac7-375dfb275f34 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6211107 Oct 18 20:59:05.900443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50244) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:05.920762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-dbe45ab7-3c73-475d-bccc-b0163e42ce75 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'f43caaa8-929b-4db2-b49b-6222d9da7d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:05.944195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d51eb825-6d80-4bbc-b86f-167e122c64bd req-b51b798b-f328-48e1-90a7-c0f7d5b1418b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=3719cf3f-279d-4b9d-95d7-dce94a6794f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771627 Oct 18 20:59:05.947774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event deleted for resources: {'Port': ['ID=be8373a0-14c6-4bb5-b674-a21685236d73,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:05.953397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 7991cfae-d39a-41ba-84c0-74e638909d1a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:05.954247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.138129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.149380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7991cfae-d39a-41ba-84c0-74e638909d1a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:06.243694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] Deleting port 903bb274-be41-424c-897a-ed39dd65bb89 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:06.244438 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.252479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 7991cfae-d39a-41ba-84c0-74e638909d1a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=7991cfae-d39a-41ba-84c0-74e638909d1a,segment=NetworkSegment(96fb2c3a-7468-48fe-b5b6-86fdd9df9147),segment_id=96fb2c3a-7468-48fe-b5b6-86fdd9df9147)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:06.252890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.270032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=60b03884-a0b0-431a-b19b-288f9963e184,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:06.277786 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.294963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 7991cfae-d39a-41ba-84c0-74e638909d1a owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:06.311251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] Pushing event deleted for resources: {'Port': ['ID=7991cfae-d39a-41ba-84c0-74e638909d1a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:06.333190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No active binding found for port 7991cfae-d39a-41ba-84c0-74e638909d1a {{(pid=100532) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 20:59:06.334349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 7991cfae-d39a-41ba-84c0-74e638909d1a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:06.397800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07c341-4119-4534-ae8b-cce242f50ff1 None None] No DVR routers for this DVR port 7991cfae-d39a-41ba-84c0-74e638909d1a on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:06.438453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] For port 903bb274-be41-424c-897a-ed39dd65bb89, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=903bb274-be41-424c-897a-ed39dd65bb89,segment=NetworkSegment(2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab),segment_id=2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:06.438453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.462811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] Calling delete_port for 903bb274-be41-424c-897a-ed39dd65bb89 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:06.625640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:06.635361 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.637928 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbe45ab7-3c73-475d-bccc-b0163e42ce75 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.673139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.701043 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.757108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] Pushing event deleted for resources: {'Port': ['ID=903bb274-be41-424c-897a-ed39dd65bb89,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:06.786996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971addd-d980-4bcd-b736-8a8a97c2bc4b None None] No DVR routers for this DVR port 903bb274-be41-424c-897a-ed39dd65bb89 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:06.792796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=81f8e094-75b9-4201-afd0-eb3cd357f632,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:06.811671 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.867919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=7991cfae-d39a-41ba-84c0-74e638909d1a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:06.894541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbe45ab7-3c73-475d-bccc-b0163e42ce75 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.908739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbe45ab7-3c73-475d-bccc-b0163e42ce75 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.955607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:06.978727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:06.984645 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] Sync routers for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:06.999735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port 7991cfae-d39a-41ba-84c0-74e638909d1a on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:07.001652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dbe45ab7-3c73-475d-bccc-b0163e42ce75 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.006625 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dbe45ab7-3c73-475d-bccc-b0163e42ce75 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0928624 Oct 18 20:59:07.008970 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:07.010063 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:07.014152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50260) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:07.035836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe45ab7-3c73-475d-bccc-b0163e42ce75 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d981fe-dcbd-4bf5-a97b-4c6a9dce6964,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:07.160975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0da49924-3d62-4303-82fa-de8cc97d131a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.200276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] No DVR routers for this DVR port be8373a0-14c6-4bb5-b674-a21685236d73 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:07.210925 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.216122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b909c7d5-f8f7-43b9-a803-4ec100b430fe req-0bf27eee-0672-431b-b2fc-e126f6a23903 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.79 "DELETE /v2.0/ports/be8373a0-14c6-4bb5-b674-a21685236d73 HTTP/1.1" status: 204 len: 173 time: 3.7620792 Oct 18 20:59:07.216660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-deleted', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:07.221529 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aa849b-932c-425f-bd54-cf7db492db7b" -d '{"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-deleted", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:07.269335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 60b03884-a0b0-431a-b19b-288f9963e184 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:07.274396 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:07.313001 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bcebeb05-8ac3-4c9d-84c9-cbf698d4641e req-5343800a-769c-4323-8497-c61f41bcc051 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff8cdea-09ca-4f70-9189-24a8497fece1 HTTP/1.1" status: 200 len: 210 time: 0.1143963 Oct 18 20:59:07.331790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0da49924-3d62-4303-82fa-de8cc97d131a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.344104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71709796-6bb2-404e-ae2d-365a801afbaf None None] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:07.458160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.485881 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0da49924-3d62-4303-82fa-de8cc97d131a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.508363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0da49924-3d62-4303-82fa-de8cc97d131a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.527123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0da49924-3d62-4303-82fa-de8cc97d131a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/18d981fe-dcbd-4bf5-a97b-4c6a9dce6964 HTTP/1.1" status: 204 len: 168 time: 0.5080709 Oct 18 20:59:07.533444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50270) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:07.540873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42aaabac-844e-496c-9deb-f9e5d5b71d97']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:07.556954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-592b6cf8-c0a3-48df-815c-879693450fbf None None] Provisioning complete for port 3c953f92-2ff9-4684-91ff-9ce26fb695eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:07.557347 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-592b6cf8-c0a3-48df-815c-879693450fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.577983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da49924-3d62-4303-82fa-de8cc97d131a tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18d981fe-dcbd-4bf5-a97b-4c6a9dce6964,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:07.600125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fb2c3a-7468-48fe-b5b6-86fdd9df9147') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:07.600634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fb2c3a-7468-48fe-b5b6-86fdd9df9147') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:07.621933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.626441 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadc2471-de14-405f-a2c6-b42bce7efc83 x-openstack-request-id: req-dadc2471-de14-405f-a2c6-b42bce7efc83 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:07.626823 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff8cdea-09ca-4f70-9189-24a8497fece1", "name": "network-vif-deleted", "tag": "be8373a0-14c6-4bb5-b674-a21685236d73", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:07.627026 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dadc2471-de14-405f-a2c6-b42bce7efc83 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:07.627596 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff8cdea-09ca-4f70-9189-24a8497fece1', 'name': 'network-vif-deleted', 'tag': 'be8373a0-14c6-4bb5-b674-a21685236d73', 'status': 'completed', 'code': 200} Oct 18 20:59:07.683752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50276) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:07.684052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2af0132b-c39d-4aef-8352-c67d5fd8b137 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1493545 Oct 18 20:59:07.698172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.710242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:59:07.710867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.712559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:59:07.715760 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:59:07.719044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:07.749521 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:07.810641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 60b03884-a0b0-431a-b19b-288f9963e184 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:07.811308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.817114 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] Checking router: 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:59:07.839794 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:07.840703 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:07.874586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.888339 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:07.894180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/42aaabac-844e-496c-9deb-f9e5d5b71d97 HTTP/1.1" status: 204 len: 168 time: 3.0044622 Oct 18 20:59:07.915397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50278) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:07.919829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9107c-7e07-41c8-a0cb-ae599d30ff02 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=42aaabac-844e-496c-9deb-f9e5d5b71d97,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:08.027373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe829abd-2972-48c1-8e21-05e579e88ed7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.029618 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:08.056539 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe829abd-2972-48c1-8e21-05e579e88ed7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.088863 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-592b6cf8-c0a3-48df-815c-879693450fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.142457 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe829abd-2972-48c1-8e21-05e579e88ed7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.149274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe829abd-2972-48c1-8e21-05e579e88ed7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.152354 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fe829abd-2972-48c1-8e21-05e579e88ed7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6e97b1c3-67eb-4976-9908-86a6986749cc HTTP/1.1" status: 204 len: 168 time: 0.4670358 Oct 18 20:59:08.159424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50284) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:08.176794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:08.214832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe829abd-2972-48c1-8e21-05e579e88ed7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e97b1c3-67eb-4976-9908-86a6986749cc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:08.235298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3c953f92-2ff9-4684-91ff-9ce26fb695eb up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:08.255042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-592b6cf8-c0a3-48df-815c-879693450fbf None None] For port 3c953f92-2ff9-4684-91ff-9ce26fb695eb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3c953f92-2ff9-4684-91ff-9ce26fb695eb,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:08.303538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-592b6cf8-c0a3-48df-815c-879693450fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.316615 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-efbd7e44-ffb4-4640-a01a-3b19011b2ca7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1551104 Oct 18 20:59:08.488084 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b6cf8-c0a3-48df-815c-879693450fbf None None] Pushing event updated for resources: {'Port': ['ID=3c953f92-2ff9-4684-91ff-9ce26fb695eb,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:08.489591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50288) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:08.500572 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:08.535520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50296) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:08.568558 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef8ca7-6c94-47b3-a566-be986c6efccc None None] The sync data for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 is: [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:08.578804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 3c953f92-2ff9-4684-91ff-9ce26fb695eb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:08.581072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.714718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:08.747717 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91fada0f-0466-4e5b-b93e-c6517dfcf5fb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.780355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91fada0f-0466-4e5b-b93e-c6517dfcf5fb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.803609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: be8373a0-14c6-4bb5-b674-a21685236d73 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:08.804594 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device be8373a0-14c6-4bb5-b674-a21685236d73 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:08.854612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-370f490b-43e9-4e34-9b9d-eaeb3d511684 None None] Provisioning complete for port 3c953f92-2ff9-4684-91ff-9ce26fb695eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:08.855554 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-370f490b-43e9-4e34-9b9d-eaeb3d511684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.896370 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91fada0f-0466-4e5b-b93e-c6517dfcf5fb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:08.933866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.011557 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91fada0f-0466-4e5b-b93e-c6517dfcf5fb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.013283 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-91fada0f-0466-4e5b-b93e-c6517dfcf5fb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/621f405f-9370-4da4-80f3-91314ccab338 HTTP/1.1" status: 204 len: 168 time: 0.5184929 Oct 18 20:59:09.032793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:09.055311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fada0f-0466-4e5b-b93e-c6517dfcf5fb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=621f405f-9370-4da4-80f3-91314ccab338,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:09.077521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392d9b1f-5121-46d0-9654-69e3f5e7bbfa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.142672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:09.167448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 903bb274-be41-424c-897a-ed39dd65bb89 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:09.169017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b337f7c-412a-4032-9bc4-5c2f80591960 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "PUT /v2.0/routers/bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4893959 Oct 18 20:59:09.189059 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7d9c52fa-e676-4d97-8d90-951235d10e07 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1476102 Oct 18 20:59:09.193580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50312) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:09.219468 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392d9b1f-5121-46d0-9654-69e3f5e7bbfa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.249467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc145301-cb81-4284-81df-f43657fcc4cb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.279933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 903bb274-be41-424c-897a-ed39dd65bb89 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:09.281218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 903bb274-be41-424c-897a-ed39dd65bb89 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:09.285808 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4320db-f7d8-4696-81e0-f08bfc9ae6d0 None None] New status for floating IP 6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:59:09.290162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Sync routers for ids ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:09.350596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Routers {'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:09.352143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:09.389082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.416430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392d9b1f-5121-46d0-9654-69e3f5e7bbfa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.421661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-392d9b1f-5121-46d0-9654-69e3f5e7bbfa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.423612 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-392d9b1f-5121-46d0-9654-69e3f5e7bbfa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "DELETE /v2.0/security-groups/3719cf3f-279d-4b9d-95d7-dce94a6794f3 HTTP/1.1" status: 204 len: 168 time: 0.8756793 Oct 18 20:59:09.460702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50324) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:09.462000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d9b1f-5121-46d0-9654-69e3f5e7bbfa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719cf3f-279d-4b9d-95d7-dce94a6794f3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:09.491809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc145301-cb81-4284-81df-f43657fcc4cb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.517117 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-b744e30a-31e6-4c8f-b258-5081fbd77c13 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] show failed (client error): The resource could not be found. Oct 18 20:59:09.518852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b744e30a-31e6-4c8f-b258-5081fbd77c13 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups/3719cf3f-279d-4b9d-95d7-dce94a6794f3 HTTP/1.1" status: 404 len: 347 time: 0.0475113 Oct 18 20:59:09.527104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50332) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:09.564097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3c953f92-2ff9-4684-91ff-9ce26fb695eb up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:09.587706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecafeabf-6a09-487b-a53a-c11d417ed548']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:09.630815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:09.630815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df12be8-c31a-42aa-ad0d-a3d3eb39c5ab') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:09.683446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.683707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-370f490b-43e9-4e34-9b9d-eaeb3d511684 None None] Provisioning complete for port 81f8e094-75b9-4201-afd0-eb3cd357f632 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:09.683707 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-370f490b-43e9-4e34-9b9d-eaeb3d511684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.699799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc145301-cb81-4284-81df-f43657fcc4cb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.782094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc145301-cb81-4284-81df-f43657fcc4cb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.783745 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dc145301-cb81-4284-81df-f43657fcc4cb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/801b5e6c-3677-4a33-b5b8-1c319b8ecedb HTTP/1.1" status: 204 len: 168 time: 0.5889242 Oct 18 20:59:09.791141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50340) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:09.815389 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.827027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc145301-cb81-4284-81df-f43657fcc4cb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=801b5e6c-3677-4a33-b5b8-1c319b8ecedb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:09.829904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Deleting port 090ddd4e-e3e9-4850-a476-8084298695dd {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:09.830299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.847030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:59:09.847721 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:59:09.853914 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:59:09.868283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-370f490b-43e9-4e34-9b9d-eaeb3d511684 None None] Port 81f8e094-75b9-4201-afd0-eb3cd357f632 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:09.897606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 3c953f92-2ff9-4684-91ff-9ce26fb695eb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:09.898364 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.962701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.963320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:09.984346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Calling delete_port for 090ddd4e-e3e9-4850-a476-8084298695dd owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:09.986348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Set router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:10.010467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-5a00358e-567e-4cb4-985b-c07ecf48cef7 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:10.026666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-5a00358e-567e-4cb4-985b-c07ecf48cef7 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/networks?id=dd3e939e-fedc-4735-a1fe-bec10c0231e5 HTTP/1.1" status: 200 len: 798 time: 0.4824326 Oct 18 20:59:10.050471 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d509b76a-e784-4e17-a034-dd559dc2ca88 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2523768 Oct 18 20:59:10.052943 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.055073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50344) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:10.086403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-daa47f91-cfa7-4234-9efd-81f2172f000d tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/quotas/be23ca4b3bd84e0eb36091e2afa095d7 HTTP/1.1" status: 200 len: 375 time: 0.0583251 Oct 18 20:59:10.101694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.105947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/ecafeabf-6a09-487b-a53a-c11d417ed548 HTTP/1.1" status: 204 len: 168 time: 2.1881578 Oct 18 20:59:10.142788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50348) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:10.148996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2015938553'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:10.155252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a05ef-94fa-46d6-adc2-750d9663887c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=ecafeabf-6a09-487b-a53a-c11d417ed548,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:10.223482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3d5e-b25f-4ff3-9c2c-19fc94e9e58f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.251103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3d5e-b25f-4ff3-9c2c-19fc94e9e58f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.251478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a6d0e0fe-b095-4be1-a2c8-b1e979d1413e None None] Provisioning complete for port 81f8e094-75b9-4201-afd0-eb3cd357f632 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:10.252368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a6d0e0fe-b095-4be1-a2c8-b1e979d1413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.266734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:10.273213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.367775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:59:10.383135 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.383734 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment f4c8ccd3-fa55-4eeb-833c-13bf799081c4 of type vlan for network af62e5c2-8984-4686-88dc-8465314b35a0 Oct 18 20:59:10.457197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.476073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0e0fe-b095-4be1-a2c8-b1e979d1413e None None] Port 81f8e094-75b9-4201-afd0-eb3cd357f632 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:10.501825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3d5e-b25f-4ff3-9c2c-19fc94e9e58f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.525470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-6638220e-543b-4970-867a-0a9aa854492e tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4371088 Oct 18 20:59:10.530032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4fe3d5e-b25f-4ff3-9c2c-19fc94e9e58f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.534713 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b4fe3d5e-b25f-4ff3-9c2c-19fc94e9e58f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/37a5bef2-52ba-4de5-8ff5-7e6dbbf0e01a HTTP/1.1" status: 204 len: 168 time: 0.4778006 Oct 18 20:59:10.536890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50356) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:10.543528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe3d5e-b25f-4ff3-9c2c-19fc94e9e58f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37a5bef2-52ba-4de5-8ff5-7e6dbbf0e01a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:10.545862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.552397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:10.553189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.576441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4320705 Oct 18 20:59:10.591784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50358) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:10.599923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:10.618195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-f5f536c1-9854-4fd9-8c53-c35764ef3a26 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 20:59:10.619545 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-f5f536c1-9854-4fd9-8c53-c35764ef3a26 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0287507 Oct 18 20:59:10.627430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-be80c9df-144e-4ae7-a6b4-170b200059f7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887408 Oct 18 20:59:10.630946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50360) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:10.639750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '81f8e094-75b9-4201-afd0-eb3cd357f632', 'name': '', 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:28:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3283080d-3e40-43aa-8927-bd52310df4bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:59:04Z', 'updated_at': '2021-10-18T20:59:06Z', 'revision_number': 2, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '3283080d-3e40-43aa-8927-bd52310df4bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:10.706318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Checking router: bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:59:10.706896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Updating router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 port 81f8e094-75b9-4201-afd0-eb3cd357f632 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 20:59:10.736949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a16bb6a-96ee-4a3b-b255-162cfd1c90c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.753599 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.778770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213560c-e0c4-4fb1-8a08-26ddc2379b5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=af62e5c2-8984-4686-88dc-8465314b35a0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:10.791532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a16bb6a-96ee-4a3b-b255-162cfd1c90c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.801228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network af62e5c2-8984-4686-88dc-8465314b35a0 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:59:10.858618 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.865515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-2b7fa122-d1e2-4fa6-973a-c0fce599acac service neutron] 10.222.0.66 "GET /v2.0/networks/dd3e939e-fedc-4735-a1fe-bec10c0231e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218339 Oct 18 20:59:10.867191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:10.871666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.892083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event deleted for resources: {'Port': ['ID=090ddd4e-e3e9-4850-a476-8084298695dd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:10.905187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.906647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.906647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.906647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.907048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.907344 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.907796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.908014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.908478 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.908819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.909091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.909445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:10.914897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a16bb6a-96ee-4a3b-b255-162cfd1c90c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.919410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3a16bb6a-96ee-4a3b-b255-162cfd1c90c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:10.919410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3a16bb6a-96ee-4a3b-b255-162cfd1c90c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/f43caaa8-929b-4db2-b49b-6222d9da7d33 HTTP/1.1" status: 204 len: 168 time: 0.2870615 Oct 18 20:59:10.930650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50362) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:10.931760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16bb6a-96ee-4a3b-b255-162cfd1c90c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43caaa8-929b-4db2-b49b-6222d9da7d33,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:11.023407 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2699333c-4c9d-4978-9676-8f7b300846ac tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881376 Oct 18 20:59:11.047200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50368) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:11.051997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c635bad8-3a77-4954-8417-fe8871c24c1f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--752889849'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:11.107235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.112712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.114358 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1e709239-f28e-4f72-82fc-92e9f5eba02e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "DELETE /v2.0/floatingips/6dbe466e-6c0e-42ff-b6c4-d9dde1f38fb8 HTTP/1.1" status: 204 len: 168 time: 1.5857894 Oct 18 20:59:11.127742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c635bad8-3a77-4954-8417-fe8871c24c1f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.138625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.275467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c635bad8-3a77-4954-8417-fe8871c24c1f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.283153 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c635bad8-3a77-4954-8417-fe8871c24c1f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.318720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=ef1e3e77-a2a5-422e-9bbd-c34ab46dec65,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:11.348579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': 'f4c8ccd3-fa55-4eeb-833c-13bf799081c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:11.348981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: af62e5c2-8984-4686-88dc-8465314b35a0, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:59:11.349192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c635bad8-3a77-4954-8417-fe8871c24c1f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.352106 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c635bad8-3a77-4954-8417-fe8871c24c1f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3035810 Oct 18 20:59:11.356605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50372) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:11.359370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635bad8-3a77-4954-8417-fe8871c24c1f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b9d07a-37e7-477f-bccb-1d2d4c252f62,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:11.366277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3d57c858-4da8-46db-8259-4de2b000ab2c tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': '91b9d07a-37e7-477f-bccb-1d2d4c252f62', 'direction': 'ingress', 'protocol': 17}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:11.413587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network af62e5c2-8984-4686-88dc-8465314b35a0 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:59:11.419461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-8b46e441-83dc-4601-903f-2d00cf1cb855 service neutron] 10.222.0.66 "GET /v2.0/networks/dd3e939e-fedc-4735-a1fe-bec10c0231e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018405 Oct 18 20:59:11.436633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d57c858-4da8-46db-8259-4de2b000ab2c tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.448884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, af62e5c2-8984-4686-88dc-8465314b35a0) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:11.453979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:11.454573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.501432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-772e3a5d-c962-46c1-9170-ec2c0000b19f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9073989 Oct 18 20:59:11.518040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50380) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:11.529444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6503189-32d9-4144-a298-5643dddbed3a None None] Network af62e5c2-8984-4686-88dc-8465314b35a0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:11.533737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-231dafc2-6335-40c1-b450-8a9c077f48b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977354825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:11.539697 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.572191 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d57c858-4da8-46db-8259-4de2b000ab2c tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.588012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d57c858-4da8-46db-8259-4de2b000ab2c tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.598959 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.636363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-231dafc2-6335-40c1-b450-8a9c077f48b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.638469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-231dafc2-6335-40c1-b450-8a9c077f48b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.714569 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-231dafc2-6335-40c1-b450-8a9c077f48b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.717509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57c858-4da8-46db-8259-4de2b000ab2c tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81538c3-3407-485f-9c30-41b0eef6b873,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:11.724979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-231dafc2-6335-40c1-b450-8a9c077f48b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.735065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d57c858-4da8-46db-8259-4de2b000ab2c tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.736656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d57c858-4da8-46db-8259-4de2b000ab2c tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3787394 Oct 18 20:59:11.740046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50386) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:11.776422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-231dafc2-6335-40c1-b450-8a9c077f48b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.778090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-231dafc2-6335-40c1-b450-8a9c077f48b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2681251 Oct 18 20:59:11.782462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50392) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:11.797219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'port': {'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0', 'name': 'tempest-RoutersIpV6Test-572937149'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:11.899392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f5294dc-5881-4e9c-ad8c-a810172ab153 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:11.982781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f5294dc-5881-4e9c-ad8c-a810172ab153 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.035887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:12.041185 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.099366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] device_id is not set on port 168bbd45-1733-496b-a1ba-279acb3182a7 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 20:59:12.134455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f5294dc-5881-4e9c-ad8c-a810172ab153 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.137239 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f5294dc-5881-4e9c-ad8c-a810172ab153 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.138895 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f5294dc-5881-4e9c-ad8c-a810172ab153 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/91b9d07a-37e7-477f-bccb-1d2d4c252f62 HTTP/1.1" status: 204 len: 168 time: 0.3975449 Oct 18 20:59:12.143457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:12.168262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5294dc-5881-4e9c-ad8c-a810172ab153 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b9d07a-37e7-477f-bccb-1d2d4c252f62,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:12.213482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-579a8b2d-6dac-49ab-a748-f57117975aa7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656698 Oct 18 20:59:12.219297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50402) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:12.226413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-056a47e3-6436-4a7e-8ae3-77692120dc2f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--602186244'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:12.290876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-056a47e3-6436-4a7e-8ae3-77692120dc2f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.352122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50406) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:12.369207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-dcced93d-3857-4f45-9958-b1ace15ec220 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430862482', 'description': 'tempest-description--1414647387'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:12.386219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798484-e852-4e53-bbb9-92b27c448307 None None] Pushing event updated for resources: {'Port': ['ID=81f8e094-75b9-4201-afd0-eb3cd357f632,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:12.459611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8::9 (af62e5c2-8984-4686-88dc-8465314b35a0/ef1e3e77-a2a5-422e-9bbd-c34ab46dec65/168bbd45-1733-496b-a1ba-279acb3182a7) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:12.546599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcced93d-3857-4f45-9958-b1ace15ec220 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.563509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d43da21d-8846-46c5-a9d1-2125b765b848 req-a0c22848-ad98-4a1c-98ea-dae503e99b23 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 210 time: 0.1001935 Oct 18 20:59:12.649849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Attempting to bind port 81f8e094-75b9-4201-afd0-eb3cd357f632 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:12.651305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Attempting to bind port 81f8e094-75b9-4201-afd0-eb3cd357f632 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:12.652234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Attempting to bind port 81f8e094-75b9-4201-afd0-eb3cd357f632 on network dd3e939e-fedc-4735-a1fe-bec10c0231e5 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:12.680654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-056a47e3-6436-4a7e-8ae3-77692120dc2f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.704811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-056a47e3-6436-4a7e-8ae3-77692120dc2f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.717718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:12.718676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Checking segment: {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:12.719510 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.720276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Bound using segment: {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:12.721299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Bound port: 81f8e094-75b9-4201-afd0-eb3cd357f632, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:12.722313 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.726986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-af62e5c2-8984-4686-88dc-8465314b35a0', 'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': 'ef1e3e77-a2a5-422e-9bbd-c34ab46dec65'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:59:12.728621 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.798295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a47e3-6436-4a7e-8ae3-77692120dc2f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96044ca2-10fe-40a2-bb58-e26ac64a3261,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:12.857440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-056a47e3-6436-4a7e-8ae3-77692120dc2f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.874567 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-056a47e3-6436-4a7e-8ae3-77692120dc2f tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6540277 Oct 18 20:59:12.875483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50420) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:12.878032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.894188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e397dcaf-81ed-4785-aec8-6449a5d03ba7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--210619514'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:12.918065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcced93d-3857-4f45-9958-b1ace15ec220 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.924288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:12.938495 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcced93d-3857-4f45-9958-b1ace15ec220 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.077961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network af62e5c2-8984-4686-88dc-8465314b35a0 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:13.078213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcced93d-3857-4f45-9958-b1ace15ec220 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.079916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:13.083857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dcced93d-3857-4f45-9958-b1ace15ec220 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7298143 Oct 18 20:59:13.085910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:13.089730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e397dcaf-81ed-4785-aec8-6449a5d03ba7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.100709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:13.103106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.104031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50424) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:13.162801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e1ec51f2-e2c8-4a16-8bc9-35567e1fde42 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'security_group_rule': {'security_group_id': '8e3197af-f89f-42bc-a07c-71d0a85f0d39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:13.169233 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.3847783 Oct 18 20:59:13.177601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50426) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:13.178800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a67c2-1a5e-40ca-be61-9aec2b7cc6ff tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=168bbd45-1733-496b-a1ba-279acb3182a7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:13.197466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Allocated IP 2001:db8::2 (af62e5c2-8984-4686-88dc-8465314b35a0/ef1e3e77-a2a5-422e-9bbd-c34ab46dec65/f73a9209-8139-4a15-a260-f49e00e57fb2) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:13.212418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcced93d-3857-4f45-9958-b1ace15ec220 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3197af-f89f-42bc-a07c-71d0a85f0d39,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:13.276118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1ec51f2-e2c8-4a16-8bc9-35567e1fde42 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.367623 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.390215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.423390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50428) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:13.433692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] For port 81f8e094-75b9-4201-afd0-eb3cd357f632, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:13.457055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-491aacc2-8ad7-4f48-91dc-5c3669a2f6d9 None None] Provisioning complete for port 81f8e094-75b9-4201-afd0-eb3cd357f632 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:13.457727 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-491aacc2-8ad7-4f48-91dc-5c3669a2f6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.529102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-491aacc2-8ad7-4f48-91dc-5c3669a2f6d9 None None] Port 81f8e094-75b9-4201-afd0-eb3cd357f632 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:13.533565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] For port 81f8e094-75b9-4201-afd0-eb3cd357f632, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=81f8e094-75b9-4201-afd0-eb3cd357f632,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:13.546781 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.548351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Pushing event updated for resources: {'Port': ['ID=f73a9209-8139-4a15-a260-f49e00e57fb2,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:13.568637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Network af62e5c2-8984-4686-88dc-8465314b35a0 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:13.570622 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.575854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1ec51f2-e2c8-4a16-8bc9-35567e1fde42 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.582681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:13.590491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:13.624703 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1ec51f2-e2c8-4a16-8bc9-35567e1fde42 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.764113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Routers {'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:13.764975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:13.768111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec51f2-e2c8-4a16-8bc9-35567e1fde42 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdaef312-2316-43a4-9230-aefbe673ef60,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:13.827665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1ec51f2-e2c8-4a16-8bc9-35567e1fde42 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.830117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1ec51f2-e2c8-4a16-8bc9-35567e1fde42 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7228842 Oct 18 20:59:13.857904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50438) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:13.869440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6d8b7818-f8d9-4131-86d8-853c9a251c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'security_group_rule': {'security_group_id': '8e3197af-f89f-42bc-a07c-71d0a85f0d39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:13.927946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77916ad3-0612-436f-a510-96bdb3be2b3d tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:13.928833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77916ad3-0612-436f-a510-96bdb3be2b3d tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:13.930954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77916ad3-0612-436f-a510-96bdb3be2b3d tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:13.935102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-77916ad3-0612-436f-a510-96bdb3be2b3d tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=d4d4c26d67a34774a5bdcabee8242846&network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 2969 time: 0.4953427 Oct 18 20:59:13.960499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7818-f8d9-4131-86d8-853c9a251c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.971958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-79c3db42-16b4-42b1-966e-6f2227a2263b req-b0eafab5-92f7-4e86-b9f4-321ef8490c16 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 210 time: 0.2442710 Oct 18 20:59:13.981849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e397dcaf-81ed-4785-aec8-6449a5d03ba7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:13.985627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Attempting to bind port f73a9209-8139-4a15-a260-f49e00e57fb2 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:13.986450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Attempting to bind port f73a9209-8139-4a15-a260-f49e00e57fb2 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'f4c8ccd3-fa55-4eeb-833c-13bf799081c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:13.986450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Attempting to bind port f73a9209-8139-4a15-a260-f49e00e57fb2 on network af62e5c2-8984-4686-88dc-8465314b35a0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:14.008335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:14.008335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Checking segment: {'id': 'f4c8ccd3-fa55-4eeb-833c-13bf799081c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:14.010024 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.010439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Bound using segment: {'id': 'f4c8ccd3-fa55-4eeb-833c-13bf799081c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:14.011086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Bound port: f73a9209-8139-4a15-a260-f49e00e57fb2, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c8ccd3-fa55-4eeb-833c-13bf799081c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'af62e5c2-8984-4686-88dc-8465314b35a0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:14.016058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.024691 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e397dcaf-81ed-4785-aec8-6449a5d03ba7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.029854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798484-e852-4e53-bbb9-92b27c448307 None None] Pushing event updated for resources: {'Port': ['ID=81f8e094-75b9-4201-afd0-eb3cd357f632,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:14.199037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] For port f73a9209-8139-4a15-a260-f49e00e57fb2, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:14.209080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] For port f73a9209-8139-4a15-a260-f49e00e57fb2, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f73a9209-8139-4a15-a260-f49e00e57fb2,segment=NetworkSegment(f4c8ccd3-fa55-4eeb-833c-13bf799081c4),segment_id=f4c8ccd3-fa55-4eeb-833c-13bf799081c4)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:14.306991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.327328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-15aeb4a0-4001-4baa-ba4a-fe1345dcfa00 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:14.327578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e397dcaf-81ed-4785-aec8-6449a5d03ba7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.332815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e397dcaf-81ed-4785-aec8-6449a5d03ba7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4422832 Oct 18 20:59:14.333792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-15aeb4a0-4001-4baa-ba4a-fe1345dcfa00 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.79 "GET /v2.0/networks?id=dd3e939e-fedc-4735-a1fe-bec10c0231e5 HTTP/1.1" status: 200 len: 798 time: 0.4460421 Oct 18 20:59:14.352996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50450) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:14.355048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7818-f8d9-4131-86d8-853c9a251c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.360189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-49aeb04e-90ca-4664-8a74-552597400eb3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': '96044ca2-10fe-40a2-bb58-e26ac64a3261', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd700b0a-d528-4b68-95a1-a2661bc98036', 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:14.361549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2fd7177a-7ac8-4941-9e4a-d35dbd2d3de9 None None] Provisioning complete for port 81f8e094-75b9-4201-afd0-eb3cd357f632 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:14.361908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2fd7177a-7ac8-4941-9e4a-d35dbd2d3de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.378696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397dcaf-81ed-4785-aec8-6449a5d03ba7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd700b0a-d528-4b68-95a1-a2661bc98036,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:14.387247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Request body: {'port': {'device_id': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'admin_state_up': True, 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:14.402259 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7818-f8d9-4131-86d8-853c9a251c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.435622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b7818-f8d9-4131-86d8-853c9a251c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db1aefb-a884-42bd-870f-536680ff727f,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:14.477998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.483987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] Set router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:14.498452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7818-f8d9-4131-86d8-853c9a251c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.499790 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6d8b7818-f8d9-4131-86d8-853c9a251c9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6383002 Oct 18 20:59:14.501968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49aeb04e-90ca-4664-8a74-552597400eb3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.504971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50452) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:14.512870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:14.596077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74ab8a-cc72-4216-acaf-c95bf85ffe67 None None] Pushing event updated for resources: {'Port': ['ID=f73a9209-8139-4a15-a260-f49e00e57fb2,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:14.596565 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.845117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49aeb04e-90ca-4664-8a74-552597400eb3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.922425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2fd7177a-7ac8-4941-9e4a-d35dbd2d3de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:14.952233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49aeb04e-90ca-4664-8a74-552597400eb3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.063285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2fd7177a-7ac8-4941-9e4a-d35dbd2d3de9 None None] For port 81f8e094-75b9-4201-afd0-eb3cd357f632, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=81f8e094-75b9-4201-afd0-eb3cd357f632,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:15.106364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeb04e-90ca-4664-8a74-552597400eb3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d903172b-674b-4da1-9f93-51b4fbfcacad,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:15.150656 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2fd7177a-7ac8-4941-9e4a-d35dbd2d3de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.159610 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49aeb04e-90ca-4664-8a74-552597400eb3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.169419 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-49aeb04e-90ca-4664-8a74-552597400eb3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8126383 Oct 18 20:59:15.173515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50464) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:15.187418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Made reservation on behalf of be23ca4b3bd84e0eb36091e2afa095d7 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:15.197357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.360446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-adb389e2-ae37-4d3e-ada7-f4168df4ae91 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.379590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7177a-7ac8-4941-9e4a-d35dbd2d3de9 None None] Pushing event updated for resources: {'Port': ['ID=81f8e094-75b9-4201-afd0-eb3cd357f632,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:15.379960 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-adb389e2-ae37-4d3e-ada7-f4168df4ae91 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.380919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '81f8e094-75b9-4201-afd0-eb3cd357f632', 'name': '', 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:28:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3283080d-3e40-43aa-8927-bd52310df4bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:59:04Z', 'updated_at': '2021-10-18T20:59:13Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '3283080d-3e40-43aa-8927-bd52310df4bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:15.458756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-adb389e2-ae37-4d3e-ada7-f4168df4ae91 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.470715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fac1a2e-9515-44c8-9cce-1e7a6d45dda0 req-3cee70c2-49ba-41a7-a361-157e9125d129 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 210 time: 0.2578814 Oct 18 20:59:15.475303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-adb389e2-ae37-4d3e-ada7-f4168df4ae91 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.484668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-adb389e2-ae37-4d3e-ada7-f4168df4ae91 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/d903172b-674b-4da1-9f93-51b4fbfcacad HTTP/1.1" status: 204 len: 168 time: 0.3093235 Oct 18 20:59:15.488883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50472) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:15.520208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ec2826-17b2-4aae-9ff5-bb2a5b69846f None None] The sync data for ids ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'] in n-d-812149-2 is: [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '81f8e094-75b9-4201-afd0-eb3cd357f632', 'name': '', 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:28:75:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '3283080d-3e40-43aa-8927-bd52310df4bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:59:04Z', 'updated_at': '2021-10-18T20:59:13Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '3283080d-3e40-43aa-8927-bd52310df4bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:15.525364 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.670948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb389e2-ae37-4d3e-ada7-f4168df4ae91 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d903172b-674b-4da1-9f93-51b4fbfcacad,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:15.709593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f73a9209-8139-4a15-a260-f49e00e57fb2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:15.850050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b704b856-3e88-4ae3-ac72-9bbe29885533 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3404577 Oct 18 20:59:15.865601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50478) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:15.962669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f73a9209-8139-4a15-a260-f49e00e57fb2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:15.963187 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:15.992607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Allocated IP 172.20.0.20 (dd3e939e-fedc-4735-a1fe-bec10c0231e5/3283080d-3e40-43aa-8927-bd52310df4bf/7c3e8e85-aba1-418f-a2f4-63cc97adb84d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:16.004073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.033464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.108286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Allocated IP 172.25.7.192 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/d6a630c5-fbd5-44a0-8dfc-c9ba7e0c4f44) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:16.164103 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.311446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port f73a9209-8139-4a15-a260-f49e00e57fb2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f73a9209-8139-4a15-a260-f49e00e57fb2,segment=NetworkSegment(f4c8ccd3-fa55-4eeb-833c-13bf799081c4),segment_id=f4c8ccd3-fa55-4eeb-833c-13bf799081c4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:16.319340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.388923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.451549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3e1f68e-3366-44c1-9f42-336db4d1f557 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.490998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50484) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:16.516101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.557075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=f73a9209-8139-4a15-a260-f49e00e57fb2,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:16.620363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3e1f68e-3366-44c1-9f42-336db4d1f557 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.658327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680ac6b-e3bc-49a7-a265-4c3fd5c3d22d None None] Network af62e5c2-8984-4686-88dc-8465314b35a0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:16.684901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a73a71bf-b228-4822-874d-d35fddeb66c7 req-145ed2f7-edc5-4fc8-a18b-45be5e218635 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 210 time: 0.0485129 Oct 18 20:59:16.690489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:16.698090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:16.728091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:16.782991 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.843581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8eed6-fb12-4dfc-be68-17108bd55314 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:16.845517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-66e8eed6-fb12-4dfc-be68-17108bd55314 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f HTTP/1.1" status: 200 len: 814 time: 0.3527586 Oct 18 20:59:16.855851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1c7b7030-3277-49f7-9fe4-e3025d46026c None None] Provisioning complete for port f73a9209-8139-4a15-a260-f49e00e57fb2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:16.869350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3e1f68e-3366-44c1-9f42-336db4d1f557 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.869929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c7b7030-3277-49f7-9fe4-e3025d46026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.873832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3e1f68e-3366-44c1-9f42-336db4d1f557 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:16.875478 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e3e1f68e-3366-44c1-9f42-336db4d1f557 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/dd700b0a-d528-4b68-95a1-a2661bc98036 HTTP/1.1" status: 204 len: 168 time: 1.0032611 Oct 18 20:59:16.916237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50496) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:16.960600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'Port': ['ID=d6a630c5-fbd5-44a0-8dfc-c9ba7e0c4f44,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:16.993545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1f68e-3366-44c1-9f42-336db4d1f557 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd700b0a-d528-4b68-95a1-a2661bc98036,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:17.099047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:17.159474 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b1590d2f-db85-4cba-9f14-d5099ca070c4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2380228 Oct 18 20:59:17.180962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50504) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:17.202487 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-2384e07b-b3aa-4959-bafd-756148c4df6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3948288 Oct 18 20:59:17.219425 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:17.350593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=168bbd45-1733-496b-a1ba-279acb3182a7,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:17.385051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.385248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.386197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.386785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.387320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.387902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.388590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.391194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-003ea50b-64d4-4a12-a912-7a404dd03d84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 0.1115177 Oct 18 20:59:17.486111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-e8bb65d7-7c00-4d2f-8548-63d068f3bfab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8560741 Oct 18 20:59:17.525044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:17.638914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:17.717709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-3955ecd2-89c8-4f7b-b5ed-c74e18c6bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.718317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-3955ecd2-89c8-4f7b-b5ed-c74e18c6bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.718733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 81f8e094-75b9-4201-afd0-eb3cd357f632 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:17.719386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-3955ecd2-89c8-4f7b-b5ed-c74e18c6bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:17.722574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-3955ecd2-89c8-4f7b-b5ed-c74e18c6bbf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 2293 time: 0.2909408 Oct 18 20:59:17.762989 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a115dbe-f2ac-4cfe-8321-93bc5674acd8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:17.867269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:17.881698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 81f8e094-75b9-4201-afd0-eb3cd357f632 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:17.882309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:17.936269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-f3b6002d-f5ad-40ed-a125-3f6883645376 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 999 time: 0.2039976 Oct 18 20:59:17.970061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.011951 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.071508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50520) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:18.092263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b44eaec4-5680-466b-8298-2b4db28ad565 None None] Provisioning complete for port 168bbd45-1733-496b-a1ba-279acb3182a7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:18.093051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b44eaec4-5680-466b-8298-2b4db28ad565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.093183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'network': {'name': 'tempest-network-smoke--1820978417', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'port_security_enabled': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:18.175218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b44eaec4-5680-466b-8298-2b4db28ad565 None None] Port 168bbd45-1733-496b-a1ba-279acb3182a7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:18.221922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'Port': ['ID=d6a630c5-fbd5-44a0-8dfc-c9ba7e0c4f44,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:18.223437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b44eaec4-5680-466b-8298-2b4db28ad565 None None] Provisioning complete for port f73a9209-8139-4a15-a260-f49e00e57fb2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:18.224704 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b44eaec4-5680-466b-8298-2b4db28ad565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.260949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-d6c7af0b-b863-4858-8448-410a2f9c577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:18.262510 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-d6c7af0b-b863-4858-8448-410a2f9c577a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 200 len: 851 time: 0.3022513 Oct 18 20:59:18.268148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:18.272819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.372677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.386753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:59:18.414971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.415577 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Added segment abfa0421-8f7e-4209-912a-f8199af1692b of type vlan for network 907dbf85-6470-42be-b33b-09fcf8363c8e Oct 18 20:59:18.419357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-e7d20c55-52de-478b-b45f-ea920eb70d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:18.420745 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-e7d20c55-52de-478b-b45f-ea920eb70d51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443422 Oct 18 20:59:18.448419 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.449834 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f599375b-b18d-470e-bea6-d9ef14fb206a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9435606 Oct 18 20:59:18.497114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f73a9209-8139-4a15-a260-f49e00e57fb2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:18.518982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.632420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.644519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:18.648727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.661577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f73a9209-8139-4a15-a260-f49e00e57fb2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:18.661954 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.722613 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-73bfe5ac-3632-4728-88c8-ca74c07078c7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918301 Oct 18 20:59:18.734003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6510646 Oct 18 20:59:18.735092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50528) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:18.790247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b05071bb-6038-480f-b5cf-46adf930d807 None None] Provisioning complete for port 168bbd45-1733-496b-a1ba-279acb3182a7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:18.791054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b05071bb-6038-480f-b5cf-46adf930d807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.836518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e0e00060-2747-401e-838b-1ef34cfe192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.859004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-ef7d58ad-2991-44fd-b8bf-44be0967341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:18.863794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-ef7d58ad-2991-44fd-b8bf-44be0967341a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1096 time: 1.2576082 Oct 18 20:59:18.882691 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.890552 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a115dbe-f2ac-4cfe-8321-93bc5674acd8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:18.894977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:18.967538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b05071bb-6038-480f-b5cf-46adf930d807 None None] Port 168bbd45-1733-496b-a1ba-279acb3182a7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:18.972115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event updated for resources: {'Port': ['ID=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:19.018488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:19.041663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:19.128997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f64651-28bb-4cac-9a12-15e89d1c0b1b req-b0b5f70d-f2b7-4b79-a9dd-58fd2a277aff tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:19.132487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-27f64651-28bb-4cac-9a12-15e89d1c0b1b req-b0b5f70d-f2b7-4b79-a9dd-58fd2a277aff tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 895 time: 1.2223248 Oct 18 20:59:19.183456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da635c2-cb6d-4007-b1f3-8737c97670e8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Network': ['ID=907dbf85-6470-42be-b33b-09fcf8363c8e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:19.231295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 907dbf85-6470-42be-b33b-09fcf8363c8e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:59:19.253381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48324f2f-7fa1-41ec-8a7c-5a49c3ede365 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:19.258377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-48324f2f-7fa1-41ec-8a7c-5a49c3ede365 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d4d4c26d67a34774a5bdcabee8242846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.5119948 Oct 18 20:59:19.260982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50540) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:19.322127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a115dbe-f2ac-4cfe-8321-93bc5674acd8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:19.327542 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6a115dbe-f2ac-4cfe-8321-93bc5674acd8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:19.335325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6a115dbe-f2ac-4cfe-8321-93bc5674acd8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/96044ca2-10fe-40a2-bb58-e26ac64a3261 HTTP/1.1" status: 204 len: 168 time: 2.1523321 Oct 18 20:59:19.337280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50542) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:19.423266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:19.424629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:19.432504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e4ecb713-d0ef-43c6-bcf3-bed30f572cf0 None None] Provisioning complete for port 168bbd45-1733-496b-a1ba-279acb3182a7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:19.433175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e4ecb713-d0ef-43c6-bcf3-bed30f572cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:19.512841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-4231cb0f-38af-4488-b0dc-b7e8244fe517 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7757843 Oct 18 20:59:19.535395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e4ecb713-d0ef-43c6-bcf3-bed30f572cf0 None None] Port 168bbd45-1733-496b-a1ba-279acb3182a7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:19.561009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a115dbe-f2ac-4cfe-8321-93bc5674acd8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96044ca2-10fe-40a2-bb58-e26ac64a3261,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:19.601889 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-f9a2243e-9538-4b37-a60f-0811b8e2114c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 217 time: 0.0775321 Oct 18 20:59:19.638450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-2d32a98e-e471-402d-9324-13e44d73288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:19.640181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-2d32a98e-e471-402d-9324-13e44d73288a service neutron] 10.222.0.79 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 897 time: 0.6367636 Oct 18 20:59:19.654512 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-560c050e-5904-4973-b1fd-3689a468dfa9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 5.2739427 Oct 18 20:59:19.662685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-62ccc3b1-e967-447e-bc4b-f95d69779c45 None None] Provisioning complete for port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:19.663217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62ccc3b1-e967-447e-bc4b-f95d69779c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:19.688162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b5d4f-7499-40ce-92e3-00a036eef2b9 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:19.696927 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6e2b5d4f-7499-40ce-92e3-00a036eef2b9 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4343488 Oct 18 20:59:19.699983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-13364cec-e5a4-47ef-930f-f86b4bcf34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:19.702651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-13364cec-e5a4-47ef-930f-f86b4bcf34f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.0870297 Oct 18 20:59:19.703415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:19.712857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-62ccc3b1-e967-447e-bc4b-f95d69779c45 None None] Port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:19.805115 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-51e47481-250d-4419-9c49-d42243a66fef tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1000416 Oct 18 20:59:19.807326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50558) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:19.809054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Request body: {'port': {'device_id': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:19.845009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ed26b50b-2fff-440c-ae2a-9cf661365750 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d4d4c26d67a34774a5bdcabee8242846&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335286 Oct 18 20:59:19.845366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50560) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:19.869495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-ba9437c8-8aec-46f2-9255-70bd17150181 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 1001 time: 0.2127619 Oct 18 20:59:19.879153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5d7d6a64-83c3-4d57-afed-8945f83862a7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5208578 Oct 18 20:59:19.882014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-8445e8ae-ffd5-4109-b1d1-d8615ab5bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:19.887003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-8445e8ae-ffd5-4109-b1d1-d8615ab5bab9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1666903 Oct 18 20:59:19.893983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50564) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:19.900681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-962e45fc-7ad2-48f0-a47b-1b0a25bb47c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--107907019'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:19.918323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:19.968583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-d2d9af51-baf2-47d4-a531-b5d45955b2e3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--430862482&fields=id&tenant_id=4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 267 time: 0.3715625 Oct 18 20:59:19.969321 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:19.970146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.028770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-962e45fc-7ad2-48f0-a47b-1b0a25bb47c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.073632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6826d800-691a-4678-aa1d-891c3a01d0a1 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:20.073632 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6826d800-691a-4678-aa1d-891c3a01d0a1 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2225373 Oct 18 20:59:20.075624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50568) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:20.140610 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-45b3adef-010c-4a82-a922-480d67e4913e tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605578 Oct 18 20:59:20.144698 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-581f42ec-74b9-44fc-ab42-fb6b2365efa1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481978 Oct 18 20:59:20.145187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50572) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:20.154281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-590773679', 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:20.157425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-ea0159ef-9a71-4b1b-bd72-d42c719e90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:20.164106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-ea0159ef-9a71-4b1b-bd72-d42c719e90e2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 200 len: 834 time: 0.2750461 Oct 18 20:59:20.165141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.345208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-962e45fc-7ad2-48f0-a47b-1b0a25bb47c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.357047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-962e45fc-7ad2-48f0-a47b-1b0a25bb47c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.393819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-02c7fb25-f900-4254-81e4-693169dd4ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317226 Oct 18 20:59:20.409110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=168bbd45-1733-496b-a1ba-279acb3182a7,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:20.451339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:20.455418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.461260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e45fc-7ad2-48f0-a47b-1b0a25bb47c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23429350-17fa-4ccd-8004-9f67ecb395ad,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:20.465043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-54dc4ee2-5685-4056-99f5-f788e939cc3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 217 time: 0.0625198 Oct 18 20:59:20.489688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-962e45fc-7ad2-48f0-a47b-1b0a25bb47c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.494339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-962e45fc-7ad2-48f0-a47b-1b0a25bb47c7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5964918 Oct 18 20:59:20.496762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50582) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:20.506575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f88dbda7-ec49-4c63-ae4e-06a1cc60babc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': '23429350-17fa-4ccd-8004-9f67ecb395ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:20.596755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-bf968666-6f43-4d74-b0d8-87ced07fd8f7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:20.599246 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-bf968666-6f43-4d74-b0d8-87ced07fd8f7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 816 time: 0.5789790 Oct 18 20:59:20.620239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-46059a37-f93a-4a08-9c6e-4bba4d3b942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:20.622319 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-46059a37-f93a-4a08-9c6e-4bba4d3b942f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1288717 Oct 18 20:59:20.638538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-471f0d2f-0132-412f-beeb-51de1699075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:20.640717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-471f0d2f-0132-412f-beeb-51de1699075d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4418898 Oct 18 20:59:20.719820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-4d18c821-cc08-43dd-bedf-ae89ed3d8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:20.721490 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-4d18c821-cc08-43dd-bedf-ae89ed3d8cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916712 Oct 18 20:59:20.804130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network af62e5c2-8984-4686-88dc-8465314b35a0 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:20.824596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:20.839190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-d34ad3cd-2e8a-4d42-b1c1-e5ebf1881ece tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/quotas/4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 375 time: 0.1391087 Oct 18 20:59:20.842045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.874480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f88dbda7-ec49-4c63-ae4e-06a1cc60babc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:20.987442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Subnet': ['ID=887c530f-6862-4ed8-b4be-fbf0cda70c5e,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:21.000711 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-2fcae762-a42a-4124-8dec-e20ce1799243 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694924 Oct 18 20:59:21.180343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Checking segment: {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:21.181322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network hostable DHCP agents. Network: 907dbf85-6470-42be-b33b-09fcf8363c8e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:59:21.246359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 907dbf85-6470-42be-b33b-09fcf8363c8e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:59:21.253650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bea86fc9-15f6-4e2c-bf93-438bef25d63c None None] Provisioning complete for port 168bbd45-1733-496b-a1ba-279acb3182a7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:21.254534 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bea86fc9-15f6-4e2c-bf93-438bef25d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.259903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-6ce7f3a1-acd3-40b1-9654-a6b88896f0ac service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494209 Oct 18 20:59:21.260525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-1b0535bd-bdfa-40ec-afc5-9472c3bbc6a7 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375726 Oct 18 20:59:21.263041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 907dbf85-6470-42be-b33b-09fcf8363c8e) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:21.277827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:21.279319 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.313908 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-b7254446-3add-4158-8b1d-0da3a081368a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4737301 Oct 18 20:59:21.317958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bea86fc9-15f6-4e2c-bf93-438bef25d63c None None] Port 168bbd45-1733-496b-a1ba-279acb3182a7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:21.325652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee0ab2-324d-40c0-90f4-041d2a251074 None None] Network 907dbf85-6470-42be-b33b-09fcf8363c8e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:21.390238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f88dbda7-ec49-4c63-ae4e-06a1cc60babc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.424336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-aa105311-cdad-4b79-b7db-526d77ceda30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 200 len: 217 time: 0.1386902 Oct 18 20:59:21.434962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f88dbda7-ec49-4c63-ae4e-06a1cc60babc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.513173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dbda7-ec49-4c63-ae4e-06a1cc60babc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d359ffb-2d34-420f-835d-8b51953b0069,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:21.519706 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5cfb67b6-58d5-4ae9-8b59-041ad06373dd tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3698635 Oct 18 20:59:21.558307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-670981b7-ae1e-4e50-ab0f-750a07a8df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:21.559667 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f88dbda7-ec49-4c63-ae4e-06a1cc60babc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.560178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-670981b7-ae1e-4e50-ab0f-750a07a8df16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1286151 Oct 18 20:59:21.561381 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f88dbda7-ec49-4c63-ae4e-06a1cc60babc tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0591493 Oct 18 20:59:21.565183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50598) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:21.609249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c6dbbb0-a734-48ce-8b9a-d77b55bb36a1 req-3cd5cbae-1eb5-4c7c-a2b3-2de6f9b8be4a service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378873 Oct 18 20:59:21.649338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-907dbf85-6470-42be-b33b-09fcf8363c8e', 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ips': [{'subnet_id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:59:21.651668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.652225 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10bc3968-3140-4bb8-b1d6-0f44e63a5a33 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.674110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10bc3968-3140-4bb8-b1d6-0f44e63a5a33 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.680641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 62453ceb-a08f-4b97-bd35-785cab7c6ab1 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:59:21.696113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-b9a58610-5345-4435-bbc4-271d7bf2814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:21.697027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3e8e85-aba1-418f-a2f4-63cc97adb84d {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:21.699322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-b9a58610-5345-4435-bbc4-271d7bf2814f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265302 Oct 18 20:59:21.712077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.793297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Transition to ACTIVE for port object 7c3e8e85-aba1-418f-a2f4-63cc97adb84d will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:59:21.805167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-c1c7789a-f84c-4953-a861-f7088db96bba service neutron] 10.222.0.66 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902635 Oct 18 20:59:21.821340 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:21.904469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Allocated IP 172.20.0.18 (907dbf85-6470-42be-b33b-09fcf8363c8e/887c530f-6862-4ed8-b4be-fbf0cda70c5e/415b0100-7651-440b-b940-5c476e946bc6) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:22.060285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:22.066493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:22.087218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-420213ce-7fc5-406c-91ee-9b8810177eb5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/62453ceb-a08f-4b97-bd35-785cab7c6ab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8965566 Oct 18 20:59:22.090623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50604) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:22.121471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f86167-d0af-41b6-966b-a79790961eee None None] Sync routers for ids ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:22.175419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f86167-d0af-41b6-966b-a79790961eee None None] Routers {'62453ceb-a08f-4b97-bd35-785cab7c6ab1'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:22.176117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-47f86167-d0af-41b6-966b-a79790961eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:22.227511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-72a0904c-bbb3-4dc7-9ee9-7a4a9d650cdb service neutron] 10.222.0.66 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207642 Oct 18 20:59:22.246404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148cd12-5172-4575-8b8b-053d5be540aa tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:22.251860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9148cd12-5172-4575-8b8b-053d5be540aa tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports/168bbd45-1733-496b-a1ba-279acb3182a7 HTTP/1.1" status: 200 len: 981 time: 0.1572497 Oct 18 20:59:22.252456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50610) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:22.551128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10bc3968-3140-4bb8-b1d6-0f44e63a5a33 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:22.562336 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10bc3968-3140-4bb8-b1d6-0f44e63a5a33 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:22.563560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-10bc3968-3140-4bb8-b1d6-0f44e63a5a33 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8d359ffb-2d34-420f-835d-8b51953b0069 HTTP/1.1" status: 204 len: 168 time: 0.9973512 Oct 18 20:59:22.568949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:22.611948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc3968-3140-4bb8-b1d6-0f44e63a5a33 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d359ffb-2d34-420f-835d-8b51953b0069,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:22.628248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-47f86167-d0af-41b6-966b-a79790961eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:22.662019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-66ccb2eb-acef-408b-8288-70652c682ddb service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9459875 Oct 18 20:59:22.677207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f86167-d0af-41b6-966b-a79790961eee None None] Routers {'62453ceb-a08f-4b97-bd35-785cab7c6ab1'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:22.678522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-47f86167-d0af-41b6-966b-a79790961eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:58:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:22.684334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:22.745756 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f7df8922-48d6-45e7-9315-a6dbb4fba9d5 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1725364 Oct 18 20:59:22.746005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50628) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:22.768842 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:22.773054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-47f86167-d0af-41b6-966b-a79790961eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:22.773919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f86167-d0af-41b6-966b-a79790961eee None None] The sync data for ids ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:22.858876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Pushing event updated for resources: {'Port': ['ID=415b0100-7651-440b-b940-5c476e946bc6,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:22.863736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Network 907dbf85-6470-42be-b33b-09fcf8363c8e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:22.866457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:22.873830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:22.899980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-9d93b07f-c08d-4125-8c4a-0ad84f93e43d service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265506 Oct 18 20:59:22.907587 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee5f6-50e8-4916-8e51-3feb2f766da4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:22.959397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Attempting to bind port 415b0100-7651-440b-b940-5c476e946bc6 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:22.959961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Attempting to bind port 415b0100-7651-440b-b940-5c476e946bc6 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:22.960098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Attempting to bind port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:22.960450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Attempting to bind port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:22.960790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Attempting to bind port 415b0100-7651-440b-b940-5c476e946bc6 on network 907dbf85-6470-42be-b33b-09fcf8363c8e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:22.960926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Attempting to bind port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d on network dd3e939e-fedc-4735-a1fe-bec10c0231e5 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:22.964292 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-6aa2561d-062a-415e-b8be-ac28598af3cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 200 len: 217 time: 0.0538337 Oct 18 20:59:22.969116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:22.969865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Checking segment: {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:22.970417 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:22.971007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Bound using segment: {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:22.971570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Bound port: 415b0100-7651-440b-b940-5c476e946bc6, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:22.972174 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.022768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee5f6-50e8-4916-8e51-3feb2f766da4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.044319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d on network dd3e939e-fedc-4735-a1fe-bec10c0231e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:59:23.044966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Attempting to bind port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d on network dd3e939e-fedc-4735-a1fe-bec10c0231e5 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:23.059353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] For port 415b0100-7651-440b-b940-5c476e946bc6, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:23.063066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093f8c6-e9b2-4478-b32b-853b9c78cd04 req-34000d99-64fe-4be5-ba43-e9f616c4b0bd tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:23.063737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] For port 415b0100-7651-440b-b940-5c476e946bc6, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=415b0100-7651-440b-b940-5c476e946bc6,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:23.064700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8093f8c6-e9b2-4478-b32b-853b9c78cd04 req-34000d99-64fe-4be5-ba43-e9f616c4b0bd tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 907 time: 0.3556960 Oct 18 20:59:23.073152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.104750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:23.105423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Checking segment: {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:23.109066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Bound using segment: {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:23.109797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Bound port: 7c3e8e85-aba1-418f-a2f4-63cc97adb84d, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e25a860-88db-49bc-8668-f4dc6c127783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:23.110340 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.185311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87e3999c-334f-459e-9a60-78678b31dc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.188681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-22cf4a73-5243-4bdf-a7e6-de49f1e05ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:23.190430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-22cf4a73-5243-4bdf-a7e6-de49f1e05ed7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.2170136 Oct 18 20:59:23.225615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87556b-075e-413f-a336-1a21531c8766 None None] Pushing event updated for resources: {'Port': ['ID=415b0100-7651-440b-b940-5c476e946bc6,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:23.280828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee5f6-50e8-4916-8e51-3feb2f766da4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.286744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] For port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:23.290680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba1ee5f6-50e8-4916-8e51-3feb2f766da4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.291394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] For port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:23.294353 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ba1ee5f6-50e8-4916-8e51-3feb2f766da4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/23429350-17fa-4ccd-8004-9f67ecb395ad HTTP/1.1" status: 204 len: 168 time: 0.5470238 Oct 18 20:59:23.297949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50638) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:23.311535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.317094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-99d7179f-3d5c-4083-a049-d32eb08f9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:23.319154 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-99d7179f-3d5c-4083-a049-d32eb08f9e95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1210845 Oct 18 20:59:23.320239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ee5f6-50e8-4916-8e51-3feb2f766da4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23429350-17fa-4ccd-8004-9f67ecb395ad,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:23.436050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:23.436708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.438136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] 10.222.0.79 "PUT /v2.0/ports/7c3e8e85-aba1-418f-a2f4-63cc97adb84d HTTP/1.1" status: 200 len: 1055 time: 3.6401870 Oct 18 20:59:23.439590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'tag': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:23.450690 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc21c6e4-e62f-48aa-bf89-bddc057ed295" -d '{"events": [{"name": "network-changed", "server_uuid": "bee9dd93-198d-4d38-9300-d34299c7ac03", "tag": "7c3e8e85-aba1-418f-a2f4-63cc97adb84d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:23.526413 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-124b64f3-0d38-4ff3-8c35-66b0ec2f4ef5 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984000 Oct 18 20:59:23.646464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7d0089f6-1e2e-4012-b0d4-60bc0addd0f7 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3428073 Oct 18 20:59:23.647414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a66d7-b360-4c8a-8e08-753961da98e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:23.654168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50642) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:23.658490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d0c29256-19d3-4ed2-bca1-9c71e7226948 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group': {'name': 'tempest-secgroup--972671137'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:23.724266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-64671638-e830-4e74-a65d-656e445bd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:23.732754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-64671638-e830-4e74-a65d-656e445bd90f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 1058 time: 0.2276599 Oct 18 20:59:23.769149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0c29256-19d3-4ed2-bca1-9c71e7226948 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.799751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-06bc622f-611e-473b-86f1-f4925961f205 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644789 Oct 18 20:59:23.867451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-c992e090-646f-4ccc-bd6b-951a194bf214 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7c3e8e85-aba1-418f-a2f4-63cc97adb84d HTTP/1.1" status: 200 len: 217 time: 0.1198270 Oct 18 20:59:23.875693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0c29256-19d3-4ed2-bca1-9c71e7226948 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.893184 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0c29256-19d3-4ed2-bca1-9c71e7226948 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:23.952124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-289a9807-bcc2-4f73-a3ba-a93ce0fc3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:23.954166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-289a9807-bcc2-4f73-a3ba-a93ce0fc3801 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3283080d-3e40-43aa-8927-bd52310df4bf HTTP/1.1" status: 200 len: 838 time: 0.0769584 Oct 18 20:59:23.958664 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-30be3d88-9dc6-4cc4-a2b4-7a698fb3a6f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 200 len: 217 time: 0.0803936 Oct 18 20:59:24.066417 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d0c29256-19d3-4ed2-bca1-9c71e7226948 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.074836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-b039f5e4-6276-4f87-a2b8-e66dbfd056dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:24.076422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-b039f5e4-6276-4f87-a2b8-e66dbfd056dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd3e939e-fedc-4735-a1fe-bec10c0231e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848823 Oct 18 20:59:24.077843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.080719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d0c29256-19d3-4ed2-bca1-9c71e7226948 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4257340 Oct 18 20:59:24.085644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:24.090811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d5f30f51-b897-42c0-8ab0-2cc35663f93e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'ff2ab32d-2b1e-4048-954f-eed16db6711a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:24.116417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50650) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:24.139955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5be7bfe3-f23f-4106-aedd-735e15619af1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785635691', 'description': 'tempest-secgroup-smoke-1785635691 description', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:24.187108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c29256-19d3-4ed2-bca1-9c71e7226948 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ab32d-2b1e-4048-954f-eed16db6711a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:24.229808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.240086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-d7c617d0-591f-470b-9a57-e2464f9ca603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:24.247293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-d7c617d0-591f-470b-9a57-e2464f9ca603 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.2722538 Oct 18 20:59:24.296495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5bcf2cc-b4bd-4a79-9108-562d11740089 req-511b1d75-f914-4da5-9c3f-7e3eedcd9e82 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 210 time: 0.0612321 Oct 18 20:59:24.340422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5be7bfe3-f23f-4106-aedd-735e15619af1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.383766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-ebc7239e-5159-4490-90dc-d79d38f647d9 service neutron] 10.222.0.79 "GET /v2.0/networks/dd3e939e-fedc-4735-a1fe-bec10c0231e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975812 Oct 18 20:59:24.410851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5f30f51-b897-42c0-8ab0-2cc35663f93e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.526115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5be7bfe3-f23f-4106-aedd-735e15619af1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.537052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-ea2783d1-b0e5-4128-824a-a4dc0090bbac tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:24.538815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-ea2783d1-b0e5-4128-824a-a4dc0090bbac tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 816 time: 0.4431572 Oct 18 20:59:24.541876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-e6db557f-b6f0-4aff-a54f-f6116411f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:24.543984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-e6db557f-b6f0-4aff-a54f-f6116411f637 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2787292 Oct 18 20:59:24.546273 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5be7bfe3-f23f-4106-aedd-735e15619af1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.616230 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5be7bfe3-f23f-4106-aedd-735e15619af1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.617560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5be7bfe3-f23f-4106-aedd-735e15619af1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4883213 Oct 18 20:59:24.622253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50664) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:24.628485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-83160ebd-92dc-48b8-ae84-fcab8f06a6da tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'e672c9c7-90cf-45ca-84ea-54823aa3761d', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:24.668167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-2454198f-111f-470b-8ad5-9e7fd91e6537 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 379 time: 0.1105175 Oct 18 20:59:24.669283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7bfe3-f23f-4106-aedd-735e15619af1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e672c9c7-90cf-45ca-84ea-54823aa3761d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:24.730190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'port': {'device_id': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'admin_state_up': True, 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'security_groups': ['8e3197af-f89f-42bc-a07c-71d0a85f0d39']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:24.744906 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5f30f51-b897-42c0-8ab0-2cc35663f93e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.778679 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5f30f51-b897-42c0-8ab0-2cc35663f93e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.799469 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61204b33-e26a-4d73-ba2d-480040fc2031 x-openstack-request-id: req-61204b33-e26a-4d73-ba2d-480040fc2031 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:24.799761 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee9dd93-198d-4d38-9300-d34299c7ac03", "tag": "7c3e8e85-aba1-418f-a2f4-63cc97adb84d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:24.800110 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61204b33-e26a-4d73-ba2d-480040fc2031 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:24.800439 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'tag': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d', 'status': 'completed', 'code': 200} Oct 18 20:59:24.845442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1451a1a1-f247-476e-ad26-b5e2bfd8cab6 req-ba100ea6-93e5-43f3-b914-aef6128af34b service neutron] 10.222.0.79 "GET /v2.0/networks/dd3e939e-fedc-4735-a1fe-bec10c0231e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487822 Oct 18 20:59:24.854975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-4dcd6fc3-eee8-427e-9557-5334e0f01f3e service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880950 Oct 18 20:59:24.893090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f30f51-b897-42c0-8ab0-2cc35663f93e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a9e8d1-edb4-4ef0-9ff3-4fbc322526c2,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:24.903695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83160ebd-92dc-48b8-ae84-fcab8f06a6da tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.913334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d5f30f51-b897-42c0-8ab0-2cc35663f93e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:24.915659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d5f30f51-b897-42c0-8ab0-2cc35663f93e tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8281057 Oct 18 20:59:24.924065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50670) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:24.962472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5350e7d9-1b12-4089-92e8-abead4abba4d None None] Network 907dbf85-6470-42be-b33b-09fcf8363c8e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:25.029475 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a112ef67-097b-45d0-be2a-ccbd75270528 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules/f7a9e8d1-edb4-4ef0-9ff3-4fbc322526c2 HTTP/1.1" status: 200 len: 763 time: 0.0876472 Oct 18 20:59:25.030178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50672) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:25.084784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e7f57ffe-9ac7-49ab-8697-20e0daae42b2 None None] Provisioning complete for port 415b0100-7651-440b-b940-5c476e946bc6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:25.085146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e7f57ffe-9ac7-49ab-8697-20e0daae42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.096634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Made reservation on behalf of 4f461562427c4119b4363e3f8e8f02fc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:25.106506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.151036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-97467758-7a93-4b45-b307-3050dd0347db service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799754 Oct 18 20:59:25.167851 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0189ff33-e589-4c51-97f0-7ca682cb15b9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1288340 Oct 18 20:59:25.174186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50674) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:25.213754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.260968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-c0f09174-047b-4903-9888-91b8cfdd55ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 217 time: 0.0923796 Oct 18 20:59:25.261233 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e7f57ffe-9ac7-49ab-8697-20e0daae42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.263759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248ffe0-65af-4229-b36f-e5172310711c req-6e076c44-71f3-4030-9d50-1e717bd353b9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:25.265794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7248ffe0-65af-4229-b36f-e5172310711c req-6e076c44-71f3-4030-9d50-1e717bd353b9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 907 time: 0.3675632 Oct 18 20:59:25.282016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-203b4ca6-bc9c-45ae-833e-b25dd0f97b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:25.285046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-203b4ca6-bc9c-45ae-833e-b25dd0f97b02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 1058 time: 0.2850919 Oct 18 20:59:25.288193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83160ebd-92dc-48b8-ae84-fcab8f06a6da tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.299697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83160ebd-92dc-48b8-ae84-fcab8f06a6da tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.328182 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7818e6dd-2df4-44a2-adc1-50c7ae38d8e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.352930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7818e6dd-2df4-44a2-adc1-50c7ae38d8e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.362280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-83160ebd-92dc-48b8-ae84-fcab8f06a6da tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.365064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-83160ebd-92dc-48b8-ae84-fcab8f06a6da tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7416523 Oct 18 20:59:25.371009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50680) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:25.380980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-26ad0449-f2d2-45e1-9fda-2a15ecaa11e3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'e672c9c7-90cf-45ca-84ea-54823aa3761d', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:25.416844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-6e9ebfaf-479a-4369-9de5-fb5c596ee077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:25.449671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83160ebd-92dc-48b8-ae84-fcab8f06a6da tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c90a02e-e718-4922-9eeb-3a18fe97402c,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:25.454812 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-6e9ebfaf-479a-4369-9de5-fb5c596ee077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.1831417 Oct 18 20:59:25.472089 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ad0449-f2d2-45e1-9fda-2a15ecaa11e3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.529478 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7818e6dd-2df4-44a2-adc1-50c7ae38d8e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.544987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e7f57ffe-9ac7-49ab-8697-20e0daae42b2 None None] For port 415b0100-7651-440b-b940-5c476e946bc6, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=415b0100-7651-440b-b940-5c476e946bc6,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:25.545435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Allocated IP 172.20.0.14 (7ef9ef16-2e09-4d84-af27-de6e817b4382/fd171f01-7266-4b71-bfe4-59ea4cbf2613/5a380992-02ce-42d1-9d4e-7c5421460a5a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:25.552249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 415b0100-7651-440b-b940-5c476e946bc6 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:25.562401 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7818e6dd-2df4-44a2-adc1-50c7ae38d8e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.566513 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7818e6dd-2df4-44a2-adc1-50c7ae38d8e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f7a9e8d1-edb4-4ef0-9ff3-4fbc322526c2 HTTP/1.1" status: 204 len: 168 time: 0.3861568 Oct 18 20:59:25.580492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ad0449-f2d2-45e1-9fda-2a15ecaa11e3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.583396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50686) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:25.591171 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e7f57ffe-9ac7-49ab-8697-20e0daae42b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.602971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e6dd-2df4-44a2-adc1-50c7ae38d8e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7a9e8d1-edb4-4ef0-9ff3-4fbc322526c2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:25.649100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591e1e2-8c7c-4178-b91a-94283064660b req-eb14694b-762b-4e75-9325-007fb995ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:25.650744 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-eb14694b-762b-4e75-9325-007fb995ca71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868641 Oct 18 20:59:25.666148 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ad0449-f2d2-45e1-9fda-2a15ecaa11e3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.680638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f57ffe-9ac7-49ab-8697-20e0daae42b2 None None] Pushing event updated for resources: {'Port': ['ID=415b0100-7651-440b-b940-5c476e946bc6,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:25.686332 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a9f9f35-64a7-41df-b326-8f978565ea3c req-6be3b253-260f-4f4d-b86a-a27edbb4ddb5 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 210 time: 0.0580807 Oct 18 20:59:25.713353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad0449-f2d2-45e1-9fda-2a15ecaa11e3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25c5dbe-6060-49d6-b910-3604324b88d2,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:25.719459 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ad0449-f2d2-45e1-9fda-2a15ecaa11e3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.725320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26ad0449-f2d2-45e1-9fda-2a15ecaa11e3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3509367 Oct 18 20:59:25.726323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50688) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:25.736902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ccd6e741-82e0-4dce-9768-07edda5fa683 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'e672c9c7-90cf-45ca-84ea-54823aa3761d', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:25.787106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 415b0100-7651-440b-b940-5c476e946bc6 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:25.787494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.806737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 168bbd45-1733-496b-a1ba-279acb3182a7 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:25.807411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.813279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50692) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:25.813543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-62dfce24-fc83-4493-bd33-a9a362822beb tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2273397 Oct 18 20:59:25.831344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fa34702b-44aa-4443-b813-a38f233fc64d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'ff2ab32d-2b1e-4048-954f-eed16db6711a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:25.842628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e741-82e0-4dce-9768-07edda5fa683 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:25.923772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-30792f91-00ef-4efc-8dbd-4336e98a417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:25.926873 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-30792f91-00ef-4efc-8dbd-4336e98a417a service neutron] 10.222.0.79 "GET /v2.0/networks?id=dd3e939e-fedc-4735-a1fe-bec10c0231e5 HTTP/1.1" status: 200 len: 899 time: 0.6295173 Oct 18 20:59:26.034291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-02eb7d5b-af67-48f7-bd4f-495d49363798 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699970 Oct 18 20:59:26.081097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.099147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-a2755837-31a2-4006-9773-6940d0b30253 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=7c3e8e85-aba1-418f-a2f4-63cc97adb84d HTTP/1.1" status: 200 len: 217 time: 0.1513488 Oct 18 20:59:26.138232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a935ca8b-2fb4-4ab4-a34d-1a29eb07c2ad None None] Provisioning complete for port 415b0100-7651-440b-b940-5c476e946bc6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:26.139263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a935ca8b-2fb4-4ab4-a34d-1a29eb07c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.157048 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e741-82e0-4dce-9768-07edda5fa683 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.183642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa34702b-44aa-4443-b813-a38f233fc64d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.191274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e741-82e0-4dce-9768-07edda5fa683 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.237085 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8591e1e2-8c7c-4178-b91a-94283064660b req-eedc1b1c-080c-4a60-a649-28a721a19d87 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935534 Oct 18 20:59:26.241449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.263007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.282108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6e741-82e0-4dce-9768-07edda5fa683 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca9870e-41ce-4578-94de-10860c721939,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:26.310348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 168bbd45-1733-496b-a1ba-279acb3182a7 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:26.319777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-afe968b3-de96-41df-af06-5280e2cb01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:26.321589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-afe968b3-de96-41df-af06-5280e2cb01d4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3283080d-3e40-43aa-8927-bd52310df4bf HTTP/1.1" status: 200 len: 838 time: 0.2071259 Oct 18 20:59:26.358554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:26.366302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:26.380718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:26.382176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e741-82e0-4dce-9768-07edda5fa683 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.387347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ccd6e741-82e0-4dce-9768-07edda5fa683 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6557577 Oct 18 20:59:26.393620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50710) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:26.400959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a6b206d5-7452-43bb-b828-78edbeeac7cc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'e672c9c7-90cf-45ca-84ea-54823aa3761d', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:26.424920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:26.482682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:26.483715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.553444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa34702b-44aa-4443-b813-a38f233fc64d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.558818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-71baf67b-d1e9-4956-ab94-1a862edeb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:26.560848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-71baf67b-d1e9-4956-ab94-1a862edeb4b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dd3e939e-fedc-4735-a1fe-bec10c0231e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2269380 Oct 18 20:59:26.576251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-7c2bc9ef-1bbe-4c14-8a56-6a6c3ad0cde3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8495445 Oct 18 20:59:26.578519 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa34702b-44aa-4443-b813-a38f233fc64d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.595015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Request body: {'port': {'device_id': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:26.625182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6b206d5-7452-43bb-b828-78edbeeac7cc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.635541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.668245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e536c07-2bf9-4915-bd00-94f0f821a18f req-d949d54c-c1cd-46ac-88c7-93d42080bfe0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:26.679447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e536c07-2bf9-4915-bd00-94f0f821a18f req-d949d54c-c1cd-46ac-88c7-93d42080bfe0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 907 time: 0.2062871 Oct 18 20:59:26.697499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34702b-44aa-4443-b813-a38f233fc64d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3ce5c8-6316-467e-829e-ddb1f6f89ac6,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:26.704500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.744695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1f7a8c38-8d61-4322-aa3b-366d1768102d None None] Provisioning complete for port 5a380992-02ce-42d1-9d4e-7c5421460a5a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:26.745173 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8c38-8d61-4322-aa3b-366d1768102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.784708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fa34702b-44aa-4443-b813-a38f233fc64d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:26.789623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa34702b-44aa-4443-b813-a38f233fc64d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9618158 Oct 18 20:59:26.790057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50718) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:26.795813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a8c38-8d61-4322-aa3b-366d1768102d None None] Port 5a380992-02ce-42d1-9d4e-7c5421460a5a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:26.817690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4950069-4e3f-4fa7-98b4-97f16d1dad87 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules/ec3ce5c8-6316-467e-829e-ddb1f6f89ac6 HTTP/1.1" status: 200 len: 763 time: 0.0256839 Oct 18 20:59:26.822197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50720) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:26.945593 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-297c4c57-6953-425d-8a59-e83928c0d25b tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1219804 Oct 18 20:59:26.953787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50722) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:26.980816 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6b206d5-7452-43bb-b828-78edbeeac7cc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.003823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6b206d5-7452-43bb-b828-78edbeeac7cc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.017318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c96ca-06e2-4aec-9c78-c87bd2abe7c0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.028632 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c96ca-06e2-4aec-9c78-c87bd2abe7c0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.033934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-4eecf697-9fbe-4098-a531-64bb6f6be0c8 service neutron] 10.222.0.79 "GET /v2.0/networks/dd3e939e-fedc-4735-a1fe-bec10c0231e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488745 Oct 18 20:59:27.072777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c96ca-06e2-4aec-9c78-c87bd2abe7c0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.078025 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c96ca-06e2-4aec-9c78-c87bd2abe7c0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.083156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bc7c96ca-06e2-4aec-9c78-c87bd2abe7c0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ec3ce5c8-6316-467e-829e-ddb1f6f89ac6 HTTP/1.1" status: 204 len: 168 time: 0.1242993 Oct 18 20:59:27.083426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b206d5-7452-43bb-b828-78edbeeac7cc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4b1fb5-344d-4a00-9d89-bc45cefe7c97,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:27.083426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.086261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:27.109005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a6b206d5-7452-43bb-b828-78edbeeac7cc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.110341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a6b206d5-7452-43bb-b828-78edbeeac7cc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7148857 Oct 18 20:59:27.138209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50726) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:27.144588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'e672c9c7-90cf-45ca-84ea-54823aa3761d', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:27.166879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c96ca-06e2-4aec-9c78-c87bd2abe7c0 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3ce5c8-6316-467e-829e-ddb1f6f89ac6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:27.186925 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Project d4d4c26d67a34774a5bdcabee8242846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:59:27.203472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.373301 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.405809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.457185 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.462298 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211024 Oct 18 20:59:27.469247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50728) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:27.477446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': 'e672c9c7-90cf-45ca-84ea-54823aa3761d', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:27.488959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef8e8-a59b-4c7a-9123-48ebf4571d81 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bdb989-e02e-441e-82b6-9d2b590cfc84,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:27.499479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 415b0100-7651-440b-b940-5c476e946bc6 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:27.500653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a380992-02ce-42d1-9d4e-7c5421460a5a {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:27.522402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.550489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=168bbd45-1733-496b-a1ba-279acb3182a7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:27.575491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Transition to ACTIVE for port object 5a380992-02ce-42d1-9d4e-7c5421460a5a will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:59:27.588518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.631724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9138edb-c38e-4fb4-ab96-f41c89c5fdc7 req-1a0e02a0-8f63-4672-99bc-49bf7152edd7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:27.634542 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9138edb-c38e-4fb4-ab96-f41c89c5fdc7 req-1a0e02a0-8f63-4672-99bc-49bf7152edd7 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 932 time: 0.6521046 Oct 18 20:59:27.647099 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Project d4d4c26d67a34774a5bdcabee8242846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:59:27.658317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 415b0100-7651-440b-b940-5c476e946bc6 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:27.658980 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.667340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.789681 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 20:59:27.808930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:27.877554 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8bb88eb5-5214-4618-a2b0-f80907c323e9 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7915034 Oct 18 20:59:27.881515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc21c6e4-e62f-48aa-bf89-bddc057ed295 req-c7a2a3bf-1274-4cc8-ade9-335dc2eb4a98 service neutron] 10.222.0.79 "GET /v2.0/networks/dd3e939e-fedc-4735-a1fe-bec10c0231e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300292 Oct 18 20:59:27.881957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.884026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50736) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:27.891728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Request body: {'security_group_rule': {'security_group_id': 'ff2ab32d-2b1e-4048-954f-eed16db6711a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:27.895084 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.918916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Attempting to bind port 5a380992-02ce-42d1-9d4e-7c5421460a5a on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:27.919957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Attempting to bind port 5a380992-02ce-42d1-9d4e-7c5421460a5a by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:27.920541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Attempting to bind port 5a380992-02ce-42d1-9d4e-7c5421460a5a on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:27.935123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:27.954666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Port 5a380992-02ce-42d1-9d4e-7c5421460a5a on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:59:27.957222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Attempting to bind port 5a380992-02ce-42d1-9d4e-7c5421460a5a on network 7ef9ef16-2e09-4d84-af27-de6e817b4382 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:28.006240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:28.006872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Checking segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:28.007419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Bound using segment: {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:28.008154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Bound port: 5a380992-02ce-42d1-9d4e-7c5421460a5a, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca7aede-96be-468d-b2c3-017da2149856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:28.008883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.015969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd9d2f1-c434-471a-aec0-01540a339096,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:28.038114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.044457 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-53efcd88-a360-41b2-a215-2cf5735eb1ae tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5687742 Oct 18 20:59:28.131707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:28.137208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:28.144371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.171780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c9138edb-c38e-4fb4-ab96-f41c89c5fdc7 req-c605b316-e206-4026-97a4-7f6b8226e10e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5145102 Oct 18 20:59:28.175020 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Project b9152442b59e41f28be34ae7d14a94f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 20:59:28.190886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.258441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:28.259575 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.261562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 200 len: 1092 time: 1.6757329 Oct 18 20:59:28.262820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8dd37-3247-4734-8044-4668e72b4bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:28.286110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:28.294541 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:28.385996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-edb9bbec-abcd-455d-8be1-5cef49643528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:28.387960 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-edb9bbec-abcd-455d-8be1-5cef49643528 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1095 time: 0.0685875 Oct 18 20:59:28.427745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 62453ceb-a08f-4b97-bd35-785cab7c6ab1 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:28.453930 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-c00c991a-caff-4551-9518-b4033aeeb8b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 200 len: 217 time: 0.0561318 Oct 18 20:59:28.502334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.514362 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.543509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-ce53b7a1-aa04-4b3d-b1a4-2c63875750ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:28.545464 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-ce53b7a1-aa04-4b3d-b1a4-2c63875750ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.0838759 Oct 18 20:59:28.579882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f652f67-6e4b-4fcd-987a-63f82b0f175a req-1b88d0ed-e8fe-4d0c-8382-9215a8c29c21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:28.593130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f652f67-6e4b-4fcd-987a-63f82b0f175a req-1b88d0ed-e8fe-4d0c-8382-9215a8c29c21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 907 time: 0.2349002 Oct 18 20:59:28.644942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-a6f71a4e-3cd1-476a-8f78-b860440dbf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:28.648126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-a6f71a4e-3cd1-476a-8f78-b860440dbf7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946462 Oct 18 20:59:28.714805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:28.716078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7c3e8e85-aba1-418f-a2f4-63cc97adb84d details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:59:28.721528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:28.728209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8398068 Oct 18 20:59:28.731723 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] Sync routers for ids ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:28.736092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5fd2750f-8b60-487d-85f0-6cbcba3d5d52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/62453ceb-a08f-4b97-bd35-785cab7c6ab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4821045 Oct 18 20:59:28.737414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50750) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:28.743371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-f112ec55-05cf-416b-b799-5242c5ee0158 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2859275 Oct 18 20:59:28.751232 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] Routers {'62453ceb-a08f-4b97-bd35-785cab7c6ab1'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:28.751905 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:28.769432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cfc36-de53-407f-b692-90afd123dde6 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949885c9-6c10-4bd3-97a7-81af0f609098,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:28.773710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50752) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:28.790840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-868e4684-54e7-4225-b09c-6910205ba20d tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules/949885c9-6c10-4bd3-97a7-81af0f609098 HTTP/1.1" status: 200 len: 769 time: 0.0451212 Oct 18 20:59:28.809979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50758) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:28.842026 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:28.856044 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] Routers {'62453ceb-a08f-4b97-bd35-785cab7c6ab1'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:28.857014 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:28.909315 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:28.910069 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89630ff-a635-40bf-ab00-3864bd332c91 None None] The sync data for ids ['62453ceb-a08f-4b97-bd35-785cab7c6ab1'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:28.948311 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-6ba3b6ed-678b-42b0-810b-89dcb5e812a0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909904 Oct 18 20:59:28.996193 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-e78427b0-2281-4f01-8596-132df1646fc6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785635691&fields=id&tenant_id=d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 267 time: 0.1843650 Oct 18 20:59:29.024722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:29.056098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d', 'network_id': 'dd3e939e-fedc-4735-a1fe-bec10c0231e5', 'port_id': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d', 'mac_address': 'fa:16:3e:a0:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3283080d-3e40-43aa-8927-bd52310df4bf', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:59:29.108518 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-59b4bbb1-0a8f-4af9-8780-fa65ab59acf8 req-f322fcf3-e844-4872-b1ec-106a8d71031e service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508391 Oct 18 20:59:29.124175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.133655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b3b28164-75c7-4143-8eb7-84dd1f263169 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3205750 Oct 18 20:59:29.137492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50760) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:29.154659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3e8e85-aba1-418f-a2f4-63cc97adb84d {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:29.174752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2126a1b3-3bb5-4856-9ca4-e8d2168055c8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.185755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-4cc2c6f8-22f8-4f90-b8fc-68638fcc9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:29.186676 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2126a1b3-3bb5-4856-9ca4-e8d2168055c8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.187383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-4cc2c6f8-22f8-4f90-b8fc-68638fcc9e9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1096 time: 0.3297167 Oct 18 20:59:29.199337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:29.208204 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.243856 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2126a1b3-3bb5-4856-9ca4-e8d2168055c8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.252331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2126a1b3-3bb5-4856-9ca4-e8d2168055c8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.257416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50764) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:29.258115 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2126a1b3-3bb5-4856-9ca4-e8d2168055c8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/949885c9-6c10-4bd3-97a7-81af0f609098 HTTP/1.1" status: 204 len: 168 time: 0.1190271 Oct 18 20:59:29.270259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126a1b3-3bb5-4856-9ca4-e8d2168055c8 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=949885c9-6c10-4bd3-97a7-81af0f609098,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:29.317296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:29.345282 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-ada9a046-6df3-4490-9e54-9589a1ee86dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] remove_router_interface failed (client error): The resource could not be found. Oct 18 20:59:29.351474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ada9a046-6df3-4490-9e54-9589a1ee86dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/62453ceb-a08f-4b97-bd35-785cab7c6ab1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5511436 Oct 18 20:59:29.352572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50766) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:29.389980 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c89ef684-6c8b-4682-9fe6-8ca43ee3386d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=62453ceb-a08f-4b97-bd35-785cab7c6ab1 HTTP/1.1" status: 200 len: 205 time: 0.0369973 Oct 18 20:59:29.394131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50768) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:29.429954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-f1f9b0bf-c21f-4944-9a9f-4ef830c284f4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:29.431596 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-f1f9b0bf-c21f-4944-9a9f-4ef830c284f4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/networks?id=907dbf85-6470-42be-b33b-09fcf8363c8e HTTP/1.1" status: 200 len: 797 time: 0.4344494 Oct 18 20:59:29.467861 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-814ed00b-a7e6-47f9-b3f3-e7fe9fe306f3 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1998718 Oct 18 20:59:29.470778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50770) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:29.479827 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-b12e60df-0ab9-4f49-8e67-743f90f69d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:29.481899 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-b12e60df-0ab9-4f49-8e67-743f90f69d44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 897 time: 0.2437689 Oct 18 20:59:29.485178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-15ba9f89-25dc-4021-b96d-ce03fa98be1d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/quotas/d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 375 time: 0.0410407 Oct 18 20:59:29.517412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1563de-eab5-4b23-9952-f9fb1c0f4d44 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.542600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['7c3e8e85-aba1-418f-a2f4-63cc97adb84d'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:59:29.687555 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-b5bd5814-0751-4bec-a204-4e46661d9eb9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 1001 time: 0.1915927 Oct 18 20:59:29.723802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-164fc97b-32e3-4a4a-9593-864a4428f44d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2204270 Oct 18 20:59:29.726814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b7df90b-3d69-4bd8-b7f1-5e67a9a6cee4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.741628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1563de-eab5-4b23-9952-f9fb1c0f4d44 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.744423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1563de-eab5-4b23-9952-f9fb1c0f4d44 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.802691 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b7df90b-3d69-4bd8-b7f1-5e67a9a6cee4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.803459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1563de-eab5-4b23-9952-f9fb1c0f4d44 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.804624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1563de-eab5-4b23-9952-f9fb1c0f4d44 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Fanout notify agent at l3_agent the message router_deleted on router 62453ceb-a08f-4b97-bd35-785cab7c6ab1 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:59:29.817579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd1563de-eab5-4b23-9952-f9fb1c0f4d44 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.819541 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd1563de-eab5-4b23-9952-f9fb1c0f4d44 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/62453ceb-a08f-4b97-bd35-785cab7c6ab1 HTTP/1.1" status: 204 len: 168 time: 0.4240663 Oct 18 20:59:29.822066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50778) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:29.836798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-a1e011d5-4f31-4cdf-a458-c3de8fc6c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:29.839528 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-a1e011d5-4f31-4cdf-a458-c3de8fc6c02c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 200 len: 834 time: 0.1418149 Oct 18 20:59:29.883497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet ef1e3e77-a2a5-422e-9bbd-c34ab46dec65 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:59:29.887099 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:29.940573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.031440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-e501069d-f1f1-4c69-8d3c-23393506c486 service neutron] 10.222.0.66 "GET /v2.0/networks/907dbf85-6470-42be-b33b-09fcf8363c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650976 Oct 18 20:59:30.036160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-2283dba3-a4a0-4abb-97f2-fbaef9b850c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:30.038120 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-2283dba3-a4a0-4abb-97f2-fbaef9b850c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821806 Oct 18 20:59:30.042697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b7df90b-3d69-4bd8-b7f1-5e67a9a6cee4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.046026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9b7df90b-3d69-4bd8-b7f1-5e67a9a6cee4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.049444 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9b7df90b-3d69-4bd8-b7f1-5e67a9a6cee4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "DELETE /v2.0/security-groups/ff2ab32d-2b1e-4048-954f-eed16db6711a HTTP/1.1" status: 204 len: 168 time: 0.5751133 Oct 18 20:59:30.051551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50780) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:30.106262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7df90b-3d69-4bd8-b7f1-5e67a9a6cee4 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ab32d-2b1e-4048-954f-eed16db6711a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:30.141812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.191501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8385938-a520-47b0-a7c1-6781f6cdde88 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1383641 Oct 18 20:59:30.204338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50782) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:30.269608 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c19b52bb-5a16-4602-913b-31787827fdb5 tempest-SecGroupIPv6Test-766439120 tempest-SecGroupIPv6Test-766439120-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599785 Oct 18 20:59:30.279802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-1bfd4771-07ce-4ee5-8108-fc46b037f1b5 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316875 Oct 18 20:59:30.280209 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.297249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.303639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/ef1e3e77-a2a5-422e-9bbd-c34ab46dec65 HTTP/1.1" status: 204 len: 168 time: 0.4775748 Oct 18 20:59:30.304612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50786) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:30.312852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b57d3-6a9a-488d-aa2e-41fcdca08470 None None] Network af62e5c2-8984-4686-88dc-8465314b35a0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:30.351823 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351864a2-31f3-43b1-b4a2-174a12c3f873 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1e3e77-a2a5-422e-9bbd-c34ab46dec65,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:30.434194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.454622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-f1020232-4831-468d-bd83-25b3aa4e8271 service neutron] 10.222.0.66 "GET /v2.0/networks/907dbf85-6470-42be-b33b-09fcf8363c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979888 Oct 18 20:59:30.503595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port f73a9209-8139-4a15-a260-f49e00e57fb2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:30.503979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.511200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58726fab-47a3-4e5b-a550-4d483f97b6e9 req-fc481bef-ed8f-45a8-be18-962870994760 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229791 Oct 18 20:59:30.610906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port f73a9209-8139-4a15-a260-f49e00e57fb2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f73a9209-8139-4a15-a260-f49e00e57fb2,segment=NetworkSegment(f4c8ccd3-fa55-4eeb-833c-13bf799081c4),segment_id=f4c8ccd3-fa55-4eeb-833c-13bf799081c4)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:30.611414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.640782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for f73a9209-8139-4a15-a260-f49e00e57fb2 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:30.660120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] DHCP port deletion for af62e5c2-8984-4686-88dc-8465314b35a0 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:59:30.730163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7c3e8e85-aba1-418f-a2f4-63cc97adb84d up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:30.792919 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.834005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=f73a9209-8139-4a15-a260-f49e00e57fb2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:30.837223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port f73a9209-8139-4a15-a260-f49e00e57fb2 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:30.876232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50798) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:30.932232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:59:30.971184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:30.971728 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:30.980232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.028868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af62e5c2-8984-4686-88dc-8465314b35a0']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:31.044167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] Deleting port f73a9209-8139-4a15-a260-f49e00e57fb2 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:31.044594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.059825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c8ccd3-fa55-4eeb-833c-13bf799081c4') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:31.060653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c8ccd3-fa55-4eeb-833c-13bf799081c4') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:31.087779 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.150147 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.168934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:59:31.169527 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.186356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] For port f73a9209-8139-4a15-a260-f49e00e57fb2, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:31.187115 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:59:31.189014 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:59:31.219159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ccdec159-83af-49dc-8dc7-f6a2f1a3ef03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9152442b59e41f28be34ae7d14a94f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409522 Oct 18 20:59:31.224870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50802) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:31.234322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] Calling delete_port for f73a9209-8139-4a15-a260-f49e00e57fb2 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:31.243741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] Port f73a9209-8139-4a15-a260-f49e00e57fb2 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:59:31.245443 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.319138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] Pushing event deleted for resources: {'Port': ['ID=f73a9209-8139-4a15-a260-f49e00e57fb2,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:31.323957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fd7dc-a7e1-45ac-bc4f-e086a6a1b94d None None] No DVR routers for this DVR port f73a9209-8139-4a15-a260-f49e00e57fb2 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:31.342051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.353737 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4d36-f709-465f-9855-91ed75d879ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.374754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:59:31.390120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:31.392936 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a87ff1b-893c-4a86-9998-0e19ed89292b" -d '{"events": [{"server_uuid": "bee9dd93-198d-4d38-9300-d34299c7ac03", "name": "network-vif-plugged", "status": "completed", "tag": "7c3e8e85-aba1-418f-a2f4-63cc97adb84d"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:31.419463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:31.432123 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.452557 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a937d961-379c-4d5b-baa5-9b9148d27fc1 x-openstack-request-id: req-a937d961-379c-4d5b-baa5-9b9148d27fc1 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:31.452942 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:31.453159 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a937d961-379c-4d5b-baa5-9b9148d27fc1 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:31.453502 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'status': 'completed', 'code': 200} Oct 18 20:59:31.495730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4d36-f709-465f-9855-91ed75d879ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.538365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.560662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.564807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f73a9209-8139-4a15-a260-f49e00e57fb2 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:31.566152 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/af62e5c2-8984-4686-88dc-8465314b35a0 HTTP/1.1" status: 204 len: 168 time: 1.2609313 Oct 18 20:59:31.573499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50810) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:31.597257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f73a9209-8139-4a15-a260-f49e00e57fb2 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:31.597812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f73a9209-8139-4a15-a260-f49e00e57fb2 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:31.609836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b894d-f5c6-49c5-a855-96728d0e9f62 req-7db92e81-8de3-441f-8845-fc40788a6a71 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:31.624595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b875f6-4589-41df-bf1a-e2b052a4e8c9 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=af62e5c2-8984-4686-88dc-8465314b35a0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:31.626910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-956b894d-f5c6-49c5-a855-96728d0e9f62 req-7db92e81-8de3-441f-8845-fc40788a6a71 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.1902111 Oct 18 20:59:31.640822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963933632'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:31.640965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:31.661440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-f6569f67-d716-43db-ae70-a3422d956192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:31.663894 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-f6569f67-d716-43db-ae70-a3422d956192 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1095 time: 0.2085612 Oct 18 20:59:31.685996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:31.730697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'port_id': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'mac_address': 'fa:16:3e:c8:b5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:59:31.735063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-956b894d-f5c6-49c5-a855-96728d0e9f62 req-8c62dc0f-1d44-4e83-a815-c23b02c6706e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023583 Oct 18 20:59:31.738423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4d36-f709-465f-9855-91ed75d879ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.757051 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bfe4d36-f709-465f-9855-91ed75d879ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:31.759505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1bfe4d36-f709-465f-9855-91ed75d879ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/309e73cb-a04a-4dc7-b521-872f2f8331a5 HTTP/1.1" status: 204 len: 168 time: 0.5330923 Oct 18 20:59:31.794515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe4d36-f709-465f-9855-91ed75d879ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309e73cb-a04a-4dc7-b521-872f2f8331a5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:31.981650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:32.021831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a380992-02ce-42d1-9d4e-7c5421460a5a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:32.059727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416be945-7c0d-4904-8160-74665cc58ed6 req-e27e0cba-2ba3-4a76-b583-bda0a6cb8890 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:32.073084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-416be945-7c0d-4904-8160-74665cc58ed6 req-e27e0cba-2ba3-4a76-b583-bda0a6cb8890 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 909 time: 0.1074817 Oct 18 20:59:32.100332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:32.120273 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:32.219653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:32.310495 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a4f465c-a43e-4cfb-a7db-b78a1f20d055 req-0b72c30d-a2fb-4dc2-8c73-f18bc6545aa4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 210 time: 0.0485492 Oct 18 20:59:32.333754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:32.335756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:32.369057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-bfecf713-f47f-49d3-a811-a8c8704f6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:32.370635 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-bfecf713-f47f-49d3-a811-a8c8704f6971 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.6967509 Oct 18 20:59:32.380087 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c353db76-d465-4b4d-98bd-59e09dc21ee1 x-openstack-request-id: req-c353db76-d465-4b4d-98bd-59e09dc21ee1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:32.380753 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee9dd93-198d-4d38-9300-d34299c7ac03", "name": "network-vif-plugged", "status": "completed", "tag": "7c3e8e85-aba1-418f-a2f4-63cc97adb84d", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:32.380753 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c353db76-d465-4b4d-98bd-59e09dc21ee1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:32.381190 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d', 'code': 200} Oct 18 20:59:32.389330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:59:32.403951 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:32.414504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['5a380992-02ce-42d1-9d4e-7c5421460a5a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:59:32.425229 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment 086b6812-5b34-4181-a2ef-8860a4455e5b of type vlan for network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf Oct 18 20:59:32.504587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-e9599e2a-dee9-4aa2-a4d0-600212476fd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 200 len: 217 time: 0.0755477 Oct 18 20:59:32.541726 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:32.593547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e615ef-2e24-439d-9d03-f6b82c03c2f7 req-2038cfc6-aae7-465c-81c5-56e10ab537a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:32.597955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-75e615ef-2e24-439d-9d03-f6b82c03c2f7 req-2038cfc6-aae7-465c-81c5-56e10ab537a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 1060 time: 0.0964103 Oct 18 20:59:32.668600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:32.676845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:32.677483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:32.720459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0974724 Oct 18 20:59:32.723951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50830) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:32.732275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': 'a1277077-5ea6-4eb7-b4fb-2db4dc4939cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:32.749388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-81c40b05-2109-43dc-99dd-5d5780014bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:32.751028 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-81c40b05-2109-43dc-99dd-5d5780014bd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.1629920 Oct 18 20:59:32.820348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea67d1d-9bce-45d4-a45f-52d79e353715 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=a1277077-5ea6-4eb7-b4fb-2db4dc4939cf,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:32.834158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:59:32.886889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-a9e175a2-13cf-47fa-b7e0-8db61a35c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:32.888833 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-a9e175a2-13cf-47fa-b7e0-8db61a35c50c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946307 Oct 18 20:59:33.055146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:33.058974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:33.066399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-d26442b5-2cd5-4422-b3a8-5592b6e134db service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689396 Oct 18 20:59:33.079842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab2a88-2a55-4634-bcc4-4410c793283a req-130c9e48-2858-4aba-b2b0-069a089a7405 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:33.081620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cab2a88-2a55-4634-bcc4-4410c793283a req-130c9e48-2858-4aba-b2b0-069a089a7405 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 945 time: 0.1890807 Oct 18 20:59:33.164657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50844) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:33.274448 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36cb7c70-5d3b-4842-9ea6-bc61d01e23c4 req-c1be3496-b37b-4a7a-9118-0f2d02fa04b4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990883 Oct 18 20:59:33.303283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-34e0e4df-e539-445d-ae69-394f59968364 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:33.304055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-34e0e4df-e539-445d-ae69-394f59968364 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/networks?id=907dbf85-6470-42be-b33b-09fcf8363c8e HTTP/1.1" status: 200 len: 797 time: 0.3818500 Oct 18 20:59:33.310289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1cab2a88-2a55-4634-bcc4-4410c793283a req-ed69c68a-23d3-4f98-b762-ef3ffcc05301 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864297 Oct 18 20:59:33.341721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-306f8677-e1a6-4fba-91fe-b66116554c20 tempest-ServiceProvidersTest-1636027802 tempest-ServiceProvidersTest-1636027802-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1665740 Oct 18 20:59:33.424043 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-a90a0dcd-c295-4ff4-9d11-37138b99160a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 473 time: 0.1060469 Oct 18 20:59:33.439102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'port': {'device_id': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e', 'admin_state_up': True, 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'security_groups': ['e672c9c7-90cf-45ca-84ea-54823aa3761d']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:33.711232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50856) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:33.900149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66eba66b-e4ee-4d53-bafd-265dfbab4a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.042457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4e61a-7b5f-4a98-935a-5c7c2d1d8647 req-76b41d61-243c-4e84-91e1-e529eef4e26f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:34.050952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66eba66b-e4ee-4d53-bafd-265dfbab4a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.055504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-55d4e61a-7b5f-4a98-935a-5c7c2d1d8647 req-76b41d61-243c-4e84-91e1-e529eef4e26f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 909 time: 0.6108913 Oct 18 20:59:34.059021 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66eba66b-e4ee-4d53-bafd-265dfbab4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.091156 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.100436 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-66eba66b-e4ee-4d53-bafd-265dfbab4a19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c79b9acfe4614ab8a23ea571c6c9723b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823247 Oct 18 20:59:34.100885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 50862) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:34.132314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eba66b-e4ee-4d53-bafd-265dfbab4a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9256c275-e5d0-45b5-86c1-9dfbf9300d1b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:34.200936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:34.204628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.229842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=ef4ed0c8-da61-4726-bb71-48d041e07625,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:34.301967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': '086b6812-5b34-4181-a2ef-8860a4455e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1277077-5ea6-4eb7-b4fb-2db4dc4939cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:34.302421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: a1277077-5ea6-4eb7-b4fb-2db4dc4939cf, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 20:59:34.340772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8758c5c-eb47-4f89-9cb3-3e00c72cb39f req-66ed7977-e3df-46c3-8ea9-ebfd3695666a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 210 time: 0.0944793 Oct 18 20:59:34.353423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b82919c-86ed-476c-af42-ddb5d923624d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.404966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 20:59:34.436786 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b82919c-86ed-476c-af42-ddb5d923624d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.475940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, a1277077-5ea6-4eb7-b4fb-2db4dc4939cf) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:34.485456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ebaef4-d0e4-4c14-b322-fbb989bf0645 None None] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:34.505869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:34.506469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.536616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.20.0.27 (907dbf85-6470-42be-b33b-09fcf8363c8e/887c530f-6862-4ed8-b4be-fbf0cda70c5e/f26afc44-02d7-4121-a711-26d291055f52) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:34.583129 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-06c9d6e6-e98a-4164-a60d-333ebed14df8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8533750 Oct 18 20:59:34.583938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:34.592776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9cdf02d0-afe5-4130-a8db-d7610623fa50 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-605151358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:34.596911 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883a02c-2d79-499c-ad0b-2fa066a4834d req-feca0ece-3058-4f02-84dd-05551474166a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:34.604688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8883a02c-2d79-499c-ad0b-2fa066a4834d req-feca0ece-3058-4f02-84dd-05551474166a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 945 time: 0.1604619 Oct 18 20:59:34.641760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b82919c-86ed-476c-af42-ddb5d923624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.644887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0b82919c-86ed-476c-af42-ddb5d923624d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.646748 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b82919c-86ed-476c-af42-ddb5d923624d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9256c275-e5d0-45b5-86c1-9dfbf9300d1b HTTP/1.1" status: 204 len: 168 time: 0.5236802 Oct 18 20:59:34.673110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cdf02d0-afe5-4130-a8db-d7610623fa50 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.676567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cdf02d0-afe5-4130-a8db-d7610623fa50 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.716842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82919c-86ed-476c-af42-ddb5d923624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9256c275-e5d0-45b5-86c1-9dfbf9300d1b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:34.742328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8883a02c-2d79-499c-ad0b-2fa066a4834d req-770a2dd6-8dd5-40d6-a542-0c12c7dd240b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366327 Oct 18 20:59:34.825261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cdf02d0-afe5-4130-a8db-d7610623fa50 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.832112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-a1277077-5ea6-4eb7-b4fb-2db4dc4939cf', 'network_id': 'a1277077-5ea6-4eb7-b4fb-2db4dc4939cf', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': 'ef4ed0c8-da61-4726-bb71-48d041e07625'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 20:59:34.834781 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.837670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cdf02d0-afe5-4130-a8db-d7610623fa50 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.886882 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9cdf02d0-afe5-4130-a8db-d7610623fa50 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.892649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9cdf02d0-afe5-4130-a8db-d7610623fa50 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3033319 Oct 18 20:59:34.893712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 50872) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:34.940536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:34.983319 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.038257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 907dbf85-6470-42be-b33b-09fcf8363c8e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:35.042857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:35.047462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:35.086851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=f26afc44-02d7-4121-a711-26d291055f52,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:35.146492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:35.152322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.233142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-55735958-0007-4a61-b12a-38f50611073e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8006213 Oct 18 20:59:35.268848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Allocated IP 2001:db8::2 (a1277077-5ea6-4eb7-b4fb-2db4dc4939cf/ef4ed0c8-da61-4726-bb71-48d041e07625/8157c8cc-b6b5-4955-bf02-3e11bf95730a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:35.288642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Request body: {'port': {'device_id': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:35.420758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a195c3-fa59-44ef-94a8-69b49921e437 req-254c6d26-270a-4733-9ade-700a85266a7d tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:35.429814 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91a195c3-fa59-44ef-94a8-69b49921e437 req-254c6d26-270a-4733-9ade-700a85266a7d tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 909 time: 0.2261572 Oct 18 20:59:35.451652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:35.461013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.621776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.725948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fdfebb86-15a2-4c9b-8859-437cc9c95fee None None] Provisioning complete for port f26afc44-02d7-4121-a711-26d291055f52 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:35.726825 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdfebb86-15a2-4c9b-8859-437cc9c95fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.802224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 5a380992-02ce-42d1-9d4e-7c5421460a5a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:59:35.809300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fdfebb86-15a2-4c9b-8859-437cc9c95fee None None] Port f26afc44-02d7-4121-a711-26d291055f52 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:35.816127 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 5a380992-02ce-42d1-9d4e-7c5421460a5a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:35.816618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.867352 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.881925 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:35.989403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197f350-1b47-4a31-9251-bcea8cdbd6d8 req-4c79f1ec-fec7-4099-ab21-ad1b3bd9780a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:35.991625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8197f350-1b47-4a31-9251-bcea8cdbd6d8 req-4c79f1ec-fec7-4099-ab21-ad1b3bd9780a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 932 time: 0.1862180 Oct 18 20:59:36.040191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:36.041974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Pushing event updated for resources: {'Port': ['ID=8157c8cc-b6b5-4955-bf02-3e11bf95730a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:36.090019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:36.105109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:36.105827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8197f350-1b47-4a31-9251-bcea8cdbd6d8 req-d0ed45e7-d813-4081-8493-4b5ede4c7485 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821843 Oct 18 20:59:36.117775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26afc44-02d7-4121-a711-26d291055f52 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:36.130298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8::1 (a1277077-5ea6-4eb7-b4fb-2db4dc4939cf/ef4ed0c8-da61-4726-bb71-48d041e07625/2dcfb3d2-f961-4985-ac09-26c10aa07772) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:36.140744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.159037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.159719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.160304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.161104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.161813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.162775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.163652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.164212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.164977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.165641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.169763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.170034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:36.189067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Transition to ACTIVE for port object f26afc44-02d7-4121-a711-26d291055f52 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:59:36.204240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.318835 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.383604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Attempting to bind port 8157c8cc-b6b5-4955-bf02-3e11bf95730a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:36.386055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Attempting to bind port 8157c8cc-b6b5-4955-bf02-3e11bf95730a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '086b6812-5b34-4181-a2ef-8860a4455e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1277077-5ea6-4eb7-b4fb-2db4dc4939cf'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:36.386743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Attempting to bind port 8157c8cc-b6b5-4955-bf02-3e11bf95730a on network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:36.409973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Pushing event updated for resources: {'Port': ['ID=f26afc44-02d7-4121-a711-26d291055f52,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:36.419220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:36.420376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Checking segment: {'id': '086b6812-5b34-4181-a2ef-8860a4455e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1277077-5ea6-4eb7-b4fb-2db4dc4939cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:36.421423 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.422382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Bound using segment: {'id': '086b6812-5b34-4181-a2ef-8860a4455e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1277077-5ea6-4eb7-b4fb-2db4dc4939cf'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:36.423470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Bound port: 8157c8cc-b6b5-4955-bf02-3e11bf95730a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086b6812-5b34-4181-a2ef-8860a4455e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a1277077-5ea6-4eb7-b4fb-2db4dc4939cf'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:36.424470 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.475274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:36.484602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e8f1f-5d44-41f2-af3f-e60bf58c81cd req-0d547645-3c33-42c0-ba8a-374cf433b10f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:36.486651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c4e8f1f-5d44-41f2-af3f-e60bf58c81cd req-0d547645-3c33-42c0-ba8a-374cf433b10f tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 909 time: 0.2301126 Oct 18 20:59:36.507993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:36.517824 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317931d1-d6f7-47cf-a6b8-fe6ce8030545" -d '{"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-plugged", "status": "completed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:36.521538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Attempting to bind port f26afc44-02d7-4121-a711-26d291055f52 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:36.521862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Attempting to bind port f26afc44-02d7-4121-a711-26d291055f52 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:36.522104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Attempting to bind port f26afc44-02d7-4121-a711-26d291055f52 on network 907dbf85-6470-42be-b33b-09fcf8363c8e {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:36.539004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Port f26afc44-02d7-4121-a711-26d291055f52 on network 907dbf85-6470-42be-b33b-09fcf8363c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:59:36.539324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Attempting to bind port f26afc44-02d7-4121-a711-26d291055f52 on network 907dbf85-6470-42be-b33b-09fcf8363c8e {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:36.540102 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.554315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.559245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:36.559778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Checking segment: {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:36.560478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Bound using segment: {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:36.562000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Bound port: f26afc44-02d7-4121-a711-26d291055f52, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:36.564538 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.657165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.747395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:36.755585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:36.770244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:36.771207 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.803886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:36.822073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] For port 8157c8cc-b6b5-4955-bf02-3e11bf95730a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:36.827573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] For port 8157c8cc-b6b5-4955-bf02-3e11bf95730a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8157c8cc-b6b5-4955-bf02-3e11bf95730a,segment=NetworkSegment(086b6812-5b34-4181-a2ef-8860a4455e5b),segment_id=086b6812-5b34-4181-a2ef-8860a4455e5b)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:36.835359 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:36.842001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=2dcfb3d2-f961-4985-ac09-26c10aa07772,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:36.849882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] For port f26afc44-02d7-4121-a711-26d291055f52, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:36.878365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] For port f26afc44-02d7-4121-a711-26d291055f52, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f26afc44-02d7-4121-a711-26d291055f52,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:36.894051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f21706-4d59-40ad-b4d2-844dd7455212 req-cf21cf4b-d52f-4061-9f44-7650e5840410 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:36.907953 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45f21706-4d59-40ad-b4d2-844dd7455212 req-cf21cf4b-d52f-4061-9f44-7650e5840410 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1661923 Oct 18 20:59:36.925422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:37.032006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8ad9-a132-48dd-8ac7-cd7fe628213a None None] Pushing event updated for resources: {'Port': ['ID=8157c8cc-b6b5-4955-bf02-3e11bf95730a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:37.043859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:37.045026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:37.047439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] 10.222.0.79 "PUT /v2.0/ports/f26afc44-02d7-4121-a711-26d291055f52 HTTP/1.1" status: 200 len: 1092 time: 1.7870593 Oct 18 20:59:37.059961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'tag': 'f26afc44-02d7-4121-a711-26d291055f52'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:37.064071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:37.074678 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6928d434-28a3-43a0-9956-b23393d625bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e96ac86d-c441-415c-9efc-2b620da1cd36", "tag": "f26afc44-02d7-4121-a711-26d291055f52"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:37.158207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45f21706-4d59-40ad-b4d2-844dd7455212 req-7910a95a-ef58-48f4-a433-412219e48915 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489600 Oct 18 20:59:37.293231 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3915d7ab-2b2c-43c2-9b8b-1b8e37bbd720 x-openstack-request-id: req-3915d7ab-2b2c-43c2-9b8b-1b8e37bbd720 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:37.293854 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-plugged", "status": "completed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:37.294211 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3915d7ab-2b2c-43c2-9b8b-1b8e37bbd720 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:37.294753 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'code': 200} Oct 18 20:59:37.353903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c0f20-48b6-4e55-b6c6-4af1ec1ef928 service neutron] Pushing event updated for resources: {'Port': ['ID=f26afc44-02d7-4121-a711-26d291055f52,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:37.373924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-292becbc-808f-4114-8c08-498e16637e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:37.375819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-292becbc-808f-4114-8c08-498e16637e15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 1095 time: 0.2364318 Oct 18 20:59:37.570439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-7d918cf4-96ee-4000-87a1-e8a9bbc0d03a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f26afc44-02d7-4121-a711-26d291055f52 HTTP/1.1" status: 200 len: 217 time: 0.1853108 Oct 18 20:59:37.793565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203be1-c1ad-467b-8a92-1f9a522b0c83 req-2fb37468-34c4-4333-b896-24d4dbc8df6b tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:37.804016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b203be1-c1ad-467b-8a92-1f9a522b0c83 req-2fb37468-34c4-4333-b896-24d4dbc8df6b tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 1060 time: 0.2244344 Oct 18 20:59:37.810921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-cfe52f9b-cb97-4ce5-8ff5-5afa32c9a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:37.812851 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-cfe52f9b-cb97-4ce5-8ff5-5afa32c9a6b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=887c530f-6862-4ed8-b4be-fbf0cda70c5e HTTP/1.1" status: 200 len: 837 time: 0.2313592 Oct 18 20:59:37.915870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-acf6925d-4d7d-4a93-a15c-40d355bb4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:37.920249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-acf6925d-4d7d-4a93-a15c-40d355bb4dad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=907dbf85-6470-42be-b33b-09fcf8363c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961540 Oct 18 20:59:37.979923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca1a25-50e1-4e76-a03f-6dc9f7898d32 req-c096353c-0e75-4e44-9138-e95c077d3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:37.982402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53ca1a25-50e1-4e76-a03f-6dc9f7898d32 req-c096353c-0e75-4e44-9138-e95c077d3392 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1097 time: 0.3807533 Oct 18 20:59:38.106814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-53ca1a25-50e1-4e76-a03f-6dc9f7898d32 req-965ad8bb-3b35-4b5a-875d-79f016da6413 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155803 Oct 18 20:59:38.189176 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6107272-e2d5-489e-9e43-8828671a8108 x-openstack-request-id: req-d6107272-e2d5-489e-9e43-8828671a8108 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:38.189630 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96ac86d-c441-415c-9efc-2b620da1cd36", "tag": "f26afc44-02d7-4121-a711-26d291055f52", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:38.193346 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6107272-e2d5-489e-9e43-8828671a8108 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:38.193941 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'tag': 'f26afc44-02d7-4121-a711-26d291055f52', 'status': 'completed', 'code': 200} Oct 18 20:59:38.224630 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:38.243769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:38.244623 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:38.370230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-c4efb9b0-7c3b-4831-a6f1-4e807d185708 service neutron] 10.222.0.79 "GET /v2.0/networks/907dbf85-6470-42be-b33b-09fcf8363c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424720 Oct 18 20:59:38.501324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abeb0-9724-4588-b13e-e12c67556017 req-d54b18dc-17d1-45e3-8772-9244e84651b3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:38.516322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-518abeb0-9724-4588-b13e-e12c67556017 req-d54b18dc-17d1-45e3-8772-9244e84651b3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 944 time: 0.2473543 Oct 18 20:59:38.557194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:38.566519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:38.586685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=2dcfb3d2-f961-4985-ac09-26c10aa07772,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:38.699375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-518abeb0-9724-4588-b13e-e12c67556017 req-36e6f39a-bd83-4fb0-991a-cfb30faa8afc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813750 Oct 18 20:59:38.780896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0608140-5182-4992-8e5f-83b11e1cd2b0 req-60772222-2da2-428e-abac-4247411ffb60 service neutron] 10.222.0.79 "GET /v2.0/networks/907dbf85-6470-42be-b33b-09fcf8363c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855903 Oct 18 20:59:39.049834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c67294-433e-4de0-990b-729075a8b761 req-79d1433e-26de-4cd7-8582-e656e0051c81 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:39.071195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8c67294-433e-4de0-990b-729075a8b761 req-79d1433e-26de-4cd7-8582-e656e0051c81 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1136 time: 0.1292915 Oct 18 20:59:39.077042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928d434-28a3-43a0-9956-b23393d625bb req-508118ee-c66d-4add-bed8-b0e6feca437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:39.079783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6928d434-28a3-43a0-9956-b23393d625bb req-508118ee-c66d-4add-bed8-b0e6feca437d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 1095 time: 0.2174463 Oct 18 20:59:39.121899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router ce6b19d3-14f6-442f-80f3-1e65ed289fad is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:59:39.244367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8c67294-433e-4de0-990b-729075a8b761 req-338a605f-04bc-4037-b67d-5da7b981cd6e tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1717036 Oct 18 20:59:39.263478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e79506-6c58-4424-a387-cce4f6b5699a None None] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:39.328994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51090) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:39.469300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:39.489946 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cae34c1b-3c2e-4580-a0ff-d3a71ef8a1f1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/ce6b19d3-14f6-442f-80f3-1e65ed289fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5927896 Oct 18 20:59:39.490763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51112) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:39.561627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] Sync routers for ids ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:39.602356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416cae2c-164d-45b6-942f-0f2d63d653b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:39.603908 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-416cae2c-164d-45b6-942f-0f2d63d653b5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports/2dcfb3d2-f961-4985-ac09-26c10aa07772 HTTP/1.1" status: 200 len: 911 time: 0.1116920 Oct 18 20:59:39.609436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51124) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:39.613362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] Routers {'ce6b19d3-14f6-442f-80f3-1e65ed289fad'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:39.614329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:39.620702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-df07bd28-3658-4da9-9e12-3940176f4a14 None None] Provisioning complete for port 8157c8cc-b6b5-4955-bf02-3e11bf95730a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:39.621579 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df07bd28-3658-4da9-9e12-3940176f4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:39.627902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928d434-28a3-43a0-9956-b23393d625bb req-7ac234e8-47e5-4e3c-9e94-771ec27cf152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:39.630589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6928d434-28a3-43a0-9956-b23393d625bb req-7ac234e8-47e5-4e3c-9e94-771ec27cf152 service neutron] 10.222.0.79 "GET /v2.0/networks?id=907dbf85-6470-42be-b33b-09fcf8363c8e HTTP/1.1" status: 200 len: 898 time: 0.5333641 Oct 18 20:59:39.771655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761cb5-72dd-45e4-9576-e36c46aa5abc req-1a25d52c-ae3b-4787-b467-23fdc20b71dc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:39.791433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25761cb5-72dd-45e4-9576-e36c46aa5abc req-1a25d52c-ae3b-4787-b467-23fdc20b71dc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.2821350 Oct 18 20:59:39.795810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6928d434-28a3-43a0-9956-b23393d625bb req-a2692526-6dac-4bd6-8afc-b9847dd413da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f26afc44-02d7-4121-a711-26d291055f52 HTTP/1.1" status: 200 len: 217 time: 0.1473942 Oct 18 20:59:39.828414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a3bb17-65c4-4dfd-8148-b136561f6900 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:39.833291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c8a3bb17-65c4-4dfd-8148-b136561f6900 tempest-TestSecurityGroupsBasicOps-961488920 tempest-TestSecurityGroupsBasicOps-961488920-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 1055 time: 0.5020261 Oct 18 20:59:40.002508 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25761cb5-72dd-45e4-9576-e36c46aa5abc req-74e03251-8243-432d-945e-e73c40c2b96b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919405 Oct 18 20:59:40.006111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928d434-28a3-43a0-9956-b23393d625bb req-0990a1a7-7a33-4c47-8ee4-868b4a26e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:40.009696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6928d434-28a3-43a0-9956-b23393d625bb req-0990a1a7-7a33-4c47-8ee4-868b4a26e5a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=887c530f-6862-4ed8-b4be-fbf0cda70c5e HTTP/1.1" status: 200 len: 837 time: 0.1972547 Oct 18 20:59:40.060955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8157c8cc-b6b5-4955-bf02-3e11bf95730a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:40.094481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:40.150961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] Routers {'ce6b19d3-14f6-442f-80f3-1e65ed289fad'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:40.152126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:40.188470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928d434-28a3-43a0-9956-b23393d625bb req-373cd56a-dcd6-4f5f-a53e-e8917e768aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:40.193766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6928d434-28a3-43a0-9956-b23393d625bb req-373cd56a-dcd6-4f5f-a53e-e8917e768aa5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=907dbf85-6470-42be-b33b-09fcf8363c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759121 Oct 18 20:59:40.288475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:40.292177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9471116-d50a-4311-ad5d-8543ee113b54 None None] The sync data for ids ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:40.393820 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:40.398396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8157c8cc-b6b5-4955-bf02-3e11bf95730a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:40.399130 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:40.460242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6928d434-28a3-43a0-9956-b23393d625bb req-eda3027a-bd3d-4ef0-9a83-4e5cb7e0978e service neutron] 10.222.0.79 "GET /v2.0/networks/907dbf85-6470-42be-b33b-09fcf8363c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574241 Oct 18 20:59:40.520671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4032de7-83c1-4828-87fe-6bbb9f1a7f10 req-5759cbaf-2fb7-4228-b0e9-d90c1110bc46 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:40.522604 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4032de7-83c1-4828-87fe-6bbb9f1a7f10 req-5759cbaf-2fb7-4228-b0e9-d90c1110bc46 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 944 time: 0.1144650 Oct 18 20:59:40.672182 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df07bd28-3658-4da9-9e12-3940176f4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:40.686731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4032de7-83c1-4828-87fe-6bbb9f1a7f10 req-e2e38816-2b7a-4c24-8827-7b175b308c17 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000664 Oct 18 20:59:40.697674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6928d434-28a3-43a0-9956-b23393d625bb req-a34c7a7b-898c-4d4e-b9d5-1925da66784e service neutron] 10.222.0.79 "GET /v2.0/networks/907dbf85-6470-42be-b33b-09fcf8363c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295370 Oct 18 20:59:40.859291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-df07bd28-3658-4da9-9e12-3940176f4a14 None None] For port 8157c8cc-b6b5-4955-bf02-3e11bf95730a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8157c8cc-b6b5-4955-bf02-3e11bf95730a,segment=NetworkSegment(086b6812-5b34-4181-a2ef-8860a4455e5b),segment_id=086b6812-5b34-4181-a2ef-8860a4455e5b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:40.896917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df07bd28-3658-4da9-9e12-3940176f4a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:40.943051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:40.976494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 2dcfb3d2-f961-4985-ac09-26c10aa07772 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:40.976844 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:41.194397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07bd28-3658-4da9-9e12-3940176f4a14 None None] Pushing event updated for resources: {'Port': ['ID=8157c8cc-b6b5-4955-bf02-3e11bf95730a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:41.219436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:41.230902 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 20:59:41.233864 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 20:59:41.241134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 2dcfb3d2-f961-4985-ac09-26c10aa07772 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:41.300515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ef35a-23f1-4baa-bc5f-6f1b47086d3f req-c994f736-d1e1-47d9-8f0d-3c2eed1b98c2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:41.316417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51270) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:41.322317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Request body: {'floatingip': {'port_id': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:41.323662 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-538ef35a-23f1-4baa-bc5f-6f1b47086d3f req-c994f736-d1e1-47d9-8f0d-3c2eed1b98c2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.0839024 Oct 18 20:59:41.401720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:41.467659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fc237-7288-4e06-860f-0da554e7251f req-872f4644-2755-436b-a3d5-4984ce3dcc97 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:41.480789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f1fc237-7288-4e06-860f-0da554e7251f req-872f4644-2755-436b-a3d5-4984ce3dcc97 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 909 time: 0.0843544 Oct 18 20:59:41.505772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6b09ff87-88b3-461f-bd6f-36123c1a26c3 None None] Provisioning complete for port 8157c8cc-b6b5-4955-bf02-3e11bf95730a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:41.507367 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b09ff87-88b3-461f-bd6f-36123c1a26c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:41.988915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78eb33-8c1f-4a4a-b1cf-c37ddf58022c req-d5a96fdb-a4f2-453c-b55d-a2910280f815 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:41.993612 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f78eb33-8c1f-4a4a-b1cf-c37ddf58022c req-d5a96fdb-a4f2-453c-b55d-a2910280f815 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 944 time: 0.1091850 Oct 18 20:59:41.999662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6b09ff87-88b3-461f-bd6f-36123c1a26c3 None None] Provisioning complete for port 2dcfb3d2-f961-4985-ac09-26c10aa07772 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:42.000133 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b09ff87-88b3-461f-bd6f-36123c1a26c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:42.128205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f78eb33-8c1f-4a4a-b1cf-c37ddf58022c req-aa1d9b78-27c4-4d73-99ec-52e0c9b5f999 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280975 Oct 18 20:59:42.148635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6b09ff87-88b3-461f-bd6f-36123c1a26c3 None None] Port 2dcfb3d2-f961-4985-ac09-26c10aa07772 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:42.253560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:42.267582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-26340e19-b07d-4b3b-98bd-f7e4d8f6dfc5 None None] Could not find standard attr ID for object 2dcfb3d2-f961-4985-ac09-26c10aa07772. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:59:42.272567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8157c8cc-b6b5-4955-bf02-3e11bf95730a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:42.312175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=2dcfb3d2-f961-4985-ac09-26c10aa07772,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:42.417570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c35ce72e-3914-477f-b3d5-c00c2703a0e4 None None] Could not find standard attr ID for object 2dcfb3d2-f961-4985-ac09-26c10aa07772. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 20:59:42.466800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8157c8cc-b6b5-4955-bf02-3e11bf95730a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:42.467643 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:42.805547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f26afc44-02d7-4121-a711-26d291055f52 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:59:42.923994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e750d02-3c95-46be-90ff-8f6c560b2a74 req-a9a1cbfc-6d9d-48f8-b55a-dca509e315e2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:42.954812 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e750d02-3c95-46be-90ff-8f6c560b2a74 req-a9a1cbfc-6d9d-48f8-b55a-dca509e315e2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 909 time: 0.2083416 Oct 18 20:59:42.997068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-0c4f8293-277e-447e-8704-b2f879cf19b9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:42.999104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-0c4f8293-277e-447e-8704-b2f879cf19b9 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.79 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 909 time: 0.1544373 Oct 18 20:59:43.107520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f26afc44-02d7-4121-a711-26d291055f52, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f26afc44-02d7-4121-a711-26d291055f52,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:43.156860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'f26afc44-02d7-4121-a711-26d291055f52', 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e', 'port_id': 'f26afc44-02d7-4121-a711-26d291055f52', 'mac_address': 'fa:16:3e:82:0a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:59:43.250677 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.278821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26afc44-02d7-4121-a711-26d291055f52 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:43.303584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:43.303836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.307295 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.329853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f26afc44-02d7-4121-a711-26d291055f52, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f26afc44-02d7-4121-a711-26d291055f52,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:43.341786 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.425658 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2aa07-d6fa-4aee-bd3d-2ea31b5bcfa4 req-2e79ac0d-77d7-4ba4-a295-992631ced4fe tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:43.428328 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.431716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3b2aa07-d6fa-4aee-bd3d-2ea31b5bcfa4 req-2e79ac0d-77d7-4ba4-a295-992631ced4fe tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 944 time: 0.1788175 Oct 18 20:59:43.477511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f26afc44-02d7-4121-a711-26d291055f52,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:43.560886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] For port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:43.561503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.600717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Calling delete_port for 7c3e8e85-aba1-418f-a2f4-63cc97adb84d owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:43.645762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f26afc44-02d7-4121-a711-26d291055f52'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:59:43.647017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.736840 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.739482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3b2aa07-d6fa-4aee-bd3d-2ea31b5bcfa4 req-8328be85-3f9a-4217-8970-d7bbfebc84bc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974901 Oct 18 20:59:43.813845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router ce6b19d3-14f6-442f-80f3-1e65ed289fad has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:43.987306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:43.995354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:44.005233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cd925400-3cdd-4873-9384-742262640974 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/ce6b19d3-14f6-442f-80f3-1e65ed289fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3946629 Oct 18 20:59:44.013060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51454) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:44.019200 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] Sync routers for ids ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:44.052610 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] Routers {'ce6b19d3-14f6-442f-80f3-1e65ed289fad'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:44.054139 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:44.137593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:44.158616 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] Routers {'ce6b19d3-14f6-442f-80f3-1e65ed289fad'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:44.160266 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:44.170202 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c3a88ddc-80ff-42a0-9c03-86a05cce5fbd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce6b19d3-14f6-442f-80f3-1e65ed289fad HTTP/1.1" status: 200 len: 205 time: 0.1534481 Oct 18 20:59:44.173947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51460) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:44.204445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Port': ['ID=7c3e8e85-aba1-418f-a2f4-63cc97adb84d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:44.275290 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:44.276112 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a04326-92b2-4929-bacb-7cb4919dde1e None None] The sync data for ids ['ce6b19d3-14f6-442f-80f3-1e65ed289fad'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:44.293286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.294052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.294948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.295661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.296295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.297025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.297626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.298441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.299395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.299998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.300733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.302224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 20:59:44.326558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d1c80ed-a284-435f-88ab-86741064cd0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:44.334875 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Floating IP 050a2045-ca7d-4c2a-a082-904f903490ba associated. External IP: 172.25.7.192, port: 5a380992-02ce-42d1-9d4e-7c5421460a5a. Oct 18 20:59:44.347452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2d9b4c6-6f9c-4606-9fa7-b6d3d74d2749 req-32c1432c-a0d7-4914-a8e7-5c352256a4eb tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=bee9dd93-198d-4d38-9300-d34299c7ac03 HTTP/1.1" status: 200 len: 210 time: 0.1987865 Oct 18 20:59:44.444418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] No DVR routers for this DVR port 7c3e8e85-aba1-418f-a2f4-63cc97adb84d on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:44.449894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:44.457078 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0ec0aad2-c07b-403f-8df0-a1297fcdeb09 req-028ad856-e15d-4816-b13a-4b6c73952fc0 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.79 "DELETE /v2.0/ports/7c3e8e85-aba1-418f-a2f4-63cc97adb84d HTTP/1.1" status: 204 len: 173 time: 1.4491293 Oct 18 20:59:44.457517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'name': 'network-vif-deleted', 'tag': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:44.463952 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff29dd2-c6d9-4f38-8a9e-16cdfba215b9" -d '{"events": [{"server_uuid": "bee9dd93-198d-4d38-9300-d34299c7ac03", "name": "network-vif-deleted", "tag": "7c3e8e85-aba1-418f-a2f4-63cc97adb84d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:44.745189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d1c80ed-a284-435f-88ab-86741064cd0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:44.750513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d1c80ed-a284-435f-88ab-86741064cd0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:44.818445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f26afc44-02d7-4121-a711-26d291055f52 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 20:59:44.836962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-d968a417-5e55-4d45-a944-ffc79f9ec2a2 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:44.853614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-d968a417-5e55-4d45-a944-ffc79f9ec2a2 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/networks?id=c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 200 len: 814 time: 0.1987143 Oct 18 20:59:44.881271 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-69baec65-7dc1-4782-8b3d-cc3a257c1525 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/quotas/8aae6ea488154ce38afe7b6c9a2c2b7e HTTP/1.1" status: 200 len: 375 time: 0.0238295 Oct 18 20:59:44.886680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port f26afc44-02d7-4121-a711-26d291055f52 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 20:59:44.891641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port f26afc44-02d7-4121-a711-26d291055f52 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:44.892226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:44.908049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d1c80ed-a284-435f-88ab-86741064cd0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:44.908978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c80ed-a284-435f-88ab-86741064cd0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Fanout notify agent at l3_agent the message router_deleted on router ce6b19d3-14f6-442f-80f3-1e65ed289fad {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:59:44.940240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d1c80ed-a284-435f-88ab-86741064cd0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:44.942123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0d1c80ed-a284-435f-88ab-86741064cd0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/ce6b19d3-14f6-442f-80f3-1e65ed289fad HTTP/1.1" status: 204 len: 168 time: 0.7648733 Oct 18 20:59:44.948093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51474) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:44.951903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:44.976983 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-e1e57c90-8991-4d62-af8a-e156909ca3ab tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801752 Oct 18 20:59:45.103215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet ef4ed0c8-da61-4726-bb71-48d041e07625 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:59:45.112303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.171349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.209872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26afc44-02d7-4121-a711-26d291055f52'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:45.214139 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a68874-027c-4270-b356-21aa0374b6e7" -d '{"events": [{"server_uuid": "e96ac86d-c441-415c-9efc-2b620da1cd36", "name": "network-vif-plugged", "status": "completed", "tag": "f26afc44-02d7-4121-a711-26d291055f52"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:45.225182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-565ee991-916c-4646-a5ce-b2693d3060ce service neutron] 10.222.0.66 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352796 Oct 18 20:59:45.250527 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.264352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f26afc44-02d7-4121-a711-26d291055f52, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f26afc44-02d7-4121-a711-26d291055f52,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:45.275658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.277616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7c3e8e85-aba1-418f-a2f4-63cc97adb84d no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:45.380005 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 7c3e8e85-aba1-418f-a2f4-63cc97adb84d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:45.380354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 7c3e8e85-aba1-418f-a2f4-63cc97adb84d not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:45.386455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-4b4b6374-c18f-478c-808b-8b22aa4d12f0 service neutron] 10.222.0.66 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536217 Oct 18 20:59:45.390289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:45.397160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.401546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f26afc44-02d7-4121-a711-26d291055f52,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:45.403018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.412651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] Sync routers for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:45.434494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:45.435796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:45.474185 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3034af12-42b7-4b5e-aef0-4fe540e86b04 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "PUT /v2.0/floatingips/050a2045-ca7d-4c2a-a082-904f903490ba HTTP/1.1" status: 200 len: 992 time: 4.1562202 Oct 18 20:59:45.476336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:45.478328 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:45.505460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.544041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4ed0c8-da61-4726-bb71-48d041e07625,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:45.557857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.563996 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ef057a9d-8b62-4570-9958-1f49d2dfcb36 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/ef4ed0c8-da61-4726-bb71-48d041e07625 HTTP/1.1" status: 204 len: 168 time: 0.6144845 Oct 18 20:59:45.570056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51490) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:45.584482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0561d2-1d2c-4e8b-ae80-8f29242f0ce2 None None] Network a1277077-5ea6-4eb7-b4fb-2db4dc4939cf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:45.603797 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54b8edc-d651-4cf1-811a-a907984cb1ac x-openstack-request-id: req-c54b8edc-d651-4cf1-811a-a907984cb1ac {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:45.604098 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee9dd93-198d-4d38-9300-d34299c7ac03", "name": "network-vif-deleted", "tag": "7c3e8e85-aba1-418f-a2f4-63cc97adb84d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:45.604370 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c54b8edc-d651-4cf1-811a-a907984cb1ac {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:45.604826 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee9dd93-198d-4d38-9300-d34299c7ac03', 'name': 'network-vif-deleted', 'tag': '7c3e8e85-aba1-418f-a2f4-63cc97adb84d', 'status': 'completed', 'code': 200} Oct 18 20:59:45.730553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.751097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635262f-5022-494d-8696-c14b591a5c4f req-5a2ca6f5-df11-4753-b43f-bbc2caab05fa tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:45.769214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4635262f-5022-494d-8696-c14b591a5c4f req-5a2ca6f5-df11-4753-b43f-bbc2caab05fa tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 946 time: 0.1039865 Oct 18 20:59:45.810979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 8157c8cc-b6b5-4955-bf02-3e11bf95730a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:45.811547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:45.817463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:45.849017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4635262f-5022-494d-8696-c14b591a5c4f req-0f5cfbec-d6f6-47fc-8c1a-68071834530a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787306 Oct 18 20:59:45.970579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 8157c8cc-b6b5-4955-bf02-3e11bf95730a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8157c8cc-b6b5-4955-bf02-3e11bf95730a,segment=NetworkSegment(086b6812-5b34-4181-a2ef-8860a4455e5b),segment_id=086b6812-5b34-4181-a2ef-8860a4455e5b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:45.970962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.000096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 8157c8cc-b6b5-4955-bf02-3e11bf95730a owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:46.050149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] DHCP port deletion for a1277077-5ea6-4eb7-b4fb-2db4dc4939cf request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:59:46.186256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.218464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=8157c8cc-b6b5-4955-bf02-3e11bf95730a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:46.234490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port 8157c8cc-b6b5-4955-bf02-3e11bf95730a on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:46.236200 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d5ce93-aef3-40b8-9115-74a6589866c8 x-openstack-request-id: req-31d5ce93-aef3-40b8-9115-74a6589866c8 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:46.236584 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ac86d-c441-415c-9efc-2b620da1cd36", "name": "network-vif-plugged", "status": "completed", "tag": "f26afc44-02d7-4121-a711-26d291055f52", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:46.236936 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31d5ce93-aef3-40b8-9115-74a6589866c8 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:46.237429 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26afc44-02d7-4121-a711-26d291055f52', 'code': 200} Oct 18 20:59:46.300218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] Deleting port 8157c8cc-b6b5-4955-bf02-3e11bf95730a {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:46.301294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.459749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831ffd5-dd1d-41dd-b0d4-004cabe39f71 req-b5d67c6e-0b3c-424f-bb54-3306f894f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:46.464527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c831ffd5-dd1d-41dd-b0d4-004cabe39f71 req-b5d67c6e-0b3c-424f-bb54-3306f894f8c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 1097 time: 0.1059704 Oct 18 20:59:46.505506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51504) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:46.513079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] For port 8157c8cc-b6b5-4955-bf02-3e11bf95730a, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:46.513449 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.514470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.573456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1277077-5ea6-4eb7-b4fb-2db4dc4939cf']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:46.599625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086b6812-5b34-4181-a2ef-8860a4455e5b') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:46.600210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086b6812-5b34-4181-a2ef-8860a4455e5b') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:46.601057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] Calling delete_port for 8157c8cc-b6b5-4955-bf02-3e11bf95730a owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:46.614237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] Port 8157c8cc-b6b5-4955-bf02-3e11bf95730a was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 20:59:46.618187 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.635339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c831ffd5-dd1d-41dd-b0d4-004cabe39f71 req-cbd004dd-ce67-4aa4-8003-cd75b1f1d04d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620979 Oct 18 20:59:46.642559 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.682754 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76579f30-050c-49b7-a7d5-23ce7185abc5 x-openstack-request-id: req-76579f30-050c-49b7-a7d5-23ce7185abc5 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:46.683131 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:46.683457 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76579f30-050c-49b7-a7d5-23ce7185abc5 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:46.683982 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'status': 'completed', 'code': 200} Oct 18 20:59:46.694639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.696932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] Pushing event deleted for resources: {'Port': ['ID=8157c8cc-b6b5-4955-bf02-3e11bf95730a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:46.710062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9337b5-8696-49b8-8955-b5dad8ecc4ae None None] No DVR routers for this DVR port 8157c8cc-b6b5-4955-bf02-3e11bf95730a on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:46.718650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:59:46.719067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: timer() Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:59:46.724311 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:59:46.754454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '050a2045-ca7d-4c2a-a082-904f903490ba', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'port_id': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'mac_address': 'fa:16:3e:c8:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:59:17Z', 'updated_at': '2021-10-18T20:59:43Z', 'revision_number': 1, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:46.789777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] Checking router: 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:59:46.801184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:46.802060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:46.881142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-0bfe25d4-27aa-4a17-857c-7bd6d2de95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:46.883114 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-0bfe25d4-27aa-4a17-857c-7bd6d2de95a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1097 time: 0.1662531 Oct 18 20:59:46.910417 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.926515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:46.933816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/a1277077-5ea6-4eb7-b4fb-2db4dc4939cf HTTP/1.1" status: 204 len: 168 time: 1.3603911 Oct 18 20:59:46.945024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51508) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:46.951685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1007838571', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:46.968934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1568b9-bba7-474b-ac11-c6d1972eec0c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=a1277077-5ea6-4eb7-b4fb-2db4dc4939cf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:46.994671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-97be7900-b7ca-4094-85f0-331b484a6f5f req-6a8987d2-d4f2-499b-92b8-f6d7c5ccf33c tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 210 time: 0.0472636 Oct 18 20:59:47.013471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:47.074968 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:47.076471 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:47.151903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-6a8a43c4-f4ba-4534-8163-b7b6097d1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:47.154734 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-6a8a43c4-f4ba-4534-8163-b7b6097d1c78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.2612753 Oct 18 20:59:47.156872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:47.376423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-9921cf93-a243-44e3-9b68-58535022da91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 200 len: 1000 time: 0.2094364 Oct 18 20:59:47.451664 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:47.829544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '050a2045-ca7d-4c2a-a082-904f903490ba', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'port_id': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'mac_address': 'fa:16:3e:c8:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:59:17Z', 'updated_at': '2021-10-18T20:59:43Z', 'revision_number': 1, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:47.893766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3875b-97de-4c77-9d8b-b431e85de4fb None None] The sync data for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 is: [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '050a2045-ca7d-4c2a-a082-904f903490ba', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'port_id': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'mac_address': 'fa:16:3e:c8:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:59:17Z', 'updated_at': '2021-10-18T20:59:43Z', 'revision_number': 1, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:48.014612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b4d18-e308-4950-a608-3105f43f50db req-214a0f57-53a2-4681-90c3-8e9210151fbb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:48.024052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-267b4d18-e308-4950-a608-3105f43f50db req-214a0f57-53a2-4681-90c3-8e9210151fbb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 946 time: 0.8870463 Oct 18 20:59:48.216764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8157c8cc-b6b5-4955-bf02-3e11bf95730a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:48.275467 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-267b4d18-e308-4950-a608-3105f43f50db req-258e4cc0-a0b5-4b99-8b7d-51c7c8f4139d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476664 Oct 18 20:59:48.303392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 8157c8cc-b6b5-4955-bf02-3e11bf95730a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:48.303942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8157c8cc-b6b5-4955-bf02-3e11bf95730a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:48.371553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-699da151-a6fe-4798-ac38-729c0fa3c7b9 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:48.373092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-699da151-a6fe-4798-ac38-729c0fa3c7b9 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.79 "GET /v2.0/networks?id=c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 200 len: 814 time: 0.4406493 Oct 18 20:59:48.380619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-2e8873cd-a067-4ddf-b943-ce66e3dccbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:48.382241 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-2e8873cd-a067-4ddf-b943-ce66e3dccbfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.9221051 Oct 18 20:59:48.432674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Request body: {'port': {'device_id': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207', 'admin_state_up': True, 'tenant_id': '8aae6ea488154ce38afe7b6c9a2c2b7e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:48.489007 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6340fdb9-b4f7-4432-be2f-c99955437afb None None] New status for floating IP 050a2045-ca7d-4c2a-a082-904f903490ba: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 20:59:48.577199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-821151c8-50ba-474f-b54a-f7383b0397a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:48.584077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-821151c8-50ba-474f-b54a-f7383b0397a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913209 Oct 18 20:59:48.709692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Made reservation on behalf of 8aae6ea488154ce38afe7b6c9a2c2b7e for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:48.718854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:48.803543 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ba3adcb-d48d-4e4d-9806-a1bb6f217c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:48.851784 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:48.860697 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:49.152258 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-136f808c-6a1a-4074-9ed2-bb4b9386fdd5 req-1659e48f-f506-44ea-9c31-451f2ada6138 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 210 time: 0.1749022 Oct 18 20:59:49.167173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:49.216440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-a7348f71-4b10-477f-b9f4-041d7238c5dd service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148791 Oct 18 20:59:49.216440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:49.407121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Allocated IP 172.20.0.12 (c890bfb5-367f-4ddc-8570-f2888377b207/ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d/78757bb3-1809-4362-b58c-fab917030e12) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:49.521167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ffff9c9e-2de2-48a0-89a1-b4b1afaa6d10 req-77fd7e93-6f47-44e4-ae7d-172babf822c4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928984 Oct 18 20:59:49.537934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 172.25.7.138 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a956a553-56e2-46f8-9665-bd5c39b94def) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:49.735839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:49.746196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd070b-5c4b-4132-a77d-b6cc2d6b0539 req-9b16240d-7baa-4329-876a-b97da6bd11f8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:49.750227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49cd070b-5c4b-4132-a77d-b6cc2d6b0539 req-9b16240d-7baa-4329-876a-b97da6bd11f8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 946 time: 0.3058193 Oct 18 20:59:49.798629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:49.874946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:49.881595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:49.888375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:49.942456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49cd070b-5c4b-4132-a77d-b6cc2d6b0539 req-98a90d92-439b-41fa-b253-b13889cfb855 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603196 Oct 18 20:59:49.946268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=a956a553-56e2-46f8-9665-bd5c39b94def,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:50.061633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.217931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting port 81f8e094-75b9-4201-afd0-eb3cd357f632 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:50.218964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.223877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.370737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Network c890bfb5-367f-4ddc-8570-f2888377b207 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:50.387308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:50.392862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Pushing event updated for resources: {'Port': ['ID=78757bb3-1809-4362-b58c-fab917030e12,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:50.394839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:50.415887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.472073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] For port 81f8e094-75b9-4201-afd0-eb3cd357f632, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=81f8e094-75b9-4201-afd0-eb3cd357f632,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:50.472344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.495083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:50.495771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.510700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dd9a0-7bb8-4d62-8cce-d7591f587813 req-be2c011c-f8ba-4ac1-966f-3bbdc2cc8a4d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:50.512481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d0dd9a0-7bb8-4d62-8cce-d7591f587813 req-be2c011c-f8ba-4ac1-966f-3bbdc2cc8a4d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 946 time: 0.2260790 Oct 18 20:59:50.513561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Calling delete_port for 81f8e094-75b9-4201-afd0-eb3cd357f632 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:50.579420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-19f7b482-6e15-42fb-9857-5fab7655e110 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1694877 Oct 18 20:59:50.599844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Request body: {'port': {'device_id': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:50.661700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d0dd9a0-7bb8-4d62-8cce-d7591f587813 req-9143f007-a126-404e-a03c-012c63b643e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939019 Oct 18 20:59:50.744543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.778038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:50.989868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee376c-9ce1-4119-8949-c299fd086de7 req-dcdd9bac-30aa-4818-8b84-551b563a1fd4 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:50.991845 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06ee376c-9ce1-4119-8949-c299fd086de7 req-dcdd9bac-30aa-4818-8b84-551b563a1fd4 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 932 time: 0.2295961 Oct 18 20:59:51.077090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3a55d1f0-342f-4f1e-b7e9-4425c01f54ac is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 20:59:51.125203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06ee376c-9ce1-4119-8949-c299fd086de7 req-053f0708-1e9e-4a6c-a6b7-d687aad05493 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179824 Oct 18 20:59:51.146159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:51.267658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:51.277877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Port': ['ID=81f8e094-75b9-4201-afd0-eb3cd357f632,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:51.280550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] Sync routers for ids ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:51.301752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] Routers {'3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:51.302662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:51.311474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:51.316026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-581e0603-d923-4015-a7ad-2a4875a31879 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3680303 Oct 18 20:59:51.316788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51560) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:51.411653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:51.425567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78757bb3-1809-4362-b58c-fab917030e12 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:51.428022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] Routers {'3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:51.429115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:51.435286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:51.450572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Transition to ACTIVE for port object 78757bb3-1809-4362-b58c-fab917030e12 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 20:59:51.489165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:51.500077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8fb48d81-5620-4229-8a86-b950659287b6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/routers/3a55d1f0-342f-4f1e-b7e9-4425c01f54ac HTTP/1.1" status: 200 len: 885 time: 0.1818388 Oct 18 20:59:51.502655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51562) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:51.503846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:51.504899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331290e0-0d1a-45b1-8062-5b66f846edfc None None] The sync data for ids ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:51.639468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Pushing event updated for resources: {'Port': ['ID=78757bb3-1809-4362-b58c-fab917030e12,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:51.783598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Attempting to bind port 78757bb3-1809-4362-b58c-fab917030e12 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 20:59:51.783931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Attempting to bind port 78757bb3-1809-4362-b58c-fab917030e12 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 20:59:51.784266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Attempting to bind port 78757bb3-1809-4362-b58c-fab917030e12 on network c890bfb5-367f-4ddc-8570-f2888377b207 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:51.790961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Port 78757bb3-1809-4362-b58c-fab917030e12 on network c890bfb5-367f-4ddc-8570-f2888377b207 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 20:59:51.791289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Attempting to bind port 78757bb3-1809-4362-b58c-fab917030e12 on network c890bfb5-367f-4ddc-8570-f2888377b207 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 20:59:51.805012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 20:59:51.805356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Checking segment: {'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 20:59:51.805749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Bound using segment: {'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 20:59:51.806193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Bound port: 78757bb3-1809-4362-b58c-fab917030e12, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 20:59:51.806555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:51.808821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:51.991686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-46b0abf0-ea67-4a05-bc24-52d6d7d6f0e0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4875617 Oct 18 20:59:51.999785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51568) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:51.999785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-832d189d-88c9-462f-b71f-4ccfac2b7532 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1007838571'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:52.070883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] For port 78757bb3-1809-4362-b58c-fab917030e12, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 20:59:52.080732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] For port 78757bb3-1809-4362-b58c-fab917030e12, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=78757bb3-1809-4362-b58c-fab917030e12,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 20:59:52.098647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:52.151285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:52.152246 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:52.153871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] 10.222.0.79 "PUT /v2.0/ports/78757bb3-1809-4362-b58c-fab917030e12 HTTP/1.1" status: 200 len: 1092 time: 1.5617039 Oct 18 20:59:52.157978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'tag': '78757bb3-1809-4362-b58c-fab917030e12'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 20:59:52.161153 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf062fb-9aaa-40b4-9921-2c4d53caec34", "tag": "78757bb3-1809-4362-b58c-fab917030e12"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 20:59:52.290830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51576) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:52.583631 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-832d189d-88c9-462f-b71f-4ccfac2b7532 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:52.611520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-832d189d-88c9-462f-b71f-4ccfac2b7532 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:52.704479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53667426-1e44-47ec-a7af-d752a21067cd service neutron] Pushing event updated for resources: {'Port': ['ID=78757bb3-1809-4362-b58c-fab917030e12,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:52.799909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2529d5-feb5-4cb5-8e11-ce3115046534 req-d6cc3ffd-a1ba-4070-925e-af26e9682240 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:52.806707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb2529d5-feb5-4cb5-8e11-ce3115046534 req-d6cc3ffd-a1ba-4070-925e-af26e9682240 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 944 time: 0.1846194 Oct 18 20:59:52.814673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-df081d0e-9366-434c-811f-0aa1358fe4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:52.815342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-df081d0e-9366-434c-811f-0aa1358fe4c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 1095 time: 0.1841102 Oct 18 20:59:52.893464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:52.900309 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-b6954067-53dc-4dde-8143-d23e6b14524b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78757bb3-1809-4362-b58c-fab917030e12 HTTP/1.1" status: 200 len: 217 time: 0.0676887 Oct 18 20:59:52.961983 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb2529d5-feb5-4cb5-8e11-ce3115046534 req-b2a7c51a-2c69-43e6-a0e9-adc8439c0445 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537457 Oct 18 20:59:53.041470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-08afb6c2-a29f-4495-8b24-ef6f24b0354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:53.043171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-08afb6c2-a29f-4495-8b24-ef6f24b0354c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d HTTP/1.1" status: 200 len: 854 time: 0.1339033 Oct 18 20:59:53.131917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-0574b6fb-a5ea-40ce-ac39-eac9ec1ec67e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c890bfb5-367f-4ddc-8570-f2888377b207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796838 Oct 18 20:59:53.134589 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84198925-d3ca-4b00-adc6-717270bbeb6e x-openstack-request-id: req-84198925-d3ca-4b00-adc6-717270bbeb6e {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 20:59:53.135054 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf062fb-9aaa-40b4-9921-2c4d53caec34", "tag": "78757bb3-1809-4362-b58c-fab917030e12", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 20:59:53.135462 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84198925-d3ca-4b00-adc6-717270bbeb6e {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 20:59:53.136091 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'tag': '78757bb3-1809-4362-b58c-fab917030e12', 'status': 'completed', 'code': 200} Oct 18 20:59:53.176461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f16fc40e-83ff-4029-96d8-3e7fd798619b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:53.307724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:53.337335 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] Sync routers for ids ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:53.350520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a88c863c-a16b-4953-bad5-eb96a6fea003 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "PUT /v2.0/routers/bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8419204 Oct 18 20:59:53.352640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:53.364528 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] Routers {'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:53.366172 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:53.421865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-e753bc81-6a87-4eb6-93d0-ae0d9e0a5f47 service neutron] 10.222.0.79 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809682 Oct 18 20:59:53.449784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832d189d-88c9-462f-b71f-4ccfac2b7532 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3a55d1f0-342f-4f1e-b7e9-4425c01f54ac has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:53.512161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting subnet 3283080d-3e40-43aa-8927-bd52310df4bf {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 20:59:53.536675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:53.559018 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] Set router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:53.623666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2e6a7d40-8d1c-4c78-b22b-8a5cde5f7f1a req-b2157b48-9016-4faa-8666-8f9383bcd7d6 service neutron] 10.222.0.79 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940770 Oct 18 20:59:53.758024 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:53.760942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-678e49f5-fe10-4ff3-acd6-b05a2ab8a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:53.762754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-678e49f5-fe10-4ff3-acd6-b05a2ab8a784 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 1095 time: 0.0578849 Oct 18 20:59:53.895784 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:59:50Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:53.941417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-0fa78821-48d0-4fe7-bde8-e5151a284d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:53.945154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-0fa78821-48d0-4fe7-bde8-e5151a284d44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 200 len: 915 time: 0.1700439 Oct 18 20:59:53.947953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] Checking router: bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 20:59:53.960038 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] Routers {'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:53.960892 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:54.014122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d189d-88c9-462f-b71f-4ccfac2b7532 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:54.037437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] Sync routers for ids ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:54.047171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-832d189d-88c9-462f-b71f-4ccfac2b7532 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:54.053347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-832d189d-88c9-462f-b71f-4ccfac2b7532 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3a55d1f0-342f-4f1e-b7e9-4425c01f54ac HTTP/1.1" status: 200 len: 892 time: 2.0580544 Oct 18 20:59:54.057689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51588) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:54.069431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-d9432490-f8a9-41c9-bdbe-64142cfd99b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78757bb3-1809-4362-b58c-fab917030e12 HTTP/1.1" status: 200 len: 217 time: 0.1150773 Oct 18 20:59:54.072042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] Routers {'3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:54.073432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:54.144783 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:54.171181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:54.218994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] Routers {'3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:54.221204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:54.228429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:54.283614 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] Set router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:54.292091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:54.293195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b43036-5762-44a9-b812-c5539bc30419 None None] The sync data for ids ['3a55d1f0-342f-4f1e-b7e9-4425c01f54ac'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:54.364004 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:54.378908 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:54.433360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Subnet': ['ID=3283080d-3e40-43aa-8927-bd52310df4bf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:54.437681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-628d22c2-6138-43c8-bb85-97d6667be907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:54.440452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-628d22c2-6138-43c8-bb85-97d6667be907 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d HTTP/1.1" status: 200 len: 854 time: 0.3625681 Oct 18 20:59:54.444014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:54.449067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-71c59f68-ed00-4198-9fa4-8d11309c6085 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/subnets/3283080d-3e40-43aa-8927-bd52310df4bf HTTP/1.1" status: 204 len: 168 time: 1.0862231 Oct 18 20:59:54.455754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee404baa-2806-4992-ae1d-e6f6d46e6b44 req-f99da9b5-e522-4aad-bcb6-06ac75034db2 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:54.459082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de5929-1de9-44fe-97ea-748b9bc23be7 None None] Network dd3e939e-fedc-4735-a1fe-bec10c0231e5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 20:59:54.470760 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee404baa-2806-4992-ae1d-e6f6d46e6b44 req-f99da9b5-e522-4aad-bcb6-06ac75034db2 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 944 time: 0.2571096 Oct 18 20:59:54.486986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51598) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:54.692149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-604d4a39-f7ef-446b-819f-2c2de3e9ff91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c890bfb5-367f-4ddc-8570-f2888377b207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2191708 Oct 18 20:59:54.792826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] DHCP port deletion for dd3e939e-fedc-4735-a1fe-bec10c0231e5 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 20:59:54.798196 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:59:50Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:54.832547 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9716d5-7261-4c7f-b0da-0e2ab203887f None None] The sync data for ids ['bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5'] in n-d-812149-2 is: [{'id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2144348762', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': '60b03884-a0b0-431a-b19b-288f9963e184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:58:57Z', 'updated_at': '2021-10-18T20:59:50Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': '60b03884-a0b0-431a-b19b-288f9963e184', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:58:58Z', 'updated_at': '2021-10-18T20:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 20:59:54.852292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b16568f1-36a5-4b21-8c85-3a21201d964f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/routers/3a55d1f0-342f-4f1e-b7e9-4425c01f54ac HTTP/1.1" status: 200 len: 892 time: 0.7934623 Oct 18 20:59:54.868350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee404baa-2806-4992-ae1d-e6f6d46e6b44 req-1ed5389b-d989-4130-b3bc-584ef8f8034e tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042955 Oct 18 20:59:54.872129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51600) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:54.939089 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-502c9199-1965-4c65-8ac9-0bf878aaf4b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a55d1f0-342f-4f1e-b7e9-4425c01f54ac HTTP/1.1" status: 200 len: 205 time: 0.0629392 Oct 18 20:59:54.940078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51602) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:55.000166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] Deleting port 3c953f92-2ff9-4684-91ff-9ce26fb695eb {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:55.001143 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.112462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-af6d404a-e71b-427a-be9f-32df225e6e93 service neutron] 10.222.0.79 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050071 Oct 18 20:59:55.114842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.20.0.17 (907dbf85-6470-42be-b33b-09fcf8363c8e/887c530f-6862-4ed8-b4be-fbf0cda70c5e/6d028c5a-cbc3-46d3-ac59-8ca8e884dc57) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 20:59:55.118697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.141397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.314811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] For port 3c953f92-2ff9-4684-91ff-9ce26fb695eb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3c953f92-2ff9-4684-91ff-9ce26fb695eb,segment=NetworkSegment(0e25a860-88db-49bc-8668-f4dc6c127783),segment_id=0e25a860-88db-49bc-8668-f4dc6c127783)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:55.316937 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.333726 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.346232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] Calling delete_port for 3c953f92-2ff9-4684-91ff-9ce26fb695eb owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:55.388627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.406685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.514035 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.576878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.577114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] Pushing event deleted for resources: {'Port': ['ID=3c953f92-2ff9-4684-91ff-9ce26fb695eb,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:55.601149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea0927-5ab2-4e4b-8db6-594e48a6f204 None None] No DVR routers for this DVR port 3c953f92-2ff9-4684-91ff-9ce26fb695eb on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 20:59:55.622267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.664690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port a956a553-56e2-46f8-9665-bd5c39b94def {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:55.665398 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.679803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcdbda6d-9b70-4b42-a6a9-2e2502e5bab3 req-bbea2734-a502-44a9-a66d-18d4206ec5c9 service neutron] 10.222.0.79 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856084 Oct 18 20:59:55.717469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting port 60b03884-a0b0-431a-b19b-288f9963e184 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:55.717841 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.754509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 907dbf85-6470-42be-b33b-09fcf8363c8e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:55.778073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:55.782934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:55.842069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 20:59:55.887779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] For port 60b03884-a0b0-431a-b19b-288f9963e184, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=60b03884-a0b0-431a-b19b-288f9963e184,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:55.893344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:55.909343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Calling delete_port for 60b03884-a0b0-431a-b19b-288f9963e184 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:55.993126 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.009547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.063729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for a956a553-56e2-46f8-9665-bd5c39b94def owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:56.229794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 81f8e094-75b9-4201-afd0-eb3cd357f632 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:56.287485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 81f8e094-75b9-4201-afd0-eb3cd357f632 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:56.288656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 81f8e094-75b9-4201-afd0-eb3cd357f632 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:56.289987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3c953f92-2ff9-4684-91ff-9ce26fb695eb no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:56.340614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 3c953f92-2ff9-4684-91ff-9ce26fb695eb {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:56.341336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3c953f92-2ff9-4684-91ff-9ce26fb695eb not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:56.346222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.373034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c7f2e1ab-2da2-49fb-ac42-fcdeb88bdaa6 None None] Provisioning complete for port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:56.373873 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7f2e1ab-2da2-49fb-ac42-fcdeb88bdaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.414168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.423113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09519fec-4ce3-4557-9696-f6ee3c505321 req-fc3460dd-22b5-4b39-8adb-bffc0e5b0814 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:56.437017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09519fec-4ce3-4557-9696-f6ee3c505321 req-fc3460dd-22b5-4b39-8adb-bffc0e5b0814 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 944 time: 0.2867606 Oct 18 20:59:56.448110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Port': ['ID=60b03884-a0b0-431a-b19b-288f9963e184,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:56.461636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c7f2e1ab-2da2-49fb-ac42-fcdeb88bdaa6 None None] Port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:56.593313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09519fec-4ce3-4557-9696-f6ee3c505321 req-a6f52361-6904-4739-b004-99ce37797ae3 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547606 Oct 18 20:59:56.647433 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.650267 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.860440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.869659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.916013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 78757bb3-1809-4362-b58c-fab917030e12 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 20:59:56.953033 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.953873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Fanout notify agent at l3_agent the message router_deleted on router bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:59:56.980847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:56.990819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b813e95a-1136-4e36-8809-e6fe3784f1f2 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/routers/bf2c4e74-79c4-40cc-9d31-58f0b9a6bee5 HTTP/1.1" status: 204 len: 168 time: 2.4450309 Oct 18 20:59:56.991408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51618) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:57.218203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.229926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.238129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 78757bb3-1809-4362-b58c-fab917030e12, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=78757bb3-1809-4362-b58c-fab917030e12,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:57.273466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '78757bb3-1809-4362-b58c-fab917030e12', 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207', 'port_id': '78757bb3-1809-4362-b58c-fab917030e12', 'mac_address': 'fa:16:3e:06:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 20:59:57.311862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=a956a553-56e2-46f8-9665-bd5c39b94def,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:57.418309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.447624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78757bb3-1809-4362-b58c-fab917030e12 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 20:59:57.508030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 78757bb3-1809-4362-b58c-fab917030e12, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=78757bb3-1809-4362-b58c-fab917030e12,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 20:59:57.521525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.527186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.553093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.568803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3e939e-fedc-4735-a1fe-bec10c0231e5']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:57.587568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e25a860-88db-49bc-8668-f4dc6c127783') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:57.588043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e25a860-88db-49bc-8668-f4dc6c127783') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:57.614861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.623593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=78757bb3-1809-4362-b58c-fab917030e12,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:57.643294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.657378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 20:59:57.658023 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: timer() Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 20:59:57.663596 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 20:59:57.816688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.826385 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.854493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.868091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:57.874314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/networks/dd3e939e-fedc-4735-a1fe-bec10c0231e5 HTTP/1.1" status: 204 len: 168 time: 0.8818667 Oct 18 20:59:57.879982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51626) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:57.951614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['78757bb3-1809-4362-b58c-fab917030e12'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 20:59:57.965964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993876d7-0c63-4627-8881-bd405833ca21 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Network': ['ID=dd3e939e-fedc-4735-a1fe-bec10c0231e5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:58.081346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.086215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.087206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Fanout notify agent at l3_agent the message router_deleted on router 3a55d1f0-342f-4f1e-b7e9-4425c01f54ac {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 20:59:58.095715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9f1d1-0d61-40d8-9cf7-80a19f6a2253 req-837f60e2-023c-4de7-bea8-ea34bdbaf238 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:58.109768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bbb9f1d1-0d61-40d8-9cf7-80a19f6a2253 req-837f60e2-023c-4de7-bea8-ea34bdbaf238 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 945 time: 0.3017943 Oct 18 20:59:58.114057 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.133022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.135455 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e348f821-8fd3-4104-ac36-ea71cd69cd52 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/3a55d1f0-342f-4f1e-b7e9-4425c01f54ac HTTP/1.1" status: 204 len: 168 time: 3.1940498 Oct 18 20:59:58.144319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51632) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:58.266740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-340441550'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:58.271128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 60b03884-a0b0-431a-b19b-288f9963e184 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 20:59:58.285417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bbb9f1d1-0d61-40d8-9cf7-80a19f6a2253 req-9880d818-34c2-4bcb-9073-a067b1c38fc5 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705918 Oct 18 20:59:58.332684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 60b03884-a0b0-431a-b19b-288f9963e184 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 20:59:58.342194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 60b03884-a0b0-431a-b19b-288f9963e184 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 20:59:58.377583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:58.382592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:58.391125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.462872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.481480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 20:59:58.516038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting port e4c16434-af12-42cb-ba1f-b1a82fc6b7c0 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 20:59:58.517139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.518236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.519426 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment b55d8c85-3bc2-42a4-aae8-357851fd265b of type vlan for network ff5fc701-00a5-44a0-9189-04e25ccc2b97 Oct 18 20:59:58.656651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.656984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.688582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.689164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Calling delete_port for e4c16434-af12-42cb-ba1f-b1a82fc6b7c0 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 20:59:58.741320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 907dbf85-6470-42be-b33b-09fcf8363c8e is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 20:59:58.745476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 20:59:58.761576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.767884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:58.768921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:58.884817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6535556 Oct 18 20:59:58.896244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51634) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 20:59:58.918699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': 'ff5fc701-00a5-44a0-9189-04e25ccc2b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 20:59:59.134909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-737862c3-89c4-4be5-8593-0d9f54fbbd09 None None] Provisioning complete for port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 20:59:59.135905 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-737862c3-89c4-4be5-8593-0d9f54fbbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:59.149018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8acee9-0fdb-4694-9ec9-4ce8d14121e8 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=ff5fc701-00a5-44a0-9189-04e25ccc2b97,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:59.178093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 20:59:59.228170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-737862c3-89c4-4be5-8593-0d9f54fbbd09 None None] Port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 20:59:59.253658 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 20:59:59.265527 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:59.267131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router a14d63c2-9570-4fc3-b06f-460901e6c7b0 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 20:59:59.434472 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:59.500278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Port': ['ID=e4c16434-af12-42cb-ba1f-b1a82fc6b7c0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 20:59:59.535702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 20:59:59.549690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-79a6b444-4584-4dd8-a9a3-7bf58c3aa1f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "PUT /v2.0/routers/a14d63c2-9570-4fc3-b06f-460901e6c7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2577925 Oct 18 20:59:59.566948 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Sync routers for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 20:59:59.588449 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 20:59:59.589928 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 20:59:59.796070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1e05-7288-4e59-a4e3-bd9c57f67507 req-5a451b71-e56d-48ed-90df-006cd981ca62 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 20:59:59.811064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-232f1e05-7288-4e59-a4e3-bd9c57f67507 req-5a451b71-e56d-48ed-90df-006cd981ca62 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 945 time: 0.2540677 Oct 18 20:59:59.826868 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 20:59:59.830718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 20:59:59.831296 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Floating IP b13eb3b4-f274-4887-adcb-0d11bd3a481f disassociated (deleted). External IP: 172.25.7.103, port: 9739b0e4-55fb-431c-bf56-e3b1e8251a98. Oct 18 21:00:00.195687 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:59:56Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:13Z', 'revision_number': 1, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d028c5a-cbc3-46d3-ac59-8ca8e884dc57', 'name': '', 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:f8:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:59:54Z', 'updated_at': '2021-10-18T20:59:57Z', 'revision_number': 2, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:00.256830 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Checking router: a14d63c2-9570-4fc3-b06f-460901e6c7b0 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:00.257834 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Updating router a14d63c2-9570-4fc3-b06f-460901e6c7b0 port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:00.314000 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:00.545034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-232f1e05-7288-4e59-a4e3-bd9c57f67507 req-8744ec4b-3bf2-4280-bc67-ebf12608f878 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094212 Oct 18 21:00:00.550505 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:00.704296 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:00.711493 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:00.759119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=214bff55-008f-49d4-9fa1-92227a759f0e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:00.781909 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631538ae-19e1-47cc-91f0-f385ea018596 None None] Pushing event updated for resources: {'Port': ['ID=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:00.842036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': 'b55d8c85-3bc2-42a4-aae8-357851fd265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ff5fc701-00a5-44a0-9189-04e25ccc2b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:00.842544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: ff5fc701-00a5-44a0-9189-04e25ccc2b97, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:00:00.859282 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Attempting to bind port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:00.859657 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Attempting to bind port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:00.860034 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Attempting to bind port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 on network 907dbf85-6470-42be-b33b-09fcf8363c8e {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:00.865931 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:00.866327 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Checking segment: {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:00.866830 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:00.868151 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Bound using segment: {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:00.868151 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Bound port: 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfa0421-8f7e-4209-912a-f8199af1692b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:00.868151 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:00.900328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:00:00.942756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 78757bb3-1809-4362-b58c-fab917030e12 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:00.957134 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] For port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:00.965214 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] For port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:00.976113 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:00.977415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ff5fc701-00a5-44a0-9189-04e25ccc2b97) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:00.989604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:00.990562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.013226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde63f3-cb9a-48b8-822d-230a4dac4d27 None None] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:01.038342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router 494a30fc-74fa-424e-a183-1a1925344ecb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:01.041098 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:01.041919 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:01.047568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4f86731a-5417-4785-8f82-010e753cc284 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1470206 Oct 18 21:00:01.048551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51654) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:01.054217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bbf55d14-ec57-4845-b99e-e689f7f9e3a2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1917877801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:01.107735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbf55d14-ec57-4845-b99e-e689f7f9e3a2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.109415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbf55d14-ec57-4845-b99e-e689f7f9e3a2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.179744 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631538ae-19e1-47cc-91f0-f385ea018596 None None] Pushing event updated for resources: {'Port': ['ID=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:01.216967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbf55d14-ec57-4845-b99e-e689f7f9e3a2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.225276 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbf55d14-ec57-4845-b99e-e689f7f9e3a2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.228015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 78757bb3-1809-4362-b58c-fab917030e12 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:00:01.245815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 78757bb3-1809-4362-b58c-fab917030e12 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:01.246814 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.253432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbf55d14-ec57-4845-b99e-e689f7f9e3a2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.261036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bbf55d14-ec57-4845-b99e-e689f7f9e3a2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2117410 Oct 18 21:00:01.262508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51656) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:01.294389 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:01.305263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2820d9ac-0dc0-4042-be4a-250eaeb14f2a None None] Provisioning complete for port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:01.305889 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2820d9ac-0dc0-4042-be4a-250eaeb14f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.678940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:01.679776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-ff5fc701-00a5-44a0-9189-04e25ccc2b97', 'network_id': 'ff5fc701-00a5-44a0-9189-04e25ccc2b97', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': '214bff55-008f-49d4-9fa1-92227a759f0e'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:00:01.681311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.694439 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2820d9ac-0dc0-4042-be4a-250eaeb14f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.695849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.721230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] Sync routers for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:01.725642 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:59:56Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:13Z', 'revision_number': 1, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d028c5a-cbc3-46d3-ac59-8ca8e884dc57', 'name': '', 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:f8:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:59:54Z', 'updated_at': '2021-10-18T21:00:00Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:01.745657 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:01.769875 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dacc85-5c98-49ff-abd7-351c2cda3c74 None None] The sync data for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 is: [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T20:59:56Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:13Z', 'revision_number': 1, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d028c5a-cbc3-46d3-ac59-8ca8e884dc57', 'name': '', 'network_id': '907dbf85-6470-42be-b33b-09fcf8363c8e', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:f8:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:59:54Z', 'updated_at': '2021-10-18T21:00:00Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '887c530f-6862-4ed8-b4be-fbf0cda70c5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:01.818127 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78757bb3-1809-4362-b58c-fab917030e12'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:00:01.823118 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5bc853-c70f-45b3-a5ee-d11d34458b72" -d '{"events": [{"server_uuid": "0cf062fb-9aaa-40b4-9921-2c4d53caec34", "name": "network-vif-plugged", "status": "completed", "tag": "78757bb3-1809-4362-b58c-fab917030e12"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:00:01.898928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:01.900498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:01.991006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 78757bb3-1809-4362-b58c-fab917030e12, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=78757bb3-1809-4362-b58c-fab917030e12,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:02.038639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2820d9ac-0dc0-4042-be4a-250eaeb14f2a None None] For port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:02.096988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ace94355-0a1e-4385-85a0-542b75580dfa tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/floatingips/b13eb3b4-f274-4887-adcb-0d11bd3a481f HTTP/1.1" status: 204 len: 168 time: 4.2133961 Oct 18 21:00:02.112035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:00:02.119797 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa1a86a-4a84-490c-8539-9e9df583b6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:00:02.161741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:02.182205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d28a8-1bee-4f33-9683-063347bb9d8f req-1749263c-f599-46d9-8ac7-80348c217b6e tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:02.192682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d25d28a8-1bee-4f33-9683-063347bb9d8f req-1749263c-f599-46d9-8ac7-80348c217b6e tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 945 time: 0.3637185 Oct 18 21:00:02.259445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:02.297956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d25d28a8-1bee-4f33-9683-063347bb9d8f req-635e8b03-79a6-4c7f-99dd-bc96bddc5b77 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025820 Oct 18 21:00:02.318040 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2820d9ac-0dc0-4042-be4a-250eaeb14f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:02.344225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=78757bb3-1809-4362-b58c-fab917030e12,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:02.347708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:02.819083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c7772-511d-4f72-b703-1f49aa621ad5 req-2bf9f4b0-617a-4dfb-8cef-64b244776a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:02.822094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f16c7772-511d-4f72-b703-1f49aa621ad5 req-2bf9f4b0-617a-4dfb-8cef-64b244776a1c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 1097 time: 0.0721302 Oct 18 21:00:02.896090 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa922fb-5018-4be1-aff6-f9f457d3983d x-openstack-request-id: req-5fa922fb-5018-4be1-aff6-f9f457d3983d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:00:02.896544 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:00:02.896922 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fa922fb-5018-4be1-aff6-f9f457d3983d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:00:02.897438 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'status': 'completed', 'code': 200} Oct 18 21:00:02.915377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f16c7772-511d-4f72-b703-1f49aa621ad5 req-02ce0c5f-48fb-4cc4-9198-b0db91d8af96 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848815 Oct 18 21:00:03.001360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-4e2394d0-06f2-4f47-b0a9-6f51e36cca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:03.004930 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-4e2394d0-06f2-4f47-b0a9-6f51e36cca80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 1136 time: 0.0612829 Oct 18 21:00:03.039656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:03.101934 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d35fd41-dd22-4360-9a2d-eb7b9126dc59 x-openstack-request-id: req-9d35fd41-dd22-4360-9a2d-eb7b9126dc59 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:00:03.102198 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf062fb-9aaa-40b4-9921-2c4d53caec34", "name": "network-vif-plugged", "status": "completed", "tag": "78757bb3-1809-4362-b58c-fab917030e12", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:00:03.102622 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d35fd41-dd22-4360-9a2d-eb7b9126dc59 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:00:03.103273 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78757bb3-1809-4362-b58c-fab917030e12', 'code': 200} Oct 18 21:00:03.183325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-33677cce-6ae5-4b64-8e1e-783ae5573d15 None None] Provisioning complete for port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:03.183739 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-33677cce-6ae5-4b64-8e1e-783ae5573d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:03.198922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-aca9945a-b69e-467f-8425-18a6e5584c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:03.201405 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-aca9945a-b69e-467f-8425-18a6e5584c8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d44ce21-1aaf-46a4-8472-27c1a0adeead HTTP/1.1" status: 200 len: 898 time: 0.1818187 Oct 18 21:00:03.220821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796d58d-3c4e-426e-89f0-e0b6029c3e4f req-e596c052-7b35-40a0-b945-733d1c46cf3a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:03.220821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b796d58d-3c4e-426e-89f0-e0b6029c3e4f req-e596c052-7b35-40a0-b945-733d1c46cf3a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 985 time: 0.1551478 Oct 18 21:00:03.261265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-105e61d2-de0d-4d01-bd8c-f628034fa0fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98 HTTP/1.1" status: 200 len: 217 time: 0.0481398 Oct 18 21:00:03.279906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b796d58d-3c4e-426e-89f0-e0b6029c3e4f req-12cd2238-ccb9-45da-abab-feeae7376d47 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0481627 Oct 18 21:00:03.295195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d9ac-0dc0-4042-be4a-250eaeb14f2a None None] Pushing event updated for resources: {'Port': ['ID=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:03.343310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Allocated IP 2001:db8::2 (ff5fc701-00a5-44a0-9189-04e25ccc2b97/214bff55-008f-49d4-9fa1-92227a759f0e/92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:03.346000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-9762953a-67e2-4bf7-8afe-341317c4eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:03.348056 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-9762953a-67e2-4bf7-8afe-341317c4eab4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bd8e78e-96ed-4b55-9632-630ebe939911 HTTP/1.1" status: 200 len: 833 time: 0.0763903 Oct 18 21:00:03.434872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-603e1562-8342-4f3e-a692-722ae74fb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:03.438347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-603e1562-8342-4f3e-a692-722ae74fb352 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d44ce21-1aaf-46a4-8472-27c1a0adeead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810804 Oct 18 21:00:03.480203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf53f45-d2ef-4c3d-97dc-53771493ef16 req-f51eceb1-7446-4baf-897d-19816d8d67aa tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:03.481929 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cf53f45-d2ef-4c3d-97dc-53771493ef16 req-f51eceb1-7446-4baf-897d-19816d8d67aa tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 946 time: 0.0636454 Oct 18 21:00:03.535007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cf53f45-d2ef-4c3d-97dc-53771493ef16 req-71685670-8580-4144-8251-fbcee9106d0d tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Oct 18 21:00:03.571297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:03.571887 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:03.619014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-e25d2c3f-2b98-4477-b899-a60cb78dec0b service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719685 Oct 18 21:00:03.768918 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2aa1a86a-4a84-490c-8539-9e9df583b6b2 req-31678e34-a5e5-4f9d-9eb4-edf0bc0da9a4 service neutron] 10.222.0.30 "GET /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406975 Oct 18 21:00:03.830627 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:03.841996 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:03.905454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8::1 (ff5fc701-00a5-44a0-9189-04e25ccc2b97/214bff55-008f-49d4-9fa1-92227a759f0e/a4267734-3f43-443b-b172-1c6a01c5dd10) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:03.958685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:03.959554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Pushing event updated for resources: {'Port': ['ID=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:03.975383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:01Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:03.979416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:04.012027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:04.014363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] Checking router: 494a30fc-74fa-424e-a183-1a1925344ecb for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:04.045856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:04.046825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:04.133413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:04.138066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Attempting to bind port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:04.138442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Attempting to bind port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'b55d8c85-3bc2-42a4-aae8-357851fd265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ff5fc701-00a5-44a0-9189-04e25ccc2b97'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:04.138817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Attempting to bind port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 on network ff5fc701-00a5-44a0-9189-04e25ccc2b97 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:04.167511 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.210612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:04.211059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Checking segment: {'id': 'b55d8c85-3bc2-42a4-aae8-357851fd265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ff5fc701-00a5-44a0-9189-04e25ccc2b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:04.213343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.213343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Bound using segment: {'id': 'b55d8c85-3bc2-42a4-aae8-357851fd265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ff5fc701-00a5-44a0-9189-04e25ccc2b97'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:04.213343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Bound port: 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55d8c85-3bc2-42a4-aae8-357851fd265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'ff5fc701-00a5-44a0-9189-04e25ccc2b97'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:04.213906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.247756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.294363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:04.345393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:04.355545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:04.374634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:04.376017 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.474686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-533957bb-896f-4497-b243-91a5aceb5f6a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:04.479054 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-533957bb-896f-4497-b243-91a5aceb5f6a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 985 time: 0.1627259 Oct 18 21:00:04.515173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:04.515564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.526528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] For port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:04.555392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=a4267734-3f43-443b-b172-1c6a01c5dd10,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:04.574034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] For port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,segment=NetworkSegment(b55d8c85-3bc2-42a4-aae8-357851fd265b),segment_id=b55d8c85-3bc2-42a4-aae8-357851fd265b)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:04.604518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.664938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303891f7-c274-4d8e-aef9-1559c0fed54d req-91e8d6f1-860e-451b-a985-26099af18fc6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:04.681033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-303891f7-c274-4d8e-aef9-1559c0fed54d req-91e8d6f1-860e-451b-a985-26099af18fc6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 985 time: 0.2008319 Oct 18 21:00:04.685459 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:04.685808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.801508 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-303891f7-c274-4d8e-aef9-1559c0fed54d req-8af470b4-ed64-4638-bf20-436dfa943366 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/security-groups?id=fec21540-12ac-4958-aee1-f5a0750f5d73&id=1ec1bb3b-e502-4497-8703-e1fdc46e20c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1187737 Oct 18 21:00:04.807119 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:00:04.821397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] For port 9739b0e4-55fb-431c-bf56-e3b1e8251a98, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=9739b0e4-55fb-431c-bf56-e3b1e8251a98,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:04.822131 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:04.853974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Calling delete_port for 9739b0e4-55fb-431c-bf56-e3b1e8251a98 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:04.887062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4367d5-0219-4a96-8975-6e917e970514 None None] Pushing event updated for resources: {'Port': ['ID=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:04.922993 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:05.053173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:01Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:05.163697 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c2aca-562c-48db-8b51-9df09b240983 None None] The sync data for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 is: [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T20:57:55Z', 'revision_number': 4, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '48bc4abc-5ddc-473f-9cc5-e97498a21688', 'name': '', 'network_id': '1d44ce21-1aaf-46a4-8472-27c1a0adeead', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'mac_address': 'fa:16:3e:f7:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:52Z', 'updated_at': '2021-10-18T20:58:01Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'subnets': [{'id': '8bd8e78e-96ed-4b55-9632-630ebe939911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:05.203697 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:05.256148 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Port': ['ID=9739b0e4-55fb-431c-bf56-e3b1e8251a98,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:05.309291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] No DVR routers for this DVR port 9739b0e4-55fb-431c-bf56-e3b1e8251a98 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:00:05.313022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:05.317833 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5af0d12c-acc3-4cf0-9b69-1473ea6fddfb req-a5cea0e6-473e-49f0-92a0-ed48229ac077 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.30 "DELETE /v2.0/ports/9739b0e4-55fb-431c-bf56-e3b1e8251a98 HTTP/1.1" status: 204 len: 173 time: 0.8249028 Oct 18 21:00:05.318610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'name': 'network-vif-deleted', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:00:05.323401 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81753fea-7c7b-47dd-9174-90aec708a9bb" -d '{"events": [{"server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "name": "network-vif-deleted", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:00:05.357410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931511ba-94dc-4470-a775-45bab6f8cd73 req-36293983-1b89-4679-a7d3-2286af6b6f19 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:05.379736 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-931511ba-94dc-4470-a775-45bab6f8cd73 req-36293983-1b89-4679-a7d3-2286af6b6f19 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 946 time: 0.4043677 Oct 18 21:00:05.559125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-931511ba-94dc-4470-a775-45bab6f8cd73 req-236ea6c8-72de-46cf-bcbb-900e1677cbaa tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701751 Oct 18 21:00:05.884126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:05.899455 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:05.902768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:05.908516 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b8d7b-ca25-4a2f-af30-eadb1f321367 None None] New status for floating IP b13eb3b4-f274-4887-adcb-0d11bd3a481f: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:00:05.986805 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe473a8-2188-4e21-9526-0ab621f7aa6f x-openstack-request-id: req-bfe473a8-2188-4e21-9526-0ab621f7aa6f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:00:05.987402 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b595d77-0e51-481c-91f1-d4a5d082b930", "name": "network-vif-deleted", "tag": "9739b0e4-55fb-431c-bf56-e3b1e8251a98", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:00:05.988093 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bfe473a8-2188-4e21-9526-0ab621f7aa6f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:00:05.988911 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b595d77-0e51-481c-91f1-d4a5d082b930', 'name': 'network-vif-deleted', 'tag': '9739b0e4-55fb-431c-bf56-e3b1e8251a98', 'status': 'completed', 'code': 200} Oct 18 21:00:06.276694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=a4267734-3f43-443b-b172-1c6a01c5dd10,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:06.381139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:06.408252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdfff87a-b063-449d-bcaf-f2c668cc5a11 req-ddf90ffa-ae2a-4636-a36c-15e8280a2997 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b595d77-0e51-481c-91f1-d4a5d082b930 HTTP/1.1" status: 200 len: 210 time: 0.1166251 Oct 18 21:00:06.492601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:06.494034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:06.635108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:06.663387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:06.674064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:06.695768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,segment=NetworkSegment(b55d8c85-3bc2-42a4-aae8-357851fd265b),segment_id=b55d8c85-3bc2-42a4-aae8-357851fd265b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:06.703208 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:06.799969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:06.969243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d59fa-d466-4cf6-97b6-8fe60e06759a None None] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:07.170258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-abc41993-1230-4331-a8ac-ac64dca432b9 None None] Provisioning complete for port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:07.170744 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-abc41993-1230-4331-a8ac-ac64dca432b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:07.226403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router df554e3d-37ee-4a36-bf81-6a672efc11cc is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:00:07.536269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:07.550235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:07.577620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51820) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:07.578509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b8ab5794-9478-43e0-8b15-02a9718d6653 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/df554e3d-37ee-4a36-bf81-6a672efc11cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3138258 Oct 18 21:00:07.586821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] Sync routers for ids ['df554e3d-37ee-4a36-bf81-6a672efc11cc'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:07.589919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9739b0e4-55fb-431c-bf56-e3b1e8251a98 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:07.625303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 9739b0e4-55fb-431c-bf56-e3b1e8251a98 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:07.625696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 9739b0e4-55fb-431c-bf56-e3b1e8251a98 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:07.723435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcead-1645-445d-b7c1-c3ef559945d4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:07.730965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] Routers {'df554e3d-37ee-4a36-bf81-6a672efc11cc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:07.731855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['df554e3d-37ee-4a36-bf81-6a672efc11cc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:07.771500 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dd2ae-8c8e-4fc1-9b83-57de0ea31e63 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:07.773038 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-591dd2ae-8c8e-4fc1-9b83-57de0ea31e63 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports/a4267734-3f43-443b-b172-1c6a01c5dd10 HTTP/1.1" status: 200 len: 911 time: 0.1928566 Oct 18 21:00:07.785043 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51822) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:07.785374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:07.798508 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcead-1645-445d-b7c1-c3ef559945d4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:07.803823 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '214bff55-008f-49d4-9fa1-92227a759f0e'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:07.805668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] Routers {'df554e3d-37ee-4a36-bf81-6a672efc11cc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:07.807217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['df554e3d-37ee-4a36-bf81-6a672efc11cc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:07.863777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcead-1645-445d-b7c1-c3ef559945d4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:07.871654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcead-1645-445d-b7c1-c3ef559945d4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:07.876431 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2ccfcead-1645-445d-b7c1-c3ef559945d4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/security-groups/1ec1bb3b-e502-4497-8703-e1fdc46e20c9 HTTP/1.1" status: 204 len: 168 time: 0.3245795 Oct 18 21:00:07.877071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51824) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:07.945899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:07.946935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8af21-58da-4467-bad8-96f832dcade9 None None] The sync data for ids ['df554e3d-37ee-4a36-bf81-6a672efc11cc'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:07.972472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfcead-1645-445d-b7c1-c3ef559945d4 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec1bb3b-e502-4497-8703-e1fdc46e20c9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:08.076493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f693e3b-c6a7-43a9-b6ef-7aadf9ee2a4a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:08.132976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f693e3b-c6a7-43a9-b6ef-7aadf9ee2a4a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:08.199395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f693e3b-c6a7-43a9-b6ef-7aadf9ee2a4a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:08.202636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3f693e3b-c6a7-43a9-b6ef-7aadf9ee2a4a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:08.209773 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3f693e3b-c6a7-43a9-b6ef-7aadf9ee2a4a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/security-groups/fec21540-12ac-4958-aee1-f5a0750f5d73 HTTP/1.1" status: 204 len: 168 time: 0.3253667 Oct 18 21:00:08.210671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51832) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:08.225472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:08.391649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f693e3b-c6a7-43a9-b6ef-7aadf9ee2a4a tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec21540-12ac-4958-aee1-f5a0750f5d73,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:08.398874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:08.412195 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:08.474246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:08.700491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3cb9c22e-7130-45e5-ada7-798447f56553 None None] Provisioning complete for port a4267734-3f43-443b-b172-1c6a01c5dd10 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:08.701477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c22e-7130-45e5-ada7-798447f56553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:08.766284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9c22e-7130-45e5-ada7-798447f56553 None None] Port a4267734-3f43-443b-b172-1c6a01c5dd10 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:08.790136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3cb9c22e-7130-45e5-ada7-798447f56553 None None] Provisioning complete for port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:08.790680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3cb9c22e-7130-45e5-ada7-798447f56553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:09.218270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e135d2e6-513b-448b-8fe6-47aa7ebad105 None None] Provisioning complete for port a4267734-3f43-443b-b172-1c6a01c5dd10 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:09.219580 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e135d2e6-513b-448b-8fe6-47aa7ebad105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:09.257577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:09.285145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e135d2e6-513b-448b-8fe6-47aa7ebad105 None None] Port a4267734-3f43-443b-b172-1c6a01c5dd10 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:09.288479 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:09.324685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:09.326284 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:09.329188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/ports/a4267734-3f43-443b-b172-1c6a01c5dd10 HTTP/1.1" status: 200 len: 911 time: 1.5418053 Oct 18 21:00:09.336704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51844) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:09.449325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09808c09-a1f4-4018-b853-143bf5fb6e28 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=a4267734-3f43-443b-b172-1c6a01c5dd10,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:09.478984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:09.621654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-110bedb6-21e4-465a-8888-4c7cc62ddb5f None None] Provisioning complete for port a4267734-3f43-443b-b172-1c6a01c5dd10 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:09.622546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-110bedb6-21e4-465a-8888-4c7cc62ddb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:09.721242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-110bedb6-21e4-465a-8888-4c7cc62ddb5f None None] Port a4267734-3f43-443b-b172-1c6a01c5dd10 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:10.540876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting port 48bc4abc-5ddc-473f-9cc5-e97498a21688 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:10.541496 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:10.632288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:10.759442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] For port 48bc4abc-5ddc-473f-9cc5-e97498a21688, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=48bc4abc-5ddc-473f-9cc5-e97498a21688,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:10.759723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:10.805952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Calling delete_port for 48bc4abc-5ddc-473f-9cc5-e97498a21688 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:11.131629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port a4267734-3f43-443b-b172-1c6a01c5dd10 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:11.132438 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:11.176176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:11.250820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Port': ['ID=48bc4abc-5ddc-473f-9cc5-e97498a21688,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:11.403549 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:11.443877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for a4267734-3f43-443b-b172-1c6a01c5dd10 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:11.780904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:11.990151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:12.100700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=a4267734-3f43-443b-b172-1c6a01c5dd10,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:12.272094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:12.290374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Router 494a30fc-74fa-424e-a183-1a1925344ecb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:12.635386 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router df554e3d-37ee-4a36-bf81-6a672efc11cc has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:12.652339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:12.661573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4d6ca941-c535-4e0d-a669-668541d73f18 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "PUT /v2.0/routers/494a30fc-74fa-424e-a183-1a1925344ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4148057 Oct 18 21:00:12.667116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51884) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:12.669648 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] Sync routers for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:12.686094 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:12.687830 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:12.827514 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:12.839200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting subnet 8bd8e78e-96ed-4b55-9632-630ebe939911 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:00:12.844796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] Sync routers for ids ['df554e3d-37ee-4a36-bf81-6a672efc11cc'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:12.850256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:12.863438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-34ce5c10-4825-4f71-b920-76a68c31ab3c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/df554e3d-37ee-4a36-bf81-6a672efc11cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5255926 Oct 18 21:00:12.870852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51886) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:12.872015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] Routers {'df554e3d-37ee-4a36-bf81-6a672efc11cc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:12.873722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['df554e3d-37ee-4a36-bf81-6a672efc11cc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:12.935695 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:12.951197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-66fa028e-11f8-471a-9224-55b5bb0d141a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=df554e3d-37ee-4a36-bf81-6a672efc11cc HTTP/1.1" status: 200 len: 205 time: 0.0745215 Oct 18 21:00:12.952790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51888) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:12.971417 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.053166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:13.095612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] Routers {'df554e3d-37ee-4a36-bf81-6a672efc11cc'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:13.096725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['df554e3d-37ee-4a36-bf81-6a672efc11cc'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:13.183825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:13.184724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d17aa8-348f-45c4-a259-5b6cf6017cff None None] The sync data for ids ['df554e3d-37ee-4a36-bf81-6a672efc11cc'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:13.188912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.199514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ec8a85-cf68-4f9e-8951-c18a16c055dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.287453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.310305 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.407418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd8e78e-96ed-4b55-9632-630ebe939911,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:13.436073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553e96c-04b4-4832-b777-64398af43eff None None] Network 1d44ce21-1aaf-46a4-8472-27c1a0adeead requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:13.449806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.460723 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/subnets/8bd8e78e-96ed-4b55-9632-630ebe939911 HTTP/1.1" status: 204 len: 168 time: 0.7876976 Oct 18 21:00:13.462671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51896) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:13.493207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.495493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ec8a85-cf68-4f9e-8951-c18a16c055dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.499693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.500227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ec8a85-cf68-4f9e-8951-c18a16c055dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.500873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.501426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.503486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.504341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.505433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.507276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.507880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.508474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.510718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.511364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e7dbb6-bc43-4802-b464-7dbf1f0b3649 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:13.583021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ec8a85-cf68-4f9e-8951-c18a16c055dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.583653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ec8a85-cf68-4f9e-8951-c18a16c055dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Fanout notify agent at l3_agent the message router_deleted on router df554e3d-37ee-4a36-bf81-6a672efc11cc {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:00:13.597210 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ec8a85-cf68-4f9e-8951-c18a16c055dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.598372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25ec8a85-cf68-4f9e-8951-c18a16c055dc tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/df554e3d-37ee-4a36-bf81-6a672efc11cc HTTP/1.1" status: 204 len: 168 time: 0.6445506 Oct 18 21:00:13.604144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:13.608927 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T21:00:11Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:13.670814 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] Checking router: 494a30fc-74fa-424e-a183-1a1925344ecb for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:13.692794 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] Routers {'494a30fc-74fa-424e-a183-1a1925344ecb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:13.693363 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['494a30fc-74fa-424e-a183-1a1925344ecb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:13.744340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet 214bff55-008f-49d4-9fa1-92227a759f0e {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:00:13.759710 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.872456 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:13.929707 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.054419 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] Set router 494a30fc-74fa-424e-a183-1a1925344ecb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:14.056912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] DHCP port deletion for 1d44ce21-1aaf-46a4-8472-27c1a0adeead request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:00:14.186272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] Deleting port 017461db-185e-4b35-b6fc-a7577f077d1a {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:14.186272 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.192841 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.238726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 017461db-185e-4b35-b6fc-a7577f077d1a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:14.314110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.385009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] For port 017461db-185e-4b35-b6fc-a7577f077d1a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=017461db-185e-4b35-b6fc-a7577f077d1a,segment=NetworkSegment(7e7cb6f8-d10d-42bf-a94f-76009243247e),segment_id=7e7cb6f8-d10d-42bf-a94f-76009243247e)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:14.385423 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.409920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] Calling delete_port for 017461db-185e-4b35-b6fc-a7577f077d1a owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:14.415997 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T21:00:11Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:14.427107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.502799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.508200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/214bff55-008f-49d4-9fa1-92227a759f0e HTTP/1.1" status: 204 len: 168 time: 0.9028678 Oct 18 21:00:14.512681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51910) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:14.521420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Deleting port b606f3ab-a3af-4b7f-a167-da7766511c3b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:14.521955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.531947 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b5eb5-9c71-4a44-9c68-522cc1a7c2d7 None None] The sync data for ids ['494a30fc-74fa-424e-a183-1a1925344ecb'] in n-d-812149-2 is: [{'id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501211423', 'tenant_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:41Z', 'updated_at': '2021-10-18T21:00:11Z', 'revision_number': 5, 'project_id': 'be23ca4b3bd84e0eb36091e2afa095d7', 'gw_port': {'id': 'b606f3ab-a3af-4b7f-a167-da7766511c3b', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494a30fc-74fa-424e-a183-1a1925344ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:43Z', 'updated_at': '2021-10-18T20:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:14.533427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df59f61-c0a1-43a6-bd85-decc4206d485 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=214bff55-008f-49d4-9fa1-92227a759f0e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:14.541639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37d2489-4b7e-4db1-9549-9296fa3e2be1 None None] Network ff5fc701-00a5-44a0-9189-04e25ccc2b97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:14.665159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.711058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] For port b606f3ab-a3af-4b7f-a167-da7766511c3b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b606f3ab-a3af-4b7f-a167-da7766511c3b,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:14.711741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.739855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Calling delete_port for b606f3ab-a3af-4b7f-a167-da7766511c3b owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:14.757466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:14.757968 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.916370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:14.939305 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.051693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,segment=NetworkSegment(b55d8c85-3bc2-42a4-aae8-357851fd265b),segment_id=b55d8c85-3bc2-42a4-aae8-357851fd265b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:15.055322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.068041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] Pushing event deleted for resources: {'Port': ['ID=017461db-185e-4b35-b6fc-a7577f077d1a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:15.096079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf5847-c35d-4f95-a154-bb0265dc6e0c None None] No DVR routers for this DVR port 017461db-185e-4b35-b6fc-a7577f077d1a on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:00:15.163172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:15.307734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] DHCP port deletion for ff5fc701-00a5-44a0-9189-04e25ccc2b97 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:00:15.355758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.426195 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.436884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] Deleting port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:15.437338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.511668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:00:15.514083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:15.683244 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.719203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] For port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:15.725170 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.739521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5fc701-00a5-44a0-9189-04e25ccc2b97']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:15.754253 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] Calling delete_port for 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:15.767457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] Port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 21:00:15.769778 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.789976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55d8c85-3bc2-42a4-aae8-357851fd265b') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:15.792155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55d8c85-3bc2-42a4-aae8-357851fd265b') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:15.811874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] Pushing event deleted for resources: {'Port': ['ID=92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:15.830875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3415be-9ad3-4341-bc27-01df47a78faf None None] No DVR routers for this DVR port 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:00:15.837105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.894392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.909585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:00:15.910620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:00:15.968251 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:00:16.143948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Port': ['ID=b606f3ab-a3af-4b7f-a167-da7766511c3b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:16.185929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:16.188314 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.230055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.241784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:16.242660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 92bbfd5a-28a1-4fd4-bde2-6d77f5174fa8 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:16.242928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 48bc4abc-5ddc-473f-9cc5-e97498a21688 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:16.263238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/ff5fc701-00a5-44a0-9189-04e25ccc2b97 HTTP/1.1" status: 204 len: 168 time: 1.7375486 Oct 18 21:00:16.264860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51930) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:16.265187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.281903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 48bc4abc-5ddc-473f-9cc5-e97498a21688 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:16.282193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 48bc4abc-5ddc-473f-9cc5-e97498a21688 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:16.320991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0f921270-fb7e-4b97-819a-1503f2488f7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-944932241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:16.347452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f832fe-11e2-4c33-b526-3126b8977991 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=ff5fc701-00a5-44a0-9189-04e25ccc2b97,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:16.359821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f921270-fb7e-4b97-819a-1503f2488f7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.363304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f921270-fb7e-4b97-819a-1503f2488f7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.402030 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.405486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.437464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f921270-fb7e-4b97-819a-1503f2488f7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.444350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f921270-fb7e-4b97-819a-1503f2488f7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.457581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.458242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Fanout notify agent at l3_agent the message router_deleted on router 494a30fc-74fa-424e-a183-1a1925344ecb {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:00:16.466427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.469786 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f921270-fb7e-4b97-819a-1503f2488f7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.475691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-77702c58-a3f6-4981-817b-b61afeecf3de tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/routers/494a30fc-74fa-424e-a183-1a1925344ecb HTTP/1.1" status: 204 len: 168 time: 3.0022719 Oct 18 21:00:16.475972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0f921270-fb7e-4b97-819a-1503f2488f7a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1559727 Oct 18 21:00:16.476124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51932) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:16.476124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51934) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:16.481912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-738598455'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:16.577337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:16.580773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.606423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.631409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:00:16.672250 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.672250 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment 75eb99fc-f411-4230-ae5a-644297390d93 of type vlan for network 18041a3f-e20c-404a-b3d8-51ee00253e15 Oct 18 21:00:16.786644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.789239 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.822298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d44ce21-1aaf-46a4-8472-27c1a0adeead']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:16.841878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7cb6f8-d10d-42bf-a94f-76009243247e') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:16.842220 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7cb6f8-d10d-42bf-a94f-76009243247e') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:16.855563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.858121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.866772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:16.867429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.910428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.933292 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4555681 Oct 18 21:00:16.933982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:00:16.934387 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:16.935612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 51946) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:00:16.941184 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:00:16.954427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:17.171752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:17.185044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:17.218552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a63b3-4b79-4bb3-a7ae-269c9d30898b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=18041a3f-e20c-404a-b3d8-51ee00253e15,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:17.232897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:00:17.260673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:17.286992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:17.295072 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] 10.222.0.66 "DELETE /v2.0/networks/1d44ce21-1aaf-46a4-8472-27c1a0adeead HTTP/1.1" status: 204 len: 168 time: 0.8219280 Oct 18 21:00:17.339622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad586206-3b18-432c-9135-e55621f561e6 tempest-TestSecurityGroupsBasicOps-1164090699 tempest-TestSecurityGroupsBasicOps-1164090699-project] Pushing event deleted for resources: {'Network': ['ID=1d44ce21-1aaf-46a4-8472-27c1a0adeead,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:17.735402 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:17.865926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:17.890013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:17.890624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: 18041a3f-e20c-404a-b3d8-51ee00253e15, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:00:17.934563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:00:17.948866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 18041a3f-e20c-404a-b3d8-51ee00253e15) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:17.955830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:17.957264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:17.963003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b42db5-cc9e-439c-8590-fd75989b8334 None None] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:17.989338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51968) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:18.025307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2f359a87-d7e6-441b-ac6c-6d4a46cb4f5c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0855358 Oct 18 21:00:18.025604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51972) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:18.266955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b606f3ab-a3af-4b7f-a167-da7766511c3b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:18.310074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: b606f3ab-a3af-4b7f-a167-da7766511c3b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:18.310604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b606f3ab-a3af-4b7f-a167-da7766511c3b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:18.321842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-18041a3f-e20c-404a-b3d8-51ee00253e15', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:00:18.327433 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:18.700059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Allocated IP 2001:db8::2 (18041a3f-e20c-404a-b3d8-51ee00253e15/ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7/6619b265-4631-4d7c-90ab-55706df82a31) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:18.860690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-effa37c2-7ff3-4952-af8e-6bd03b2876dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be23ca4b3bd84e0eb36091e2afa095d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8691163 Oct 18 21:00:18.866281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 51984) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:18.930044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.047517 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.074386 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cf776ccf-5359-4b4e-845f-72cbc57a0456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.103532 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.116700 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.224760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:19.236519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:19.241363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:19.246682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Pushing event updated for resources: {'Port': ['ID=6619b265-4631-4d7c-90ab-55706df82a31,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:19.257045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd9cb-2dff-4b7b-bdbc-0dfdf980a9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.311642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd9cb-2dff-4b7b-bdbc-0dfdf980a9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.354758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Attempting to bind port 6619b265-4631-4d7c-90ab-55706df82a31 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:19.355400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Attempting to bind port 6619b265-4631-4d7c-90ab-55706df82a31 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:19.356364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Attempting to bind port 6619b265-4631-4d7c-90ab-55706df82a31 on network 18041a3f-e20c-404a-b3d8-51ee00253e15 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:19.367800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:19.368599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Checking segment: {'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:19.369299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.369995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Bound using segment: {'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:19.370863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Bound port: 6619b265-4631-4d7c-90ab-55706df82a31, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:19.371526 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.525657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] For port 6619b265-4631-4d7c-90ab-55706df82a31, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:19.532164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] For port 6619b265-4631-4d7c-90ab-55706df82a31, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6619b265-4631-4d7c-90ab-55706df82a31,segment=NetworkSegment(75eb99fc-f411-4230-ae5a-644297390d93),segment_id=75eb99fc-f411-4230-ae5a-644297390d93)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:19.538452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.576062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8::1 (18041a3f-e20c-404a-b3d8-51ee00253e15/ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7/30e45d20-5b2d-4a40-9103-72978afea58f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:19.605685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd9cb-2dff-4b7b-bdbc-0dfdf980a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.609979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c3fd9cb-2dff-4b7b-bdbc-0dfdf980a9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:19.614026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d5456-5c1e-4a87-add6-a17a0f2d0f9f None None] Pushing event updated for resources: {'Port': ['ID=6619b265-4631-4d7c-90ab-55706df82a31,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:19.624691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6c3fd9cb-2dff-4b7b-bdbc-0dfdf980a9c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8400046a-e781-43dd-a256-002d9505b339 HTTP/1.1" status: 204 len: 168 time: 0.7491221 Oct 18 21:00:19.716144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fd9cb-2dff-4b7b-bdbc-0dfdf980a9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8400046a-e781-43dd-a256-002d9505b339,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:19.954791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.104544 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.325695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6619b265-4631-4d7c-90ab-55706df82a31 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:20.342315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=30e45d20-5b2d-4a40-9103-72978afea58f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:20.364521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:20.367431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:20.380994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:20.381642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.425962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6619b265-4631-4d7c-90ab-55706df82a31 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:20.428802 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.443560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52012) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:20.460427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b5c6e75-4bc8-409b-9acc-fe746c4970d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.640498 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b5c6e75-4bc8-409b-9acc-fe746c4970d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.649676 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b5c6e75-4bc8-409b-9acc-fe746c4970d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.669543 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.696123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.714583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b5c6e75-4bc8-409b-9acc-fe746c4970d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c97b29e1fa944a1bfe91f2ac3cb19c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686946 Oct 18 21:00:20.718149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52016) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:20.772103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c6e75-4bc8-409b-9acc-fe746c4970d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ae3f5c-0d4e-414d-a024-1eee1e74bfe2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:20.822537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7711a362-1b8d-49cb-8adb-d6b6047cb176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.828052 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 6619b265-4631-4d7c-90ab-55706df82a31, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6619b265-4631-4d7c-90ab-55706df82a31,segment=NetworkSegment(75eb99fc-f411-4230-ae5a-644297390d93),segment_id=75eb99fc-f411-4230-ae5a-644297390d93)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:20.838415 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.877183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7711a362-1b8d-49cb-8adb-d6b6047cb176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.959899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=6619b265-4631-4d7c-90ab-55706df82a31,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:20.984564 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7711a362-1b8d-49cb-8adb-d6b6047cb176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.990399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7711a362-1b8d-49cb-8adb-d6b6047cb176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:20.992847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7711a362-1b8d-49cb-8adb-d6b6047cb176 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84ae3f5c-0d4e-414d-a024-1eee1e74bfe2 HTTP/1.1" status: 204 len: 168 time: 0.2656853 Oct 18 21:00:21.007167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711a362-1b8d-49cb-8adb-d6b6047cb176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ae3f5c-0d4e-414d-a024-1eee1e74bfe2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:21.294427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:21.302236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:21.303350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:21.306964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0db94a-5b9c-4737-8a2f-8417253d316f None None] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:21.483497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d03a0cef-c50e-43d5-a7a9-aed77c49abac None None] Provisioning complete for port 6619b265-4631-4d7c-90ab-55706df82a31 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:21.485138 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d03a0cef-c50e-43d5-a7a9-aed77c49abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:21.512096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=30e45d20-5b2d-4a40-9103-72978afea58f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:21.575598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:21.577611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:21.595201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52032) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:21.854358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:00:22.143941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:22.160290 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:22.171275 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1e02f8a-07e5-4eed-9a1f-4385057db2db tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1253965 Oct 18 21:00:22.171959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52046) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:22.178900 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:22.179122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-936262718'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:22.179552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T20:59:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:22.269389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6619b265-4631-4d7c-90ab-55706df82a31 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:22.305128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:22.328170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.472180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:00:22.475114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c29f8e8f-c347-442c-9e75-f3d61f7fd3ed None None] Provisioning complete for port 6619b265-4631-4d7c-90ab-55706df82a31 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:22.475487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c29f8e8f-c347-442c-9e75-f3d61f7fd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.524475 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.526623 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment a97d3c16-febd-45e4-ba55-bdb276579e2b of type vlan for network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 Oct 18 21:00:22.579086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6619b265-4631-4d7c-90ab-55706df82a31 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:22.580008 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.637454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.646150 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:22.649840 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fb5f5ac0-e080-47d3-b629-453b456e1a98 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a7cdad401d14c679f7fe17c3c3dd0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0534079 Oct 18 21:00:22.656461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52054) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:22.722314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.729575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:22.730833 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.731061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c29f8e8f-c347-442c-9e75-f3d61f7fd3ed None None] Provisioning complete for port 30e45d20-5b2d-4a40-9103-72978afea58f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:22.731342 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c29f8e8f-c347-442c-9e75-f3d61f7fd3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.826349 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6526031 Oct 18 21:00:22.828769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52060) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:22.835340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:22.869702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c29f8e8f-c347-442c-9e75-f3d61f7fd3ed None None] Port 30e45d20-5b2d-4a40-9103-72978afea58f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:22.878309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5919e4fc-6714-4f0f-abde-4aa8ebf98feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:22.888923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8e382-44cb-4569-a054-869bc8fc2b4e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=372a4c09-97e5-43c8-b2ef-f4cc131529b6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:22.902607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:00:22.927314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5919e4fc-6714-4f0f-abde-4aa8ebf98feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.019622 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5919e4fc-6714-4f0f-abde-4aa8ebf98feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.026148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5919e4fc-6714-4f0f-abde-4aa8ebf98feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.037859 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5919e4fc-6714-4f0f-abde-4aa8ebf98feb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb008d8f-ea90-48c1-80c4-766d4430d47f HTTP/1.1" status: 204 len: 168 time: 0.3797653 Oct 18 21:00:23.062969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:23.068600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.070117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919e4fc-6714-4f0f-abde-4aa8ebf98feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb008d8f-ea90-48c1-80c4-766d4430d47f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:23.179795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-03373842-d02e-4b62-8b9d-31489aac4fa4 None None] Provisioning complete for port 30e45d20-5b2d-4a40-9103-72978afea58f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:23.181806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03373842-d02e-4b62-8b9d-31489aac4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.220802 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55a9785b-d2c0-464f-8d73-a049c1290f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.252919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-03373842-d02e-4b62-8b9d-31489aac4fa4 None None] Port 30e45d20-5b2d-4a40-9103-72978afea58f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:23.278517 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:20Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:21Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:23.367448 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:23.368994 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Updating router 3448c035-5484-49e1-b3c9-a01801d06c65 port 30e45d20-5b2d-4a40-9103-72978afea58f binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:23.475400 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.608711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5e5842c2-250c-405e-8c76-32fd0ff27ca8 None None] Provisioning complete for port 30e45d20-5b2d-4a40-9103-72978afea58f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:23.609304 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e5842c2-250c-405e-8c76-32fd0ff27ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.628101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.713530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5e5842c2-250c-405e-8c76-32fd0ff27ca8 None None] Port 30e45d20-5b2d-4a40-9103-72978afea58f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:23.816057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=c2cafaff-df5d-4db0-b35a-2f888d9912e6,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:23.849380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:23.850117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: 372a4c09-97e5-43c8-b2ef-f4cc131529b6, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:00:23.873255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:00:23.889066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 372a4c09-97e5-43c8-b2ef-f4cc131529b6) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:23.899724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f446c-0a55-4fe0-895c-64bd051aa310 None None] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:23.903881 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:23.906139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:23.949586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bc50dd14-2914-47b1-9592-28a4befd234b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1176319 Oct 18 21:00:23.950891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52082) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:24.093197 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.119711 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.259548 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.364980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:00:24.365988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.579227 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Pushing event updated for resources: {'Port': ['ID=30e45d20-5b2d-4a40-9103-72978afea58f,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:24.689897 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.694083 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.695254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.696896 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.698567 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.699834 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.700918 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.701521 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.702080 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.702633 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.703183 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.703745 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:24.736219 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Attempting to bind port 30e45d20-5b2d-4a40-9103-72978afea58f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:24.736763 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Attempting to bind port 30e45d20-5b2d-4a40-9103-72978afea58f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:24.738176 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Attempting to bind port 30e45d20-5b2d-4a40-9103-72978afea58f on network 18041a3f-e20c-404a-b3d8-51ee00253e15 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:24.747282 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:24.747939 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Checking segment: {'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:24.749021 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.749574 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Bound using segment: {'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:24.750250 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Bound port: 30e45d20-5b2d-4a40-9103-72978afea58f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75eb99fc-f411-4230-ae5a-644297390d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:24.750777 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.841094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7b521ea6-a557-48ae-939f-1f7e2a0f4f81 None None] Provisioning complete for port 30e45d20-5b2d-4a40-9103-72978afea58f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:24.841964 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b521ea6-a557-48ae-939f-1f7e2a0f4f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.895853 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] For port 30e45d20-5b2d-4a40-9103-72978afea58f, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:24.925684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Allocated IP 2001:db8:1::2 (372a4c09-97e5-43c8-b2ef-f4cc131529b6/c2cafaff-df5d-4db0-b35a-2f888d9912e6/987f1476-8e04-4874-bee3-8ac1ee4254da) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:24.928274 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] For port 30e45d20-5b2d-4a40-9103-72978afea58f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=30e45d20-5b2d-4a40-9103-72978afea58f,segment=NetworkSegment(75eb99fc-f411-4230-ae5a-644297390d93),segment_id=75eb99fc-f411-4230-ae5a-644297390d93)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:24.954066 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:24.959088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52104) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:25.008152 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7b521ea6-a557-48ae-939f-1f7e2a0f4f81 None None] Port 30e45d20-5b2d-4a40-9103-72978afea58f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:25.129731 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:25.132877 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:25.267276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1030986161-network', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:25.379400 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.385057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Made reservation on behalf of d1beb186d7b9401daa09c5d981cfa48a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:25.389242 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.435043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.577677 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214844e4-9a76-43dd-b2c0-37589ee601c1 None None] Pushing event updated for resources: {'Port': ['ID=30e45d20-5b2d-4a40-9103-72978afea58f,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:25.594235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.647227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.650268 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:25.658123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3abcd698-6e7e-4e09-9bb8-1a3f9321c8bf None None] Provisioning complete for port 30e45d20-5b2d-4a40-9103-72978afea58f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:25.659288 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3abcd698-6e7e-4e09-9bb8-1a3f9321c8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.682130 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.750629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:00:25.790807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.815737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c014bbc7-26ea-46ea-8466-a920103e0bea,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:25.842616 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.843500 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Added segment 5a439ec7-e575-4f3b-af30-eca627fbdfa1 of type vlan for network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc Oct 18 21:00:25.870610 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3abcd698-6e7e-4e09-9bb8-1a3f9321c8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.878020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:25.956491 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.005894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.007716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:26.020790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.121010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3abcd698-6e7e-4e09-9bb8-1a3f9321c8bf None None] For port 30e45d20-5b2d-4a40-9103-72978afea58f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=30e45d20-5b2d-4a40-9103-72978afea58f,segment=NetworkSegment(75eb99fc-f411-4230-ae5a-644297390d93),segment_id=75eb99fc-f411-4230-ae5a-644297390d93)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:26.123210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Pushing event updated for resources: {'Port': ['ID=987f1476-8e04-4874-bee3-8ac1ee4254da,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:26.135357 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3abcd698-6e7e-4e09-9bb8-1a3f9321c8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.208565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2469912 Oct 18 21:00:26.209576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52122) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:26.270450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Request body: {'subnet': {'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1030986161-subnet', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:26.305681 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:20Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:24Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:26.329781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8:1::1 (372a4c09-97e5-43c8-b2ef-f4cc131529b6/c2cafaff-df5d-4db0-b35a-2f888d9912e6/e90e0492-17d0-4f33-b4e9-fb47497f8240) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:26.350056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Made reservation on behalf of d1beb186d7b9401daa09c5d981cfa48a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:26.354246 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9fc7ba-ab74-4e2f-9b2f-4cc0729569e8 None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:20Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:24Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:26.363717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.491479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7270b-fc14-496e-a7d7-ae1f798e34a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4942e57d-03ba-4ce0-a217-bdc1cebc4adc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:26.567686 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.631517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.647259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:26.659130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:00:26.675983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:26.693681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:26.698295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:26.701316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:26.703312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:26.703880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.763910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=e90e0492-17d0-4f33-b4e9-fb47497f8240,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:26.842828 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.855910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52130) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:26.907743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcd698-6e7e-4e09-9bb8-1a3f9321c8bf None None] Pushing event updated for resources: {'Port': ['ID=30e45d20-5b2d-4a40-9103-72978afea58f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:26.921101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Attempting to bind port 987f1476-8e04-4874-bee3-8ac1ee4254da on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:26.921766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Attempting to bind port 987f1476-8e04-4874-bee3-8ac1ee4254da by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:26.922332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Attempting to bind port 987f1476-8e04-4874-bee3-8ac1ee4254da on network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:26.958824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.960204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:26.960627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Checking segment: {'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:26.961049 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:26.961460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Bound using segment: {'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:26.963784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Bound port: 987f1476-8e04-4874-bee3-8ac1ee4254da, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:26.964488 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.075972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6cde3b-fb92-46ac-8b92-ad88e173ea09,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:27.085169 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.111231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Checking segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:27.112651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Network hostable DHCP agents. Network: 4942e57d-03ba-4ce0-a217-bdc1cebc4adc, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:00:27.141646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] For port 987f1476-8e04-4874-bee3-8ac1ee4254da, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:27.146652 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:00:27.150503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] For port 987f1476-8e04-4874-bee3-8ac1ee4254da, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=987f1476-8e04-4874-bee3-8ac1ee4254da,segment=NetworkSegment(a97d3c16-febd-45e4-ba55-bdb276579e2b),segment_id=a97d3c16-febd-45e4-ba55-bdb276579e2b)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:27.162417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 4942e57d-03ba-4ce0-a217-bdc1cebc4adc) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:27.169021 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.175337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:27.181209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.209133 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5d4b05fc-f348-4f3a-b0c9-0edfa8959793 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9599140 Oct 18 21:00:27.212019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52134) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:27.223428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:27.270062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c90955-f71c-4668-8761-d0b5d6a64511 None None] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:27.271714 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.273091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.412143 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.705199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f60e11-9fc1-473e-9582-87025c6ae0fb None None] Pushing event updated for resources: {'Port': ['ID=987f1476-8e04-4874-bee3-8ac1ee4254da,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:27.826742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:27.864559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:00:27.867144 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.249762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Allocated IP 172.20.0.2 (4942e57d-03ba-4ce0-a217-bdc1cebc4adc/0f6cde3b-fb92-46ac-8b92-ad88e173ea09/3f9fe96a-1899-4631-9219-2607dc015417) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:28.327477 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.350682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.352275 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.495271 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.501692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 987f1476-8e04-4874-bee3-8ac1ee4254da up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:28.506932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.593189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.604592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:28.610278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:28.615956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:28.644515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Pushing event updated for resources: {'Port': ['ID=3f9fe96a-1899-4631-9219-2607dc015417,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:28.647837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=e90e0492-17d0-4f33-b4e9-fb47497f8240,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:28.679537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.708438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 987f1476-8e04-4874-bee3-8ac1ee4254da triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:28.708804 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:28.865128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:28.896702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:29.058882 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.075637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Allocated IP 172.25.7.246 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:29.083996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Attempting to bind port 3f9fe96a-1899-4631-9219-2607dc015417 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:29.084645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Attempting to bind port 3f9fe96a-1899-4631-9219-2607dc015417 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:29.085269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Attempting to bind port 3f9fe96a-1899-4631-9219-2607dc015417 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:29.144251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:29.145019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Checking segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:29.145571 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.146100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Bound using segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:29.146839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Bound port: 3f9fe96a-1899-4631-9219-2607dc015417, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:29.147359 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.260112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.283303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:29.311069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.329410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.373232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] For port 3f9fe96a-1899-4631-9219-2607dc015417, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:29.402460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:29.403071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 987f1476-8e04-4874-bee3-8ac1ee4254da, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=987f1476-8e04-4874-bee3-8ac1ee4254da,segment=NetworkSegment(a97d3c16-febd-45e4-ba55-bdb276579e2b),segment_id=a97d3c16-febd-45e4-ba55-bdb276579e2b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:29.417558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.418588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 30e45d20-5b2d-4a40-9103-72978afea58f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:29.419138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:29.426470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] For port 3f9fe96a-1899-4631-9219-2607dc015417, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3f9fe96a-1899-4631-9219-2607dc015417,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:29.466206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:29.480369 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.539057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27528882-cb08-48f4-828e-984eef47903f None None] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:29.617076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:29.624819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bbeee2c4-4c47-4574-8c75-94fa4719b4c1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6718304 Oct 18 21:00:29.633553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52160) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:29.636413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:29.650836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1362960376'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:29.656507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:29.724771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=987f1476-8e04-4874-bee3-8ac1ee4254da,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:29.744222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f14286a4-13e5-4057-a196-87c7aec2cf27 None None] Provisioning complete for port 987f1476-8e04-4874-bee3-8ac1ee4254da triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:29.744882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f14286a4-13e5-4057-a196-87c7aec2cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.746761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:29.747652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:29.772488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:29.777177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-2321099c-8052-4882-a0c8-9ffe1ea35ff9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3468816 Oct 18 21:00:29.779582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.838264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:00:29.955095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:29.957543 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment c6ea6047-41e9-4e76-a6cd-f5270fd539ce of type vlan for network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 Oct 18 21:00:30.043850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-a3e2b500-5840-4cf2-b259-e6d565370706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:30.048026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-a3e2b500-5840-4cf2-b259-e6d565370706 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1096 time: 0.0916274 Oct 18 21:00:30.095122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 30e45d20-5b2d-4a40-9103-72978afea58f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:30.095419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:30.144706 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:30.280090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-56333d45-225e-47ba-a565-0e66db6de336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:30.281796 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-56333d45-225e-47ba-a565-0e66db6de336 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 897 time: 0.1816375 Oct 18 21:00:30.307493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:30.314241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:30.317782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348459d8-6d69-499a-8614-ad5f28d8a798 None None] Pushing event updated for resources: {'Port': ['ID=3f9fe96a-1899-4631-9219-2607dc015417,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:30.319217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:30.335511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:30.417585 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:30.473356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52172) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:30.483681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:30.485229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8502860 Oct 18 21:00:30.603717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-ee50383c-823a-419c-8dc6-e406f8da6a48 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 1001 time: 0.3109348 Oct 18 21:00:30.715362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-55c67b64-e11a-4f08-aa42-684d6f009183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:30.717037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-55c67b64-e11a-4f08-aa42-684d6f009183 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 200 len: 834 time: 0.1035652 Oct 18 21:00:30.744430 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:30.747867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:31.033347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3e1c1-d93e-40f4-86c1-e57e0859dbd1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=72ebb9eb-4d2d-4180-8362-8ced2b3ccd28,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:31.048462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:31.050222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:31.097122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:00:31.189224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:31.190028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:31.203817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-6189aced-baad-40e7-98e7-fabbb39b8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:31.206111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-6189aced-baad-40e7-98e7-fabbb39b8744 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4781573 Oct 18 21:00:31.212737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:31.280210 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:31.493036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8ae54-6380-4f30-9ae0-a6f39dba8dd3 None None] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:31.624602 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:31.691587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=6d028c5a-cbc3-46d3-ac59-8ca8e884dc57,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:31.818304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 987f1476-8e04-4874-bee3-8ac1ee4254da up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:31.840508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-43007160-83a5-4e59-96ec-07725cae6d31 None None] Provisioning complete for port 3f9fe96a-1899-4631-9219-2607dc015417 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:31.840930 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43007160-83a5-4e59-96ec-07725cae6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:32.161871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:32.331664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:32.441794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 987f1476-8e04-4874-bee3-8ac1ee4254da triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:32.443156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:32.486151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 3, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:27Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:32.492190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43007160-83a5-4e59-96ec-07725cae6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:32.563814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:32.565880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Updating router 3448c035-5484-49e1-b3c9-a01801d06c65 port e90e0492-17d0-4f33-b4e9-fb47497f8240 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:32.623971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-33bda78f-2249-4a0e-a136-5e2f62121f0a service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3987451 Oct 18 21:00:32.626570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=9f3a06bb-036c-4e91-ac2e-a3af30d00f69,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:32.638032 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:32.753949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:32.753949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:00:32.821418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router a14d63c2-9570-4fc3-b06f-460901e6c7b0 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:32.842644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Router 7826a289-aa51-4120-b789-9494706d4a8c is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:00:32.935811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:00:32.948239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec9020c5-a220-42b1-833a-ff66ce64e359 req-b6a2c0f9-b4d3-4bb5-8c83-6448cc929bd7 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054740 Oct 18 21:00:32.951629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:33.051697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:33.052312 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:33.085103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-93848470-5c0d-47bb-8508-da83ec8a1748 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6071937 Oct 18 21:00:33.086475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52210) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:33.164804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6ceff3-fa15-4e20-b42e-d0824e8beb99 None None] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:33.227127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:33.246432 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] Sync routers for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:33.252218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-43007160-83a5-4e59-96ec-07725cae6d31 None None] For port 3f9fe96a-1899-4631-9219-2607dc015417, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3f9fe96a-1899-4631-9219-2607dc015417,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:33.262730 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-560e9bf1-1d77-45c5-9f30-c6bfed1102d4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "PUT /v2.0/routers/a14d63c2-9570-4fc3-b06f-460901e6c7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4014342 Oct 18 21:00:33.275339 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:33.277225 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:33.307034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43007160-83a5-4e59-96ec-07725cae6d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:33.359977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:33.401343 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:33.407706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52216) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:33.430285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eefb4d40-c8c7-4911-a489-0b126c01b563 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2157083 Oct 18 21:00:33.614781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Sync routers for ids ['7826a289-aa51-4120-b789-9494706d4a8c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:33.618948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3f9fe96a-1899-4631-9219-2607dc015417 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:33.659425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43007160-83a5-4e59-96ec-07725cae6d31 None None] Pushing event updated for resources: {'Port': ['ID=3f9fe96a-1899-4631-9219-2607dc015417,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:33.717372 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:33.820158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bdd79732-f985-4555-bdb4-4b057ab92d8e None None] Provisioning complete for port 987f1476-8e04-4874-bee3-8ac1ee4254da triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:33.820591 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bdd79732-f985-4555-bdb4-4b057ab92d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:33.930494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Routers {'7826a289-aa51-4120-b789-9494706d4a8c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:33.931321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7826a289-aa51-4120-b789-9494706d4a8c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:34.157603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Set router 7826a289-aa51-4120-b789-9494706d4a8c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:34.165790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:34.633084 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:00:31Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:13Z', 'revision_number': 1, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:34.747246 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:34.751303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 3f9fe96a-1899-4631-9219-2607dc015417 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:34.751630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:34.754214 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] Checking router: a14d63c2-9570-4fc3-b06f-460901e6c7b0 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:34.785220 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:34.787288 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:34.796359 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:34.848834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abf4e8-32d6-4718-9441-afc17ae9eaaf req-c04f4ab5-d26c-4f39-aa06-80685edc2de6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:34.852187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5abf4e8-32d6-4718-9441-afc17ae9eaaf req-c04f4ab5-d26c-4f39-aa06-80685edc2de6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 946 time: 0.1341014 Oct 18 21:00:34.914268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:00:34.915211 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:35.009288 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5abf4e8-32d6-4718-9441-afc17ae9eaaf req-5c679e51-b952-458a-91ed-a1d6dbbd05bc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355855 Oct 18 21:00:35.051859 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:35.126608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12374c1d-34fb-4e2d-9636-0aa89d28f486 None None] Pushing event updated for resources: {'Port': ['ID=e90e0492-17d0-4f33-b4e9-fb47497f8240,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:35.181699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-bf3b43cb-ad44-47a3-94a4-03464fc52396 req-5ef41dd2-7094-4ae1-93a7-228ab80785f2 service neutron] (100530) timed out ('10.222.0.66', 60212) {{(pid=100530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:00:35.243667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:00:29Z', 'revision_number': 3, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port': {'id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:28Z', 'updated_at': '2021-10-18T21:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:35.296785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Checking router: 7826a289-aa51-4120-b789-9494706d4a8c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:35.297116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Updating router 7826a289-aa51-4120-b789-9494706d4a8c port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:35.335752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:35.559192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-ad01613c-5a09-4d58-9f24-9ba3df2a9e69 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:35.575289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-ad01613c-5a09-4d58-9f24-9ba3df2a9e69 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 946 time: 0.1827331 Oct 18 21:00:35.712782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8:2::1 (72ebb9eb-4d2d-4180-8362-8ced2b3ccd28/9f3a06bb-036c-4e91-ac2e-a3af30d00f69/708961a8-8b27-42c9-814f-f4bdbbcb8611) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:35.774650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bdd79732-f985-4555-bdb4-4b057ab92d8e None None] Provisioning complete for port 3f9fe96a-1899-4631-9219-2607dc015417 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:35.776558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bdd79732-f985-4555-bdb4-4b057ab92d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:36.122050 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:00:31Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:13Z', 'revision_number': 1, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:36.186301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port f26afc44-02d7-4121-a711-26d291055f52 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:36.187223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:36.244493 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cba40f-2c64-4d85-8e8a-19f5e001ead6 None None] The sync data for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 is: [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:00:31Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c7329864-117c-47bc-81f7-2c1f21c27c81', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.144', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'port_id': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'mac_address': 'fa:16:3e:eb:f0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T20:58:08Z', 'updated_at': '2021-10-18T20:58:13Z', 'revision_number': 1, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:36.426124 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:36.434857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port f26afc44-02d7-4121-a711-26d291055f52, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f26afc44-02d7-4121-a711-26d291055f52,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:36.435729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:36.465224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for f26afc44-02d7-4121-a711-26d291055f52 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:36.576332 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:36.766365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e179-0e8c-4a26-b066-bf8151b9ba4a req-fdfb6a6c-92cb-4c8f-a431-e3593bdbc185 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:36.769548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8008e179-0e8c-4a26-b066-bf8151b9ba4a req-fdfb6a6c-92cb-4c8f-a431-e3593bdbc185 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=e96ac86d-c441-415c-9efc-2b620da1cd36 HTTP/1.1" status: 200 len: 946 time: 0.1974745 Oct 18 21:00:36.806066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:36.816223 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:36.959549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8008e179-0e8c-4a26-b066-bf8151b9ba4a req-91f56dd6-c18c-467d-b14e-7f75505e9c9e tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=e672c9c7-90cf-45ca-84ea-54823aa3761d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064885 Oct 18 21:00:36.970980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Attempting to bind port e90e0492-17d0-4f33-b4e9-fb47497f8240 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:36.970980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Attempting to bind port e90e0492-17d0-4f33-b4e9-fb47497f8240 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:36.970980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Attempting to bind port e90e0492-17d0-4f33-b4e9-fb47497f8240 on network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:37.013439 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.036144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:37.036752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Checking segment: {'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:37.037019 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.037431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Bound using segment: {'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:37.038075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Bound port: e90e0492-17d0-4f33-b4e9-fb47497f8240, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97d3c16-febd-45e4-ba55-bdb276579e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:37.038524 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.060550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3f9fe96a-1899-4631-9219-2607dc015417 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:37.166790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=f26afc44-02d7-4121-a711-26d291055f52,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:37.206808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.215133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] No DVR routers for this DVR port f26afc44-02d7-4121-a711-26d291055f52 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:00:37.221738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.229554 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a0dc905-faf9-481e-8f50-9f323c477eb3 req-72919a09-2b9b-4c3a-b54c-6c375f8b632d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "DELETE /v2.0/ports/f26afc44-02d7-4121-a711-26d291055f52 HTTP/1.1" status: 204 len: 173 time: 1.6437891 Oct 18 21:00:37.230071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'name': 'network-vif-deleted', 'tag': 'f26afc44-02d7-4121-a711-26d291055f52'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:00:37.237233 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d08dba-42c2-4f61-8b12-1c6f19ba0f8b" -d '{"events": [{"server_uuid": "e96ac86d-c441-415c-9efc-2b620da1cd36", "name": "network-vif-deleted", "tag": "f26afc44-02d7-4121-a711-26d291055f52"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:00:37.310345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:37.317055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:37.331132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:37.331705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.405792 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Attempting to bind port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:37.406980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Attempting to bind port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:37.407540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Attempting to bind port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:37.412860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Allocated IP 2001:db8:2::2 (72ebb9eb-4d2d-4180-8362-8ced2b3ccd28/9f3a06bb-036c-4e91-ac2e-a3af30d00f69/d85bbaa1-cdba-4263-9b29-dd89430238ad) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:37.451462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Allocated IP 172.20.0.1 (4942e57d-03ba-4ce0-a217-bdc1cebc4adc/0f6cde3b-fb92-46ac-8b92-ad88e173ea09/416582d7-febd-401d-bdc6-46b84ea1ec30) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:37.477489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=708961a8-8b27-42c9-814f-f4bdbbcb8611,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:37.528419 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60388a54-cb14-4944-99aa-9d6f6be4294c x-openstack-request-id: req-60388a54-cb14-4944-99aa-9d6f6be4294c {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:00:37.528955 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ac86d-c441-415c-9efc-2b620da1cd36", "name": "network-vif-deleted", "tag": "f26afc44-02d7-4121-a711-26d291055f52", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:00:37.529459 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-60388a54-cb14-4944-99aa-9d6f6be4294c {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:00:37.530195 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96ac86d-c441-415c-9efc-2b620da1cd36', 'name': 'network-vif-deleted', 'tag': 'f26afc44-02d7-4121-a711-26d291055f52', 'status': 'completed', 'code': 200} Oct 18 21:00:37.681493 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.698818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 3f9fe96a-1899-4631-9219-2607dc015417 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:37.699524 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.705710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.798502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.828010 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.837179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:37.837780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:37.838125 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.838602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:37.839432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Bound port: 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:37.840053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:37.846941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Pushing event updated for resources: {'Port': ['ID=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:37.960334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.965004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.967443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.967830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.968244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.970798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.971953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.972902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.972902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.975672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.975672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:37.975672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:38.044965 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.130073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:38.142125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:38.164708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:38.166776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52262) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:38.167805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:38.214846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Pushing event updated for resources: {'Port': ['ID=416582d7-febd-401d-bdc6-46b84ea1ec30,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:38.248071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bdd79732-f985-4555-bdb4-4b057ab92d8e None None] Provisioning complete for port e90e0492-17d0-4f33-b4e9-fb47497f8240 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:38.248746 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bdd79732-f985-4555-bdb4-4b057ab92d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.298155 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.338387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:38.355186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] For port e90e0492-17d0-4f33-b4e9-fb47497f8240, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:38.363533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bdd79732-f985-4555-bdb4-4b057ab92d8e None None] Port e90e0492-17d0-4f33-b4e9-fb47497f8240 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:38.365677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:38.401019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:38.408435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:38.408980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6d028c5a-cbc3-46d3-ac59-8ca8e884dc57 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:38.422737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.466444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-521b78e9-3bb9-40c2-9401-4128043bfbd0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.468584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] For port e90e0492-17d0-4f33-b4e9-fb47497f8240, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e90e0492-17d0-4f33-b4e9-fb47497f8240,segment=NetworkSegment(a97d3c16-febd-45e4-ba55-bdb276579e2b),segment_id=a97d3c16-febd-45e4-ba55-bdb276579e2b)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:38.512329 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-521b78e9-3bb9-40c2-9401-4128043bfbd0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.536043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] For port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:38.536569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.546002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Pushing event updated for resources: {'Port': ['ID=d85bbaa1-cdba-4263-9b29-dd89430238ad,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:38.549338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.567138 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.604906 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-521b78e9-3bb9-40c2-9401-4128043bfbd0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.608506 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-521b78e9-3bb9-40c2-9401-4128043bfbd0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.613161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-521b78e9-3bb9-40c2-9401-4128043bfbd0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/security-groups/e672c9c7-90cf-45ca-84ea-54823aa3761d HTTP/1.1" status: 204 len: 168 time: 0.4450068 Oct 18 21:00:38.619817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] For port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:38.640246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b78e9-3bb9-40c2-9401-4128043bfbd0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672c9c7-90cf-45ca-84ea-54823aa3761d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:38.712689 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.758496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Attempting to bind port d85bbaa1-cdba-4263-9b29-dd89430238ad on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:38.759680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Attempting to bind port d85bbaa1-cdba-4263-9b29-dd89430238ad by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:38.760879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Attempting to bind port d85bbaa1-cdba-4263-9b29-dd89430238ad on network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:38.773932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52278) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:38.822502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:38.824886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-16a3aeda-9c1f-4415-b95f-f7d42870079b None None] Provisioning complete for port e90e0492-17d0-4f33-b4e9-fb47497f8240 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:38.829385 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16a3aeda-9c1f-4415-b95f-f7d42870079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.854428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:38.870048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:38.871260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Checking segment: {'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:38.871913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.872584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Bound using segment: {'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:38.873313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Bound port: d85bbaa1-cdba-4263-9b29-dd89430238ad, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:38.874203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.876211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting subnet 887c530f-6862-4ed8-b4be-fbf0cda70c5e {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:00:38.885818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:38.887554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:38.888602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:38.907221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Routers {'7826a289-aa51-4120-b789-9494706d4a8c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:38.913315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7826a289-aa51-4120-b789-9494706d4a8c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:39.041413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:39.059990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.094428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] Set router 7826a289-aa51-4120-b789-9494706d4a8c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:39.257587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.319083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:39.325665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.338543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f26afc44-02d7-4121-a711-26d291055f52 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:39.355899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12374c1d-34fb-4e2d-9636-0aa89d28f486 None None] Pushing event updated for resources: {'Port': ['ID=e90e0492-17d0-4f33-b4e9-fb47497f8240,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:39.356500 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2660911 Oct 18 21:00:39.358957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52284) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:39.373072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1435568510'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:39.431512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.465108 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.473441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/subnets/887c530f-6862-4ed8-b4be-fbf0cda70c5e HTTP/1.1" status: 204 len: 168 time: 0.6932223 Oct 18 21:00:39.514253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb334d-077b-4ef2-a9ee-d5066c6e50d5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=708961a8-8b27-42c9-814f-f4bdbbcb8611,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:39.516922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52286) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:39.529389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25851dc-b880-499e-955b-d3a643f68aa6 None None] Network 907dbf85-6470-42be-b33b-09fcf8363c8e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:39.531664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:39.538102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.603880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438def64-13dd-46b7-b2ef-656cb034ec98 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Subnet': ['ID=887c530f-6862-4ed8-b4be-fbf0cda70c5e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:39.673170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: f26afc44-02d7-4121-a711-26d291055f52 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:39.673637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f26afc44-02d7-4121-a711-26d291055f52 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:39.687764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:00:39.723150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.731553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.801117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.801454 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added segment 1453add3-9b26-4999-967b-29ffaa448318 of type vlan for network 1f3e6b23-b906-4fed-bd50-56589bd42f9b Oct 18 21:00:39.827976 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.883598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Pushing event updated for resources: {'Port': ['ID=416582d7-febd-401d-bdc6-46b84ea1ec30,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:39.888436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:39.929273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:40.027247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:40.035296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:40.035962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:40.090514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:40.092466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:40.132792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Network': ['ID=1f3e6b23-b906-4fed-bd50-56589bd42f9b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:40.202696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f52b88f3-404d-4bc3-8695-dd3968a10af2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8303413 Oct 18 21:00:40.203257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52296) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:40.208731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'subnet': {'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:40.237817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port 415b0100-7651-440b-b940-5c476e946bc6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:40.238528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:40.451983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Router 7826a289-aa51-4120-b789-9494706d4a8c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:40.480588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port 415b0100-7651-440b-b940-5c476e946bc6, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=415b0100-7651-440b-b940-5c476e946bc6,segment=NetworkSegment(abfa0421-8f7e-4209-912a-f8199af1692b),segment_id=abfa0421-8f7e-4209-912a-f8199af1692b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:40.481213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:40.491954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Made reservation on behalf of cc2d3a45cb7c4a879058a87b42b8798e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:40.495870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:40.589914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:40.605423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for 415b0100-7651-440b-b940-5c476e946bc6 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:40.641165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:00:40.671901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:40.696455 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c7ec1338-c17e-4554-8b0c-2dd9caf65c40 admin admin] 10.222.0.66 "PUT /v2.0/routers/7826a289-aa51-4120-b789-9494706d4a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2764647 Oct 18 21:00:40.951373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f14d4-61c9-42df-80a4-a9b7d8479010 None None] Pushing event updated for resources: {'Port': ['ID=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:40.988991 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.078853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] For port d85bbaa1-cdba-4263-9b29-dd89430238ad, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:41.121990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Subnet': ['ID=d9ccb44b-f1b7-4976-9803-c381be384560,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:41.201815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] For port d85bbaa1-cdba-4263-9b29-dd89430238ad, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d85bbaa1-cdba-4263-9b29-dd89430238ad,segment=NetworkSegment(c6ea6047-41e9-4e76-a6cd-f5270fd539ce),segment_id=c6ea6047-41e9-4e76-a6cd-f5270fd539ce)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:41.206270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104898c2-5bd6-4962-a8a6-8e24e6e496b6 None None] DHCP port deletion for 907dbf85-6470-42be-b33b-09fcf8363c8e request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:00:41.210118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.303220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=415b0100-7651-440b-b940-5c476e946bc6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:41.308936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] No DVR routers for this DVR port 415b0100-7651-440b-b940-5c476e946bc6 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:00:41.348659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.407606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 4, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port': {'id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:28Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '416582d7-febd-401d-bdc6-46b84ea1ec30', 'name': '', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'mac_address': 'fa:16:3e:5e:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:36Z', 'updated_at': '2021-10-18T21:00:37Z', 'revision_number': 1, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'subnets': [{'id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:41.408345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Checking segment: {'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:41.408345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network hostable DHCP agents. Network: 1f3e6b23-b906-4fed-bd50-56589bd42f9b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:00:41.408622 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16a3aeda-9c1f-4415-b95f-f7d42870079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.476357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b1a5d-f7a2-4594-870b-8524ffacd07a None None] The sync data for ids ['7826a289-aa51-4120-b789-9494706d4a8c'] in n-d-812149-2 is: [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 4, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port': {'id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:28Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '416582d7-febd-401d-bdc6-46b84ea1ec30', 'name': '', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'mac_address': 'fa:16:3e:5e:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:36Z', 'updated_at': '2021-10-18T21:00:37Z', 'revision_number': 1, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'subnets': [{'id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:41.595844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888fe26-ab35-4c8c-88e6-ceb1d5556f46 None None] Pushing event updated for resources: {'Port': ['ID=d85bbaa1-cdba-4263-9b29-dd89430238ad,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:41.621190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.628143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:00:41.655281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907dbf85-6470-42be-b33b-09fcf8363c8e']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:41.676970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-16a3aeda-9c1f-4415-b95f-f7d42870079b None None] For port e90e0492-17d0-4f33-b4e9-fb47497f8240, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e90e0492-17d0-4f33-b4e9-fb47497f8240,segment=NetworkSegment(a97d3c16-febd-45e4-ba55-bdb276579e2b),segment_id=a97d3c16-febd-45e4-ba55-bdb276579e2b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:41.685189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:37Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:41.693668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16a3aeda-9c1f-4415-b95f-f7d42870079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.698783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1f3e6b23-b906-4fed-bd50-56589bd42f9b) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:41.716026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfa0421-8f7e-4209-912a-f8199af1692b') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:41.716324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfa0421-8f7e-4209-912a-f8199af1692b') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:41.719640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:41.720318 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.743605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dd8a1675-48e8-446f-a2ee-dfccffb3c0d0 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5391796 Oct 18 21:00:41.746518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52338) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:41.796686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621601d3-16a1-42ce-94e4-8e2a62d6cd38 None None] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:41.799941 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:00:41.823242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52340) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:41.828693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1813723215-network', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:41.834697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:41.884523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Made reservation on behalf of 9685dcd5bc3941fe859d3472d5552a93 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:41.887121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.003502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.009747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.024544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26910c2f-f772-4f72-99f5-5fa9b66dc2b1 None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:37Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:42.102399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:00:42.106095 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:00:42.115614 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:00:42.149462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fbf02382-92fe-406b-97a6-58da378adec5 None None] Provisioning complete for port 416582d7-febd-401d-bdc6-46b84ea1ec30 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:42.150123 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbf02382-92fe-406b-97a6-58da378adec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.232625 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fbf02382-92fe-406b-97a6-58da378adec5 None None] Port 416582d7-febd-401d-bdc6-46b84ea1ec30 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:42.270543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3aeda-9c1f-4415-b95f-f7d42870079b None None] Pushing event updated for resources: {'Port': ['ID=e90e0492-17d0-4f33-b4e9-fb47497f8240,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:42.276283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:00:42.279603 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.315052 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fbf02382-92fe-406b-97a6-58da378adec5 None None] Provisioning complete for port e90e0492-17d0-4f33-b4e9-fb47497f8240 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:42.315960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbf02382-92fe-406b-97a6-58da378adec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.399763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.400292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.411164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.469285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.480793 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/networks/907dbf85-6470-42be-b33b-09fcf8363c8e HTTP/1.1" status: 204 len: 168 time: 2.9616220 Oct 18 21:00:42.489915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52346) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:42.494030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:00:42.527627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d417b2-4904-4006-8dd6-0a976a1872a6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:42.542377 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.542804 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Added segment da40cc6b-e0fb-4423-91f8-ad576c4c6e30 of type vlan for network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 Oct 18 21:00:42.632205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcba789-1555-439d-95be-27123f2dec41 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Network': ['ID=907dbf85-6470-42be-b33b-09fcf8363c8e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:42.665807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.770487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.771573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:42.772277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:42.801436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Allocated IP 2001:db8:3::2 (1f3e6b23-b906-4fed-bd50-56589bd42f9b/d9ccb44b-f1b7-4976-9803-c381be384560/6c3cac07-1cd1-4830-b1d4-fac42c213e6f) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:42.973237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] Pushing event updated for resources: {'Network': ['ID=62029957-ed56-4bd5-9d09-4cd9d6ee80f0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:43.025070 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-86474eca-5919-4967-afa6-1094259f37b1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2005627 Oct 18 21:00:43.026232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52352) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:43.060760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Request body: {'subnet': {'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1813723215-subnet', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:43.078026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:00:43.083380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d85bbaa1-cdba-4263-9b29-dd89430238ad up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:43.155219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Made reservation on behalf of 9685dcd5bc3941fe859d3472d5552a93 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:00:43.158945 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:43.611178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port 2f4feeb7-a317-4b9d-ae0d-5e73c9ef4f2f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:43.611985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:43.718600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:43.734054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d85bbaa1-cdba-4263-9b29-dd89430238ad triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:43.734054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:43.838279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8a267-a260-4f92-a189-8c234c5c3928 None None] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:43.887580 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:43.926589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.015560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Checking segment: {'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:44.017872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Network hostable DHCP agents. Network: 62029957-ed56-4bd5-9d09-4cd9d6ee80f0, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:00:44.039490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b40355-eebf-479e-8e6e-a72b2d86d8c7,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:44.062380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:00:44.090682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 62029957-ed56-4bd5-9d09-4cd9d6ee80f0) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:44.108958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:44.109775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.158432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7f644f7f-838f-4346-82a1-7c4a86e89015 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1088388 Oct 18 21:00:44.168864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52362) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:44.182113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a97f2e-3c81-41a3-9221-9bba63cd3de8 None None] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:44.189504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.205113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:44.214213 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.226117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-adb91874-0c2f-4ae9-b76b-5bb8249b1567 None None] Provisioning complete for port d85bbaa1-cdba-4263-9b29-dd89430238ad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:44.226645 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-adb91874-0c2f-4ae9-b76b-5bb8249b1567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.380233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Pushing event updated for resources: {'Port': ['ID=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:44.380794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.382079 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.415627 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.415946 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:44.419046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:44.492139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for 2f4feeb7-a317-4b9d-ae0d-5e73c9ef4f2f owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:44.521188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:44.578860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:44.893173 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:44.961268 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:44.962730 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:45.018712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:45.241172 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:45.324507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:45.351709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Attempting to bind port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:45.352034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Attempting to bind port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:45.353972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Attempting to bind port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f on network 1f3e6b23-b906-4fed-bd50-56589bd42f9b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:45.408321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:45.410881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Checking segment: {'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:45.411608 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:45.413720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Bound using segment: {'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:45.416273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Bound port: 6c3cac07-1cd1-4830-b1d4-fac42c213e6f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:45.419437 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:45.487999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:45.591017 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-adb91874-0c2f-4ae9-b76b-5bb8249b1567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:45.602572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d85bbaa1-cdba-4263-9b29-dd89430238ad, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d85bbaa1-cdba-4263-9b29-dd89430238ad,segment=NetworkSegment(c6ea6047-41e9-4e76-a6cd-f5270fd539ce),segment_id=c6ea6047-41e9-4e76-a6cd-f5270fd539ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:45.605744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Allocated IP 2001:db8:3::1 (1f3e6b23-b906-4fed-bd50-56589bd42f9b/d9ccb44b-f1b7-4976-9803-c381be384560/228fde47-2182-42a1-a436-c08977a1fc7c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:45.715629 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:45.904184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 415b0100-7651-440b-b940-5c476e946bc6 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:45.941046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 415b0100-7651-440b-b940-5c476e946bc6 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:45.941046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 415b0100-7651-440b-b940-5c476e946bc6 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:46.018994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] For port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:46.022456 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:37Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:46.023070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'fixed_ips': [{'subnet_id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:00:46.023707 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:46.090124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d85bbaa1-cdba-4263-9b29-dd89430238ad,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:46.094618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] For port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,segment=NetworkSegment(1453add3-9b26-4999-967b-29ffaa448318),segment_id=1453add3-9b26-4999-967b-29ffaa448318)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:46.112522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-adb91874-0c2f-4ae9-b76b-5bb8249b1567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:00:46.112787 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-adb91874-0c2f-4ae9-b76b-5bb8249b1567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:00:46.115214 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:46.137432 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:46.137796 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Updating router 3448c035-5484-49e1-b3c9-a01801d06c65 port 708961a8-8b27-42c9-814f-f4bdbbcb8611 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:46.192724 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:46.480972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e90e0492-17d0-4f33-b4e9-fb47497f8240 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:46.717716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Sync routers for ids ['7826a289-aa51-4120-b789-9494706d4a8c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:46.808667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Routers {'7826a289-aa51-4120-b789-9494706d4a8c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:46.817315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7826a289-aa51-4120-b789-9494706d4a8c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:46.972983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0e088-6200-43d4-a25e-cd0861c31368 None None] Pushing event updated for resources: {'Port': ['ID=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:46.977902 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.006442 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.052830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.134958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=2f4feeb7-a317-4b9d-ae0d-5e73c9ef4f2f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:47.222394 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.228968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Allocated IP 172.20.0.2 (62029957-ed56-4bd5-9d09-4cd9d6ee80f0/a3b40355-eebf-479e-8e6e-a72b2d86d8c7/91705286-8c9b-434a-bcbf-99d486ef4384) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:47.265767 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55f04-9558-4475-aa38-568866d39f06 None None] Pushing event updated for resources: {'Port': ['ID=708961a8-8b27-42c9-814f-f4bdbbcb8611,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:47.302316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.304350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.304857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.307054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.308656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.309143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.310267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.313130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.313701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.314827 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Attempting to bind port 708961a8-8b27-42c9-814f-f4bdbbcb8611 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:47.315324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.315771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.318446 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Attempting to bind port 708961a8-8b27-42c9-814f-f4bdbbcb8611 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:47.318853 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Attempting to bind port 708961a8-8b27-42c9-814f-f4bdbbcb8611 on network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:47.319193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:00:47.336083 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:47.336352 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Checking segment: {'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:47.336933 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.340709 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Bound using segment: {'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:47.341755 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Bound port: 708961a8-8b27-42c9-814f-f4bdbbcb8611, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:47.342158 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.490076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e90e0492-17d0-4f33-b4e9-fb47497f8240 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:47.492657 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.527967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.528770 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Floating IP c7329864-117c-47bc-81f7-2c1f21c27c81 disassociated (deleted). External IP: 172.25.7.144, port: 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a. Oct 18 21:00:47.547374 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] For port 708961a8-8b27-42c9-814f-f4bdbbcb8611, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:47.563224 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] For port 708961a8-8b27-42c9-814f-f4bdbbcb8611, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=708961a8-8b27-42c9-814f-f4bdbbcb8611,segment=NetworkSegment(c6ea6047-41e9-4e76-a6cd-f5270fd539ce),segment_id=c6ea6047-41e9-4e76-a6cd-f5270fd539ce)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:47.574536 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.653484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.728043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.732229 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:47.862996 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:47.864170 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:47.883410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Set router 7826a289-aa51-4120-b789-9494706d4a8c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:47.984232 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55f04-9558-4475-aa38-568866d39f06 None None] Pushing event updated for resources: {'Port': ['ID=708961a8-8b27-42c9-814f-f4bdbbcb8611,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:48.163327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] Provisioning complete for port 708961a8-8b27-42c9-814f-f4bdbbcb8611 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:48.163877 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:48.219298 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:48.408685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=228fde47-2182-42a1-a436-c08977a1fc7c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:48.466182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:48.491613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router a14d63c2-9570-4fc3-b06f-460901e6c7b0 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:48.515471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:48.518884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:48.519510 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:48.799677 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:37Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:47Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:48.856639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d23f8-f5b0-4be7-a60f-15fc48187b3f None None] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:48.913254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:48.935345 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc585e4-b378-42dd-8cb0-607569be9dd5 None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:37Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:47Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:48.936034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Allocated IP 172.25.7.48 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/e7ec55e6-6df8-4ebb-8be4-e1b81927a46e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:48.955454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:48.969276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:48.982247 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] Sync routers for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:48.993966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.006299 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:49.008368 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:49.027144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:49.063724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aafe1041-13b2-4b1f-aaf0-637504b9dd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.124787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.194034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Pushing event updated for resources: {'Port': ['ID=91705286-8c9b-434a-bcbf-99d486ef4384,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:49.200676 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.250791 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:49.290032 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.293402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:49.341472 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:49.358220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:49.400347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9cac2597-3c11-4ee7-9dbb-544efb883063 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/floatingips/c7329864-117c-47bc-81f7-2c1f21c27c81 HTTP/1.1" status: 204 len: 168 time: 6.8841968 Oct 18 21:00:49.441437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:00:49.445849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] For port 708961a8-8b27-42c9-814f-f4bdbbcb8611, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=708961a8-8b27-42c9-814f-f4bdbbcb8611,segment=NetworkSegment(c6ea6047-41e9-4e76-a6cd-f5270fd539ce),segment_id=c6ea6047-41e9-4e76-a6cd-f5270fd539ce)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:49.448123 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d14c67-f764-4931-bdc9-2f46e2014c17" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:00:49.477966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:49.478337 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.483316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.586814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.634066 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:00:31Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:49.637088 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.638151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.696196 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] Checking router: a14d63c2-9570-4fc3-b06f-460901e6c7b0 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:49.698194 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de440305-6842-4b2d-8110-c51d1edaedcc x-openstack-request-id: req-de440305-6842-4b2d-8110-c51d1edaedcc {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:00:49.698493 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:00:49.698954 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de440305-6842-4b2d-8110-c51d1edaedcc {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:00:49.699382 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'status': 'completed', 'code': 200} Oct 18 21:00:49.713351 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:49.714422 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:49.762125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Attempting to bind port 91705286-8c9b-434a-bcbf-99d486ef4384 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:49.762487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Attempting to bind port 91705286-8c9b-434a-bcbf-99d486ef4384 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:49.763289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Attempting to bind port 91705286-8c9b-434a-bcbf-99d486ef4384 on network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:49.790173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 4, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port': {'id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:28Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '416582d7-febd-401d-bdc6-46b84ea1ec30', 'name': '', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'mac_address': 'fa:16:3e:5e:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:36Z', 'updated_at': '2021-10-18T21:00:39Z', 'revision_number': 2, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'subnets': [{'id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:49.797240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:49.797961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Checking segment: {'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:49.798576 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.799138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Bound using segment: {'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:49.799829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Bound port: 91705286-8c9b-434a-bcbf-99d486ef4384, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:49.800599 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.812235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] Provisioning complete for port d85bbaa1-cdba-4263-9b29-dd89430238ad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:49.813186 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.816694 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event updated for resources: {'Port': ['ID=228fde47-2182-42a1-a436-c08977a1fc7c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:49.890799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Checking router: 7826a289-aa51-4120-b789-9494706d4a8c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:49.891678 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Updating router 7826a289-aa51-4120-b789-9494706d4a8c port 416582d7-febd-401d-bdc6-46b84ea1ec30 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:49.901024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91debb7-fa30-4227-8eef-aa968e1ae1d2 None None] Pushing event updated for resources: {'Port': ['ID=708961a8-8b27-42c9-814f-f4bdbbcb8611,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:49.914635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-f5f71b84-e01c-46c6-9773-f1744d832755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:49.916299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-f5f71b84-e01c-46c6-9773-f1744d832755 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 1096 time: 0.2160349 Oct 18 21:00:49.924659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:49.971691 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:50.013977 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:50.049200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:50.108785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:50.131388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] For port 91705286-8c9b-434a-bcbf-99d486ef4384, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:50.138071 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:50.181141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] For port 91705286-8c9b-434a-bcbf-99d486ef4384, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=91705286-8c9b-434a-bcbf-99d486ef4384,segment=NetworkSegment(da40cc6b-e0fb-4423-91f8-ad576c4c6e30),segment_id=da40cc6b-e0fb-4423-91f8-ad576c4c6e30)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:50.349455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:50.371575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:50.471928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:50.476947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-acfd39e3-350d-48fd-b29a-b063fad66a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:50.483018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-acfd39e3-350d-48fd-b29a-b063fad66a54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 200 len: 897 time: 0.5546324 Oct 18 21:00:50.504784 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:00:31Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:50.528122 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:50.626879 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8000871-6917-4e03-8088-bb81156da9a0 None None] The sync data for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 is: [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:00:31Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '865445f5-fe88-41f6-b9c0-dab154f4dfe9', 'name': '', 'network_id': 'fb1171a2-47b7-48e2-bde0-6b218f7e4343', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:26Z', 'updated_at': '2021-10-18T20:57:36Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': '43f5aed0-3c27-47d0-aa03-fe61e17ed4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:50.663272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:50.742676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-8dddcb9e-756a-4ef0-82b2-c368a2e1d2ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 200 len: 217 time: 0.0985854 Oct 18 21:00:50.789555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:50.801782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e75a9-7106-4412-9a92-1f7b91bb7358 None None] Pushing event updated for resources: {'Port': ['ID=91705286-8c9b-434a-bcbf-99d486ef4384,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:50.873915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:50.888329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:50.909451 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:50.960371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cafce6-2214-4fa9-aaa6-cb2d577f344e req-c3e3b865-b98f-4f40-a699-a1a946798108 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:50.971188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5cafce6-2214-4fa9-aaa6-cb2d577f344e req-c3e3b865-b98f-4f40-a699-a1a946798108 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 945 time: 0.5128074 Oct 18 21:00:51.042693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Provisioning complete for port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:51.043558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:51.296243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6c3cac07-1cd1-4830-b1d4-fac42c213e6f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:51.298666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:51.608695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379163fd-7c63-4353-b0d8-a1854c59b822 None None] New status for floating IP c7329864-117c-47bc-81f7-2c1f21c27c81: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:00:51.614655 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:51.627707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-d15ecfdf-0581-415d-bf2a-16e95634a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:51.641489 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-d15ecfdf-0581-415d-bf2a-16e95634a8fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 200 len: 834 time: 0.8807688 Oct 18 21:00:51.764645 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:51.769646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:51.770623 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:51.772833 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:51.774046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5cafce6-2214-4fa9-aaa6-cb2d577f344e req-e6473b56-32b1-4cd1-ba93-bfb15531b1ac tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8018429 Oct 18 21:00:52.013435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] For port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,segment=NetworkSegment(1453add3-9b26-4999-967b-29ffaa448318),segment_id=1453add3-9b26-4999-967b-29ffaa448318)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:52.065055 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:52.069863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1ee94-bfd1-48bc-b3bd-40c1d6c0cf3b None None] Pushing event updated for resources: {'Port': ['ID=416582d7-febd-401d-bdc6-46b84ea1ec30,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:52.210206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Provisioning complete for port 708961a8-8b27-42c9-814f-f4bdbbcb8611 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:52.210601 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:52.311693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Attempting to bind port 416582d7-febd-401d-bdc6-46b84ea1ec30 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:52.312341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Attempting to bind port 416582d7-febd-401d-bdc6-46b84ea1ec30 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:52.313111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Attempting to bind port 416582d7-febd-401d-bdc6-46b84ea1ec30 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:52.336534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Pushing event updated for resources: {'Port': ['ID=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:52.356175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:52.356519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Checking segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:52.356936 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:52.357333 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Bound using segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:52.357854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Bound port: 416582d7-febd-401d-bdc6-46b84ea1ec30, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:52.358329 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:52.402839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 708961a8-8b27-42c9-814f-f4bdbbcb8611 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:52.624129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 708961a8-8b27-42c9-814f-f4bdbbcb8611 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:52.624562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:52.655816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-40937910-871b-40d5-ba02-cbde47d9fce6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:52.657564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-40937910-871b-40d5-ba02-cbde47d9fce6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 945 time: 1.0805869 Oct 18 21:00:52.659162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:52.677104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9f587d90-9890-40a8-9e8a-80c37a9c4294 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9294457 Oct 18 21:00:52.682247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52452) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:52.690532 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:52.691446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:52.710581 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:52.711871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:52.775496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] For port 416582d7-febd-401d-bdc6-46b84ea1ec30, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:52.782424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] For port 416582d7-febd-401d-bdc6-46b84ea1ec30, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=416582d7-febd-401d-bdc6-46b84ea1ec30,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:52.788173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1c275-09ef-4571-b065-08d967021e69 None None] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:00:52.806132 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:52.894964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:53.097726 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:53.133564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-65327bf7-aac8-40e5-a170-ebb3fa4177b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:53.141636 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-65327bf7-aac8-40e5-a170-ebb3fa4177b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fb1171a2-47b7-48e2-bde0-6b218f7e4343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4095802 Oct 18 21:00:53.180923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Provisioning complete for port 228fde47-2182-42a1-a436-c08977a1fc7c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:53.181931 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:53.297715 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-d55817cb-b679-4600-971a-339945474769 service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148939 Oct 18 21:00:53.342117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1ee94-bfd1-48bc-b3bd-40c1d6c0cf3b None None] Pushing event updated for resources: {'Port': ['ID=416582d7-febd-401d-bdc6-46b84ea1ec30,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:53.389243 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d584d6e5-c0b2-4a06-a961-7797d573a1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:53.447004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Routers {'7826a289-aa51-4120-b789-9494706d4a8c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:53.450000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7826a289-aa51-4120-b789-9494706d4a8c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:53.487264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2d14c67-f764-4931-bdc9-2f46e2014c17 req-19370ad1-2941-4c0d-ab80-215e0261663e service neutron] 10.222.0.79 "GET /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631827 Oct 18 21:00:53.532140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2d2718d8-b568-478a-979f-3f5da0abc306 None None] Port 228fde47-2182-42a1-a436-c08977a1fc7c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:00:53.591774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d85bbaa1-cdba-4263-9b29-dd89430238ad up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:53.664878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93774770-a35a-4bb3-b7c2-c0487f225b00 req-ef464c9e-8475-4277-b5d0-17ea3ee450de tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:00:53.683085 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93774770-a35a-4bb3-b7c2-c0487f225b00 req-ef464c9e-8475-4277-b5d0-17ea3ee450de tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 945 time: 0.6456215 Oct 18 21:00:53.798156 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:48Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:53.805154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:00:53.805500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:53.861439 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:53.861790 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Updating router 3448c035-5484-49e1-b3c9-a01801d06c65 port 228fde47-2182-42a1-a436-c08977a1fc7c binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:53.922022 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.067492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.083596 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93774770-a35a-4bb3-b7c2-c0487f225b00 req-cfd3cbf4-3af6-45d3-b7af-54ccfb678854 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=da4823dd-915e-4f9c-9796-9cda647116c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996549 Oct 18 21:00:54.299631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 21:00:54.354178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Removed routes are [] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 21:00:54.355105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.459823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:54.459823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.485680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.490325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:00:54.549531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Provisioning complete for port 91705286-8c9b-434a-bcbf-99d486ef4384 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:54.550168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.617200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] Set router 7826a289-aa51-4120-b789-9494706d4a8c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:54.635225 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.653047 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.744060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.829327 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e35ad-4da4-4c05-b87e-ec31a3ed7406 None None] Pushing event updated for resources: {'Port': ['ID=228fde47-2182-42a1-a436-c08977a1fc7c,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:54.833505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=12c6349b-cdb7-40d8-a934-2d8dcfb3c25a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:54.864210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d85bbaa1-cdba-4263-9b29-dd89430238ad triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:54.864619 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.870432 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.880684 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:54.969308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.022593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Router 002ad4a3-9915-411e-87c2-dbcbe28f9efb is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:00:55.042151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] No DVR routers for this DVR port 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:00:55.060813 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Attempting to bind port 228fde47-2182-42a1-a436-c08977a1fc7c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:55.061155 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Attempting to bind port 228fde47-2182-42a1-a436-c08977a1fc7c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:55.061517 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Attempting to bind port 228fde47-2182-42a1-a436-c08977a1fc7c on network 1f3e6b23-b906-4fed-bd50-56589bd42f9b {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:55.079572 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.082904 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:55.083121 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Checking segment: {'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:55.083505 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.083900 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Bound using segment: {'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:55.084416 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Bound port: 228fde47-2182-42a1-a436-c08977a1fc7c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1453add3-9b26-4999-967b-29ffaa448318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:55.084785 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.092357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a72e2c34-b1ee-4dda-8c28-55ecc7efff84 req-8f02b07c-1d2f-4c55-8eb9-3ff6e7a1cc25 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "DELETE /v2.0/ports/12c6349b-cdb7-40d8-a934-2d8dcfb3c25a HTTP/1.1" status: 204 len: 173 time: 2.4272494 Oct 18 21:00:55.092891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'name': 'network-vif-deleted', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:00:55.105262 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23265828-bbd4-4a59-b96c-7de9c486879a" -d '{"events": [{"server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "name": "network-vif-deleted", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:00:55.247708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:55.269792 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:00:55.317086 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] For port 228fde47-2182-42a1-a436-c08977a1fc7c, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:00:55.324180 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] For port 228fde47-2182-42a1-a436-c08977a1fc7c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=228fde47-2182-42a1-a436-c08977a1fc7c,segment=NetworkSegment(1453add3-9b26-4999-967b-29ffaa448318),segment_id=1453add3-9b26-4999-967b-29ffaa448318)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:00:55.330780 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.456670 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:55.457507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:55.508604 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e482d571-67e0-48da-9dc0-68ef3adbeb17 x-openstack-request-id: req-e482d571-67e0-48da-9dc0-68ef3adbeb17 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:00:55.511549 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1d79dc-3dce-44ff-85f7-dc7d0074a48d", "name": "network-vif-deleted", "tag": "12c6349b-cdb7-40d8-a934-2d8dcfb3c25a", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:00:55.511549 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e482d571-67e0-48da-9dc0-68ef3adbeb17 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:00:55.511549 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1d79dc-3dce-44ff-85f7-dc7d0074a48d', 'name': 'network-vif-deleted', 'tag': '12c6349b-cdb7-40d8-a934-2d8dcfb3c25a', 'status': 'completed', 'code': 200} Oct 18 21:00:55.549805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:00:55.556065 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 12c6349b-cdb7-40d8-a934-2d8dcfb3c25a not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:00:55.567611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] For port 91705286-8c9b-434a-bcbf-99d486ef4384, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=91705286-8c9b-434a-bcbf-99d486ef4384,segment=NetworkSegment(da40cc6b-e0fb-4423-91f8-ad576c4c6e30),segment_id=da40cc6b-e0fb-4423-91f8-ad576c4c6e30)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:55.583442 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.586216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.622951 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e35ad-4da4-4c05-b87e-ec31a3ed7406 None None] Pushing event updated for resources: {'Port': ['ID=228fde47-2182-42a1-a436-c08977a1fc7c,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:55.704759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:55.733204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.736672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-58b01e1d-3be9-45c6-81a1-752bb77a43d2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 200 len: 953 time: 3.0517869 Oct 18 21:00:55.737354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08b811bb-2353-4258-9da9-a6bab96b660c req-e75bde10-594e-461c-a968-770a3ddef33b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed1d79dc-3dce-44ff-85f7-dc7d0074a48d HTTP/1.1" status: 200 len: 210 time: 0.2386754 Oct 18 21:00:55.739711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52480) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:55.751444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:00:55.837100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:55.849199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Sync routers for ids ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:55.861325 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-046de7bb-87d6-494b-97ff-6221152ca524 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.6740086 Oct 18 21:00:55.862407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52484) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:55.863361 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:55.889241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Provisioning complete for port 416582d7-febd-401d-bdc6-46b84ea1ec30 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:55.889608 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:56.165078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b063578-1775-417c-92e7-ff9cda460452 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 200 len: 953 time: 0.4065347 Oct 18 21:00:56.168889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52490) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:56.177147 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Pushing event updated for resources: {'Port': ['ID=91705286-8c9b-434a-bcbf-99d486ef4384,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:56.182803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'routes': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:00:56.217676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Routers {'002ad4a3-9915-411e-87c2-dbcbe28f9efb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:56.220091 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:56.578234 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:56.637443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 4, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port': {'id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:28Z', 'updated_at': '2021-10-18T21:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '416582d7-febd-401d-bdc6-46b84ea1ec30', 'name': '', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'mac_address': 'fa:16:3e:5e:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:36Z', 'updated_at': '2021-10-18T21:00:52Z', 'revision_number': 4, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'subnets': [{'id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:56.744494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Set router 002ad4a3-9915-411e-87c2-dbcbe28f9efb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:56.752060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6c3cac07-1cd1-4830-b1d4-fac42c213e6f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:56.832134 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:54Z', 'revision_number': 6, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:55Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:56.879432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52494) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:56.932932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826417de-51f0-4089-9290-6fa0f5976002 None None] The sync data for ids ['7826a289-aa51-4120-b789-9494706d4a8c'] in n-d-812149-2 is: [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:00:38Z', 'revision_number': 4, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port': {'id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:28Z', 'updated_at': '2021-10-18T21:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '416582d7-febd-401d-bdc6-46b84ea1ec30', 'name': '', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'mac_address': 'fa:16:3e:5e:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:36Z', 'updated_at': '2021-10-18T21:00:52Z', 'revision_number': 4, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'subnets': [{'id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:56.955992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb677b-7ea2-48d3-bc83-b71e84c67e6b None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:54Z', 'revision_number': 6, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:55Z', 'revision_number': 4, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:00:57.013679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] For port 416582d7-febd-401d-bdc6-46b84ea1ec30, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=416582d7-febd-401d-bdc6-46b84ea1ec30,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:57.025211 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.042924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.123164 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.224863 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0039799-9566-4df3-ab6c-5f4559f5700a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.408344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Pushing event updated for resources: {'Port': ['ID=416582d7-febd-401d-bdc6-46b84ea1ec30,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:57.488201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0039799-9566-4df3-ab6c-5f4559f5700a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.519954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added routes are [] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 21:00:57.520601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 21:00:57.530931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Provisioning complete for port 228fde47-2182-42a1-a436-c08977a1fc7c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:57.531301 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.633381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.765906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:57.766994 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.796663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Allocated IP 172.20.0.1 (62029957-ed56-4bd5-9d09-4cd9d6ee80f0/a3b40355-eebf-479e-8e6e-a72b2d86d8c7/8c89aab9-008d-4572-9c23-9d253d5994e2) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:00:57.864541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0039799-9566-4df3-ab6c-5f4559f5700a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.873046 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0039799-9566-4df3-ab6c-5f4559f5700a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:57.878001 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f0039799-9566-4df3-ab6c-5f4559f5700a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/security-groups/da4823dd-915e-4f9c-9796-9cda647116c9 HTTP/1.1" status: 204 len: 168 time: 0.9968662 Oct 18 21:00:57.963984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52508) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:00:57.981594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:58.020291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0039799-9566-4df3-ab6c-5f4559f5700a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4823dd-915e-4f9c-9796-9cda647116c9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:58.040206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:51Z', 'revision_number': 3, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:58.105299 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:58.177150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Checking router: 002ad4a3-9915-411e-87c2-dbcbe28f9efb for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:58.179192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Updating router 002ad4a3-9915-411e-87c2-dbcbe28f9efb port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:00:58.205911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:58.263959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 416582d7-febd-401d-bdc6-46b84ea1ec30 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:00:58.378150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:58.386120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:58.411257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:00:58.425651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] For port 228fde47-2182-42a1-a436-c08977a1fc7c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=228fde47-2182-42a1-a436-c08977a1fc7c,segment=NetworkSegment(1453add3-9b26-4999-967b-29ffaa448318),segment_id=1453add3-9b26-4999-967b-29ffaa448318)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:00:58.458671 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:58.544415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c89aab9-008d-4572-9c23-9d253d5994e2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:58.614304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:58.895071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:58.970542 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.041226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.062173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.095371 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:00:59.115165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.125820 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:59.129327 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.131552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:59.261248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-639b5483-ae46-40b0-b9ee-3ec6ff393c8f None None] Provisioning complete for port 91705286-8c9b-434a-bcbf-99d486ef4384 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:59.261621 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-639b5483-ae46-40b0-b9ee-3ec6ff393c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.289904 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:00:59.292947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.300429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.363421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.460750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c89aab9-008d-4572-9c23-9d253d5994e2,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:59.503795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Attempting to bind port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:00:59.504418 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Attempting to bind port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:00:59.504788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Attempting to bind port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:00:59.523705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:00:59.527371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 416582d7-febd-401d-bdc6-46b84ea1ec30 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:00:59.527746 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.529423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec78802-c0ee-4285-9860-a3114b413846 None None] Pushing event updated for resources: {'Port': ['ID=228fde47-2182-42a1-a436-c08977a1fc7c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:00:59.670270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:00:59.671349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:00:59.681121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.681729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:00:59.685679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Bound port: e7ec55e6-6df8-4ebb-8be4-e1b81927a46e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:00:59.686932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:00:59.699859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:00:59.702964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:00:59.747780 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:57Z', 'revision_number': 7, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:00:59.834763 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:00:59.865073 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:00:59.866260 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:00.021992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:00.065523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b81d1-e57c-4dc7-8358-71017aee205e None None] Pushing event updated for resources: {'Port': ['ID=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:00.067464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Router 002ad4a3-9915-411e-87c2-dbcbe28f9efb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:00.142489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] For port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:00.341375 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:57Z', 'revision_number': 7, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:00.386808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:00.421674 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a198d2-aac9-4ad9-a2cc-5e1903d2d1c3 None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:57Z', 'revision_number': 7, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:00.435541 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cfb1b824-1f80-45dc-b11e-ad54bd5972f8 admin admin] 10.222.0.66 "PUT /v2.0/routers/002ad4a3-9915-411e-87c2-dbcbe28f9efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5629125 Oct 18 21:01:00.530519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:00.561523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:00.579246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:00.580585 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-24b8312f-4bd7-4cd6-a597-7379988becda tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 200 len: 703 time: 4.4049656 Oct 18 21:01:00.584747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52534) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:00.655611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] For port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:00.676184 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:00.721105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-639b5483-ae46-40b0-b9ee-3ec6ff393c8f None None] Provisioning complete for port 8c89aab9-008d-4572-9c23-9d253d5994e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:00.721105 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-639b5483-ae46-40b0-b9ee-3ec6ff393c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:00.860242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-639b5483-ae46-40b0-b9ee-3ec6ff393c8f None None] Port 8c89aab9-008d-4572-9c23-9d253d5994e2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:00.893269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0c56907c-27c8-4f5e-be80-6262a6605c6e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 200 len: 703 time: 0.3071630 Oct 18 21:01:00.896020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52548) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:00.918331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:00.918721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:00.934737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Routers {'002ad4a3-9915-411e-87c2-dbcbe28f9efb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:00.935384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:00.960991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:01.081129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] Set router 002ad4a3-9915-411e-87c2-dbcbe28f9efb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:01.212439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-639b5483-ae46-40b0-b9ee-3ec6ff393c8f None None] Provisioning complete for port 228fde47-2182-42a1-a436-c08977a1fc7c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:01.212822 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-639b5483-ae46-40b0-b9ee-3ec6ff393c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:01.255004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:01.293668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b81d1-e57c-4dc7-8358-71017aee205e None None] Pushing event updated for resources: {'Port': ['ID=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:01.311709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:01.311709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:01.606023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port 865445f5-fe88-41f6-b9c0-dab154f4dfe9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:01.606702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:01.622284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:01.879423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port 865445f5-fe88-41f6-b9c0-dab154f4dfe9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=865445f5-fe88-41f6-b9c0-dab154f4dfe9,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:01.879800 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:01.901041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for 865445f5-fe88-41f6-b9c0-dab154f4dfe9 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:02.333162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:02.346466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91705286-8c9b-434a-bcbf-99d486ef4384 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:02.472911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=865445f5-fe88-41f6-b9c0-dab154f4dfe9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:02.505607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-745391b6-0b73-443a-bed7-17f6e8246741 None None] Provisioning complete for port 8c89aab9-008d-4572-9c23-9d253d5994e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:02.505988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-745391b6-0b73-443a-bed7-17f6e8246741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:02.699120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-745391b6-0b73-443a-bed7-17f6e8246741 None None] Port 8c89aab9-008d-4572-9c23-9d253d5994e2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:02.711841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 4, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '8c89aab9-008d-4572-9c23-9d253d5994e2', 'name': '', 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'mac_address': 'fa:16:3e:92:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:57Z', 'updated_at': '2021-10-18T21:00:59Z', 'revision_number': 2, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'subnets': [{'id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:02.800897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 91705286-8c9b-434a-bcbf-99d486ef4384 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:02.801566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:02.804983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcd5fc-c19d-4f50-9688-ada0a61d8935 None None] The sync data for ids ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'] in n-d-812149-2 is: [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 4, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '8c89aab9-008d-4572-9c23-9d253d5994e2', 'name': '', 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'mac_address': 'fa:16:3e:92:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:57Z', 'updated_at': '2021-10-18T21:00:59Z', 'revision_number': 2, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'subnets': [{'id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:02.858993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:02.895944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:57Z', 'revision_number': 7, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:02.974576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:03.024197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:03.045612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:03.046258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:03.257385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-23599403-61b8-433a-ac71-90900bd9de45 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:03.276803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-23599403-61b8-433a-ac71-90900bd9de45 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/networks?id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc HTTP/1.1" status: 200 len: 911 time: 1.4035077 Oct 18 21:01:03.305908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:03.351907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-af494ed6-926d-4003-9f11-38b51b0e60cf tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/quotas/9685dcd5bc3941fe859d3472d5552a93 HTTP/1.1" status: 200 len: 375 time: 0.0741632 Oct 18 21:01:03.434634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router a14d63c2-9570-4fc3-b06f-460901e6c7b0 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:03.737168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:03.743941 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-c83fcd35-e497-4ee6-b711-d232ff5d9b5e tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=9685dcd5bc3941fe859d3472d5552a93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3900642 Oct 18 21:01:03.744192 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7c631bc4-1114-45bb-832c-c2e6e93a61a1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "PUT /v2.0/routers/a14d63c2-9570-4fc3-b06f-460901e6c7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7600102 Oct 18 21:01:03.752533 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] Sync routers for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:03.753118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52596) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:03.812848 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:03.814195 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:03.824445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 416582d7-febd-401d-bdc6-46b84ea1ec30 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:03.888114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting subnet 43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:01:03.901986 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.051743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.201175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-37c923fe-a8f8-4771-8e7f-df075631a0d9 service neutron] 10.222.0.66 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559004 Oct 18 21:01:04.374896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.458144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-450871fe-d603-46b0-bbe5-89cb6856797f service neutron] 10.222.0.66 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559946 Oct 18 21:01:04.490564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 416582d7-febd-401d-bdc6-46b84ea1ec30 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:04.490797 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.535615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.536867 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:04.589686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Subnet': ['ID=43f5aed0-3c27-47d0-aa03-fe61e17ed4e2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:04.593707 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.597303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5aa4ba78-f7bf-4a97-8bf2-3de2271c3fa2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/subnets/43f5aed0-3c27-47d0-aa03-fe61e17ed4e2 HTTP/1.1" status: 204 len: 168 time: 0.8433144 Oct 18 21:01:04.602567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52608) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:04.608222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 228fde47-2182-42a1-a436-c08977a1fc7c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:04.608575 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.628696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707c441-719b-4e70-b003-611056e69cce None None] Network fb1171a2-47b7-48e2-bde0-6b218f7e4343 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:01:04.767775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:57Z', 'revision_number': 7, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:04.884402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:04.960576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454efcce-be17-4e8e-b1ae-eb4d18657939 None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:00:57Z', 'revision_number': 7, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '228fde47-2182-42a1-a436-c08977a1fc7c', 'name': '', 'network_id': '1f3e6b23-b906-4fed-bd50-56589bd42f9b', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:9d:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'd9ccb44b-f1b7-4976-9803-c381be384560', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:04.986521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 228fde47-2182-42a1-a436-c08977a1fc7c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=228fde47-2182-42a1-a436-c08977a1fc7c,segment=NetworkSegment(1453add3-9b26-4999-967b-29ffaa448318),segment_id=1453add3-9b26-4999-967b-29ffaa448318)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:04.986985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:05.067140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 228fde47-2182-42a1-a436-c08977a1fc7c owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:05.310345 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:01:02Z', 'revision_number': 7, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': 'fa47a480-b0d1-476f-9541-3c284dd73fd9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:57:06Z', 'updated_at': '2021-10-18T20:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:05.322678 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:05.368331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 228fde47-2182-42a1-a436-c08977a1fc7c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:05.409038 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] Checking router: a14d63c2-9570-4fc3-b06f-460901e6c7b0 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:05.455840 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] Routers {'a14d63c2-9570-4fc3-b06f-460901e6c7b0'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:05.458783 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:05.500080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port fa47a480-b0d1-476f-9541-3c284dd73fd9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:05.500423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:05.550217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 228fde47-2182-42a1-a436-c08977a1fc7c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:05.550591 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:05.615014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82d093cc-fe63-4dd6-8795-cfdaf5f2b571 req-d5637352-ee1d-42f8-b355-02132fd7fac8 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 210 time: 0.1243505 Oct 18 21:01:05.658460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] DHCP port deletion for fb1171a2-47b7-48e2-bde0-6b218f7e4343 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:01:05.814304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:05.818845 n-d-812149-2 neutron-server[100532]: INFO neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No ports have port_id starting with 228fde47-2182-42a1-a436-c08977a1fc7c Oct 18 21:01:05.826140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91705286-8c9b-434a-bcbf-99d486ef4384 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:05.837416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port fa47a480-b0d1-476f-9541-3c284dd73fd9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fa47a480-b0d1-476f-9541-3c284dd73fd9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:05.846019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:05.882751 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] Set router a14d63c2-9570-4fc3-b06f-460901e6c7b0 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:05.890438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for fa47a480-b0d1-476f-9541-3c284dd73fd9 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:05.901169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=228fde47-2182-42a1-a436-c08977a1fc7c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:05.925668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] Deleting port 916eb15d-f019-4167-935c-1c06d488a558 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:05.933910 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:06.043869 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:01:05Z', 'revision_number': 8, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:06.093759 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fa82b-6d90-46d9-b0e0-da1a71cca903 None None] The sync data for ids ['a14d63c2-9570-4fc3-b06f-460901e6c7b0'] in n-d-812149-2 is: [{'id': 'a14d63c2-9570-4fc3-b06f-460901e6c7b0', 'name': 'tempest-TestNetworkBasicOps-router-670177092', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:57:04Z', 'updated_at': '2021-10-18T21:01:05Z', 'revision_number': 8, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:06.236784 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:06.241900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] For port 916eb15d-f019-4167-935c-1c06d488a558, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=916eb15d-f019-4167-935c-1c06d488a558,segment=NetworkSegment(01bff74e-ebf1-464d-ad18-3572bddf5133),segment_id=01bff74e-ebf1-464d-ad18-3572bddf5133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:06.242557 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:06.302452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] Calling delete_port for 916eb15d-f019-4167-935c-1c06d488a558 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:06.470494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 91705286-8c9b-434a-bcbf-99d486ef4384 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:06.471285 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:06.502363 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:06.544914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=fa47a480-b0d1-476f-9541-3c284dd73fd9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:06.679546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:06.681271 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:06.741149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] Pushing event deleted for resources: {'Port': ['ID=916eb15d-f019-4167-935c-1c06d488a558,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:06.750932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03696181-ddf7-4154-a561-3f12a8677ca9 None None] No DVR routers for this DVR port 916eb15d-f019-4167-935c-1c06d488a558 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:06.893451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1e5964a-f6f6-4e31-816e-f4132002966c req-3cfecb24-2996-4315-90c6-4c2e317220f8 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 210 time: 0.0558574 Oct 18 21:01:07.019915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:07.080990 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.084991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.183983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.185157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Fanout notify agent at l3_agent the message router_deleted on router a14d63c2-9570-4fc3-b06f-460901e6c7b0 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:01:07.198610 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.200955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e19a863-265a-4d87-b0e5-298502961c0d tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/routers/a14d63c2-9570-4fc3-b06f-460901e6c7b0 HTTP/1.1" status: 204 len: 168 time: 2.5980966 Oct 18 21:01:07.205778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52642) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:07.356828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:07.369967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-69546236-9c67-47d3-afdf-1e144224a876 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4724243 Oct 18 21:01:07.376257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52646) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:07.397669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e7ec55e6-6df8-4ebb-8be4-e1b81927a46e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:07.416488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:07.448759 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.517758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet d9ccb44b-f1b7-4976-9803-c381be384560 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:01:07.562700 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.611100 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.635703 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.638853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:07.639691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:07.652966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1171a2-47b7-48e2-bde0-6b218f7e4343']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:07.669606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-79884d61-1c7a-4975-b695-d996354bd2ac tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:07.671549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-79884d61-1c7a-4975-b695-d996354bd2ac tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.79 "GET /v2.0/networks?id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc HTTP/1.1" status: 200 len: 911 time: 0.2187262 Oct 18 21:01:07.671948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bff74e-ebf1-464d-ad18-3572bddf5133') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:07.672436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bff74e-ebf1-464d-ad18-3572bddf5133') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:07.689978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Request body: {'port': {'device_id': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'admin_state_up': True, 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:07.703080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.734840 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.754559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:01:07.755034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:01:07.759352 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:01:07.790004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Made reservation on behalf of 9685dcd5bc3941fe859d3472d5552a93 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:01:07.794441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.824711 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.897005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.908685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:07.924896 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/networks/fb1171a2-47b7-48e2-bde0-6b218f7e4343 HTTP/1.1" status: 204 len: 168 time: 0.7058139 Oct 18 21:01:07.960694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52654) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:07.971057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:07.974013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'network': {'name': 'tempest-network-smoke--657663612', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'port_security_enabled': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:08.023021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907a2d1-03b0-4823-a89c-560627540f6f tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Network': ['ID=fb1171a2-47b7-48e2-bde0-6b218f7e4343,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:08.037792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:01:08.041910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.103850 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Sync routers for ids ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:08.107638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:01:08.130315 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Routers {'002ad4a3-9915-411e-87c2-dbcbe28f9efb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:08.131766 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:08.135946 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.136664 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Added segment 738eeafa-8a41-443e-bff1-86da53cfdca5 of type vlan for network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 Oct 18 21:01:08.206067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc280639-0fcc-420e-8c98-48af0aeac279 req-dd094c2f-e4c9-4244-934c-3b7d7201ee3f tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 210 time: 0.1216118 Oct 18 21:01:08.209733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:08.210564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.221357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.241773 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.309342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ccb44b-f1b7-4976-9803-c381be384560,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:08.316348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.337313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:08.340362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.348302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.350171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978a16e-54de-4137-990b-c900f756d6ed None None] Network 1f3e6b23-b906-4fed-bd50-56589bd42f9b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:01:08.356733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-627cb32b-c15b-4dbb-b8a7-71eb3cda1994 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/d9ccb44b-f1b7-4976-9803-c381be384560 HTTP/1.1" status: 204 len: 168 time: 0.9785416 Oct 18 21:01:08.359975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52662) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:08.371519 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Set router 002ad4a3-9915-411e-87c2-dbcbe28f9efb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:08.412882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4431636 Oct 18 21:01:08.442624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52666) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:08.454544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'admin_state_up': True, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:08.559805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715b5d0-5723-4ef1-bb19-9e21caf72ffb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Network': ['ID=0a97bf9c-d095-4b66-95ae-b490bd20c3c5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:08.590134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Allocated IP 172.20.0.9 (4942e57d-03ba-4ce0-a217-bdc1cebc4adc/0f6cde3b-fb92-46ac-8b92-ad88e173ea09/ec22cc37-c74f-451e-b858-f45c301e6ff1) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:01:08.604892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:01:08.768542 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.818961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.849327 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 4, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '8c89aab9-008d-4572-9c23-9d253d5994e2', 'name': '', 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'mac_address': 'fa:16:3e:92:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:57Z', 'updated_at': '2021-10-18T21:00:59Z', 'revision_number': 2, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'subnets': [{'id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:08.880715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:08.893277 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.895901 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Checking router: 002ad4a3-9915-411e-87c2-dbcbe28f9efb for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:08.896909 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Updating router 002ad4a3-9915-411e-87c2-dbcbe28f9efb port 8c89aab9-008d-4572-9c23-9d253d5994e2 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:01:08.953744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.955755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.960183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:05Z', 'revision_number': 8, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:08.963863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.971084 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:08.979915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.019745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] DHCP port deletion for 1f3e6b23-b906-4fed-bd50-56589bd42f9b request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:01:09.050742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:09.058895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 865445f5-fe88-41f6-b9c0-dab154f4dfe9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:09.091872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 865445f5-fe88-41f6-b9c0-dab154f4dfe9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:09.092214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 865445f5-fe88-41f6-b9c0-dab154f4dfe9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:09.092684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fa47a480-b0d1-476f-9541-3c284dd73fd9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:09.125816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:09.127042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:09.134336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: fa47a480-b0d1-476f-9541-3c284dd73fd9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:09.134681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fa47a480-b0d1-476f-9541-3c284dd73fd9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:09.135099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 916eb15d-f019-4167-935c-1c06d488a558 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:09.154363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.167914 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:01:09.182949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:09.220677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 916eb15d-f019-4167-935c-1c06d488a558 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:09.220962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 916eb15d-f019-4167-935c-1c06d488a558 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:09.294819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:09.331035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] Deleting port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:09.331411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.350857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:01:09.376771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:09.459653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Pushing event updated for resources: {'Port': ['ID=ec22cc37-c74f-451e-b858-f45c301e6ff1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:09.616000 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.625806 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.727449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.744741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e7ec55e6-6df8-4ebb-8be4-e1b81927a46e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:09.746316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:09.746871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.867070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] For port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,segment=NetworkSegment(1453add3-9b26-4999-967b-29ffaa448318),segment_id=1453add3-9b26-4999-967b-29ffaa448318)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:09.867458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.894512 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Attempting to bind port 8c89aab9-008d-4572-9c23-9d253d5994e2 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:01:09.895198 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Attempting to bind port 8c89aab9-008d-4572-9c23-9d253d5994e2 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:01:09.895807 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Attempting to bind port 8c89aab9-008d-4572-9c23-9d253d5994e2 on network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:09.903898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,segment=NetworkSegment(1453add3-9b26-4999-967b-29ffaa448318),segment_id=1453add3-9b26-4999-967b-29ffaa448318)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:09.904463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.906398 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:01:09.907049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Checking segment: {'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:09.908738 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.909515 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Bound using segment: {'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:01:09.910180 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Bound port: 8c89aab9-008d-4572-9c23-9d253d5994e2, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:01:09.910749 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:09.926502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] Calling delete_port for 6c3cac07-1cd1-4830-b1d4-fac42c213e6f owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:09.943599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 6c3cac07-1cd1-4830-b1d4-fac42c213e6f owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:09.953940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-976ff05d-c243-4022-9a7e-fd6af38eb558 None None] Provisioning complete for port ec22cc37-c74f-451e-b858-f45c301e6ff1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:09.954926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-976ff05d-c243-4022-9a7e-fd6af38eb558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:10.074814 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] For port 8c89aab9-008d-4572-9c23-9d253d5994e2, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:10.079062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:10.080927 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:10.081747 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] For port 8c89aab9-008d-4572-9c23-9d253d5994e2, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8c89aab9-008d-4572-9c23-9d253d5994e2,segment=NetworkSegment(da40cc6b-e0fb-4423-91f8-ad576c4c6e30),segment_id=da40cc6b-e0fb-4423-91f8-ad576c4c6e30)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:10.083924 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574a0e1-574a-4bf3-a359-e776c6bc0b09 None None] Pushing event updated for resources: {'Port': ['ID=8c89aab9-008d-4572-9c23-9d253d5994e2,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:10.091918 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:10.131271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d7f5b-e83c-4d4c-a964-49888e48a758 req-49e4e124-0805-43f6-9204-8e1d558fe9a4 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:10.145119 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-454d7f5b-e83c-4d4c-a964-49888e48a758 req-49e4e124-0805-43f6-9204-8e1d558fe9a4 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1027 time: 0.6801763 Oct 18 21:01:10.186373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Routers {'002ad4a3-9915-411e-87c2-dbcbe28f9efb'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:10.187832 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:10.196837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-976ff05d-c243-4022-9a7e-fd6af38eb558 None None] Port ec22cc37-c74f-451e-b858-f45c301e6ff1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:10.228428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:10.228818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:10.260777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-d06e2bcc-1743-4632-a0b2-f09c6464ba00 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5786784 Oct 18 21:01:10.314188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Request body: {'port': {'device_id': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:10.393971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-50acb920-0969-4314-a671-bb5c70d4f5c9 None None] Provisioning complete for port 8c89aab9-008d-4572-9c23-9d253d5994e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:10.394974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50acb920-0969-4314-a671-bb5c70d4f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:10.405313 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:10.547058 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] Set router 002ad4a3-9915-411e-87c2-dbcbe28f9efb gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:10.575732 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] Pushing event deleted for resources: {'Port': ['ID=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:10.579523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c7b9e-c794-41e6-9b2d-d964bf7e7a94 None None] No DVR routers for this DVR port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:10.708759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:05Z', 'revision_number': 8, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:10.768283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ae740-11e9-4983-8005-c21d836c2d7b None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:05Z', 'revision_number': 8, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '708961a8-8b27-42c9-814f-f4bdbbcb8611', 'name': '', 'network_id': '72ebb9eb-4d2d-4180-8362-8ced2b3ccd28', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:a4:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:34Z', 'updated_at': '2021-10-18T21:00:49Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': '9f3a06bb-036c-4e91-ac2e-a3af30d00f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:10.912925 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50acb920-0969-4314-a671-bb5c70d4f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:10.997155 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574a0e1-574a-4bf3-a359-e776c6bc0b09 None None] Pushing event updated for resources: {'Port': ['ID=8c89aab9-008d-4572-9c23-9d253d5994e2,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:11.019856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-50acb920-0969-4314-a671-bb5c70d4f5c9 None None] For port 8c89aab9-008d-4572-9c23-9d253d5994e2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8c89aab9-008d-4572-9c23-9d253d5994e2,segment=NetworkSegment(da40cc6b-e0fb-4423-91f8-ad576c4c6e30),segment_id=da40cc6b-e0fb-4423-91f8-ad576c4c6e30)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:11.027820 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 4, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '8c89aab9-008d-4572-9c23-9d253d5994e2', 'name': '', 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'mac_address': 'fa:16:3e:92:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:57Z', 'updated_at': '2021-10-18T21:01:10Z', 'revision_number': 4, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'subnets': [{'id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:11.029738 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50acb920-0969-4314-a671-bb5c70d4f5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:11.091989 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97f3b87-9eba-4698-bf84-9674b4a4eb1d None None] The sync data for ids ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'] in n-d-812149-2 is: [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:00:58Z', 'revision_number': 4, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '8c89aab9-008d-4572-9c23-9d253d5994e2', 'name': '', 'network_id': '62029957-ed56-4bd5-9d09-4cd9d6ee80f0', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'mac_address': 'fa:16:3e:92:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:57Z', 'updated_at': '2021-10-18T21:01:10Z', 'revision_number': 4, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'subnets': [{'id': 'a3b40355-eebf-479e-8e6e-a72b2d86d8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:11.169186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-454d7f5b-e83c-4d4c-a964-49888e48a758 req-f0b50681-fb85-447e-baf5-029165fa56bd tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0224061 Oct 18 21:01:11.200970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acb920-0969-4314-a671-bb5c70d4f5c9 None None] Pushing event updated for resources: {'Port': ['ID=8c89aab9-008d-4572-9c23-9d253d5994e2,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:11.234872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6c3cac07-1cd1-4830-b1d4-fac42c213e6f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:11.304291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2b18cbca-068f-4cf1-b273-b2136dfebd9c None None] Provisioning complete for port 8c89aab9-008d-4572-9c23-9d253d5994e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:11.304953 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b18cbca-068f-4cf1-b273-b2136dfebd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:11.306583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6c3cac07-1cd1-4830-b1d4-fac42c213e6f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:11.306921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6c3cac07-1cd1-4830-b1d4-fac42c213e6f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:11.343951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:11.448886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=6c3cac07-1cd1-4830-b1d4-fac42c213e6f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:11.486383 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:11.490933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port 6c3cac07-1cd1-4830-b1d4-fac42c213e6f on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:11.855152 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8c89aab9-008d-4572-9c23-9d253d5994e2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:11.977041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8c89aab9-008d-4572-9c23-9d253d5994e2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:11.977331 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.206779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 228fde47-2182-42a1-a436-c08977a1fc7c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:12.262799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 228fde47-2182-42a1-a436-c08977a1fc7c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:12.263555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 228fde47-2182-42a1-a436-c08977a1fc7c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:12.311294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.394638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3e6b23-b906-4fed-bd50-56589bd42f9b']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:12.435876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1453add3-9b26-4999-967b-29ffaa448318') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:12.435876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1453add3-9b26-4999-967b-29ffaa448318') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:12.495413 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.503242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec22cc37-c74f-451e-b858-f45c301e6ff1 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:01:12.553076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.556853 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.569558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:01:12.569999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:01:12.574370 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:01:12.638457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab26453-f02a-433d-b644-854de157ffeb req-570efc7c-8c2c-4240-8778-6e4877162a55 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:12.640937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ab26453-f02a-433d-b644-854de157ffeb req-570efc7c-8c2c-4240-8778-6e4877162a55 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1027 time: 0.2548668 Oct 18 21:01:12.641952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.737445 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.800543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Transition to ACTIVE for port object ec22cc37-c74f-451e-b858-f45c301e6ff1 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:01:12.873280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.882301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.910700 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:12.915018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/1f3e6b23-b906-4fed-bd50-56589bd42f9b HTTP/1.1" status: 204 len: 168 time: 4.5463879 Oct 18 21:01:12.919966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52708) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:12.942474 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ab26453-f02a-433d-b644-854de157ffeb req-4d2c75c2-cbef-4684-bbac-564958680ba0 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503648 Oct 18 21:01:13.084326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f37fb-d1d6-4bcc-a6af-ba73fdf0a3f5 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=1f3e6b23-b906-4fed-bd50-56589bd42f9b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:13.111567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec22cc37-c74f-451e-b858-f45c301e6ff1,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:13.322771 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:13.336711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.25.7.208 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/4145dd64-d47b-4173-805f-bd3f02258851) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:01:13.456609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Attempting to bind port ec22cc37-c74f-451e-b858-f45c301e6ff1 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:01:13.457296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Attempting to bind port ec22cc37-c74f-451e-b858-f45c301e6ff1 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:01:13.457746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Attempting to bind port ec22cc37-c74f-451e-b858-f45c301e6ff1 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:13.530882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Port ec22cc37-c74f-451e-b858-f45c301e6ff1 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:01:13.531429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Attempting to bind port ec22cc37-c74f-451e-b858-f45c301e6ff1 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:13.542001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:01:13.542649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Checking segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:13.543216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Bound using segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:01:13.543933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Bound port: ec22cc37-c74f-451e-b858-f45c301e6ff1, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:01:13.544539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:13.764209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:13.780476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] For port ec22cc37-c74f-451e-b858-f45c301e6ff1, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:13.786249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] For port ec22cc37-c74f-451e-b858-f45c301e6ff1, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec22cc37-c74f-451e-b858-f45c301e6ff1,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:13.801643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:13.972107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:13.985684 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:13.988354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] 10.222.0.79 "PUT /v2.0/ports/ec22cc37-c74f-451e-b858-f45c301e6ff1 HTTP/1.1" status: 200 len: 1091 time: 3.6822920 Oct 18 21:01:13.992357 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'tag': 'ec22cc37-c74f-451e-b858-f45c301e6ff1'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:01:13.996783 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6698f30e-ac65-406b-a0b9-e2d878a43ae0", "tag": "ec22cc37-c74f-451e-b858-f45c301e6ff1"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:01:14.032122 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:14.112478 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ca700-be0c-4bf0-a6db-d3080b2328f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec22cc37-c74f-451e-b858-f45c301e6ff1,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:14.241288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:01:14.253828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:14.275422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:01:14.284957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=4145dd64-d47b-4173-805f-bd3f02258851,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:14.331464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-4b94f354-fa59-4a71-98b5-0e0d287dfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:14.341319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-4b94f354-fa59-4a71-98b5-0e0d287dfc1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9685dcd5bc3941fe859d3472d5552a93&device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1094 time: 0.3008003 Oct 18 21:01:14.452073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-e1e4c1e5-957f-44e7-b058-9ca23813a508 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec22cc37-c74f-451e-b858-f45c301e6ff1 HTTP/1.1" status: 200 len: 217 time: 0.0736651 Oct 18 21:01:14.464447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58fa7c-d9a4-4bad-a590-8a0d599d8b2d req-e21f578b-b507-4e85-8982-564987eb2c48 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:14.464447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e58fa7c-d9a4-4bad-a590-8a0d599d8b2d req-e21f578b-b507-4e85-8982-564987eb2c48 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1094 time: 0.3047094 Oct 18 21:01:14.606473 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:14.911454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:14.985033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e58fa7c-d9a4-4bad-a590-8a0d599d8b2d req-7a7c7e78-d9db-49d4-aad1-5a57408854c0 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076853 Oct 18 21:01:15.005783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-e3925c5e-dad2-45e8-b613-8fece924f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:15.007594 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-e3925c5e-dad2-45e8-b613-8fece924f5ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f6cde3b-fb92-46ac-8b92-ad88e173ea09 HTTP/1.1" status: 200 len: 849 time: 0.4187174 Oct 18 21:01:15.093334 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b2589-2b96-4cab-800e-cce359609d72 x-openstack-request-id: req-686b2589-2b96-4cab-800e-cce359609d72 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:01:15.094105 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6698f30e-ac65-406b-a0b9-e2d878a43ae0", "tag": "ec22cc37-c74f-451e-b858-f45c301e6ff1", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:01:15.095520 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-686b2589-2b96-4cab-800e-cce359609d72 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:01:15.096330 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'tag': 'ec22cc37-c74f-451e-b858-f45c301e6ff1', 'status': 'completed', 'code': 200} Oct 18 21:01:15.239238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-a7e754dc-786a-4934-9dad-dec2d050fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:15.240892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-a7e754dc-786a-4934-9dad-dec2d050fa69 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246323 Oct 18 21:01:15.266682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 708961a8-8b27-42c9-814f-f4bdbbcb8611 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:15.267352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:15.377614 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:15.423017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 708961a8-8b27-42c9-814f-f4bdbbcb8611, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=708961a8-8b27-42c9-814f-f4bdbbcb8611,segment=NetworkSegment(c6ea6047-41e9-4e76-a6cd-f5270fd539ce),segment_id=c6ea6047-41e9-4e76-a6cd-f5270fd539ce)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:15.423425 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:15.440996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 708961a8-8b27-42c9-814f-f4bdbbcb8611 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:15.600368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-880cee44-a0ca-4e54-96d5-6f1007a245b9 service neutron] 10.222.0.79 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504877 Oct 18 21:01:15.719040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:01:15.759557 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:15.800156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=708961a8-8b27-42c9-814f-f4bdbbcb8611,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:15.863580 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f8578a49-2b90-4ea4-bdba-f577e89d8d9c req-121957f2-87a7-4c54-bd8f-ba0e651e6742 service neutron] 10.222.0.79 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515764 Oct 18 21:01:15.878691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.879042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.879389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.879767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.880114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.881494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.881494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.881494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.883162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.883162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.883364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.883574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:15.975406 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:15.994236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Sync routers for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:16.047867 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:16.049967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d265975-2428-4652-8b99-e3539b0c6228 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6053629 Oct 18 21:01:16.053004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52750) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:16.060372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-97176e92-2b2f-4dc4-a4dd-9cfe410c300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:16.062852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-97176e92-2b2f-4dc4-a4dd-9cfe410c300b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9685dcd5bc3941fe859d3472d5552a93&device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1380155 Oct 18 21:01:16.066497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:16.073046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:16.133795 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bee88ca9-9bc4-4079-af3f-1e994097c38a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=d4d4c26d67a34774a5bdcabee8242846&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793297 Oct 18 21:01:16.146594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52752) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:16.301366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:16.307359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05d7bb-4e90-4027-a178-813767ec9dd5 req-449f882a-b848-4dcc-88fc-11bcb840b8ef tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:16.310775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da05d7bb-4e90-4027-a178-813767ec9dd5 req-449f882a-b848-4dcc-88fc-11bcb840b8ef tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1094 time: 0.0809715 Oct 18 21:01:16.331570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-4150c04a-c569-425b-b60d-8303f5fad57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:16.333086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-4150c04a-c569-425b-b60d-8303f5fad57c service neutron] 10.222.0.79 "GET /v2.0/networks?id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc HTTP/1.1" status: 200 len: 911 time: 0.2624514 Oct 18 21:01:16.357714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a61e40-bf56-4652-8b31-75e7e1e4b67a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:16.359252 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-06a61e40-bf56-4652-8b31-75e7e1e4b67a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2094259 Oct 18 21:01:16.361923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:16.362710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52758) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:16.404628 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-57442cfb-cf4e-462c-9d34-2a2e643bd194 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406780 Oct 18 21:01:16.409831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52760) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:16.416681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700597884', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:16.428293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-12269009-8ca1-45c1-a615-bb2da53d47ac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec22cc37-c74f-451e-b858-f45c301e6ff1 HTTP/1.1" status: 200 len: 217 time: 0.0846927 Oct 18 21:01:16.477848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da05d7bb-4e90-4027-a178-813767ec9dd5 req-a6240329-3b72-4897-83bd-1e9038c7d3fb tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551702 Oct 18 21:01:16.508242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-7d27cf37-7bd7-428a-8592-6b9d6bb6f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:16.514515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-7d27cf37-7bd7-428a-8592-6b9d6bb6f1ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0f6cde3b-fb92-46ac-8b92-ad88e173ea09 HTTP/1.1" status: 200 len: 849 time: 0.0749152 Oct 18 21:01:16.588767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:14Z', 'revision_number': 3, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:16.620279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-61803a84-323a-45f8-91aa-7b18024da6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:16.622712 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-61803a84-323a-45f8-91aa-7b18024da6ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989578 Oct 18 21:01:16.640815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Checking router: 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:16.641591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Updating router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 port 4145dd64-d47b-4173-805f-bd3f02258851 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:01:16.680211 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:16.724962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:01:16.728691 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:16.823081 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:16.882035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-1f310222-d554-4b40-8a81-3095b00142a9 service neutron] 10.222.0.79 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492325 Oct 18 21:01:17.002183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:17.013285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6657444b-f6d4-4315-84d2-bd464c84f1f2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0907445 Oct 18 21:01:17.013814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52772) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:17.018244 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:17.050983 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:17.057775 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:17.107920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f72436b-61c2-4698-a499-9ecc7cbc9a7e req-4da6ab4c-4dc8-4530-95ce-41f4b2e5f4ae service neutron] 10.222.0.79 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179563 Oct 18 21:01:17.108186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.125087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet 9f3a06bb-036c-4e91-ac2e-a3af30d00f69 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:01:17.153674 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.224789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Subnet': ['ID=a163593c-bb0b-427c-bcbc-108e558829b4,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:17.254571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.279415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Checking segment: {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:17.279783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network hostable DHCP agents. Network: 0a97bf9c-d095-4b66-95ae-b490bd20c3c5, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:01:17.286974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.294901 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.349755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:01:17.375156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0a97bf9c-d095-4b66-95ae-b490bd20c3c5) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:17.387135 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:17.424708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-5a530442-ebae-411c-b955-bf01244c9dad req-8802fea7-af1e-453f-a33d-64fb74d5fdc5 service neutron] (100531) timed out ('10.222.0.79', 55329) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:01:17.434578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:17.435514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.451572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5bd88-8b91-4a00-8232-0c0e9ce57a89 None None] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:01:17.490989 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-15d6ec93-66d1-4ac3-8231-234852254452 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0798755 Oct 18 21:01:17.498310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52780) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:17.529197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa115b-5165-48c4-9221-d4192c84041a None None] Pushing event updated for resources: {'Port': ['ID=4145dd64-d47b-4173-805f-bd3f02258851,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:17.533126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Attempting to bind port 4145dd64-d47b-4173-805f-bd3f02258851 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:01:17.533711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Attempting to bind port 4145dd64-d47b-4173-805f-bd3f02258851 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:01:17.534354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Attempting to bind port 4145dd64-d47b-4173-805f-bd3f02258851 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:17.560280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:01:17.560917 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:17.561570 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.562207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:01:17.563003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Bound port: 4145dd64-d47b-4173-805f-bd3f02258851, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:01:17.564173 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.580169 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.733727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] For port 4145dd64-d47b-4173-805f-bd3f02258851, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:17.740032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] For port 4145dd64-d47b-4173-805f-bd3f02258851, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4145dd64-d47b-4173-805f-bd3f02258851,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:17.758526 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.784906 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.851078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3a06bb-036c-4e91-ac2e-a3af30d00f69,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:17.855926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:17.862971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a440adda-aa8a-4e19-ae96-a5200802ec3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/9f3a06bb-036c-4e91-ac2e-a3af30d00f69 HTTP/1.1" status: 204 len: 168 time: 0.8464022 Oct 18 21:01:17.863827 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52794) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:17.886737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4b208-7bc5-43fd-a7e9-bcba598b5e77 None None] Network 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:01:17.921300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf815-a85a-4bc9-83fc-9e89e861a9c3 req-d443cf72-04cd-4b18-8612-c9a80d2d4940 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:17.930707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e3cf815-a85a-4bc9-83fc-9e89e861a9c3 req-d443cf72-04cd-4b18-8612-c9a80d2d4940 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1094 time: 0.2232234 Oct 18 21:01:17.988878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:18.031638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e3cf815-a85a-4bc9-83fc-9e89e861a9c3 req-59ac305a-c90e-4732-ae2d-026cd05ddf33 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998533 Oct 18 21:01:18.155358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port d85bbaa1-cdba-4263-9b29-dd89430238ad {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:18.156323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:18.251652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa115b-5165-48c4-9221-d4192c84041a None None] Pushing event updated for resources: {'Port': ['ID=4145dd64-d47b-4173-805f-bd3f02258851,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:18.255520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:18.256264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:18.323395 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:15Z', 'revision_number': 9, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:18.393607 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:18.414818 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:18.415454 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:00:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:18.449744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:18.618380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port d85bbaa1-cdba-4263-9b29-dd89430238ad, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d85bbaa1-cdba-4263-9b29-dd89430238ad,segment=NetworkSegment(c6ea6047-41e9-4e76-a6cd-f5270fd539ce),segment_id=c6ea6047-41e9-4e76-a6cd-f5270fd539ce)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:18.621122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:18.665777 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:18.696979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:01:18.709150 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:18.710045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for d85bbaa1-cdba-4263-9b29-dd89430238ad owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:18.875268 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:01:19.064123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:19.192009 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:15Z', 'revision_number': 9, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:19.246548 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce1c24-d947-4578-8e9e-fcd309b2e233 None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:15Z', 'revision_number': 9, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e0492-17d0-4f33-b4e9-fb47497f8240', 'name': '', 'network_id': '372a4c09-97e5-43c8-b2ef-f4cc131529b6', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:13:d0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:25Z', 'updated_at': '2021-10-18T21:00:41Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'c2cafaff-df5d-4db0-b35a-2f888d9912e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:19.338609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccbb16-14b7-4357-9257-8841abbe9e71 req-44a10bf9-9b15-4c26-9433-52bcca4cc398 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:19.359111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2dccbb16-14b7-4357-9257-8841abbe9e71 req-44a10bf9-9b15-4c26-9433-52bcca4cc398 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1029062 Oct 18 21:01:19.446714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec22cc37-c74f-451e-b858-f45c301e6ff1 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:01:19.463052 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-737d08b5-8469-472c-8512-188d6f608d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:19.465477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:19.559267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2dccbb16-14b7-4357-9257-8841abbe9e71 req-adb3b727-eb6b-477f-8d5b-05782d6fb18f tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978152 Oct 18 21:01:19.578336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port d85bbaa1-cdba-4263-9b29-dd89430238ad on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:19.588533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=d85bbaa1-cdba-4263-9b29-dd89430238ad,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:19.750170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44395720-3b60-401a-94e0-659645e49f0c None None] DHCP port deletion for 72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:01:19.816108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.resource_extend [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 21:01:19.843276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 708961a8-8b27-42c9-814f-f4bdbbcb8611 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:19.974673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:19.983610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 708961a8-8b27-42c9-814f-f4bdbbcb8611 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:19.984276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 708961a8-8b27-42c9-814f-f4bdbbcb8611 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:19.984915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d85bbaa1-cdba-4263-9b29-dd89430238ad no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:20.023309 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.069606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ebb9eb-4d2d-4180-8362-8ced2b3ccd28']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:20.085119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d85bbaa1-cdba-4263-9b29-dd89430238ad {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:20.085734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d85bbaa1-cdba-4263-9b29-dd89430238ad not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:20.129942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:20.130243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ea6047-41e9-4e76-a6cd-f5270fd539ce') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:20.143602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ec22cc37-c74f-451e-b858-f45c301e6ff1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec22cc37-c74f-451e-b858-f45c301e6ff1,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:20.146931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Allocated IP 172.20.0.2 (0a97bf9c-d095-4b66-95ae-b490bd20c3c5/a163593c-bb0b-427c-bcbc-108e558829b4/a3a488ef-75b2-4a5e-92dc-2689d5aabd01) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:01:20.152655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.172199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'ec22cc37-c74f-451e-b858-f45c301e6ff1', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'port_id': 'ec22cc37-c74f-451e-b858-f45c301e6ff1', 'mac_address': 'fa:16:3e:0a:08:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:01:20.178868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.198833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:01:20.201786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0716b153-2d24-470d-b3dc-079085322239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:14Z', 'revision_number': 3, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:20.203991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:01:20.209324 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:01:20.326717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716b153-2d24-470d-b3dc-079085322239 None None] The sync data for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 is: [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:14Z', 'revision_number': 3, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:20.344051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.376250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec22cc37-c74f-451e-b858-f45c301e6ff1 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:01:20.430912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.454358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.460662 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/72ebb9eb-4d2d-4180-8362-8ced2b3ccd28 HTTP/1.1" status: 204 len: 168 time: 2.5950067 Oct 18 21:01:20.463735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52824) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:20.466716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ec22cc37-c74f-451e-b858-f45c301e6ff1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec22cc37-c74f-451e-b858-f45c301e6ff1,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:20.495559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005235d3-943b-47c2-a1a7-4fb8fd2f5ab4 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=72ebb9eb-4d2d-4180-8362-8ced2b3ccd28,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:20.563095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.574209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.585701 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:20.609943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:01:20.784838 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-fa38c600-de14-42e6-b786-c25d90a0d1c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1358323 Oct 18 21:01:20.861502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:20.866956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ec22cc37-c74f-451e-b858-f45c301e6ff1,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:20.890710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:01:21.052245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.052817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.053819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.053819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.054191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.054637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.055089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.057185 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4ee5f3e4-e73c-4a2a-9426-120d101c34a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 0.1656489 Oct 18 21:01:21.081777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Attempting to bind port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:01:21.082248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Attempting to bind port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:01:21.083223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Attempting to bind port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 on network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:21.089951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec22cc37-c74f-451e-b858-f45c301e6ff1'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:01:21.180269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:01:21.180695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Checking segment: {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:21.181095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:21.181495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Bound using segment: {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:01:21.181980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Bound port: a3a488ef-75b2-4a5e-92dc-2689d5aabd01, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:01:21.182370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:21.320841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] For port a3a488ef-75b2-4a5e-92dc-2689d5aabd01, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:21.330661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] For port a3a488ef-75b2-4a5e-92dc-2689d5aabd01, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a3a488ef-75b2-4a5e-92dc-2689d5aabd01,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:21.337220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Pushing event updated for resources: {'Port': ['ID=a3a488ef-75b2-4a5e-92dc-2689d5aabd01,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:21.349831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:21.375179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-204b8dfd-0992-4301-a128-47a297769877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.382217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-204b8dfd-0992-4301-a128-47a297769877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.385125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-204b8dfd-0992-4301-a128-47a297769877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.391788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-204b8dfd-0992-4301-a128-47a297769877 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 2293 time: 0.3017302 Oct 18 21:01:21.599974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-d678f242-1490-42b8-ab44-d93da967e579 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 999 time: 0.1984277 Oct 18 21:01:21.635788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4145dd64-d47b-4173-805f-bd3f02258851 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:21.792600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-cf7d65a6-a55a-471e-af6f-9303255d0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.798824 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-cf7d65a6-a55a-471e-af6f-9303255d0be3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 200 len: 851 time: 0.1877046 Oct 18 21:01:21.862686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8b010-ecc2-4b2e-8c2f-af99d6c451d5 req-76131812-6c2a-4f1e-b880-c1520c7fcf89 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:21.865006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c86a04-b8a2-4907-9994-389b989c771f None None] Pushing event updated for resources: {'Port': ['ID=a3a488ef-75b2-4a5e-92dc-2689d5aabd01,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:21.888302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1f8b010-ecc2-4b2e-8c2f-af99d6c451d5 req-76131812-6c2a-4f1e-b880-c1520c7fcf89 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1095 time: 0.7767870 Oct 18 21:01:21.987178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4145dd64-d47b-4173-805f-bd3f02258851 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:21.988039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:22.006677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-df6d5a44-1e19-401b-8418-6cf69bc9aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:22.008271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-df6d5a44-1e19-401b-8418-6cf69bc9aaee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741195 Oct 18 21:01:22.079470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.20.0.1 (0a97bf9c-d095-4b66-95ae-b490bd20c3c5/a163593c-bb0b-427c-bcbc-108e558829b4/aaa05138-b3bb-4869-9c3a-d32efdabab98) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:01:22.225064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-5592f0a9-eabb-4022-903e-fcb9b97bef21 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079904 Oct 18 21:01:22.396958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:22.480335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 4145dd64-d47b-4173-805f-bd3f02258851, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4145dd64-d47b-4173-805f-bd3f02258851,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:22.494770 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:22.509232 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-269423e5-02e7-410d-b83e-22e4c8a225c2 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745178 Oct 18 21:01:22.552182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1f8b010-ecc2-4b2e-8c2f-af99d6c451d5 req-652180a7-e81f-49a9-b7c3-e57fda9b24ea tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737632 Oct 18 21:01:22.587394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=4145dd64-d47b-4173-805f-bd3f02258851,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:22.620761 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-8b5cbcaa-f9ec-486b-8001-c190d80c72ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 217 time: 0.1019342 Oct 18 21:01:22.681744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-91359762-870f-430c-bf8a-01ccfb5d18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:22.683266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-91359762-870f-430c-bf8a-01ccfb5d18e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.0559995 Oct 18 21:01:22.740965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-9a12d022-d744-4430-98e7-ea4a7922922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:22.743268 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-9a12d022-d744-4430-98e7-ea4a7922922d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518417 Oct 18 21:01:22.966651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-1b4efe2e-a22d-44d2-8c0b-c031b91bcac5 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115033 Oct 18 21:01:22.970700 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:23.153227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:23.184075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fe443a18-5424-4aa6-a744-02adfb6baed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:23.232271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:01:23.258376 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:23.266033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:01:23.267734 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-a11f6ec8-64d8-42c3-8a3f-c197851b17c1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922361 Oct 18 21:01:23.352889 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:23.364045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-423e25f3-f41a-49f9-b6be-a5c1190700f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 217 time: 0.0767825 Oct 18 21:01:23.414562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec22cc37-c74f-451e-b858-f45c301e6ff1 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:23.491657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-0929a93d-6c54-41e9-a34b-0fe361167b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:23.504037 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-0929a93d-6c54-41e9-a34b-0fe361167b7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1298466 Oct 18 21:01:23.518647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c0571-292b-4e5b-a836-8d707f95cc1b None None] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:01:23.705526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-0618c4c5-61da-47be-bd82-59bb5c22ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:23.712563 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-0618c4c5-61da-47be-bd82-59bb5c22ff14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2041638 Oct 18 21:01:23.870230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=aaa05138-b3bb-4869-9c3a-d32efdabab98,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:23.895118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fdbd7c4b-e0aa-40c9-8de2-8dd20509cf5b None None] Provisioning complete for port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:23.896695 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7c4b-e0aa-40c9-8de2-8dd20509cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:24.022399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:24.095237 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-7e1ed3ec-021a-40a3-9838-7d67a870ee42 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738496 Oct 18 21:01:24.106226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4145dd64-d47b-4173-805f-bd3f02258851 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:24.211514 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed52667-1b35-439b-bc1e-6761f18e40e0 req-52a6eb45-7873-4771-b471-454734070b19 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:24.213218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aed52667-1b35-439b-bc1e-6761f18e40e0 req-52a6eb45-7873-4771-b471-454734070b19 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1095 time: 0.2642052 Oct 18 21:01:24.221716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:24.316861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4145dd64-d47b-4173-805f-bd3f02258851 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:24.318577 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:24.394162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-fd309352-5f9f-457f-8243-b37f58a92fa7 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899451 Oct 18 21:01:24.414123 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:24.449402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-fa25c4ba-1b76-433a-a179-42d5079b8b63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 200 len: 217 time: 0.0464170 Oct 18 21:01:24.487067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aed52667-1b35-439b-bc1e-6761f18e40e0 req-0bda9735-b84a-479d-b4ae-1119f697a9d5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562737 Oct 18 21:01:24.488028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port ec22cc37-c74f-451e-b858-f45c301e6ff1 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:01:24.524807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port ec22cc37-c74f-451e-b858-f45c301e6ff1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:24.524807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:24.569371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-2e12c5b3-dc16-4e03-be0c-426b44a1659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:24.571915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-2e12c5b3-dc16-4e03-be0c-426b44a1659e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1147153 Oct 18 21:01:24.683303 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7c4b-e0aa-40c9-8de2-8dd20509cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:24.763724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a3a488ef-75b2-4a5e-92dc-2689d5aabd01 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:24.884170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-b4238884-5e44-4735-87c9-ca8b2d033fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:24.897886 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-b4238884-5e44-4735-87c9-ca8b2d033fab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3062220 Oct 18 21:01:25.141033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fdbd7c4b-e0aa-40c9-8de2-8dd20509cf5b None None] For port a3a488ef-75b2-4a5e-92dc-2689d5aabd01, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a3a488ef-75b2-4a5e-92dc-2689d5aabd01,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:25.212799 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7c4b-e0aa-40c9-8de2-8dd20509cf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.221048 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-bbbdc074-3c1b-40a4-8769-ce3bb19b46a2 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218772 Oct 18 21:01:25.230534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.264126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.341877 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.343277 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.401272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd7c4b-e0aa-40c9-8de2-8dd20509cf5b None None] Pushing event updated for resources: {'Port': ['ID=a3a488ef-75b2-4a5e-92dc-2689d5aabd01,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:25.423245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec22cc37-c74f-451e-b858-f45c301e6ff1'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:01:25.434158 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0fa80-454e-4143-ab08-be266a4573a7" -d '{"events": [{"server_uuid": "6698f30e-ac65-406b-a0b9-e2d878a43ae0", "name": "network-vif-plugged", "status": "completed", "tag": "ec22cc37-c74f-451e-b858-f45c301e6ff1"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:01:25.479184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:25.480785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=aaa05138-b3bb-4869-9c3a-d32efdabab98,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:25.482678 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.512582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ec22cc37-c74f-451e-b858-f45c301e6ff1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec22cc37-c74f-451e-b858-f45c301e6ff1,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:25.590176 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-2d06f893-1587-4491-a122-7bc03025bc7f service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586514 Oct 18 21:01:25.639454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.660625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:25.713671 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4c2b5cc8-1d99-43ba-9cf0-ed888a9e7919 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 200 len: 217 time: 0.1160066 Oct 18 21:01:25.774500 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dfbf3a-1199-4ce2-9bd7-b910b3233c51 x-openstack-request-id: req-a5dfbf3a-1199-4ce2-9bd7-b910b3233c51 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:01:25.774850 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6698f30e-ac65-406b-a0b9-e2d878a43ae0", "name": "network-vif-plugged", "status": "completed", "tag": "ec22cc37-c74f-451e-b858-f45c301e6ff1", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:01:25.775196 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5dfbf3a-1199-4ce2-9bd7-b910b3233c51 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:01:25.775749 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec22cc37-c74f-451e-b858-f45c301e6ff1', 'code': 200} Oct 18 21:01:25.780862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ec22cc37-c74f-451e-b858-f45c301e6ff1,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:25.882195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-1d34ff20-ccf0-4ec2-8e72-47f1d0261ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:25.884026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-1d34ff20-ccf0-4ec2-8e72-47f1d0261ce8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.1613936 Oct 18 21:01:25.960776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2d60f39e-b70e-42a2-9a8d-4f4099fac630 None None] Provisioning complete for port aaa05138-b3bb-4869-9c3a-d32efdabab98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:25.961365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d60f39e-b70e-42a2-9a8d-4f4099fac630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.053997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-95e5c592-ffd9-4f7b-a1cb-1fdc664e30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:26.055410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-95e5c592-ffd9-4f7b-a1cb-1fdc664e30ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1627703 Oct 18 21:01:26.079366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2d60f39e-b70e-42a2-9a8d-4f4099fac630 None None] Port aaa05138-b3bb-4869-9c3a-d32efdabab98 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:26.093378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2d60f39e-b70e-42a2-9a8d-4f4099fac630 None None] Provisioning complete for port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:26.093650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d60f39e-b70e-42a2-9a8d-4f4099fac630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.256016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a8f-cddd-4cb9-9ae3-3e7e6f33978e req-385a4d1b-dde4-4b43-8f1b-ad54a43a2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:26.259295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d988a8f-cddd-4cb9-9ae3-3e7e6f33978e req-385a4d1b-dde4-4b43-8f1b-ad54a43a2779 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.5078473 Oct 18 21:01:26.292836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port e90e0492-17d0-4f33-b4e9-fb47497f8240 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:26.293194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.385733 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-07c5b5b4-9134-420d-837c-68fdbf40acac service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160007 Oct 18 21:01:26.472663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a3a488ef-75b2-4a5e-92dc-2689d5aabd01 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:26.473268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port e90e0492-17d0-4f33-b4e9-fb47497f8240, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e90e0492-17d0-4f33-b4e9-fb47497f8240,segment=NetworkSegment(a97d3c16-febd-45e4-ba55-bdb276579e2b),segment_id=a97d3c16-febd-45e4-ba55-bdb276579e2b)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:26.473651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.493741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for e90e0492-17d0-4f33-b4e9-fb47497f8240 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:26.555889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52920) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:26.620894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f0c11-8036-4327-986c-694e55ae5018 req-857deae1-0d41-4f60-a175-9f9480344424 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:26.631727 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc5f0c11-8036-4327-986c-694e55ae5018 req-857deae1-0d41-4f60-a175-9f9480344424 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.7491930 Oct 18 21:01:26.637296 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-ee54b449-1962-4189-a51d-3e1f0e47408f service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410617 Oct 18 21:01:26.660483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.681014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:01:26.689619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:26.713426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:26.713660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.785841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-3c06dd75-91fe-45e4-a7be-5bc3e757f92b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 200 len: 217 time: 0.1391051 Oct 18 21:01:26.789851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f6132b2f-ce47-45f8-b221-cf258af83129 None None] Provisioning complete for port aaa05138-b3bb-4869-9c3a-d32efdabab98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:26.790435 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f6132b2f-ce47-45f8-b221-cf258af83129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.891711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7173213-a744-4051-a1ee-fe9f01bc289e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.896246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f6132b2f-ce47-45f8-b221-cf258af83129 None None] Port aaa05138-b3bb-4869-9c3a-d32efdabab98 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:26.898516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d988a8f-cddd-4cb9-9ae3-3e7e6f33978e req-1c644542-eb40-4ff7-96d5-17e273936152 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263087 Oct 18 21:01:26.929318 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:26.957888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-11d12444-058e-4c87-b552-439063384b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:26.961013 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-11d12444-058e-4c87-b552-439063384b38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.1675153 Oct 18 21:01:27.068572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bc5f0c11-8036-4327-986c-694e55ae5018 req-61a053c8-84a9-4333-83ab-2579c90aedd6 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347210 Oct 18 21:01:27.074579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=e90e0492-17d0-4f33-b4e9-fb47497f8240,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:27.103897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-6e2e9b7f-abf1-40a8-b34c-bc5afa133c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:27.105768 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-6e2e9b7f-abf1-40a8-b34c-bc5afa133c9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1369443 Oct 18 21:01:27.197431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f5da9d19-e1eb-48ab-9fbf-f2e4a334e378 None None] Provisioning complete for port aaa05138-b3bb-4869-9c3a-d32efdabab98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:27.198436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f5da9d19-e1eb-48ab-9fbf-f2e4a334e378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:27.262953 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7173213-a744-4051-a1ee-fe9f01bc289e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:27.274367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a7173213-a744-4051-a1ee-fe9f01bc289e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:27.297204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f5da9d19-e1eb-48ab-9fbf-f2e4a334e378 None None] Port aaa05138-b3bb-4869-9c3a-d32efdabab98 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:27.357195 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-4e3743db-6721-4808-8d98-073f3e33d5ba service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398763 Oct 18 21:01:27.375199 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a7173213-a744-4051-a1ee-fe9f01bc289e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=520f8de1819e4b35a49ed668d149ea98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116846 Oct 18 21:01:27.383276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52926) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:27.408519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7173213-a744-4051-a1ee-fe9f01bc289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100f1e45-c493-4100-8396-5c0f0b17c6d1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:27.603422 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-769eede2-6e4e-4e82-9381-de67e3202007 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314167 Oct 18 21:01:27.687252 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97c81d6c-5ace-44e0-981f-d4d4bd620b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:27.694753 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-81ae4036-bb68-43c5-9585-55904160a0b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 217 time: 0.0803816 Oct 18 21:01:27.768796 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97c81d6c-5ace-44e0-981f-d4d4bd620b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:27.818359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-3a8a8be5-d7e5-47fe-a69d-8076d0af0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:27.820555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-3a8a8be5-d7e5-47fe-a69d-8076d0af0d0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.1147172 Oct 18 21:01:27.895257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97c81d6c-5ace-44e0-981f-d4d4bd620b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:27.898593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97c81d6c-5ace-44e0-981f-d4d4bd620b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:27.903513 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-97c81d6c-5ace-44e0-981f-d4d4bd620b6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/100f1e45-c493-4100-8396-5c0f0b17c6d1 HTTP/1.1" status: 204 len: 168 time: 0.5191469 Oct 18 21:01:27.914714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3fecd-5c48-468c-9a42-8eada3b7e746 req-65a5d1b5-2323-4974-8634-619eb2cfa766 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:27.927549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecc3fecd-5c48-468c-9a42-8eada3b7e746 req-65a5d1b5-2323-4974-8634-619eb2cfa766 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.7043095 Oct 18 21:01:27.976893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c81d6c-5ace-44e0-981f-d4d4bd620b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100f1e45-c493-4100-8396-5c0f0b17c6d1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:27.979377 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:28.017029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-f1ad3a91-f8f3-40ed-ac1d-cf0578809e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:28.034906 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-f1ad3a91-f8f3-40ed-ac1d-cf0578809e48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942267 Oct 18 21:01:28.051141 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecc3fecd-5c48-468c-9a42-8eada3b7e746 req-56a40571-c066-448d-9e1a-bdfe51c865a4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205184 Oct 18 21:01:28.186579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:28.209772 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-93bc1d54-c143-4aa1-b843-fae520473b74 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716168 Oct 18 21:01:28.522354 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7db9171c-4d3d-4ccd-bf94-27ee6897d4e4 req-e8a75090-355f-4853-8b43-ee06895987c8 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919545 Oct 18 21:01:28.682955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52936) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:28.698141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7fb933d-24cb-4dd8-8870-66248199a8f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:28.764759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db487a93-8368-4f37-a08d-ea21e837801e req-4260e780-9fbd-4f15-b738-16a263f85014 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:28.767397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db487a93-8368-4f37-a08d-ea21e837801e req-4260e780-9fbd-4f15-b738-16a263f85014 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.3466051 Oct 18 21:01:28.819986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:28.820312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7fb933d-24cb-4dd8-8870-66248199a8f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:28.826006 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d7fb933d-24cb-4dd8-8870-66248199a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:28.842293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-031a45ef-a060-40cd-bcf6-093693d282ff tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "PUT /v2.0/routers/9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3337455 Oct 18 21:01:28.842560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Sync routers for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:28.843246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52938) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:28.856155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:28.857135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:28.897763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d7fb933d-24cb-4dd8-8870-66248199a8f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf67d7bbd55e4ba5b31082ee66db1ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132554 Oct 18 21:01:28.899790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb933d-24cb-4dd8-8870-66248199a8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd2bbee-af62-411d-8dda-9a0ec415f937,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:28.900681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:28.903051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52940) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:28.945586 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db487a93-8368-4f37-a08d-ea21e837801e req-a4b8512c-5730-4340-8783-3abce4d62e76 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498287 Oct 18 21:01:28.991558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d8467c3-e3d4-48c9-851c-82fe8df0a019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.022338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d8467c3-e3d4-48c9-851c-82fe8df0a019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.083970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:29.115553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d8467c3-e3d4-48c9-851c-82fe8df0a019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.120767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d8467c3-e3d4-48c9-851c-82fe8df0a019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.122468 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0d8467c3-e3d4-48c9-851c-82fe8df0a019 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccd2bbee-af62-411d-8dda-9a0ec415f937 HTTP/1.1" status: 204 len: 168 time: 0.2183995 Oct 18 21:01:29.145655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8467c3-e3d4-48c9-851c-82fe8df0a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd2bbee-af62-411d-8dda-9a0ec415f937,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:29.284214 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.284572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.285057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.285485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.285941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.286385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.286828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.287279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.287724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.288165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.288630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.289072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.289505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.296111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ca7ee06f-af4d-4c4d-a7ec-52e9ccf54051 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9136 time: 0.4480922 Oct 18 21:01:29.297469 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52950) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:29.307500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:29.313839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dde427fe-58ac-4665-b62a-8e791fff90b2 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8475575 Oct 18 21:01:29.316266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b62f7e-f98d-4f3f-a985-5500522fd6ba req-b7115859-309e-4145-85fc-93cfe292507d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.318152 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24b62f7e-f98d-4f3f-a985-5500522fd6ba req-b7115859-309e-4145-85fc-93cfe292507d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1839454 Oct 18 21:01:29.318666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 52952) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:29.336089 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44547b-eae2-4013-a161-c8201420770e None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:29.372095 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:29.372935 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:29.478876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet c2cafaff-df5d-4db0-b35a-2f888d9912e6 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:01:29.495982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.563725 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:29.566456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:24Z', 'revision_number': 2, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:29.567955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24b62f7e-f98d-4f3f-a985-5500522fd6ba req-18082afc-d6a4-403b-b4a6-ed82934f82aa tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067237 Oct 18 21:01:29.602542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.603563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.604349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.605077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.606163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.607937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.609573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.613464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.614803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.616138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.617465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.618973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.620482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:29.627130 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fa50bbff-a7f1-4045-938b-cff4fd15955a tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8328 time: 0.3253341 Oct 18 21:01:29.631216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52962) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:29.637709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.711438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Checking router: 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:29.711865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Updating router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 port aaa05138-b3bb-4869-9c3a-d32efdabab98 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:01:29.776670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.878957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:29.980192 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:26Z', 'revision_number': 10, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:30.020855 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44547b-eae2-4013-a161-c8201420770e None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:30.044819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:30.053571 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:30.057411 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:30.064017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a4f5923c-8c4f-4a80-bc99-ce3f80cea5f6 tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5024 time: 0.4153838 Oct 18 21:01:30.118708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47920c4-b577-42fa-bf98-ee480310ec58 None None] Network 372a4c09-97e5-43c8-b2ef-f4cc131529b6 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:01:30.119582 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:30.127564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/c2cafaff-df5d-4db0-b35a-2f888d9912e6 HTTP/1.1" status: 204 len: 168 time: 0.8069742 Oct 18 21:01:30.130833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52974) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:30.148370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264170-fee2-4c79-950d-97db9939090c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=c2cafaff-df5d-4db0-b35a-2f888d9912e6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:30.244582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39243513-5fa8-4942-9c78-c05a693114e8 req-50b278d2-cfa7-4a02-bd2e-b457791bb515 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:30.263697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39243513-5fa8-4942-9c78-c05a693114e8 req-50b278d2-cfa7-4a02-bd2e-b457791bb515 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.4491537 Oct 18 21:01:30.349940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39243513-5fa8-4942-9c78-c05a693114e8 req-751a5ef0-397a-487c-b9c2-889ae2b94edd tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851319 Oct 18 21:01:30.377191 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:30.391907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:30.542338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 987f1476-8e04-4874-bee3-8ac1ee4254da {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:30.543355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:30.684845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] DHCP port deletion for 372a4c09-97e5-43c8-b2ef-f4cc131529b6 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:01:30.740407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f920-dfe3-43ed-8efe-6827f55e3658 req-35a9f2e8-6881-4629-8d34-e4270370733c tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:30.741607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b60f920-dfe3-43ed-8efe-6827f55e3658 req-35a9f2e8-6881-4629-8d34-e4270370733c tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0997334 Oct 18 21:01:30.806031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 987f1476-8e04-4874-bee3-8ac1ee4254da, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=987f1476-8e04-4874-bee3-8ac1ee4254da,segment=NetworkSegment(a97d3c16-febd-45e4-ba55-bdb276579e2b),segment_id=a97d3c16-febd-45e4-ba55-bdb276579e2b)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:30.806705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:30.859833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 987f1476-8e04-4874-bee3-8ac1ee4254da owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:30.864317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b60f920-dfe3-43ed-8efe-6827f55e3658 req-44c1a0bc-7c4a-4acb-9ef7-11940276a0fb tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943596 Oct 18 21:01:30.896431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] Deleting port 987f1476-8e04-4874-bee3-8ac1ee4254da {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:30.914612 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:30.966671 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ac44547b-eae2-4013-a161-c8201420770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:26Z', 'revision_number': 10, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:31.090929 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.106079 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac44547b-eae2-4013-a161-c8201420770e None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:26Z', 'revision_number': 10, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None, '_interfaces': [{'id': '30e45d20-5b2d-4a40-9103-72978afea58f', 'name': '', 'network_id': '18041a3f-e20c-404a-b3d8-51ee00253e15', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'mac_address': 'fa:16:3e:94:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:19Z', 'updated_at': '2021-10-18T21:00:26Z', 'revision_number': 5, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'subnets': [{'id': 'ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:31.130444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=987f1476-8e04-4874-bee3-8ac1ee4254da,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:31.148779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port 987f1476-8e04-4874-bee3-8ac1ee4254da on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:31.169704 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.195872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.216428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] For port 987f1476-8e04-4874-bee3-8ac1ee4254da, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=987f1476-8e04-4874-bee3-8ac1ee4254da,segment=NetworkSegment(a97d3c16-febd-45e4-ba55-bdb276579e2b),segment_id=a97d3c16-febd-45e4-ba55-bdb276579e2b)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:31.217092 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.298419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 52996) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:31.307456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0b8d7ce5-52ca-403e-b207-ac417336b147 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943210510', 'description': 'tempest-secgroup-smoke-943210510 description', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:31.315590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] Calling delete_port for 987f1476-8e04-4874-bee3-8ac1ee4254da owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:31.465240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0305b-69fb-487e-a8bb-ef397c6b7047 None None] Pushing event updated for resources: {'Port': ['ID=aaa05138-b3bb-4869-9c3a-d32efdabab98,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:31.505049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.544722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ce5-52ca-403e-b207-ac417336b147 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.648765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Attempting to bind port aaa05138-b3bb-4869-9c3a-d32efdabab98 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:01:31.650797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Attempting to bind port aaa05138-b3bb-4869-9c3a-d32efdabab98 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:01:31.651965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Attempting to bind port aaa05138-b3bb-4869-9c3a-d32efdabab98 on network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:31.680543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:01:31.681179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Checking segment: {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:31.681669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.682434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Bound using segment: {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:01:31.683275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Bound port: aaa05138-b3bb-4869-9c3a-d32efdabab98, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:01:31.683886 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.687240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-4859cf4a-1ecf-493a-9b61-cc48d1f61552 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:31.689059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-4859cf4a-1ecf-493a-9b61-cc48d1f61552 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/networks?id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc HTTP/1.1" status: 200 len: 911 time: 0.2802742 Oct 18 21:01:31.693382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-2d66c8ad-350a-47b9-9f65-7dc0766f75db service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1733468 Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:01:31.706042 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:01:31.811689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6c34f213-be85-4030-8f18-bdb21b50a62f tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/quotas/9685dcd5bc3941fe859d3472d5552a93 HTTP/1.1" status: 200 len: 375 time: 0.0760484 Oct 18 21:01:31.831641 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.869254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] Pushing event deleted for resources: {'Port': ['ID=987f1476-8e04-4874-bee3-8ac1ee4254da,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:31.875823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] For port aaa05138-b3bb-4869-9c3a-d32efdabab98, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:31.883821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e94ac2e-23db-4503-be1c-ee2bf90ff960 None None] No DVR routers for this DVR port 987f1476-8e04-4874-bee3-8ac1ee4254da on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:31.929144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] For port aaa05138-b3bb-4869-9c3a-d32efdabab98, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=aaa05138-b3bb-4869-9c3a-d32efdabab98,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:31.930522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3cb74643-1d14-46f0-82dc-76a8532e2bbb None None] Provisioning complete for port aaa05138-b3bb-4869-9c3a-d32efdabab98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:31.930843 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3cb74643-1d14-46f0-82dc-76a8532e2bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:31.954673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-b62a96c7-33d0-431d-a23a-aa2ac17b4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:31.956286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-b62a96c7-33d0-431d-a23a-aa2ac17b4b11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 1097 time: 0.2147155 Oct 18 21:01:32.002113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-63b5b817-bded-4073-8c83-194d1624390f tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=9685dcd5bc3941fe859d3472d5552a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1729391 Oct 18 21:01:32.052808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.119386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 987f1476-8e04-4874-bee3-8ac1ee4254da no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:32.150728 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-cdadb867-f22f-4948-9d4e-47404ec4ff6b service neutron] 10.222.0.66 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463969 Oct 18 21:01:32.171187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372a4c09-97e5-43c8-b2ef-f4cc131529b6']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:32.186859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97d3c16-febd-45e4-ba55-bdb276579e2b') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:32.187240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97d3c16-febd-45e4-ba55-bdb276579e2b') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:32.209137 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.233434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.244440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:01:32.244754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:01:32.248068 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:01:32.297142 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 987f1476-8e04-4874-bee3-8ac1ee4254da {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:32.298023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 987f1476-8e04-4874-bee3-8ac1ee4254da not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:32.298420 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e90e0492-17d0-4f33-b4e9-fb47497f8240 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:32.333129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:32.351134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:32.356677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-de0a644d-224d-49b2-97f2-aeb959e35ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:32.364732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-de0a644d-224d-49b2-97f2-aeb959e35ac3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 200 len: 915 time: 0.2249551 Oct 18 21:01:32.395522 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ce5-52ca-403e-b207-ac417336b147 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.398130 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.414005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.424014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/372a4c09-97e5-43c8-b2ef-f4cc131529b6 HTTP/1.1" status: 204 len: 168 time: 2.2881131 Oct 18 21:01:32.425384 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ce5-52ca-403e-b207-ac417336b147 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.429250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53026) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:32.474678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9fb10-b359-49c0-9abf-9c5abf101e3d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=372a4c09-97e5-43c8-b2ef-f4cc131529b6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:32.494866 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ce5-52ca-403e-b207-ac417336b147 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.496282 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b8d7ce5-52ca-403e-b207-ac417336b147 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1967964 Oct 18 21:01:32.507196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53028) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:32.513472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dda9c9a4-617b-426c-8b0a-e473f69acbfc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': '6ef42f80-c892-4c45-b244-7ba3f87dc43e', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:32.522921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e90e0492-17d0-4f33-b4e9-fb47497f8240 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:32.523351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e90e0492-17d0-4f33-b4e9-fb47497f8240 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:32.729663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-5be9088e-67fa-4753-8635-781b027fdacd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78757bb3-1809-4362-b58c-fab917030e12 HTTP/1.1" status: 200 len: 217 time: 0.2410848 Oct 18 21:01:32.773988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d7ce5-52ca-403e-b207-ac417336b147 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef42f80-c892-4c45-b244-7ba3f87dc43e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:32.775759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0305b-69fb-487e-a8bb-ef397c6b7047 None None] Pushing event updated for resources: {'Port': ['ID=aaa05138-b3bb-4869-9c3a-d32efdabab98,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:32.798540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3cb74643-1d14-46f0-82dc-76a8532e2bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.852843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:32.853966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-579a486b-bc5a-4970-852f-29986d6cec31 service neutron] 10.222.0.66 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019730 Oct 18 21:01:32.858530 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dda9c9a4-617b-426c-8b0a-e473f69acbfc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:32.984239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3cb74643-1d14-46f0-82dc-76a8532e2bbb None None] For port aaa05138-b3bb-4869-9c3a-d32efdabab98, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=aaa05138-b3bb-4869-9c3a-d32efdabab98,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:33.007000 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3cb74643-1d14-46f0-82dc-76a8532e2bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:33.022091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-91ec1532-5095-430e-818d-44d3c1ffa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:33.025177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-91ec1532-5095-430e-818d-44d3c1ffa81c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d HTTP/1.1" status: 200 len: 854 time: 0.2575226 Oct 18 21:01:33.104797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-3c373a27-2e93-40d6-a856-f734e79d8ceb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c890bfb5-367f-4ddc-8570-f2888377b207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726759 Oct 18 21:01:33.267280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dda9c9a4-617b-426c-8b0a-e473f69acbfc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:33.302900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dda9c9a4-617b-426c-8b0a-e473f69acbfc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:33.373103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-46aca9c4-db5b-48af-a363-77efd7f6b385 None None] Provisioning complete for port aaa05138-b3bb-4869-9c3a-d32efdabab98 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:33.374461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-46aca9c4-db5b-48af-a363-77efd7f6b385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:33.432488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74643-1d14-46f0-82dc-76a8532e2bbb None None] Pushing event updated for resources: {'Port': ['ID=aaa05138-b3bb-4869-9c3a-d32efdabab98,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:33.468830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9c9a4-617b-426c-8b0a-e473f69acbfc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a69a8d6-8a10-44d0-a80b-0ebc85fa641d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:33.487808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-a9ef8920-8031-476a-a939-ef5aabcaab42 service neutron] 10.222.0.79 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759656 Oct 18 21:01:33.496298 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:33.645624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:31Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:33.689640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dda9c9a4-617b-426c-8b0a-e473f69acbfc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:33.695970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dda9c9a4-617b-426c-8b0a-e473f69acbfc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1825771 Oct 18 21:01:33.700484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83007b77-35eb-4322-a806-f526dcaeeceb None None] The sync data for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 is: [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:31Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:33.701900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53062) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:33.714506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bad2153d-2a3c-4493-9e35-8a31ae7d08f3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': '6ef42f80-c892-4c45-b244-7ba3f87dc43e', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:33.863655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f61abd-94e7-494f-a19f-479f8231228a req-7d3336da-552e-49c5-9f9d-3dbf2089c71e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:33.869652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32f61abd-94e7-494f-a19f-479f8231228a req-7d3336da-552e-49c5-9f9d-3dbf2089c71e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.5702648 Oct 18 21:01:33.991275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bad2153d-2a3c-4493-9e35-8a31ae7d08f3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.156084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d8bc11a-b952-4062-8bc2-e3c8c4d5ea0b req-e862aa59-320b-4170-be66-6c73e4735188 service neutron] 10.222.0.79 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914941 Oct 18 21:01:34.187928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-32f61abd-94e7-494f-a19f-479f8231228a req-5d3e30b6-015b-4413-a64f-1f5a515f6a85 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526913 Oct 18 21:01:34.193842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device aaa05138-b3bb-4869-9c3a-d32efdabab98 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:34.256715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bad2153d-2a3c-4493-9e35-8a31ae7d08f3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.268731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bad2153d-2a3c-4493-9e35-8a31ae7d08f3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.312121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2153d-2a3c-4493-9e35-8a31ae7d08f3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1f1fb0-b165-498b-89ba-b1220ef95259,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:34.332672 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bad2153d-2a3c-4493-9e35-8a31ae7d08f3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.336195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bad2153d-2a3c-4493-9e35-8a31ae7d08f3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6325672 Oct 18 21:01:34.341093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53074) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:34.351970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dff2348e-fe33-4266-b47b-8dd7ebfab450 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': '6ef42f80-c892-4c45-b244-7ba3f87dc43e', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:34.369851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 30e45d20-5b2d-4a40-9103-72978afea58f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:34.371202 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.447795 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dff2348e-fe33-4266-b47b-8dd7ebfab450 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.494285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port aaa05138-b3bb-4869-9c3a-d32efdabab98 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:34.494285 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.724033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 30e45d20-5b2d-4a40-9103-72978afea58f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=30e45d20-5b2d-4a40-9103-72978afea58f,segment=NetworkSegment(75eb99fc-f411-4230-ae5a-644297390d93),segment_id=75eb99fc-f411-4230-ae5a-644297390d93)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:34.724608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.767187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 30e45d20-5b2d-4a40-9103-72978afea58f owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:34.890065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dff2348e-fe33-4266-b47b-8dd7ebfab450 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:34.898992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3f66b25-1c26-4115-8c74-ebb2b10362e5 req-4d3e62df-97a4-4984-8a8b-3ea120cc6ebd tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 210 time: 0.1843545 Oct 18 21:01:34.900300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53078) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:34.911171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dff2348e-fe33-4266-b47b-8dd7ebfab450 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.009002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2348e-fe33-4266-b47b-8dd7ebfab450 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c647abf5-b44e-4bd9-9276-f0106a3752e3,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:35.029079 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dff2348e-fe33-4266-b47b-8dd7ebfab450 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.036046 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dff2348e-fe33-4266-b47b-8dd7ebfab450 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6911855 Oct 18 21:01:35.037271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53082) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:35.059588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-18bad074-c7c7-4934-89fc-537840bbefb6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': '6ef42f80-c892-4c45-b244-7ba3f87dc43e', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:35.214222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18bad074-c7c7-4934-89fc-537840bbefb6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.356674 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-968e550d-d46e-4693-b94e-58e0f4064361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.381388 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.458029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18bad074-c7c7-4934-89fc-537840bbefb6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.491908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18bad074-c7c7-4934-89fc-537840bbefb6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.547751 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bad074-c7c7-4934-89fc-537840bbefb6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02ae368-b2bd-4caa-bc00-faa5205afe52,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:35.568476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=30e45d20-5b2d-4a40-9103-72978afea58f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:35.576142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18bad074-c7c7-4934-89fc-537840bbefb6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.578203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-18bad074-c7c7-4934-89fc-537840bbefb6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5356259 Oct 18 21:01:35.588036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53090) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:35.593839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': '6ef42f80-c892-4c45-b244-7ba3f87dc43e', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:35.636660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b18f2-66d4-47cb-96b2-ad216666ebd8 req-86f057e3-8106-4310-8756-e78f0b1974a0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:35.640267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-026b18f2-66d4-47cb-96b2-ad216666ebd8 req-86f057e3-8106-4310-8756-e78f0b1974a0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1939878 Oct 18 21:01:35.684072 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Project d4d4c26d67a34774a5bdcabee8242846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:01:35.704997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-968e550d-d46e-4693-b94e-58e0f4064361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.708237 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.762885 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-968e550d-d46e-4693-b94e-58e0f4064361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.781115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-026b18f2-66d4-47cb-96b2-ad216666ebd8 req-a8025f83-c994-4d5a-be60-727da7255475 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125162 Oct 18 21:01:35.882332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.973994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:35.983325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e550d-d46e-4693-b94e-58e0f4064361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c809f-d13f-4874-9deb-34be10bd77b1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:36.024869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.087936 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-968e550d-d46e-4693-b94e-58e0f4064361 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7efcc0602d8b4080ad806a069d487ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1858203 Oct 18 21:01:36.144666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53094) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:36.168463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-8ed52cc7-32f2-453d-853b-6a25944a12d1 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:36.171340 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-8ed52cc7-32f2-453d-853b-6a25944a12d1 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.30 "GET /v2.0/networks?id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc HTTP/1.1" status: 200 len: 911 time: 0.7470350 Oct 18 21:01:36.200936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5229be3e-e5c4-4f82-9bf7-d173f8f82ae4,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:36.239233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Request body: {'port': {'device_id': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'admin_state_up': True, 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:36.265842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.274645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53096) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:36.275095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-10350674-36c2-4595-a537-47cf48eca0d3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6855590 Oct 18 21:01:36.285055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d93347c-0b3b-47f3-8765-1918b6ce7186 req-ab1c331d-b8ec-4cbe-9ca4-bd7b458af846 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 210 time: 0.1807029 Oct 18 21:01:36.285551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'security_group_rule': {'security_group_id': '6ef42f80-c892-4c45-b244-7ba3f87dc43e', 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:36.369942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf826b25-de0f-43da-99c5-f180c8775808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.436286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf826b25-de0f-43da-99c5-f180c8775808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.455514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Made reservation on behalf of 9685dcd5bc3941fe859d3472d5552a93 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:01:36.459897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.511284 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf826b25-de0f-43da-99c5-f180c8775808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.511729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:36.516488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf826b25-de0f-43da-99c5-f180c8775808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.521216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cf826b25-de0f-43da-99c5-f180c8775808 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/235c809f-d13f-4874-9deb-34be10bd77b1 HTTP/1.1" status: 204 len: 168 time: 0.3700655 Oct 18 21:01:36.529656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826b25-de0f-43da-99c5-f180c8775808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c809f-d13f-4874-9deb-34be10bd77b1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:36.534454 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Project d4d4c26d67a34774a5bdcabee8242846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:01:36.559446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.914997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:36.929624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e22d0e1c-1a68-454b-a871-d23815abd2ca tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4560292 Oct 18 21:01:36.939512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:36.948866 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53106) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:36.957905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:36.958865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:36.972732 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:36.983881 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.080284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53110) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:37.091498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:37.109394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Allocated IP 172.20.0.6 (4942e57d-03ba-4ce0-a217-bdc1cebc4adc/0f6cde3b-fb92-46ac-8b92-ad88e173ea09/2c2fe09e-b9c5-4ae3-a8f4-60f80d196244) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:01:37.117944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.120778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50a4d721-dc1d-4016-9d36-2cdb990ce582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.134315 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8552723 Oct 18 21:01:37.142948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996aa2-de40-46c1-9fe1-c292fc5fc7d9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48116dd7-b750-485b-b094-f04d58db4fba,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:37.206055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:35Z', 'revision_number': 11, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:37.252582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb826860-3315-47c9-90e8-c4111fa401cf req-e4c7081e-38c1-4167-ad25-9d0156b6a963 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:37.265268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb826860-3315-47c9-90e8-c4111fa401cf req-e4c7081e-38c1-4167-ad25-9d0156b6a963 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.3531425 Oct 18 21:01:37.267229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:37.286078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:37.291830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:37.300903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting subnet ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:01:37.326989 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.466446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb826860-3315-47c9-90e8-c4111fa401cf req-f589e868-bb31-4f08-841d-f08b1d504bb4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874733 Oct 18 21:01:37.489567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.498946 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.510036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:37.615644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50a4d721-dc1d-4016-9d36-2cdb990ce582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.621857 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50a4d721-dc1d-4016-9d36-2cdb990ce582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.623546 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:35Z', 'revision_number': 11, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:37.654694 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.722312 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.739380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec22cc37-c74f-451e-b858-f45c301e6ff1'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:01:37.747573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf8ccb-1a1e-4a3b-b113-8ec11b7be23b None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:35Z', 'revision_number': 11, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:37.772737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:01:37.779529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:37.784925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:01:37.813308 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-50a4d721-dc1d-4016-9d36-2cdb990ce582 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a66ea07d0db400faf9d46f4ee99d7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247467 Oct 18 21:01:37.813308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4d721-dc1d-4016-9d36-2cdb990ce582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb27d68-f154-460f-99dd-e8073ded381f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:37.813881 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53120) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:37.908643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:01:37.951369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Pushing event updated for resources: {'Port': ['ID=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:37.972728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:37.974496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:37.978016 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.016578 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-684abb5e-6429-416e-9ec3-aa30b81d7ce9 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8329680 Oct 18 21:01:38.033694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Request body: {'port': {'device_id': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:38.146649 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cef001f-7352-438c-a8d7-abf308a35ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.153880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.210838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e75a4f-f5d4-4ba4-b618-2bfa8798aadf None None] Network 18041a3f-e20c-404a-b3d8-51ee00253e15 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:01:38.212484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.218981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7 HTTP/1.1" status: 204 len: 168 time: 1.2679734 Oct 18 21:01:38.223355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd24e-bb50-400f-b37f-730d007aa228 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:38.240109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53130) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:38.246448 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cef001f-7352-438c-a8d7-abf308a35ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.391520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 30e45d20-5b2d-4a40-9103-72978afea58f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:38.462998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 30e45d20-5b2d-4a40-9103-72978afea58f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:38.464237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 30e45d20-5b2d-4a40-9103-72978afea58f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:38.511833 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.559587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1496279-1ffb-4bcc-bec6-b036873c12e0 req-c476b58c-5861-43da-afef-1484d51b63a7 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:38.563665 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1496279-1ffb-4bcc-bec6-b036873c12e0 req-c476b58c-5861-43da-afef-1484d51b63a7 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1027 time: 0.5985463 Oct 18 21:01:38.681603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:38.740367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1496279-1ffb-4bcc-bec6-b036873c12e0 req-beccae36-f523-4fd3-80c9-be717fb7996b tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488156 Oct 18 21:01:38.755376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7a30a1a2-a52f-4d52-b5bf-58a34d145c9b None None] Provisioning complete for port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:38.756016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7a30a1a2-a52f-4d52-b5bf-58a34d145c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.776784 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cef001f-7352-438c-a8d7-abf308a35ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.782869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cef001f-7352-438c-a8d7-abf308a35ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.785316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7cef001f-7352-438c-a8d7-abf308a35ddf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fb27d68-f154-460f-99dd-e8073ded381f HTTP/1.1" status: 204 len: 168 time: 0.9688048 Oct 18 21:01:38.832467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Deleting port 6619b265-4631-4d7c-90ab-55706df82a31 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:38.835409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:38.935616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7a30a1a2-a52f-4d52-b5bf-58a34d145c9b None None] Port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:38.957901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'port_id': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'mac_address': 'fa:16:3e:c8:b5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:01:39.023567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] For port 6619b265-4631-4d7c-90ab-55706df82a31, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6619b265-4631-4d7c-90ab-55706df82a31,segment=NetworkSegment(75eb99fc-f411-4230-ae5a-644297390d93),segment_id=75eb99fc-f411-4230-ae5a-644297390d93)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:39.025343 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.037871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:01:39.049514 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.063895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef001f-7352-438c-a8d7-abf308a35ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb27d68-f154-460f-99dd-e8073ded381f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:39.070675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Transition to ACTIVE for port object 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:01:39.080679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.107558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Calling delete_port for 6619b265-4631-4d7c-90ab-55706df82a31 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:39.236374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:39.286433 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.363002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Attempting to bind port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:01:39.363525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Attempting to bind port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:01:39.364074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Attempting to bind port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:39.365143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a380992-02ce-42d1-9d4e-7c5421460a5a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:01:39.386885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:01:39.388244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Attempting to bind port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 on network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:39.398622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:01:39.399172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Checking segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:39.399813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Bound using segment: {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:01:39.400887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Bound port: 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a439ec7-e575-4f3b-af30-eca627fbdfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:01:39.401535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.453246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:39.476441 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.523978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-58218cc8-fd28-4a1f-a464-e3594119ccd9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943210510&fields=id&tenant_id=d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 267 time: 0.4796231 Oct 18 21:01:39.561419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] DHCP port deletion for 18041a3f-e20c-404a-b3d8-51ee00253e15 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:01:39.603102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] For port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:39.611057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] For port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:39.621188 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.686177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['5a380992-02ce-42d1-9d4e-7c5421460a5a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:01:39.720623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:39.721567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:39.723940 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] 10.222.0.30 "PUT /v2.0/ports/2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 HTTP/1.1" status: 200 len: 1091 time: 1.6983054 Oct 18 21:01:39.728235 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'tag': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:01:39.733960 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc4b127-7b9a-45c0-af6c-5b611e46fdb5", "tag": "2c2fe09e-b9c5-4ae3-a8f4-60f80d196244"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:01:39.815560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab4318-a5d2-428b-ac20-159912b41133 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:39.947338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6ef2261a-f5df-4977-86b1-82fcf710aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:39.956677 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-6ef2261a-f5df-4977-86b1-82fcf710aa7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9685dcd5bc3941fe859d3472d5552a93&device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1094 time: 0.1549103 Oct 18 21:01:39.960236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:40.030989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] Deleting port 6619b265-4631-4d7c-90ab-55706df82a31 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:01:40.032738 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:40.036516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.037287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.038048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.038635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.039220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.039785 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.040413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.040972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.041686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.042614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.043185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.043769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:40.147482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-7db4403e-79c9-446b-8a28-e9dfe12ed02a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 HTTP/1.1" status: 200 len: 217 time: 0.1809480 Oct 18 21:01:40.150690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:40.192959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6619b265-4631-4d7c-90ab-55706df82a31 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:01:40.245771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-83a477a8-ddd0-446f-8122-78dc8fd7880c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:40.248309 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-83a477a8-ddd0-446f-8122-78dc8fd7880c tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/networks?id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5 HTTP/1.1" status: 200 len: 796 time: 0.7222803 Oct 18 21:01:40.255915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Port': ['ID=6619b265-4631-4d7c-90ab-55706df82a31,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:40.295030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No DVR routers for this DVR port 6619b265-4631-4d7c-90ab-55706df82a31 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:40.295336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-ab5fb369-e043-4497-8db8-ada69e3c0c72 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/quotas/d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 375 time: 0.0266173 Oct 18 21:01:40.298362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-b5deeb9d-6332-4961-af13-14c409b95f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:40.299944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-b5deeb9d-6332-4961-af13-14c409b95f01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f6cde3b-fb92-46ac-8b92-ad88e173ea09 HTTP/1.1" status: 200 len: 849 time: 0.1451213 Oct 18 21:01:40.413745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-7d4c6600-39e8-4dc3-991e-9a9b2f775c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:40.417229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-7d4c6600-39e8-4dc3-991e-9a9b2f775c9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085367 Oct 18 21:01:40.482759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6619b265-4631-4d7c-90ab-55706df82a31 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:01:40.483529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6619b265-4631-4d7c-90ab-55706df82a31 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:01:40.521370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] For port 6619b265-4631-4d7c-90ab-55706df82a31, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:40.521911 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:40.586124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] Calling delete_port for 6619b265-4631-4d7c-90ab-55706df82a31 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:01:40.591009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] Port 6619b265-4631-4d7c-90ab-55706df82a31 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 21:01:40.593343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:40.625609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] Pushing event deleted for resources: {'Port': ['ID=6619b265-4631-4d7c-90ab-55706df82a31,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:40.629906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6766c-f94c-45e3-8a76-95e2bcc15f0f None None] No DVR routers for this DVR port 6619b265-4631-4d7c-90ab-55706df82a31 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:01:40.647928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-23d6777f-cee0-4f94-8f43-585d41aa04b0 service neutron] 10.222.0.30 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222741 Oct 18 21:01:40.838366 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-85e28940-4662-4fdf-99b1-f5a8cee680d3 req-08f12aef-b79e-4567-9f60-c628e2e7d9f7 service neutron] 10.222.0.30 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796412 Oct 18 21:01:41.182094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-74c08d36-1ba0-4721-b273-a348e3e1fef0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8757014 Oct 18 21:01:41.276783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:41.370523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18041a3f-e20c-404a-b3d8-51ee00253e15']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:41.415649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eb99fc-f411-4230-ae5a-644297390d93') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:41.415949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eb99fc-f411-4230-ae5a-644297390d93') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:41.429950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:41.459437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:41.463572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-c4876789-800b-4585-8f7f-d3c99c88314b service neutron] 10.222.0.66 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051179 Oct 18 21:01:41.470312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:01:41.470725 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:01:41.474051 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:01:41.610425 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:41.627564 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:41.633418 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/networks/18041a3f-e20c-404a-b3d8-51ee00253e15 HTTP/1.1" status: 204 len: 168 time: 3.3915412 Oct 18 21:01:41.638037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53202) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:41.648200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'routes': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:41.661223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c0a80-0980-4581-912e-eeb4f4d40cf1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Pushing event deleted for resources: {'Network': ['ID=18041a3f-e20c-404a-b3d8-51ee00253e15,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:41.706657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-a42cbdca-c6dd-405a-892a-de405511de6e service neutron] 10.222.0.66 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157819 Oct 18 21:01:41.934782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:42.068330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 5a380992-02ce-42d1-9d4e-7c5421460a5a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:42.069391 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:42.142980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Added routes are [] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 18 21:01:42.145528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.extraroute_db [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Removed routes are [] {{(pid=100530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 18 21:01:42.146465 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:42.416892 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:42.567795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:42.572955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:01:42.579229 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00b842-08c2-4fff-a77c-d0b8165cfa77" -d '{"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-plugged", "status": "completed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:01:42.603456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:42.605908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:42.612678 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:42.918761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:42.936672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 3448c035-5484-49e1-b3c9-a01801d06c65 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:01:43.032317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f48de-d9a2-49b7-a82e-79adf2a0fad2 req-f8a7e902-e81e-492d-ac28-9b7a8b96d302 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:43.035272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e0f48de-d9a2-49b7-a82e-79adf2a0fad2 req-f8a7e902-e81e-492d-ac28-9b7a8b96d302 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1037843 Oct 18 21:01:43.147563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:43.158496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:43.160491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b97eaf27-a9fd-4f40-b71a-4ee577c18dae tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 200 len: 704 time: 1.5209212 Oct 18 21:01:43.165780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53240) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:43.178864 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] Sync routers for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:43.197941 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:43.199862 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:43.287891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9940f9d0-ea4e-4274-9221-7173e7cbc69e tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 200 len: 205 time: 0.1203091 Oct 18 21:01:43.291129 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:43.292482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53244) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:43.317960 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:43.323812 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e0f48de-d9a2-49b7-a82e-79adf2a0fad2 req-983ebfc2-4008-4a12-9512-36001b0e19a8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654030 Oct 18 21:01:43.455196 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:35Z', 'revision_number': 11, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:43.564756 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] Checking router: 3448c035-5484-49e1-b3c9-a01801d06c65 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:43.591503 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] Routers {'3448c035-5484-49e1-b3c9-a01801d06c65'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:43.592552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3448c035-5484-49e1-b3c9-a01801d06c65'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:43.813410 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] Set router 3448c035-5484-49e1-b3c9-a01801d06c65 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:43.942111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad280d-7a77-4691-8505-9a3f1d361842 req-4bcc7b50-50e6-4f57-8ed9-a0e869892a0f tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:43.944818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7aad280d-7a77-4691-8505-9a3f1d361842 req-4bcc7b50-50e6-4f57-8ed9-a0e869892a0f tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1094 time: 0.1787868 Oct 18 21:01:43.950652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:01:43.960702 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:35Z', 'revision_number': 11, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:44.031935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf6a989f-78a5-4182-9406-3bd2c89f9d59 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:44.046097 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4254c646-205f-4871-892f-8cc610762f33 x-openstack-request-id: req-4254c646-205f-4871-892f-8cc610762f33 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:01:44.049761 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc4b127-7b9a-45c0-af6c-5b611e46fdb5", "tag": "2c2fe09e-b9c5-4ae3-a8f4-60f80d196244", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:01:44.050354 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4254c646-205f-4871-892f-8cc610762f33 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:01:44.051049 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'tag': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244', 'status': 'completed', 'code': 200} Oct 18 21:01:44.066174 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ad2118-70de-4e28-96cc-2b064f5066a1 None None] The sync data for ids ['3448c035-5484-49e1-b3c9-a01801d06c65'] in n-d-812149-2 is: [{'id': '3448c035-5484-49e1-b3c9-a01801d06c65', 'name': 'tempest-RoutersIpV6Test-router-944932241', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:16Z', 'updated_at': '2021-10-18T21:01:35Z', 'revision_number': 11, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:44.148969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7aad280d-7a77-4691-8505-9a3f1d361842 req-b55e90f9-4621-4dcd-ae3d-7c56eb2db517 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673095 Oct 18 21:01:44.367437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:44.425813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244', 'network_id': '4942e57d-03ba-4ce0-a217-bdc1cebc4adc', 'port_id': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244', 'mac_address': 'fa:16:3e:e2:b6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f6cde3b-fb92-46ac-8b92-ad88e173ea09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:01:44.446166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-091ccfb6-b140-4702-92c1-be1b99dd58e6 req-372d3673-f8c7-4b3d-a646-190ba2a047c3 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 210 time: 0.1893468 Oct 18 21:01:44.670461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:44.700703 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4668bac4-3b98-4ee7-9537-cf4371c72af7 x-openstack-request-id: req-4668bac4-3b98-4ee7-9537-cf4371c72af7 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:01:44.701724 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-plugged", "status": "completed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:01:44.702521 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4668bac4-3b98-4ee7-9537-cf4371c72af7 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:01:44.703895 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'code': 200} Oct 18 21:01:44.715218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:01:44.774981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:44.786465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:44.856625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-7ba2a5f9-8b0e-408b-ab1f-f02b500157fa tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:44.860967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-7ba2a5f9-8b0e-408b-ab1f-f02b500157fa tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/networks?id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5 HTTP/1.1" status: 200 len: 796 time: 0.5638921 Oct 18 21:01:44.911339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-cd07bfda-2d9b-4389-ad84-1562768ba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:44.913101 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-cd07bfda-2d9b-4389-ad84-1562768ba89c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9685dcd5bc3941fe859d3472d5552a93&device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1094 time: 0.8723035 Oct 18 21:01:44.914955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:44.915605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf6a989f-78a5-4182-9406-3bd2c89f9d59 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:44.951408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf6a989f-78a5-4182-9406-3bd2c89f9d59 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:44.999642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae031196-1a1d-4593-a3be-e57c85831d37 req-fd351c63-71ea-45b0-940a-f8975d77b819 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:45.008814 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae031196-1a1d-4593-a3be-e57c85831d37 req-fd351c63-71ea-45b0-940a-f8975d77b819 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1950278 Oct 18 21:01:45.094849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2c2fe09e-b9c5-4ae3-a8f4-60f80d196244'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:01:45.104590 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-e6eb6cfa-d64e-4f54-8340-4fb70bac4a23 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4d4c26d67a34774a5bdcabee8242846 HTTP/1.1" status: 200 len: 379 time: 0.2053578 Oct 18 21:01:45.148867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'port': {'device_id': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'admin_state_up': True, 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'security_groups': ['6ef42f80-c892-4c45-b244-7ba3f87dc43e']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:45.210882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae031196-1a1d-4593-a3be-e57c85831d37 req-474f62de-6cfc-4097-8fe8-1807a8ab2c8b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908422 Oct 18 21:01:45.229065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf6a989f-78a5-4182-9406-3bd2c89f9d59 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.245488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a989f-78a5-4182-9406-3bd2c89f9d59 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Fanout notify agent at l3_agent the message router_deleted on router 3448c035-5484-49e1-b3c9-a01801d06c65 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:01:45.358749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf6a989f-78a5-4182-9406-3bd2c89f9d59 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.358749 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cf6a989f-78a5-4182-9406-3bd2c89f9d59 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 204 len: 168 time: 2.0611258 Oct 18 21:01:45.369947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53292) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:45.404361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-aa891daa-7e9a-46a1-8c5c-3114bac28c2f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1521517574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:45.615704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa891daa-7e9a-46a1-8c5c-3114bac28c2f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.617720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa891daa-7e9a-46a1-8c5c-3114bac28c2f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.839602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Made reservation on behalf of d4d4c26d67a34774a5bdcabee8242846 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:01:45.841234 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa891daa-7e9a-46a1-8c5c-3114bac28c2f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.853737 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.869448 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa891daa-7e9a-46a1-8c5c-3114bac28c2f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.941249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa891daa-7e9a-46a1-8c5c-3114bac28c2f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:45.953034 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa891daa-7e9a-46a1-8c5c-3114bac28c2f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5812337 Oct 18 21:01:45.962560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53312) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:45.994374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ebfe6178-4f51-45c6-ad7b-d7ed1e35c4cd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:46.033483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a69baf-4d6a-4660-afc8-4f11bd4e7441 req-06479812-4cbd-41ff-ba41-166edcdc6c9b tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:46.038575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00a69baf-4d6a-4660-afc8-4f11bd4e7441 req-06479812-4cbd-41ff-ba41-166edcdc6c9b tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1095 time: 0.3068609 Oct 18 21:01:46.141326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-0673421b-0ec0-4f9e-9725-50f7fce01ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:46.146684 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-0673421b-0ec0-4f9e-9725-50f7fce01ccf service neutron] 10.222.0.30 "GET /v2.0/networks?id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc HTTP/1.1" status: 200 len: 911 time: 1.2155125 Oct 18 21:01:46.207690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-00a69baf-4d6a-4660-afc8-4f11bd4e7441 req-26b2f872-1cec-4a61-bc87-0b0c3133e07a tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987058 Oct 18 21:01:46.345264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-bfb1d734-2b57-4f30-ac5e-03ca12bc6f69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 HTTP/1.1" status: 200 len: 217 time: 0.1872506 Oct 18 21:01:46.395199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.20.0.5 (0a97bf9c-d095-4b66-95ae-b490bd20c3c5/a163593c-bb0b-427c-bcbc-108e558829b4/4107dbc9-b1d7-489f-b5d7-405e5ff4eced) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:01:46.515346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2871d1e-5690-4b40-8e8f-f17469c408b5 req-f36e7077-04f5-4a0f-9030-e21bfbfb59d5 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 210 time: 0.1073296 Oct 18 21:01:46.627218 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6178-4f51-45c6-ad7b-d7ed1e35c4cd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-234077'] for router, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:46.668593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-ae4a7577-988e-455c-b180-bca7d2515002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:46.674954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-ae4a7577-988e-455c-b180-bca7d2515002 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f6cde3b-fb92-46ac-8b92-ad88e173ea09 HTTP/1.1" status: 200 len: 849 time: 0.1797168 Oct 18 21:01:46.680007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6178-4f51-45c6-ad7b-d7ed1e35c4cd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547687'] for router, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:46.871080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-9c86a3ab-b624-48e0-8b16-bb87bdbfb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:46.874225 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-9c86a3ab-b624-48e0-8b16-bb87bdbfb275 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4942e57d-03ba-4ce0-a217-bdc1cebc4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750550 Oct 18 21:01:47.044002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35277e-0d7d-4831-a4cb-d58e2117c492 req-50c44128-8b5f-4f94-984b-55dff9b0e9ef tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:47.057276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a35277e-0d7d-4831-a4cb-d58e2117c492 req-50c44128-8b5f-4f94-984b-55dff9b0e9ef tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.2557423 Oct 18 21:01:47.074192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfe6178-4f51-45c6-ad7b-d7ed1e35c4cd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Router 4b811dd9-81c6-40c1-9c76-8514cb6b2d60 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:01:47.091254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:47.162958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a35277e-0d7d-4831-a4cb-d58e2117c492 req-1d35533c-353e-4c0e-86b3-528d14f1365f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930350 Oct 18 21:01:47.221653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:47.430854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfe6178-4f51-45c6-ad7b-d7ed1e35c4cd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:01:47.431936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:01:47.449810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] Sync routers for ids ['4b811dd9-81c6-40c1-9c76-8514cb6b2d60'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:01:47.489767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebfe6178-4f51-45c6-ad7b-d7ed1e35c4cd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:47.491295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] Routers {'4b811dd9-81c6-40c1-9c76-8514cb6b2d60'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:47.493856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4b811dd9-81c6-40c1-9c76-8514cb6b2d60'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:47.500067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ebfe6178-4f51-45c6-ad7b-d7ed1e35c4cd tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "PUT /v2.0/routers/4b811dd9-81c6-40c1-9c76-8514cb6b2d60 HTTP/1.1" status: 200 len: 698 time: 1.5220196 Oct 18 21:01:47.510634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:47.554689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:01:47.581722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:01:47.696729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-026c9c29-40c3-4479-9fdf-30ab0cc72a84 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/routers/4b811dd9-81c6-40c1-9c76-8514cb6b2d60 HTTP/1.1" status: 200 len: 704 time: 0.1707535 Oct 18 21:01:47.697553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53356) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:47.697920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53358) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:47.931387 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bea4baea-3b16-48f3-a9ce-874712010b3a tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b811dd9-81c6-40c1-9c76-8514cb6b2d60 HTTP/1.1" status: 200 len: 205 time: 0.2264400 Oct 18 21:01:47.944133 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-e5ce9a28-8631-449f-bfd4-f4ffdec18ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0594637 Oct 18 21:01:47.944942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53364) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:47.962713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:48.021066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a0d06-6d4b-4809-87ed-42eef966c98e req-06256ef1-4fc5-4816-90d1-24396dbc3e6d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:48.024015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e6a0d06-6d4b-4809-87ed-42eef966c98e req-06256ef1-4fc5-4816-90d1-24396dbc3e6d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1095 time: 0.5836768 Oct 18 21:01:48.073615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.074235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.074772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.075302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.075819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.076333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.076907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.085142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.085677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.086239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.086773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.087307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:01:48.112753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:01:48.138508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] Set router 4b811dd9-81c6-40c1-9c76-8514cb6b2d60 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:48.146627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:48.147741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:48.251585 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-320f3cd1-085d-48cd-a9d5-270356320586 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1088753 Oct 18 21:01:48.296697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Request body: {'port': {'device_id': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:01:48.307538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811dd9-81c6-40c1-9c76-8514cb6b2d60', 'name': 'tempest-RoutersIpV6Test-router-1521517574', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:45Z', 'updated_at': '2021-10-18T21:01:46Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:48.345285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6e6a0d06-6d4b-4809-87ed-42eef966c98e req-e4579e86-b487-4a59-8e27-b92a786d0ad1 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992318 Oct 18 21:01:48.482708 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d11f155-bc0c-41f3-9e9f-19e71c819bb3 req-695f94d9-ead7-4faa-b02c-ce2c8c8a7ba9 service neutron] 10.222.0.30 "GET /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879565 Oct 18 21:01:48.527529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20c60041-b424-4f12-941a-8fde70bce255 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:48.530118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdd9578b-e867-4110-a409-50710bc34c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:48.549657 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:48.556844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] Checking router: 4b811dd9-81c6-40c1-9c76-8514cb6b2d60 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:01:48.573698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-20707a5a-df36-4fcd-9555-36931de05cfd None None] Provisioning complete for port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:48.574626 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-20707a5a-df36-4fcd-9555-36931de05cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:48.647795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] Routers {'4b811dd9-81c6-40c1-9c76-8514cb6b2d60'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:01:48.649275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4b811dd9-81c6-40c1-9c76-8514cb6b2d60'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:48.735374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cd939-0243-4c51-aafc-389050d78595 req-1720ad59-08a9-4aa4-9528-3481e0c46072 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:48.738446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-572cd939-0243-4c51-aafc-389050d78595 req-1720ad59-08a9-4aa4-9528-3481e0c46072 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 931 time: 0.1209166 Oct 18 21:01:48.988331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20c60041-b424-4f12-941a-8fde70bce255 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:48.993112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20c60041-b424-4f12-941a-8fde70bce255 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.087628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] Set router 4b811dd9-81c6-40c1-9c76-8514cb6b2d60 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:01:49.100205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-572cd939-0243-4c51-aafc-389050d78595 req-a28e25e0-f7cc-4207-9e5e-f46fb81e9967 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163969 Oct 18 21:01:49.111802 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20c60041-b424-4f12-941a-8fde70bce255 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.112758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c60041-b424-4f12-941a-8fde70bce255 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Fanout notify agent at l3_agent the message router_deleted on router 4b811dd9-81c6-40c1-9c76-8514cb6b2d60 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:01:49.225907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdd9578b-e867-4110-a409-50710bc34c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.242174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20c60041-b424-4f12-941a-8fde70bce255 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.247801 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-20c60041-b424-4f12-941a-8fde70bce255 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/4b811dd9-81c6-40c1-9c76-8514cb6b2d60 HTTP/1.1" status: 204 len: 168 time: 1.3006225 Oct 18 21:01:49.255632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53376) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:49.280081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cdd9578b-e867-4110-a409-50710bc34c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.314951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-20707a5a-df36-4fcd-9555-36931de05cfd None None] Port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:01:49.317831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.323176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b811dd9-81c6-40c1-9c76-8514cb6b2d60', 'name': 'tempest-RoutersIpV6Test-router-1521517574', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:45Z', 'updated_at': '2021-10-18T21:01:46Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:01:49.353500 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-04b70e10-921d-4cb9-8517-34bc9e357a58 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b811dd9-81c6-40c1-9c76-8514cb6b2d60 HTTP/1.1" status: 200 len: 205 time: 0.0959840 Oct 18 21:01:49.362767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4bfca-012d-42f8-ad85-d537add5e2ab None None] The sync data for ids ['4b811dd9-81c6-40c1-9c76-8514cb6b2d60'] in n-d-812149-2 is: [{'id': '4b811dd9-81c6-40c1-9c76-8514cb6b2d60', 'name': 'tempest-RoutersIpV6Test-router-1521517574', 'tenant_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:45Z', 'updated_at': '2021-10-18T21:01:46Z', 'revision_number': 2, 'project_id': 'cc2d3a45cb7c4a879058a87b42b8798e', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:01:49.365304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:01:49.368533 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd9b7-3e47-4378-b4f8-60eeeb019ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.378236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:01:49.378758 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.409016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53378) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:49.514211 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.536017 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-7b93c4fb-abbc-40ac-a940-c6de6a40655c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] delete failed (client error): The resource could not be found. Oct 18 21:01:49.537390 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7b93c4fb-abbc-40ac-a940-c6de6a40655c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/4b811dd9-81c6-40c1-9c76-8514cb6b2d60 HTTP/1.1" status: 404 len: 336 time: 0.1233883 Oct 18 21:01:49.599391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53382) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:49.608551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4107dbc9-b1d7-489f-b5d7-405e5ff4eced {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:01:49.624051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:49.627475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:01:49.630066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.633491 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284f6383-01ff-4f5b-9479-97ba8b272886" -d '{"events": [{"server_uuid": "3bc4b127-7b9a-45c0-af6c-5b611e46fdb5", "name": "network-vif-plugged", "status": "completed", "tag": "2c2fe09e-b9c5-4ae3-a8f4-60f80d196244"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:01:49.647781 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.657703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Transition to ACTIVE for port object 4107dbc9-b1d7-489f-b5d7-405e5ff4eced will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:01:49.666900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cdd9578b-e867-4110-a409-50710bc34c5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5566ea1b693b43e1b95f54611224306f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9601531 Oct 18 21:01:49.674212 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53386) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:49.674904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:49.756805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9578b-e867-4110-a409-50710bc34c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3939b4c1-5089-43c6-b90b-41ad16a3a1d2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:49.782894 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-782b6cca-fa34-47a5-9827-6972e9de7202 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:49.789083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782b6cca-fa34-47a5-9827-6972e9de7202 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:49.813156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-782b6cca-fa34-47a5-9827-6972e9de7202 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/d9ccb44b-f1b7-4976-9803-c381be384560 HTTP/1.1" status: 404 len: 337 time: 0.2110667 Oct 18 21:01:49.816966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53388) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:49.818059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:49.869419 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-787a0063-2191-4f0d-a8c8-df8b2736a569 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:49.874826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787a0063-2191-4f0d-a8c8-df8b2736a569 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:49.879453 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-787a0063-2191-4f0d-a8c8-df8b2736a569 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/9f3a06bb-036c-4e91-ac2e-a3af30d00f69 HTTP/1.1" status: 404 len: 337 time: 0.0607052 Oct 18 21:01:49.885932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53390) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.008426 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf390a8c-9933-4745-96bf-f581f6e1a742 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:50.009277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf390a8c-9933-4745-96bf-f581f6e1a742 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:50.016779 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cf390a8c-9933-4745-96bf-f581f6e1a742 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/c2cafaff-df5d-4db0-b35a-2f888d9912e6 HTTP/1.1" status: 404 len: 337 time: 0.1281190 Oct 18 21:01:50.025509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53394) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.095074 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-44060f1f-ef02-405f-82ee-4e7b9a7118c6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:50.096479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44060f1f-ef02-405f-82ee-4e7b9a7118c6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:50.103417 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-44060f1f-ef02-405f-82ee-4e7b9a7118c6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/ddd9d203-ffa7-4c32-acd6-5ae84dcb41b7 HTTP/1.1" status: 404 len: 337 time: 0.0758293 Oct 18 21:01:50.108094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.199047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1280a60f-cfcd-482e-b56a-c149b79f320b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 200 len: 205 time: 0.0851738 Oct 18 21:01:50.209851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.301819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4d3fe-98ae-4abd-a212-48c49209f0b3 req-7b229e83-dfd6-46eb-a209-08e28c0f6a6b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:50.317662 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26a4d3fe-98ae-4abd-a212-48c49209f0b3 req-7b229e83-dfd6-46eb-a209-08e28c0f6a6b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.6577868 Oct 18 21:01:50.328215 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-395f5b12-b75f-4c11-be6c-8292ffe8ebbb tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] delete failed (client error): The resource could not be found. Oct 18 21:01:50.339926 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-395f5b12-b75f-4c11-be6c-8292ffe8ebbb tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/3448c035-5484-49e1-b3c9-a01801d06c65 HTTP/1.1" status: 404 len: 336 time: 0.1246295 Oct 18 21:01:50.340498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53402) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.371820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2027b68-1345-419f-8132-2c45dab91777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:50.399883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Attempting to bind port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:01:50.400984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Attempting to bind port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:01:50.401889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Attempting to bind port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced on network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:50.407566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:50.447401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced on network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:01:50.448491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Attempting to bind port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced on network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:01:50.465713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-447092c4-1f33-4bb5-b0c3-652a29f3204b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=df554e3d-37ee-4a36-bf81-6a672efc11cc HTTP/1.1" status: 200 len: 205 time: 0.1213355 Oct 18 21:01:50.469239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53404) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.475467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:01:50.476648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Checking segment: {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:01:50.478094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Bound using segment: {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:01:50.479263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Bound port: 4107dbc9-b1d7-489f-b5d7-405e5ff4eced, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738eeafa-8a41-443e-bff1-86da53cfdca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:01:50.480243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:50.547457 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-265e1dab-81c3-4a56-86ce-d1fc711528c6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] delete failed (client error): The resource could not be found. Oct 18 21:01:50.549993 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-265e1dab-81c3-4a56-86ce-d1fc711528c6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/df554e3d-37ee-4a36-bf81-6a672efc11cc HTTP/1.1" status: 404 len: 336 time: 0.0790277 Oct 18 21:01:50.553849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53406) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.561467 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26a4d3fe-98ae-4abd-a212-48c49209f0b3 req-5a502e07-f654-4042-bf94-886abb317436 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407558 Oct 18 21:01:50.589957 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93e9e23-1db0-4231-94fb-25653a0762ad tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:50.590472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93e9e23-1db0-4231-94fb-25653a0762ad tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:50.599477 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b93e9e23-1db0-4231-94fb-25653a0762ad tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/214bff55-008f-49d4-9fa1-92227a759f0e HTTP/1.1" status: 404 len: 337 time: 0.0401254 Oct 18 21:01:50.606143 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2027b68-1345-419f-8132-2c45dab91777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:50.606773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53408) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.699494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8463d67-cb65-4647-879c-4657a6a3b98d tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a55d1f0-342f-4f1e-b7e9-4425c01f54ac HTTP/1.1" status: 200 len: 205 time: 0.0874035 Oct 18 21:01:50.699962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53410) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.751297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] For port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:01:50.757187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] For port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:01:50.771306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:50.771488 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-6517fbf8-7ec4-474d-9ee8-9431716e28b6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] delete failed (client error): The resource could not be found. Oct 18 21:01:50.777448 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6517fbf8-7ec4-474d-9ee8-9431716e28b6 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/3a55d1f0-342f-4f1e-b7e9-4425c01f54ac HTTP/1.1" status: 404 len: 336 time: 0.0720115 Oct 18 21:01:50.779597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53412) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.873129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:50.874383 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:50.877667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] 10.222.0.79 "PUT /v2.0/ports/4107dbc9-b1d7-489f-b5d7-405e5ff4eced HTTP/1.1" status: 200 len: 1091 time: 2.6068907 Oct 18 21:01:50.882043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:01:50.886041 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba43446-45de-4734-b7ee-11eb4744f587" -d '{"events": [{"name": "network-changed", "server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:01:50.927484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cba49efb-b471-468f-8b2e-7f6799e83875 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce6b19d3-14f6-442f-80f3-1e65ed289fad HTTP/1.1" status: 200 len: 205 time: 0.1454797 Oct 18 21:01:50.934959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53416) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:50.983537 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da344f97-cb95-4954-b945-2f1ed5cf92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:51.108750 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-91156ce2-b190-43cc-a645-bbe45ca61f5b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] delete failed (client error): The resource could not be found. Oct 18 21:01:51.116567 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-91156ce2-b190-43cc-a645-bbe45ca61f5b tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/ce6b19d3-14f6-442f-80f3-1e65ed289fad HTTP/1.1" status: 404 len: 336 time: 0.1780043 Oct 18 21:01:51.117489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53418) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:51.126659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2027b68-1345-419f-8132-2c45dab91777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:51.138984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a2027b68-1345-419f-8132-2c45dab91777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:51.165020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a2027b68-1345-419f-8132-2c45dab91777 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3939b4c1-5089-43c6-b90b-41ad16a3a1d2 HTTP/1.1" status: 204 len: 168 time: 1.4793797 Oct 18 21:01:51.206978 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecb7df3-59e2-406d-9172-ca6ef0f2700c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:51.208885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecb7df3-59e2-406d-9172-ca6ef0f2700c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:51.226968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aecb7df3-59e2-406d-9172-ca6ef0f2700c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/ef4ed0c8-da61-4726-bb71-48d041e07625 HTTP/1.1" status: 404 len: 337 time: 0.1076870 Oct 18 21:01:51.230317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53424) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:51.295945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2027b68-1345-419f-8132-2c45dab91777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3939b4c1-5089-43c6-b90b-41ad16a3a1d2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:51.364762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0fb746d7-022a-4d39-bd81-8e63f82c6abe tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=62453ceb-a08f-4b97-bd35-785cab7c6ab1 HTTP/1.1" status: 200 len: 205 time: 0.1322119 Oct 18 21:01:51.365789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53426) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:51.408661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-c53b3447-f40f-437c-8336-03bde0857056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:51.411956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-c53b3447-f40f-437c-8336-03bde0857056 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 1094 time: 0.4549303 Oct 18 21:01:51.416920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d7e91-03d4-4674-bba0-a1249fb48b3f req-418e3294-a056-430a-a7a4-5a6ab1c8515d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:51.423072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-560d7e91-03d4-4674-bba0-a1249fb48b3f req-418e3294-a056-430a-a7a4-5a6ab1c8515d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.3673072 Oct 18 21:01:51.561751 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-794d933e-168c-41cd-8b19-ee495a61dab1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] delete failed (client error): The resource could not be found. Oct 18 21:01:51.576909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53428) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:51.577187 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-794d933e-168c-41cd-8b19-ee495a61dab1 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/62453ceb-a08f-4b97-bd35-785cab7c6ab1 HTTP/1.1" status: 404 len: 336 time: 0.2048321 Oct 18 21:01:51.643103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-e495842b-397d-4886-b795-35f2df3af6bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced HTTP/1.1" status: 200 len: 217 time: 0.2177927 Oct 18 21:01:51.788468 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35281d8-1ef7-4592-aefb-83d645e3874f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:51.789285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35281d8-1ef7-4592-aefb-83d645e3874f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:51.794804 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a35281d8-1ef7-4592-aefb-83d645e3874f tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/ef1e3e77-a2a5-422e-9bbd-c34ab46dec65 HTTP/1.1" status: 404 len: 337 time: 0.1979005 Oct 18 21:01:51.799976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53434) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:51.851400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-560d7e91-03d4-4674-bba0-a1249fb48b3f req-ddd4ab6a-ef21-48f3-9ba0-4b99a587c72f tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723806 Oct 18 21:01:51.883546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-05833ced-1f3b-4416-b1ee-89c2bfe38437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:51.883546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-05833ced-1f3b-4416-b1ee-89c2bfe38437 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a163593c-bb0b-427c-bcbc-108e558829b4 HTTP/1.1" status: 200 len: 834 time: 0.1831951 Oct 18 21:01:52.003879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53438) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:52.028799 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c88f7e6-bdc9-40b5-a840-fa3c54075912 x-openstack-request-id: req-5c88f7e6-bdc9-40b5-a840-fa3c54075912 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:01:52.030361 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc4b127-7b9a-45c0-af6c-5b611e46fdb5", "name": "network-vif-plugged", "status": "completed", "tag": "2c2fe09e-b9c5-4ae3-a8f4-60f80d196244", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:01:52.032069 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c88f7e6-bdc9-40b5-a840-fa3c54075912 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:01:52.033370 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244', 'code': 200} Oct 18 21:01:52.055637 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-12301244-6071-4c26-b0a7-104c7da33f70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:52.176105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-0a38645e-7e91-4b66-876e-02136aa92f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:52.178209 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-0a38645e-7e91-4b66-876e-02136aa92f5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843714 Oct 18 21:01:52.436908 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-05935add-6bb2-481b-8f5c-04c278b17faa tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc HTTP/1.1" status: 200 len: 205 time: 0.6314788 Oct 18 21:01:52.443594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53442) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:52.575615 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-05e37584-07fa-43aa-a98a-7382b1c3f124 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] delete failed (client error): The resource could not be found. Oct 18 21:01:52.581369 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-05e37584-07fa-43aa-a98a-7382b1c3f124 tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/routers/6e5f1e06-c401-4e8f-a8ec-4c40fcaecafc HTTP/1.1" status: 404 len: 336 time: 0.1326039 Oct 18 21:01:52.581954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53444) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:52.637113 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-526d0145-bfba-4fcd-86c3-3958fb5c6fdb tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:52.637577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526d0145-bfba-4fcd-86c3-3958fb5c6fdb tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:52.645442 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-526d0145-bfba-4fcd-86c3-3958fb5c6fdb tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/4c62840b-28c1-4dd4-bafb-d7359c706f93 HTTP/1.1" status: 404 len: 337 time: 0.0583711 Oct 18 21:01:52.648416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53446) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:52.695862 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-c41f901b-fd1c-4570-bf73-d3741422aecb service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686794 Oct 18 21:01:52.703887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518e9f4-4382-4c8c-b20c-5fd88706218c req-6cada926-d249-4f19-9b64-51833d225278 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:52.711968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1518e9f4-4382-4c8c-b20c-5fd88706218c req-6cada926-d249-4f19-9b64-51833d225278 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 943 time: 0.5413756 Oct 18 21:01:52.722796 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1b1a06-7607-41ac-b804-6f2afb2e981c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] DELETE failed (client error): The resource could not be found. Oct 18 21:01:52.723673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1b1a06-7607-41ac-b804-6f2afb2e981c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:01:52.733362 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9f1b1a06-7607-41ac-b804-6f2afb2e981c tempest-RoutersIpV6Test-913891971 tempest-RoutersIpV6Test-913891971-project] 10.222.0.66 "DELETE /v2.0/subnets/987d9ad8-8828-4de1-9a94-a77e7f46bc79 HTTP/1.1" status: 404 len: 337 time: 0.0677655 Oct 18 21:01:52.742276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0f5f-b2a8-464e-862d-ced7325aeebb req-4e6f24c8-6d99-464c-8a1f-22ea6f47042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:52.745199 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-635f0f5f-b2a8-464e-862d-ced7325aeebb req-4e6f24c8-6d99-464c-8a1f-22ea6f47042d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.3106883 Oct 18 21:01:52.891424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-635f0f5f-b2a8-464e-862d-ced7325aeebb req-78567392-02c6-4b27-bd1f-5edd83090d6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347876 Oct 18 21:01:52.903519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1518e9f4-4382-4c8c-b20c-5fd88706218c req-7757430f-11b4-450d-8120-aba3193adbc6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894794 Oct 18 21:01:53.028817 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-12301244-6071-4c26-b0a7-104c7da33f70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:53.056428 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a7dd53-d610-40d8-8b3d-502fdf0efa7d x-openstack-request-id: req-77a7dd53-d610-40d8-8b3d-502fdf0efa7d {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:01:53.058358 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:01:53.060487 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77a7dd53-d610-40d8-8b3d-502fdf0efa7d {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:01:53.063092 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'status': 'completed', 'code': 200} Oct 18 21:01:53.066666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-12301244-6071-4c26-b0a7-104c7da33f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:53.169144 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d8b8-ed3a-48fe-8c99-e6e1ddc386ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:53.204696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12301244-6071-4c26-b0a7-104c7da33f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a879d140-365f-49ed-a8fd-fcc9229f30dc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:53.221785 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25a4e59c-dad4-4262-8571-b142267e2a72 req-23c11245-548f-4d4c-8801-b732eed6dff0 service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070596 Oct 18 21:01:53.228110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-12301244-6071-4c26-b0a7-104c7da33f70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a3aeda3a270485eb63dcb3acc798a22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2227280 Oct 18 21:01:53.233294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53452) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:53.350099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02f39-7821-4279-a1e8-b54d3602f2dc req-d9dffe2c-610c-43eb-ad6f-66c366f8fafa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:53.365377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2dd02f39-7821-4279-a1e8-b54d3602f2dc req-d9dffe2c-610c-43eb-ad6f-66c366f8fafa tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1567631 Oct 18 21:01:53.371152 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcad3592-9e62-42e1-9b2a-9ad2f5cacaec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:53.420599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcad3592-9e62-42e1-9b2a-9ad2f5cacaec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:53.510625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2dd02f39-7821-4279-a1e8-b54d3602f2dc req-59829e82-0d77-42ff-9a8c-d51f4991cb91 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436906 Oct 18 21:01:53.552926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcad3592-9e62-42e1-9b2a-9ad2f5cacaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:53.577049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dcad3592-9e62-42e1-9b2a-9ad2f5cacaec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:53.579712 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dcad3592-9e62-42e1-9b2a-9ad2f5cacaec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a879d140-365f-49ed-a8fd-fcc9229f30dc HTTP/1.1" status: 204 len: 168 time: 0.3442266 Oct 18 21:01:53.603886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad3592-9e62-42e1-9b2a-9ad2f5cacaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a879d140-365f-49ed-a8fd-fcc9229f30dc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:53.615604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-9723eeea-0743-4385-b226-80f4cf1aeb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:53.618592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53460) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:53.625239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-9723eeea-0743-4385-b226-80f4cf1aeb68 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 1094 time: 0.2177660 Oct 18 21:01:53.865932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-49ca6a97-8dd7-41d1-9b9b-15f0415422d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:53.868932 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-49ca6a97-8dd7-41d1-9b9b-15f0415422d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5 HTTP/1.1" status: 200 len: 897 time: 0.2353587 Oct 18 21:01:53.930970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-1e65b1fb-a0a9-42a6-9f04-5647ec610a3b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced HTTP/1.1" status: 200 len: 217 time: 0.0507741 Oct 18 21:01:54.240263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:54.304018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665713e-89be-4bde-bffa-0748a487b6b5 req-da3611e5-d200-430b-9f88-bed56b516455 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:54.309115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7665713e-89be-4bde-bffa-0748a487b6b5 req-da3611e5-d200-430b-9f88-bed56b516455 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.2808833 Oct 18 21:01:54.319198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-19efadb4-aea2-4c36-9b63-1800073d45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:54.329452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-19efadb4-aea2-4c36-9b63-1800073d45a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a163593c-bb0b-427c-bcbc-108e558829b4 HTTP/1.1" status: 200 len: 834 time: 0.3896387 Oct 18 21:01:54.523215 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7665713e-89be-4bde-bffa-0748a487b6b5 req-475b7a45-c781-4fdd-b991-30410c0d051b tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840146 Oct 18 21:01:54.534857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-c5fa2337-af5e-41dd-be6e-f7fb595bf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:54.536538 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-c5fa2337-af5e-41dd-be6e-f7fb595bf9eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996875 Oct 18 21:01:54.632425 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4106319e-9478-4116-8dfd-072b869e82e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc2d3a45cb7c4a879058a87b42b8798e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0053387 Oct 18 21:01:54.634590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53478) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:01:54.766904 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76208ae2-9dd2-4940-a9fb-8081d2dc4859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:54.773076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa319bd-15d5-42be-8ab5-f640eb232810 req-f276772d-bb98-4f6b-bf37-f7deec744490 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:54.781775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fa319bd-15d5-42be-8ab5-f640eb232810 req-f276772d-bb98-4f6b-bf37-f7deec744490 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 943 time: 0.0924413 Oct 18 21:01:54.794671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-7ffc0b89-7b73-4562-912b-8a86eecf89dd service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487736 Oct 18 21:01:54.825869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76208ae2-9dd2-4940-a9fb-8081d2dc4859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:54.976087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76208ae2-9dd2-4940-a9fb-8081d2dc4859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:54.989000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76208ae2-9dd2-4940-a9fb-8081d2dc4859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:55.014713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-76208ae2-9dd2-4940-a9fb-8081d2dc4859 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3982052-47f5-4050-9fd8-2d1309532312 HTTP/1.1" status: 204 len: 168 time: 0.3741169 Oct 18 21:01:55.073537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76208ae2-9dd2-4940-a9fb-8081d2dc4859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3982052-47f5-4050-9fd8-2d1309532312,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:55.222608 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:55.551999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fa319bd-15d5-42be-8ab5-f640eb232810 req-e6330620-4b6c-4227-9c76-a000133d9d4a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7680769 Oct 18 21:01:55.682438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ba43446-45de-4734-b7ee-11eb4744f587 req-d9fd54dd-c869-421c-9dd7-e8eee907d6d5 service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8784935 Oct 18 21:01:55.796951 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:01:55.848139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208e539-8571-4bf2-9648-c2698cb218d6 req-ffcd52b3-8d5e-455d-87e3-3409daa3a09c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:55.862382 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9208e539-8571-4bf2-9648-c2698cb218d6 req-ffcd52b3-8d5e-455d-87e3-3409daa3a09c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1393898 Oct 18 21:01:55.981305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9208e539-8571-4bf2-9648-c2698cb218d6 req-8a1a5aca-877d-46f8-8d84-e5353fd5ac54 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123621 Oct 18 21:01:56.537047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ef432-57b3-401c-8339-94bb82016952 req-7add4b80-4b1e-4ba8-80db-583b6b9465b8 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:56.543240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e24ef432-57b3-401c-8339-94bb82016952 req-7add4b80-4b1e-4ba8-80db-583b6b9465b8 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1693518 Oct 18 21:01:56.658929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:56.683519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e24ef432-57b3-401c-8339-94bb82016952 req-d84026f2-eacc-4bb3-b902-9fd7cc1ca195 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281581 Oct 18 21:01:57.073816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425cec3-ce7f-4d12-8866-97e0339ccb50 req-8e34efed-a30b-4fe3-b2a7-28e597d5d75a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:57.076195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f425cec3-ce7f-4d12-8866-97e0339ccb50 req-8e34efed-a30b-4fe3-b2a7-28e597d5d75a tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 943 time: 0.1225243 Oct 18 21:01:57.198867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f425cec3-ce7f-4d12-8866-97e0339ccb50 req-2515c975-e4db-4894-ae8b-c2336527b13b tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107275 Oct 18 21:01:57.520488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0b3ce-4e9b-4b40-8fbc-bc5b4f7522da req-762792bd-db09-447d-8b3f-b247cfecbe49 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:57.523097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52e0b3ce-4e9b-4b40-8fbc-bc5b4f7522da req-762792bd-db09-447d-8b3f-b247cfecbe49 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1068017 Oct 18 21:01:57.661220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4107dbc9-b1d7-489f-b5d7-405e5ff4eced details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:01:57.661991 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52e0b3ce-4e9b-4b40-8fbc-bc5b4f7522da req-d4112ce3-e404-4f12-ac1d-502dcaa8db60 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705345 Oct 18 21:01:57.852862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:57.907237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e9c76-6cb0-4442-bc03-bffbbeb1c556 req-28ee6cb3-3cc5-4f38-a15f-43497d6bc097 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:57.915826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'port_id': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'mac_address': 'fa:16:3e:89:1c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:01:57.924585 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-389e9c76-6cb0-4442-bc03-bffbbeb1c556 req-28ee6cb3-3cc5-4f38-a15f-43497d6bc097 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1824982 Oct 18 21:01:58.007316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-389e9c76-6cb0-4442-bc03-bffbbeb1c556 req-2c93247a-d0d4-468c-8c99-93032f63fd0c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828719 Oct 18 21:01:58.060632 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:58.086532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4107dbc9-b1d7-489f-b5d7-405e5ff4eced {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:01:58.143610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:01:58.152031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:01:58.277689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:01:58.475793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['4107dbc9-b1d7-489f-b5d7-405e5ff4eced'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:01:58.725396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff4158-fade-42ad-93fd-a62dc7fa9b74 req-952836b1-a808-41bf-8162-dd404de706ee tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:58.728699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1ff4158-fade-42ad-93fd-a62dc7fa9b74 req-952836b1-a808-41bf-8162-dd404de706ee tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1138570 Oct 18 21:01:58.855159 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1ff4158-fade-42ad-93fd-a62dc7fa9b74 req-ef96c009-dc91-4e61-aedf-74f49e58c919 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168444 Oct 18 21:01:59.167907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd202c2-b576-43c4-8b4d-7dc4a739e975 req-263208ad-afb9-4892-a8f0-33be4a127c12 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:59.170575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdd202c2-b576-43c4-8b4d-7dc4a739e975 req-263208ad-afb9-4892-a8f0-33be4a127c12 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 944 time: 0.1128287 Oct 18 21:01:59.304124 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdd202c2-b576-43c4-8b4d-7dc4a739e975 req-807429b5-8c26-4295-949b-e9bab7fccd44 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194198 Oct 18 21:01:59.519606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984aeb0-c3d7-468d-a349-75475cc882e8 req-6deb2fac-ee49-4706-8c6c-d679e42b9c61 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:01:59.529031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4984aeb0-c3d7-468d-a349-75475cc882e8 req-6deb2fac-ee49-4706-8c6c-d679e42b9c61 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 946 time: 0.1216974 Oct 18 21:01:59.584879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4984aeb0-c3d7-468d-a349-75475cc882e8 req-dd6af560-4cbd-4f83-98c0-d27de038c81c tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543902 Oct 18 21:01:59.967330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53600) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:00.035730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c570311-735c-4ce9-bf59-dee242182555 req-68e59c22-9f89-4600-ac84-28101b3200ec tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:00.050807 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c570311-735c-4ce9-bf59-dee242182555 req-68e59c22-9f89-4600-ac84-28101b3200ec tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.0957055 Oct 18 21:02:00.150813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c570311-735c-4ce9-bf59-dee242182555 req-d8ef6800-66b3-41d4-8273-f29f85089204 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940077 Oct 18 21:02:00.340997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-74353080-95e7-481b-a322-4fc7004e6581 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:00.342819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-74353080-95e7-481b-a322-4fc7004e6581 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 946 time: 0.0846586 Oct 18 21:02:00.344501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8adaa8b-0dd0-4bff-b70d-47b4608ecebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:00.538278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb475d4-9d0d-40d2-9531-4c98b9ce3650 req-ec6a904a-3a86-4fd6-aa57-de2281897058 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:00.541277 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcb475d4-9d0d-40d2-9531-4c98b9ce3650 req-ec6a904a-3a86-4fd6-aa57-de2281897058 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1282835 Oct 18 21:02:00.627766 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dcb475d4-9d0d-40d2-9531-4c98b9ce3650 req-af008e3f-0ba6-4321-b29d-c891043a0894 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666544 Oct 18 21:02:00.636151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Deleting port 78757bb3-1809-4362-b58c-fab917030e12 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:00.636761 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:00.660471 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8adaa8b-0dd0-4bff-b70d-47b4608ecebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:00.669651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b8adaa8b-0dd0-4bff-b70d-47b4608ecebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:00.727602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adaa8b-0dd0-4bff-b70d-47b4608ecebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7f75c-e9e7-43e6-acce-8a0302e04e56,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:00.799220 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b8adaa8b-0dd0-4bff-b70d-47b4608ecebc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb50f8477d0042fdb46bdb5a8ea73ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8288472 Oct 18 21:02:00.800485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53608) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:00.811258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] For port 78757bb3-1809-4362-b58c-fab917030e12, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=78757bb3-1809-4362-b58c-fab917030e12,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:00.811696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:00.845713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Calling delete_port for 78757bb3-1809-4362-b58c-fab917030e12 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:00.913113 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d38574c-a0ef-4d6e-ae46-2a53b5ef5d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:00.962251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d38574c-a0ef-4d6e-ae46-2a53b5ef5d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:01.034372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836d712-fb11-4fb2-8c20-8763fe55b008 req-27a72975-70f8-4ad9-8993-ba88d9cc9fb0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:01.038669 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e836d712-fb11-4fb2-8c20-8763fe55b008 req-27a72975-70f8-4ad9-8993-ba88d9cc9fb0 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 944 time: 0.2032146 Oct 18 21:02:01.088044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d38574c-a0ef-4d6e-ae46-2a53b5ef5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:01.097211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5d38574c-a0ef-4d6e-ae46-2a53b5ef5d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:01.101522 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5d38574c-a0ef-4d6e-ae46-2a53b5ef5d84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84e7f75c-e9e7-43e6-acce-8a0302e04e56 HTTP/1.1" status: 204 len: 168 time: 0.2994623 Oct 18 21:02:01.130719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38574c-a0ef-4d6e-ae46-2a53b5ef5d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7f75c-e9e7-43e6-acce-8a0302e04e56,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:01.308587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e836d712-fb11-4fb2-8c20-8763fe55b008 req-8fff7be2-20b1-4a04-8502-adff8b38bea5 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260582 Oct 18 21:02:01.310516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:01.326747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['78757bb3-1809-4362-b58c-fab917030e12'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:02:01.422613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Pushing event deleted for resources: {'Port': ['ID=78757bb3-1809-4362-b58c-fab917030e12,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:01.458536 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080dcb4-0244-422e-a538-92d160b93d41 req-07b42408-2ca1-4fe5-bf1d-8067c562dead tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:01.461481 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8080dcb4-0244-422e-a538-92d160b93d41 req-07b42408-2ca1-4fe5-bf1d-8067c562dead tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 1096 time: 0.1885161 Oct 18 21:02:01.593383 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4107dbc9-b1d7-489f-b5d7-405e5ff4eced up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:01.729850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] No DVR routers for this DVR port 78757bb3-1809-4362-b58c-fab917030e12 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:02:01.740153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9cd3e1c6-23da-4dd2-a3e1-c9ff2c2285a6 req-8e756a05-ea23-475f-adda-61cb3cf4ac91 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cf062fb-9aaa-40b4-9921-2c4d53caec34 HTTP/1.1" status: 200 len: 210 time: 0.1834145 Oct 18 21:02:01.744888 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:01.779037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6c4d4e0-b4fe-4c08-b632-674c093d1d63 req-05d86e81-19b5-4226-841f-1b2f6618d618 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.79 "DELETE /v2.0/ports/78757bb3-1809-4362-b58c-fab917030e12 HTTP/1.1" status: 204 len: 173 time: 1.4118443 Oct 18 21:02:01.779037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'name': 'network-vif-deleted', 'tag': '78757bb3-1809-4362-b58c-fab917030e12'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:01.779037 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2979a24-c50c-4f5a-9643-eac3aef69df9" -d '{"events": [{"server_uuid": "0cf062fb-9aaa-40b4-9921-2c4d53caec34", "name": "network-vif-deleted", "tag": "78757bb3-1809-4362-b58c-fab917030e12"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:01.894963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Deleting port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:01.899972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:01.998664 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:02:02.016702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:02.018001 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.148355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] For port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:02.151086 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.157720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6025bdc-b07d-494f-b448-2f60b0632276 req-a2d90139-c03f-407d-af34-0364e3428ea0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:02.159420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6025bdc-b07d-494f-b448-2f60b0632276 req-a2d90139-c03f-407d-af34-0364e3428ea0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1583941 Oct 18 21:02:02.201066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Calling delete_port for 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:02.251523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6025bdc-b07d-494f-b448-2f60b0632276 req-54f39ffe-7a3e-4cc3-9294-aca567e87ae5 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741754 Oct 18 21:02:02.261006 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53628) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:02.272511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.311378 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4eabe267-edc8-499c-b5be-9eab176648bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.318569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:02.321583 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b1fa53-b88f-4f63-9d41-55ba115ffb41" -d '{"events": [{"server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "name": "network-vif-plugged", "status": "completed", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:02.341380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:02.361591 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.530087 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:02.566704 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4eabe267-edc8-499c-b5be-9eab176648bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.569499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.582832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4eabe267-edc8-499c-b5be-9eab176648bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.585225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec22cc37-c74f-451e-b858-f45c301e6ff1'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:02:02.667792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c2fe09e-b9c5-4ae3-a8f4-60f80d196244,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:02.756033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4eabe267-edc8-499c-b5be-9eab176648bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c549d0abb0240f2b09b2196be964262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933093 Oct 18 21:02:02.793847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53634) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:02.795075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] No DVR routers for this DVR port 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:02:02.799808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:02.804089 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8080dcb4-0244-422e-a538-92d160b93d41 req-6d99f74c-bf89-4b55-b398-2c479efa8fe5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.30 "DELETE /v2.0/ports/2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 HTTP/1.1" status: 204 len: 173 time: 1.3203535 Oct 18 21:02:02.804491 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed693c20-e4ae-48d4-b18b-c6c4499b62eb req-f4467ec3-1c4e-4631-8b40-efda434ebcd0 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3bc4b127-7b9a-45c0-af6c-5b611e46fdb5 HTTP/1.1" status: 200 len: 210 time: 0.1048810 Oct 18 21:02:02.805682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabe267-edc8-499c-b5be-9eab176648bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74b271e-04a9-49ec-bda1-ebfb980ea6a9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:02.841665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'name': 'network-vif-deleted', 'tag': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:02.846162 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f228327-be25-418a-a927-90467bbc498a" -d '{"events": [{"server_uuid": "3bc4b127-7b9a-45c0-af6c-5b611e46fdb5", "name": "network-vif-deleted", "tag": "2c2fe09e-b9c5-4ae3-a8f4-60f80d196244"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:02.997917 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13cc50a6-6b27-458d-bd33-95452fd9cce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:03.058289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13cc50a6-6b27-458d-bd33-95452fd9cce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:03.066456 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f1fdd-74f7-4a07-8391-499db58689cb x-openstack-request-id: req-897f1fdd-74f7-4a07-8391-499db58689cb {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:03.066908 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf062fb-9aaa-40b4-9921-2c4d53caec34", "name": "network-vif-deleted", "tag": "78757bb3-1809-4362-b58c-fab917030e12", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:03.067098 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-897f1fdd-74f7-4a07-8391-499db58689cb {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:03.067453 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf062fb-9aaa-40b4-9921-2c4d53caec34', 'name': 'network-vif-deleted', 'tag': '78757bb3-1809-4362-b58c-fab917030e12', 'status': 'completed', 'code': 200} Oct 18 21:02:03.157194 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa412b-a536-41a6-9969-876fecf9bc85 x-openstack-request-id: req-c2aa412b-a536-41a6-9969-876fecf9bc85 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:03.157705 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "name": "network-vif-plugged", "status": "completed", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:03.158111 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2aa412b-a536-41a6-9969-876fecf9bc85 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:03.158863 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'code': 200} Oct 18 21:02:03.238397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13cc50a6-6b27-458d-bd33-95452fd9cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:03.259056 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-13cc50a6-6b27-458d-bd33-95452fd9cce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:03.270507 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-13cc50a6-6b27-458d-bd33-95452fd9cce4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e74b271e-04a9-49ec-bda1-ebfb980ea6a9 HTTP/1.1" status: 204 len: 168 time: 0.4723890 Oct 18 21:02:03.289002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc50a6-6b27-458d-bd33-95452fd9cce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74b271e-04a9-49ec-bda1-ebfb980ea6a9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:03.454839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1936ea4-3493-47ab-965e-7f1f0cbef17c req-778f34f5-31e2-477a-8e74-d9bd06858dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:03.458752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1936ea4-3493-47ab-965e-7f1f0cbef17c req-778f34f5-31e2-477a-8e74-d9bd06858dd6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 1096 time: 0.1666954 Oct 18 21:02:03.509336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1936ea4-3493-47ab-965e-7f1f0cbef17c req-017a21f6-3f33-4000-bb85-67d697ba4ba9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Oct 18 21:02:03.909296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ced53-e4d1-459a-a72f-23e8f3f7cb0a req-8f35de0a-cb1e-432f-87b5-dcc974f99508 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:03.925386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c67ced53-e4d1-459a-a72f-23e8f3f7cb0a req-8f35de0a-cb1e-432f-87b5-dcc974f99508 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 945 time: 0.1189849 Oct 18 21:02:03.996186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c67ced53-e4d1-459a-a72f-23e8f3f7cb0a req-08a9add7-cafc-45ce-826d-75ff7bee91f6 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668042 Oct 18 21:02:04.124376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:04.207028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:04.209550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2c2fe09e-b9c5-4ae3-a8f4-60f80d196244 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:04.238896 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f550145-38ee-456a-ba88-28736c9d02a7 x-openstack-request-id: req-1f550145-38ee-456a-ba88-28736c9d02a7 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:04.239683 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc4b127-7b9a-45c0-af6c-5b611e46fdb5", "name": "network-vif-deleted", "tag": "2c2fe09e-b9c5-4ae3-a8f4-60f80d196244", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:04.239683 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f550145-38ee-456a-ba88-28736c9d02a7 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:04.240531 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc4b127-7b9a-45c0-af6c-5b611e46fdb5', 'name': 'network-vif-deleted', 'tag': '2c2fe09e-b9c5-4ae3-a8f4-60f80d196244', 'status': 'completed', 'code': 200} Oct 18 21:02:04.542437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e1b1e-d86e-4fd0-af81-aabba3d0efe5 req-8afd1e0e-c028-4026-b5c8-c9489e7faa55 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:04.552423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e3e1b1e-d86e-4fd0-af81-aabba3d0efe5 req-8afd1e0e-c028-4026-b5c8-c9489e7faa55 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1296349 Oct 18 21:02:04.621073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e3e1b1e-d86e-4fd0-af81-aabba3d0efe5 req-a7cd3077-b3bf-4412-9ea9-3190e74675dc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670371 Oct 18 21:02:05.610361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 78757bb3-1809-4362-b58c-fab917030e12 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:05.641995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc10d-b6aa-47e7-bc31-7255ba340cb9 req-853c16e8-bb81-4cd9-9a6a-836f40bfd4d1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:05.655188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 78757bb3-1809-4362-b58c-fab917030e12 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:05.656692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 78757bb3-1809-4362-b58c-fab917030e12 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:05.663610 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-075bc10d-b6aa-47e7-bc31-7255ba340cb9 req-853c16e8-bb81-4cd9-9a6a-836f40bfd4d1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 945 time: 0.1517355 Oct 18 21:02:05.755743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-075bc10d-b6aa-47e7-bc31-7255ba340cb9 req-694fcf7a-0f14-47d5-b259-769bd23082fb tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905213 Oct 18 21:02:06.035172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7c38f-7064-4407-a8ad-c9d7483283b9 req-70f7f7bb-5fd6-4e39-93ac-6cef08476bd3 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:06.038411 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3f7c38f-7064-4407-a8ad-c9d7483283b9 req-70f7f7bb-5fd6-4e39-93ac-6cef08476bd3 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0997148 Oct 18 21:02:06.113350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3f7c38f-7064-4407-a8ad-c9d7483283b9 req-a76e0b8c-0255-4906-bf19-97159102cdc4 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625968 Oct 18 21:02:06.359057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbfdc4-33ab-4196-8d2a-593ed8e4e436 req-609dfb67-5c78-43eb-a8c7-20c29d7f6295 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:06.369341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cdbfdc4-33ab-4196-8d2a-593ed8e4e436 req-609dfb67-5c78-43eb-a8c7-20c29d7f6295 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1457350 Oct 18 21:02:06.466984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8cdbfdc4-33ab-4196-8d2a-593ed8e4e436 req-c6c2c841-2e78-46a4-afdf-414a2a820893 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955255 Oct 18 21:02:06.852619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a575465-5af9-48f0-8d36-e58a0c14420c req-8dbdb57b-a217-4a0b-ab17-ba7d16d63698 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:06.855204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a575465-5af9-48f0-8d36-e58a0c14420c req-8dbdb57b-a217-4a0b-ab17-ba7d16d63698 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 945 time: 0.1148937 Oct 18 21:02:06.961360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a575465-5af9-48f0-8d36-e58a0c14420c req-af2cd7ca-f673-4ea4-88dc-f5ac1477baca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957844 Oct 18 21:02:07.016007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-2998ae3d-7d95-4071-8b2f-f031432f98b6 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:07.022283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-2998ae3d-7d95-4071-8b2f-f031432f98b6 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1278043 Oct 18 21:02:07.073958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53732) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:07.229450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9085d-9775-41df-9fcd-f192c18dd3ab tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:07.238750 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-38e9085d-9775-41df-9fcd-f192c18dd3ab tempest-TestNetworkBasicOps-92047503 tempest-TestNetworkBasicOps-92047503-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 1091 time: 0.1584089 Oct 18 21:02:07.242486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53742) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:07.254458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:07.337243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:07.434659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Deleting port ec22cc37-c74f-451e-b858-f45c301e6ff1 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:07.435211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:07.513651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094564-885e-4229-91f8-96b3a7077126 req-f6382bb2-5efe-4d3e-8cf3-2f4ffc3eb87d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:07.516293 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3094564-885e-4229-91f8-96b3a7077126 req-f6382bb2-5efe-4d3e-8cf3-2f4ffc3eb87d tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 1096 time: 0.2257075 Oct 18 21:02:07.516592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:07.620857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3094564-885e-4229-91f8-96b3a7077126 req-9e7bdf0d-b08a-4fae-9b28-bb09a73df6f5 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=47d417b2-4904-4006-8dd6-0a976a1872a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618424 Oct 18 21:02:07.649193 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] For port ec22cc37-c74f-451e-b858-f45c301e6ff1, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec22cc37-c74f-451e-b858-f45c301e6ff1,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:07.649908 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:07.692793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Calling delete_port for ec22cc37-c74f-451e-b858-f45c301e6ff1 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:07.795855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Allocated IP 172.25.7.95 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/ef519885-525f-497a-bb62-5119b190e325) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:07.990817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816749-37d6-4a04-a54b-04e12d58c12a req-ad18aac7-eebd-43fa-a638-6ec1fde7ac3a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:07.994770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17816749-37d6-4a04-a54b-04e12d58c12a req-ad18aac7-eebd-43fa-a638-6ec1fde7ac3a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.2095721 Oct 18 21:02:08.016959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:08.097317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:08.162273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=ef519885-525f-497a-bb62-5119b190e325,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:08.181989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:08.184317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:08.188901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:08.201420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17816749-37d6-4a04-a54b-04e12d58c12a req-72cd5e42-75b4-43a9-b369-a36e8772c3b8 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995153 Oct 18 21:02:08.269988 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:08.283533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec22cc37-c74f-451e-b858-f45c301e6ff1'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:02:08.300796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-b3b27e3d-88e0-44b3-b463-192c81841b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:08.303794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-b3b27e3d-88e0-44b3-b463-192c81841b5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1097 time: 0.2166777 Oct 18 21:02:08.322140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec22cc37-c74f-451e-b858-f45c301e6ff1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:08.397907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] No DVR routers for this DVR port ec22cc37-c74f-451e-b858-f45c301e6ff1 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:02:08.402509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:08.408564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3352b2f1-e414-47db-9b83-b9bb14d25917 req-83baf35d-ff7d-42f3-955c-2004c21c9d54 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.79 "DELETE /v2.0/ports/ec22cc37-c74f-451e-b858-f45c301e6ff1 HTTP/1.1" status: 204 len: 173 time: 1.3798251 Oct 18 21:02:08.409454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'name': 'network-vif-deleted', 'tag': 'ec22cc37-c74f-451e-b858-f45c301e6ff1'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:08.412855 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186892db-0827-4c86-8678-f0ace3173868" -d '{"events": [{"server_uuid": "6698f30e-ac65-406b-a0b9-e2d878a43ae0", "name": "network-vif-deleted", "tag": "ec22cc37-c74f-451e-b858-f45c301e6ff1"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:08.487842 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96587ee8-9a08-4e7d-910a-2aee85f114e7 x-openstack-request-id: req-96587ee8-9a08-4e7d-910a-2aee85f114e7 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:08.488152 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6698f30e-ac65-406b-a0b9-e2d878a43ae0", "name": "network-vif-deleted", "tag": "ec22cc37-c74f-451e-b858-f45c301e6ff1", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:08.488657 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96587ee8-9a08-4e7d-910a-2aee85f114e7 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:08.489132 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6698f30e-ac65-406b-a0b9-e2d878a43ae0', 'name': 'network-vif-deleted', 'tag': 'ec22cc37-c74f-451e-b858-f45c301e6ff1', 'status': 'completed', 'code': 200} Oct 18 21:02:08.725314 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-0898b0e2-21bc-49dd-aa90-b132587c7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:08.730585 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-0898b0e2-21bc-49dd-aa90-b132587c7e6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.4115934 Oct 18 21:02:08.915748 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90263364-7496-4cfe-8abc-7c0c94ca298c req-1baacfe9-672e-444a-80fb-453da6fb1549 tempest-TestServerMultinode-1923719779 tempest-TestServerMultinode-1923719779-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6698f30e-ac65-406b-a0b9-e2d878a43ae0 HTTP/1.1" status: 200 len: 210 time: 0.0627165 Oct 18 21:02:08.971355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-7d16ef38-c425-4775-8bd5-46ebb3d56853 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 200 len: 1002 time: 0.2279649 Oct 18 21:02:09.376199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-bcef14e3-1db8-4029-b38c-e4a7633c0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:09.379435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-bcef14e3-1db8-4029-b38c-e4a7633c0736 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.3814733 Oct 18 21:02:09.471044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14151a0f-fa79-4417-8a30-a0ff1b7ad60e req-8502b820-6583-4eff-b22e-0d81f8d01183 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:09.479113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14151a0f-fa79-4417-8a30-a0ff1b7ad60e req-8502b820-6583-4eff-b22e-0d81f8d01183 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.1152284 Oct 18 21:02:09.535836 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-14151a0f-fa79-4417-8a30-a0ff1b7ad60e req-19598149-e637-457c-8a97-e89d6231e4c6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548654 Oct 18 21:02:09.651828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-508116be-8ee6-4eeb-9d4f-15844a905e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:09.653863 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-508116be-8ee6-4eeb-9d4f-15844a905e0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662036 Oct 18 21:02:09.691565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53808) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:09.699670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:09.947763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f459-1bd3-44df-b5e5-7255a65e9cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:09.949305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-6f79bd94-5003-4f34-8693-ac140b9ddcda service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842176 Oct 18 21:02:09.951690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.107231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:10.292959 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ca085157-5166-4f94-b4d0-0e489fb02754 req-da53f893-269f-42bc-8430-5d374f3e018f service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125919 Oct 18 21:02:10.372623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f459-1bd3-44df-b5e5-7255a65e9cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.382969 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f459-1bd3-44df-b5e5-7255a65e9cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.388223 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.396350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.480571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a5f1f459-1bd3-44df-b5e5-7255a65e9cef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=549813728d014650b94afd58b7ca949b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7872968 Oct 18 21:02:10.484001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53818) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:10.493909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1f459-1bd3-44df-b5e5-7255a65e9cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4d16a-6ea3-4b98-a290-2481df2558d0,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:10.553430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.558506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event updated for resources: {'Port': ['ID=ef519885-525f-497a-bb62-5119b190e325,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:10.595374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3be8a9d7-9fc6-40eb-8eb7-7ad758bfb0c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.687035 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3be8a9d7-9fc6-40eb-8eb7-7ad758bfb0c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.793871 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Floating IP 5fb3e099-927d-42fc-b488-33d42e40f9dd associated. External IP: 172.25.7.95, port: 4107dbc9-b1d7-489f-b5d7-405e5ff4eced. Oct 18 21:02:10.939451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3be8a9d7-9fc6-40eb-8eb7-7ad758bfb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.951915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3be8a9d7-9fc6-40eb-8eb7-7ad758bfb0c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:10.965991 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3be8a9d7-9fc6-40eb-8eb7-7ad758bfb0c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0d4d16a-6ea3-4b98-a290-2481df2558d0 HTTP/1.1" status: 204 len: 168 time: 0.4802475 Oct 18 21:02:10.986960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2ee0b-c235-4d28-8866-446152a39935 req-8503683e-4453-4e2a-aff0-573adf37311b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:11.001108 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37d2ee0b-c235-4d28-8866-446152a39935 req-8503683e-4453-4e2a-aff0-573adf37311b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 946 time: 0.2931304 Oct 18 21:02:11.057917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8a9d7-9fc6-40eb-8eb7-7ad758bfb0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4d16a-6ea3-4b98-a290-2481df2558d0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:11.071553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37d2ee0b-c235-4d28-8866-446152a39935 req-f7eaa966-7910-44e3-b17c-1c9aa1d7fafd tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690908 Oct 18 21:02:11.306686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:11.555886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:02:11.637224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec22cc37-c74f-451e-b858-f45c301e6ff1 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:11.694640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: ec22cc37-c74f-451e-b858-f45c301e6ff1 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:11.695212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec22cc37-c74f-451e-b858-f45c301e6ff1 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:11.755479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:02:11.781762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53840) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:11.794435 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] Sync routers for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:02:11.801303 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:11.805036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0249bd9-acf7-4bf0-9fa5-7c4d367846a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:11.816164 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:11.820719 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:11.870124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65684314-9225-44b2-b984-8674819cf472 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6257062 Oct 18 21:02:11.874471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53842) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:11.875386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:11.879438 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8542624-70ee-413c-b529-73c13fa0e846" -d '{"events": [{"name": "network-changed", "server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:12.063340 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372e631e-e872-4c4a-9541-41c63b4b1d9e x-openstack-request-id: req-372e631e-e872-4c4a-9541-41c63b4b1d9e {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:12.063756 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:12.065661 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-372e631e-e872-4c4a-9541-41c63b4b1d9e {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:12.066307 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'status': 'completed', 'code': 200} Oct 18 21:02:12.072724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0249bd9-acf7-4bf0-9fa5-7c4d367846a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.080008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0249bd9-acf7-4bf0-9fa5-7c4d367846a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.093394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-edb84c58-c272-4fe2-8353-b3d4105203e5 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/5fb3e099-927d-42fc-b488-33d42e40f9dd HTTP/1.1" status: 200 len: 990 time: 0.2178807 Oct 18 21:02:12.140636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:12.144203 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:12.196210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542624-70ee-413c-b529-73c13fa0e846 req-03ca9f8c-be6f-484c-acc6-61a322e30507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:12.197347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b0249bd9-acf7-4bf0-9fa5-7c4d367846a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb3039d83fc6418fa60dd8ee51e96185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143808 Oct 18 21:02:12.199100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8542624-70ee-413c-b529-73c13fa0e846 req-03ca9f8c-be6f-484c-acc6-61a322e30507 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 1096 time: 0.1294806 Oct 18 21:02:12.203107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Deleting port 416582d7-febd-401d-bdc6-46b84ea1ec30 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:12.203661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.208614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53850) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:12.248554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0249bd9-acf7-4bf0-9fa5-7c4d367846a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0d68d-3a12-4c83-8e60-74bf5ac69641,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:12.260282 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.349487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] For port 416582d7-febd-401d-bdc6-46b84ea1ec30, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=416582d7-febd-401d-bdc6-46b84ea1ec30,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:12.350108 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.352886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:12.355961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:12.368162 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7173fcfb-69fd-4705-9aff-46713e150edc" -d '{"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-unplugged", "status": "completed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:12.374926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.377929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Calling delete_port for 416582d7-febd-401d-bdc6-46b84ea1ec30 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:12.435223 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a397f68a-ffb3-4bdb-b536-2a181e08e6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.489440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:12.503485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a397f68a-ffb3-4bdb-b536-2a181e08e6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.640715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a397f68a-ffb3-4bdb-b536-2a181e08e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.645993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a397f68a-ffb3-4bdb-b536-2a181e08e6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:12.650311 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a397f68a-ffb3-4bdb-b536-2a181e08e6ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2c0d68d-3a12-4c83-8e60-74bf5ac69641 HTTP/1.1" status: 204 len: 168 time: 0.4382889 Oct 18 21:02:12.681224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397f68a-ffb3-4bdb-b536-2a181e08e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0d68d-3a12-4c83-8e60-74bf5ac69641,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:12.771194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2ba8-bbfc-405e-b736-aba80fb72636 req-b56d5f2e-cfc5-4a19-acb6-8a58fbd15e68 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:12.778915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3bbe2ba8-bbfc-405e-b736-aba80fb72636 req-b56d5f2e-cfc5-4a19-acb6-8a58fbd15e68 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.2252474 Oct 18 21:02:12.826269 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '5fb3e099-927d-42fc-b488-33d42e40f9dd', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'port_id': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'mac_address': 'fa:16:3e:89:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:02:09Z', 'updated_at': '2021-10-18T21:02:09Z', 'revision_number': 0, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:32Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:12.893759 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] Checking router: 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:02:12.932729 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:12.932729 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:12.933540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3bbe2ba8-bbfc-405e-b736-aba80fb72636 req-3c94fbd3-5014-4fb3-89c9-707b16bde143 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464930 Oct 18 21:02:12.933540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542624-70ee-413c-b529-73c13fa0e846 req-f31deba5-ac73-48a2-a1c0-48d473d5b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:12.933540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8542624-70ee-413c-b529-73c13fa0e846 req-f31deba5-ac73-48a2-a1c0-48d473d5b8a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5 HTTP/1.1" status: 200 len: 897 time: 0.3769670 Oct 18 21:02:13.096830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53870) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:13.136326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8542624-70ee-413c-b529-73c13fa0e846 req-462b9427-4588-420f-a469-c525b6163df8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced HTTP/1.1" status: 200 len: 998 time: 0.1936798 Oct 18 21:02:13.221338 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7e0560-2efc-4133-9e2e-a67b4af01e33 x-openstack-request-id: req-fb7e0560-2efc-4133-9e2e-a67b4af01e33 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:13.221923 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-unplugged", "status": "failed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a", "code": 422}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:13.221923 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb7e0560-2efc-4133-9e2e-a67b4af01e33 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:13.222284 n-d-812149-2 neutron-server[100532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'code': 422} returned with failed status Oct 18 21:02:13.246416 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-edd72fa9-9c60-49d4-8287-cb4779238cc8 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/5fb3e099-927d-42fc-b488-33d42e40f9dd HTTP/1.1" status: 200 len: 990 time: 0.1476264 Oct 18 21:02:13.310304 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:13.388624 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:13.997075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:14.097788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542624-70ee-413c-b529-73c13fa0e846 req-345377ec-a3ef-461c-8e7c-c07020a67776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:14.112473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8542624-70ee-413c-b529-73c13fa0e846 req-345377ec-a3ef-461c-8e7c-c07020a67776 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a163593c-bb0b-427c-bcbc-108e558829b4 HTTP/1.1" status: 200 len: 834 time: 0.9527564 Oct 18 21:02:14.201895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Pushing event deleted for resources: {'Port': ['ID=416582d7-febd-401d-bdc6-46b84ea1ec30,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:14.251277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53908) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:14.313858 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '5fb3e099-927d-42fc-b488-33d42e40f9dd', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'port_id': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'mac_address': 'fa:16:3e:89:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:02:09Z', 'updated_at': '2021-10-18T21:02:09Z', 'revision_number': 0, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:32Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:14.366194 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3846982-6512-4ab3-8db6-47a66b1ff9b2 None None] The sync data for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 is: [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '5fb3e099-927d-42fc-b488-33d42e40f9dd', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'port_id': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3057, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'mac_address': 'fa:16:3e:89:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:02:09Z', 'updated_at': '2021-10-18T21:02:09Z', 'revision_number': 0, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:32Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:02:14.393106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8542624-70ee-413c-b529-73c13fa0e846 req-2a08d8e0-6d5f-4c4d-9021-7bc0d7feb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:14.394860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8542624-70ee-413c-b529-73c13fa0e846 req-2a08d8e0-6d5f-4c4d-9021-7bc0d7feb2ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2811947 Oct 18 21:02:14.544004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d352677b-bd1f-4b51-b41c-835c1dc417f1 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/5fb3e099-927d-42fc-b488-33d42e40f9dd HTTP/1.1" status: 200 len: 990 time: 0.2910917 Oct 18 21:02:14.986495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5b2ce-b738-4149-96c3-79e3bdaf7c2b None None] New status for floating IP 5fb3e099-927d-42fc-b488-33d42e40f9dd: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:02:15.055912 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:15.340123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-027437de-2304-4973-a5b8-89d857ca5bf9 req-ee7a5dba-5d46-44b5-86a4-facf7dbaec69 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:02:15.355262 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-027437de-2304-4973-a5b8-89d857ca5bf9 req-ee7a5dba-5d46-44b5-86a4-facf7dbaec69 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0247288 Oct 18 21:02:15.420179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8542624-70ee-413c-b529-73c13fa0e846 req-73ac1d67-a831-4e0f-abe6-1a0e546c653f service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927678 Oct 18 21:02:15.549608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:15.820159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-25ea12be-9b56-4aec-9e0d-d526bf9471e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/5fb3e099-927d-42fc-b488-33d42e40f9dd HTTP/1.1" status: 200 len: 990 time: 0.2587645 Oct 18 21:02:16.143801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:16.206982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966caab-1098-4132-af7c-505f46e3ae64 req-16af0328-c674-4383-946d-69a3d074ed21 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:16.215014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1966caab-1098-4132-af7c-505f46e3ae64 req-16af0328-c674-4383-946d-69a3d074ed21 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.2245698 Oct 18 21:02:16.218682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8542624-70ee-413c-b529-73c13fa0e846 req-255ea6f3-7799-43d2-b719-4b3ef5783bd1 service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604217 Oct 18 21:02:16.325865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1966caab-1098-4132-af7c-505f46e3ae64 req-2a373d49-ea9e-4aca-a2fd-9ea24c41248e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008861 Oct 18 21:02:16.370942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Router 7826a289-aa51-4120-b789-9494706d4a8c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:02:16.514539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:02:16.521615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a581b2b9-ff64-43fa-8666-b9e6b2994503 admin admin] 10.222.0.66 "PUT /v2.0/routers/7826a289-aa51-4120-b789-9494706d4a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4126978 Oct 18 21:02:16.524417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 53968) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:16.549382 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] Sync routers for ids ['7826a289-aa51-4120-b789-9494706d4a8c'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:02:16.572995 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] Routers {'7826a289-aa51-4120-b789-9494706d4a8c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:16.574516 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7826a289-aa51-4120-b789-9494706d4a8c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:16.657453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-5398e222-9e63-4905-8bfc-da0ace5c5345 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3149240 Oct 18 21:02:16.756460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:16.824825 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] Set router 7826a289-aa51-4120-b789-9494706d4a8c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:16.828648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 53980) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:16.958970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fbb9aa39-5257-4061-996e-84c1889304d2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/5fb3e099-927d-42fc-b488-33d42e40f9dd HTTP/1.1" status: 200 len: 992 time: 0.1290822 Oct 18 21:02:17.045001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:17.158132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Deleting port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:17.158518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:17.172867 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:02:12Z', 'revision_number': 5, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port': {'id': '0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7826a289-aa51-4120-b789-9494706d4a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:28Z', 'updated_at': '2021-10-18T21:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:17.209332 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] Checking router: 7826a289-aa51-4120-b789-9494706d4a8c for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:02:17.225042 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] Routers {'7826a289-aa51-4120-b789-9494706d4a8c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:17.226197 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:01:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7826a289-aa51-4120-b789-9494706d4a8c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:17.361167 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] Set router 7826a289-aa51-4120-b789-9494706d4a8c gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:17.470926 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:02:17Z', 'revision_number': 6, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:17.508551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-066c678c-c0eb-4b3f-9fb9-3d5cdb34cdb6 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:17.513666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-066c678c-c0eb-4b3f-9fb9-3d5cdb34cdb6 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/networks?id=c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 200 len: 814 time: 0.1712966 Oct 18 21:02:17.539486 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dc6ba-9813-4ec3-bd09-cf33f46a2545 None None] The sync data for ids ['7826a289-aa51-4120-b789-9494706d4a8c'] in n-d-812149-2 is: [{'id': '7826a289-aa51-4120-b789-9494706d4a8c', 'name': 'tempest-TestServerMultinode-1030986161-router', 'tenant_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:27Z', 'updated_at': '2021-10-18T21:02:17Z', 'revision_number': 6, 'project_id': 'd1beb186d7b9401daa09c5d981cfa48a', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:02:17.556448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-3113b615-cd62-4136-9cea-2cd510b1a575 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/quotas/8aae6ea488154ce38afe7b6c9a2c2b7e HTTP/1.1" status: 200 len: 375 time: 0.0358784 Oct 18 21:02:17.654716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-3765a9e3-85f7-4c59-9aa2-0852eeb36b4d tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956173 Oct 18 21:02:17.808809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] For port 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:17.809868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:17.825505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e9b80132-39f2-4a6b-a609-016a9ddf3919 service neutron] 10.222.0.66 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684291 Oct 18 21:02:17.825726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Calling delete_port for 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:18.003232 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-1c8a22e4-37a3-4080-a9b7-e8de17dd1aae service neutron] 10.222.0.66 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744561 Oct 18 21:02:18.111648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 416582d7-febd-401d-bdc6-46b84ea1ec30 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:18.161019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 416582d7-febd-401d-bdc6-46b84ea1ec30 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:18.161348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 416582d7-febd-401d-bdc6-46b84ea1ec30 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:18.249150 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a639-9108-4d78-8756-73676415cabb req-92130f37-5dc1-4924-b878-e994e2c3c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:18.251096 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-92130f37-5dc1-4924-b878-e994e2c3c99b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353&tenant_id=4f461562427c4119b4363e3f8e8f02fc HTTP/1.1" status: 200 len: 1095 time: 0.1862776 Oct 18 21:02:18.366442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a639-9108-4d78-8756-73676415cabb req-4fd23d4e-c078-45ba-8b5c-3b2ef57344a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:18.366442 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-4fd23d4e-c078-45ba-8b5c-3b2ef57344a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1095 time: 0.0805342 Oct 18 21:02:18.366442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:18.500763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d0f9a-5c0b-46e9-a4ad-16fa5ad69939 req-25ac9301-26ea-4588-8e8a-f4e007d59f2c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:18.523027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b93d0f9a-5c0b-46e9-a4ad-16fa5ad69939 req-25ac9301-26ea-4588-8e8a-f4e007d59f2c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.2089753 Oct 18 21:02:18.588112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:18.631926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.632749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.633248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.633733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.634237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.634730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.635227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.636159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.637025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.638316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.639005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.640351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:18.681267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b93d0f9a-5c0b-46e9-a4ad-16fa5ad69939 req-ce612e3b-6b74-447c-beaf-b6ca993da8ef tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563721 Oct 18 21:02:18.694780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:18.699325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a639-9108-4d78-8756-73676415cabb req-7acd7593-2633-4b51-8867-68097b3bc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:18.701284 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-7acd7593-2633-4b51-8867-68097b3bc979 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.3088357 Oct 18 21:02:18.806500 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7f0a8d35-013c-4676-92f9-01dc96b99051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:18.870094 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:18.875776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:18.876974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:18.919011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5396ee4f-8f2f-4188-9ae8-b5a8dcff2c84 req-3568d2f5-c2d4-46fa-872c-2bedf678b55a tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 210 time: 0.0662620 Oct 18 21:02:18.942066 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-70557817-9ca7-4b97-9810-fa86feba746f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 200 len: 1000 time: 0.2027040 Oct 18 21:02:18.996549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:18.997705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7826a289-aa51-4120-b789-9494706d4a8c {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:02:19.006938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:19.010993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54024) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:19.011360 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f46f64c0-ad9d-4955-913a-d4dfeebc3c64 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7826a289-aa51-4120-b789-9494706d4a8c HTTP/1.1" status: 204 len: 168 time: 2.4856489 Oct 18 21:02:19.037539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a639-9108-4d78-8756-73676415cabb req-19404a0f-ae47-457f-9f6c-9423e2ac7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:19.039498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-19404a0f-ae47-457f-9f6c-9423e2ac7441 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.0889766 Oct 18 21:02:19.079805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] Deleting subnet 0f6cde3b-fb92-46ac-8b92-ad88e173ea09 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:02:19.086888 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:19.114571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a639-9108-4d78-8756-73676415cabb req-3c7fbbbb-2c02-430e-b737-ea82727b0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:19.117820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-3c7fbbbb-2c02-430e-b737-ea82727b0854 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693343 Oct 18 21:02:19.197103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:19.342365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-14bfc549-1ff7-4888-ad7d-642f1700dc63 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120025 Oct 18 21:02:19.388310 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:19.486177 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:19.506769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a4f4a639-9108-4d78-8756-73676415cabb req-44b8ca43-dc83-47ac-a82a-2c617ff2e26d service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538641 Oct 18 21:02:19.539743 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f6cde3b-fb92-46ac-8b92-ad88e173ea09,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:19.557218 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:19.564482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c013d1-e7fb-45ae-9669-561945c9fb90 None None] Network 4942e57d-03ba-4ce0-a217-bdc1cebc4adc requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:02:19.565516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e8f0a240-c047-496a-bc59-c86cfc923fef admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0f6cde3b-fb92-46ac-8b92-ad88e173ea09 HTTP/1.1" status: 204 len: 168 time: 0.5526347 Oct 18 21:02:19.568263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54040) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:19.745478 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:19.939218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] DHCP port deletion for 4942e57d-03ba-4ce0-a217-bdc1cebc4adc request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:02:19.970986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525d638-5719-49bb-b78c-68cd1cc7887a req-dda0a817-0c20-4cd4-8cea-15452d4a08e4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:19.978871 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c525d638-5719-49bb-b78c-68cd1cc7887a req-dda0a817-0c20-4cd4-8cea-15452d4a08e4 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.1610041 Oct 18 21:02:20.065360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Deleting port 3f9fe96a-1899-4631-9219-2607dc015417 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:20.066831 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.083699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] Deleting port 3f9fe96a-1899-4631-9219-2607dc015417 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:20.084074 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.313545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] For port 3f9fe96a-1899-4631-9219-2607dc015417, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3f9fe96a-1899-4631-9219-2607dc015417,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:20.314930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.341446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:20.370444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Calling delete_port for 3f9fe96a-1899-4631-9219-2607dc015417 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:20.457729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:20.460501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0fe131fc-d5ce-4139-b0bf-ceae5cad2bf7 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:20.461154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3f9fe96a-1899-4631-9219-2607dc015417 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:20.472098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-67eaceb1-30b6-4a98-befd-a7d916d0b6c3 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:20.475531 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-67eaceb1-30b6-4a98-befd-a7d916d0b6c3 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.30 "GET /v2.0/networks?id=c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 200 len: 814 time: 0.5173445 Oct 18 21:02:20.556865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c525d638-5719-49bb-b78c-68cd1cc7887a req-84c7c243-dbaa-44b5-bb10-421147c919c6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5563107 Oct 18 21:02:20.560281 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] For port 3f9fe96a-1899-4631-9219-2607dc015417, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3f9fe96a-1899-4631-9219-2607dc015417,segment=NetworkSegment(5a439ec7-e575-4f3b-af30-eca627fbdfa1),segment_id=5a439ec7-e575-4f3b-af30-eca627fbdfa1)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:20.562848 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.597866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] Calling delete_port for 3f9fe96a-1899-4631-9219-2607dc015417 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:20.603176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.607668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Request body: {'port': {'device_id': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207', 'admin_state_up': True, 'tenant_id': '8aae6ea488154ce38afe7b6c9a2c2b7e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:20.634904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9fe96a-1899-4631-9219-2607dc015417,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:20.643287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] No DVR routers for this DVR port 3f9fe96a-1899-4631-9219-2607dc015417 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:02:20.652016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No active binding found for port 3f9fe96a-1899-4631-9219-2607dc015417 {{(pid=100532) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 18 21:02:20.653123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 3f9fe96a-1899-4631-9219-2607dc015417 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:20.752509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.782695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4942e57d-03ba-4ce0-a217-bdc1cebc4adc']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:20.812494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a439ec7-e575-4f3b-af30-eca627fbdfa1') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:20.813052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a439ec7-e575-4f3b-af30-eca627fbdfa1') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:20.840960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.883094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.895858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:02:20.896451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:20.922535 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:21.017919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-ef354f38-b9d5-4217-b310-e6ea70ea33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:21.028256 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-ef354f38-b9d5-4217-b310-e6ea70ea33dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f461562427c4119b4363e3f8e8f02fc&device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1095 time: 0.1068969 Oct 18 21:02:21.029265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Made reservation on behalf of 8aae6ea488154ce38afe7b6c9a2c2b7e for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:02:21.033854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:21.075430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] No DVR routers for this DVR port 3f9fe96a-1899-4631-9219-2607dc015417 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:02:21.102299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f17e57-d596-4466-9e59-83a2d7cf1345 None None] Pushing event deleted for resources: {'Port': ['ID=3f9fe96a-1899-4631-9219-2607dc015417,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:02:21.117245 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:02:21.131961 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:21.184591 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:21.197797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] 10.222.0.66 "DELETE /v2.0/networks/4942e57d-03ba-4ce0-a217-bdc1cebc4adc HTTP/1.1" status: 204 len: 168 time: 1.6275752 Oct 18 21:02:21.226883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:21.234487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c3260bf0-6981-49da-9274-97be89b118be req-5d94e269-6f11-4a60-977d-ff4d6c942891 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 210 time: 0.1086216 Oct 18 21:02:21.275114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25e813-8357-4adb-b11f-cbeba01eb83b admin admin] Pushing event deleted for resources: {'Network': ['ID=4942e57d-03ba-4ce0-a217-bdc1cebc4adc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:21.602991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Allocated IP 172.20.0.12 (c890bfb5-367f-4ddc-8570-f2888377b207/ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d/b16df30b-60d7-428f-9a99-d3a2ca0794df) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:22.070634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4683-776c-4354-a82f-dfa933345100 req-bd4d2800-2da3-439a-8987-8ef194b2f3dc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:22.079903 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-081d4683-776c-4354-a82f-dfa933345100 req-bd4d2800-2da3-439a-8987-8ef194b2f3dc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.2242982 Oct 18 21:02:22.180904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-081d4683-776c-4354-a82f-dfa933345100 req-896cbf4a-f399-4864-aa05-4fc41219ce6f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971231 Oct 18 21:02:22.325502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:22.405822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-7b599ef3-76a7-420d-98b0-4ee9762caf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:22.407774 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-7b599ef3-76a7-420d-98b0-4ee9762caf7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 200 len: 917 time: 0.7389255 Oct 18 21:02:22.424092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:22.491930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Pushing event updated for resources: {'Port': ['ID=b16df30b-60d7-428f-9a99-d3a2ca0794df,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:22.573607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Network c890bfb5-367f-4ddc-8570-f2888377b207 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:22.578128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:22.584876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:22.645678 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-6d6380c0-39ca-4ecf-9c2c-5b35e00cc8ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 200 len: 1000 time: 0.1510940 Oct 18 21:02:22.711252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:22.712161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:22.735186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-fff12a81-5eed-4b43-9d64-056fc29350cd tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1351535 Oct 18 21:02:22.777537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Request body: {'port': {'device_id': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:22.865233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-e079f09f-49c9-433b-84ad-5a08a6468e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:22.866814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-e079f09f-49c9-433b-84ad-5a08a6468e76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 200 len: 855 time: 0.2013574 Oct 18 21:02:22.875816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:23.116608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-50d5faa9-1095-4b14-b6c9-39ca296e0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:23.121966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-50d5faa9-1095-4b14-b6c9-39ca296e0caa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef9ef16-2e09-4d84-af27-de6e817b4382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243705 Oct 18 21:02:23.195058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-108155e3-01cf-4074-9430-47d49a503585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:23.519118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:23.528709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8342b32-6ee1-41b0-bea2-8109b3de4004 req-d2051682-7a41-4c09-8884-e62e86470dea tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:23.531216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8342b32-6ee1-41b0-bea2-8109b3de4004 req-d2051682-7a41-4c09-8884-e62e86470dea tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 932 time: 0.1798620 Oct 18 21:02:23.705467 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-1b1f41b0-f769-4798-8414-791ecb20df88 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623829 Oct 18 21:02:24.074847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e8342b32-6ee1-41b0-bea2-8109b3de4004 req-d7806873-0d2b-4e2e-ac69-9cba2808f571 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733539 Oct 18 21:02:24.119061 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6de1c73d-d45b-4e14-9f9b-7a85139c3ecd req-8eeaa559-08be-437b-827a-d47e5a390215 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879593 Oct 18 21:02:24.199107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16df30b-60d7-428f-9a99-d3a2ca0794df {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:02:24.246912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.269140 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.338417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Deleting port 8c89aab9-008d-4572-9c23-9d253d5994e2 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:24.341625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.346129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Transition to ACTIVE for port object b16df30b-60d7-428f-9a99-d3a2ca0794df will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:02:24.356367 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.665817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Pushing event updated for resources: {'Port': ['ID=b16df30b-60d7-428f-9a99-d3a2ca0794df,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:24.692247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.698210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Attempting to bind port b16df30b-60d7-428f-9a99-d3a2ca0794df on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:02:24.698550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Attempting to bind port b16df30b-60d7-428f-9a99-d3a2ca0794df by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:02:24.698896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Attempting to bind port b16df30b-60d7-428f-9a99-d3a2ca0794df on network c890bfb5-367f-4ddc-8570-f2888377b207 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:02:24.702946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.704641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Port b16df30b-60d7-428f-9a99-d3a2ca0794df on network c890bfb5-367f-4ddc-8570-f2888377b207 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:02:24.704965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Attempting to bind port b16df30b-60d7-428f-9a99-d3a2ca0794df on network c890bfb5-367f-4ddc-8570-f2888377b207 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:02:24.710810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.711091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:02:24.711593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Checking segment: {'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:24.711947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Bound using segment: {'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:02:24.712412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Bound port: b16df30b-60d7-428f-9a99-d3a2ca0794df, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:02:24.712769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.730870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.742054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.750123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.762343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.777191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-bed991c0-76a9-4862-bdeb-6a6db4e760de tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.3397157 Oct 18 21:02:24.811851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] For port 8c89aab9-008d-4572-9c23-9d253d5994e2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8c89aab9-008d-4572-9c23-9d253d5994e2,segment=NetworkSegment(da40cc6b-e0fb-4423-91f8-ad576c4c6e30),segment_id=da40cc6b-e0fb-4423-91f8-ad576c4c6e30)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:24.816215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.882359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Calling delete_port for 8c89aab9-008d-4572-9c23-9d253d5994e2 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:24.934658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] For port b16df30b-60d7-428f-9a99-d3a2ca0794df, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:02:24.938852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] For port b16df30b-60d7-428f-9a99-d3a2ca0794df, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=b16df30b-60d7-428f-9a99-d3a2ca0794df,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:02:24.942240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ffb3078-e3ff-467f-a1ba-38692edf4fd5 req-69287079-f9ec-4d70-8887-0f37afd7d57a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623204 Oct 18 21:02:24.946858 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.994293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:24.995006 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:24.996994 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] 10.222.0.30 "PUT /v2.0/ports/b16df30b-60d7-428f-9a99-d3a2ca0794df HTTP/1.1" status: 200 len: 1092 time: 2.2402556 Oct 18 21:02:24.998003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'tag': 'b16df30b-60d7-428f-9a99-d3a2ca0794df'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:25.011420 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b69d29-a245-47a3-869b-0daf9f594857" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ee2b9b-0283-4062-8e32-b4b6100298b6", "tag": "b16df30b-60d7-428f-9a99-d3a2ca0794df"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:25.194641 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:25.200652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4864b63-ed0d-4935-84a3-d01534643a59 service neutron] Pushing event updated for resources: {'Port': ['ID=b16df30b-60d7-428f-9a99-d3a2ca0794df,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:25.217880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-201584d1-97e9-484c-8371-1d89ecd07cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:25.221379 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-201584d1-97e9-484c-8371-1d89ecd07cdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 1095 time: 0.1513488 Oct 18 21:02:25.305815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-d1fe630d-fc95-41c6-9114-faeee97b8f05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16df30b-60d7-428f-9a99-d3a2ca0794df HTTP/1.1" status: 200 len: 217 time: 0.0533862 Oct 18 21:02:25.474658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-ff9a6058-2000-4edf-a290-cea30b7403ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:25.478127 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-ff9a6058-2000-4edf-a290-cea30b7403ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d HTTP/1.1" status: 200 len: 854 time: 0.0761650 Oct 18 21:02:25.483831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b31a87-c14f-4f9a-b6f7-654ae3839558 req-dbab93e6-c087-463b-93c8-c5c04751fb6c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:25.487740 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2b31a87-c14f-4f9a-b6f7-654ae3839558 req-dbab93e6-c087-463b-93c8-c5c04751fb6c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.3287389 Oct 18 21:02:25.643946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f2b31a87-c14f-4f9a-b6f7-654ae3839558 req-e6aec6af-c83e-49fa-9f43-3e7f31695f11 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391044 Oct 18 21:02:25.705393 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-7170d267-acd4-4a3c-8eb0-d32ab75b6599 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c890bfb5-367f-4ddc-8570-f2888377b207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188087 Oct 18 21:02:25.816874 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e05f27e-866f-497e-babf-c20ed99b47fc x-openstack-request-id: req-4e05f27e-866f-497e-babf-c20ed99b47fc {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:25.818122 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ee2b9b-0283-4062-8e32-b4b6100298b6", "tag": "b16df30b-60d7-428f-9a99-d3a2ca0794df", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:25.818658 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e05f27e-866f-497e-babf-c20ed99b47fc {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:25.819340 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'tag': 'b16df30b-60d7-428f-9a99-d3a2ca0794df', 'status': 'completed', 'code': 200} Oct 18 21:02:25.931269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:25.978802 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-b6babc2f-781a-415b-aa0f-8ac1e46f315f service neutron] 10.222.0.30 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448170 Oct 18 21:02:26.012277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c89aab9-008d-4572-9c23-9d253d5994e2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:26.257281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.274931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.292638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.293762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1ff1fcb0-4ea2-4a2a-8040-b2d548276127 req-ff8d2ff9-4e7a-40da-94a9-76d77c6aa4f0 service neutron] 10.222.0.30 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938447 Oct 18 21:02:26.300098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.317361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.352706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.359792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.383753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8a8d063-2344-4ea8-8031-4efb7b0ad77c req-3577cc83-279f-4f98-911f-f08e3f97a2a1 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.3957677 Oct 18 21:02:26.665935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69d29-a245-47a3-869b-0daf9f594857 req-c8868066-b1a6-480e-88cb-d9cac22cd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.668494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-65b69d29-a245-47a3-869b-0daf9f594857 req-c8868066-b1a6-480e-88cb-d9cac22cd0aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 1095 time: 0.1152411 Oct 18 21:02:26.674208 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:26.688671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebe2f6-88ea-45c4-af97-c48269e5187b req-e5f3a3fd-6360-4138-8aa9-ca523bff0b69 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.705621 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26ebe2f6-88ea-45c4-af97-c48269e5187b req-e5f3a3fd-6360-4138-8aa9-ca523bff0b69 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 944 time: 0.2095568 Oct 18 21:02:26.843285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:26.913080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69d29-a245-47a3-869b-0daf9f594857 req-5225126c-86a2-4761-bf50-db493f7e9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:26.914648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-65b69d29-a245-47a3-869b-0daf9f594857 req-5225126c-86a2-4761-bf50-db493f7e9213 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 200 len: 915 time: 0.2378118 Oct 18 21:02:27.125865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26ebe2f6-88ea-45c4-af97-c48269e5187b req-2f492f69-3a67-4d29-b006-122d57385726 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190540 Oct 18 21:02:27.186698 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-65b69d29-a245-47a3-869b-0daf9f594857 req-5376326c-581c-49ee-bc44-264e1fbb36ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16df30b-60d7-428f-9a99-d3a2ca0794df HTTP/1.1" status: 200 len: 217 time: 0.1413980 Oct 18 21:02:27.375841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b69d29-a245-47a3-869b-0daf9f594857 req-d19733fe-28e7-444a-ac5a-b3388d4abae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:27.377062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-65b69d29-a245-47a3-869b-0daf9f594857 req-d19733fe-28e7-444a-ac5a-b3388d4abae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d HTTP/1.1" status: 200 len: 854 time: 0.1756513 Oct 18 21:02:27.607077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Router 002ad4a3-9915-411e-87c2-dbcbe28f9efb has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:02:27.990216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5a39-69df-49a7-a8af-1a0a3c714f26 req-85e6aa58-5d66-4129-8ee2-8e0af023960f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:28.003798 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-65b69d29-a245-47a3-869b-0daf9f594857 req-0ef5e023-b800-476b-8734-2ca99e9f5a6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c890bfb5-367f-4ddc-8570-f2888377b207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854778 Oct 18 21:02:28.009295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-603e5a39-69df-49a7-a8af-1a0a3c714f26 req-85e6aa58-5d66-4129-8ee2-8e0af023960f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.5174842 Oct 18 21:02:28.119927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:02:28.138872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] Sync routers for ids ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:02:28.190016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54130) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:28.194251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] Routers {'002ad4a3-9915-411e-87c2-dbcbe28f9efb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:28.194741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6b9404f4-b751-41d7-a1e0-3c913954c27a admin admin] 10.222.0.66 "PUT /v2.0/routers/002ad4a3-9915-411e-87c2-dbcbe28f9efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9580154 Oct 18 21:02:28.206297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:28.249853 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-603e5a39-69df-49a7-a8af-1a0a3c714f26 req-18668ca7-3c4f-499d-aa9b-bc9d173fbb0f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174175 Oct 18 21:02:28.466516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] Set router 002ad4a3-9915-411e-87c2-dbcbe28f9efb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:28.494469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95056c58-ef5f-4af2-b81f-708adac88a60 req-83f6efdd-87cc-4458-b24b-0d7310165e30 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:28.496565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95056c58-ef5f-4af2-b81f-708adac88a60 req-83f6efdd-87cc-4458-b24b-0d7310165e30 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 944 time: 0.1565199 Oct 18 21:02:28.627492 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95056c58-ef5f-4af2-b81f-708adac88a60 req-6ac46277-26b8-4ca1-9d6d-8f00c0eb429c tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100161 Oct 18 21:02:28.697763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:29.695752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8192f-a12b-4562-98eb-82b82d051e19 req-5c096a92-1a3e-44fa-a3b6-c58443a4c41f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:29.718222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0db8192f-a12b-4562-98eb-82b82d051e19 req-5c096a92-1a3e-44fa-a3b6-c58443a4c41f tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.2962894 Oct 18 21:02:29.867542 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0db8192f-a12b-4562-98eb-82b82d051e19 req-0e3cc6f1-4f27-4206-bd61-cc2871897b61 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472600 Oct 18 21:02:29.933007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:02:25Z', 'revision_number': 5, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:30.064252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] Checking router: 002ad4a3-9915-411e-87c2-dbcbe28f9efb for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:02:30.125495 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-65b69d29-a245-47a3-869b-0daf9f594857 req-8dbde0be-b5ef-4517-8512-642911b51133 service neutron] 10.222.0.30 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5648310 Oct 18 21:02:30.208856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] Routers {'002ad4a3-9915-411e-87c2-dbcbe28f9efb'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:30.209950 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:30.272926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45221-e23a-496f-8ab5-e1347a126588 req-b284ee67-734d-4084-9ebd-1e4345a43dc0 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.312741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50a45221-e23a-496f-8ab5-e1347a126588 req-b284ee67-734d-4084-9ebd-1e4345a43dc0 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 944 time: 0.2202852 Oct 18 21:02:30.402396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50a45221-e23a-496f-8ab5-e1347a126588 req-8d9a9966-5ef0-4f77-8263-5bc7c764641d tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882871 Oct 18 21:02:30.418966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:30.441999 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-65b69d29-a245-47a3-869b-0daf9f594857 req-608961d8-f9fc-4a7c-9a53-51165e0c4da0 service neutron] 10.222.0.30 "GET /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906594 Oct 18 21:02:30.480010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] Set router 002ad4a3-9915-411e-87c2-dbcbe28f9efb gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:30.547768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device b16df30b-60d7-428f-9a99-d3a2ca0794df details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:02:30.605510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54170) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:30.610348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Deleting port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:30.610873 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:30.698371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port b16df30b-60d7-428f-9a99-d3a2ca0794df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=b16df30b-60d7-428f-9a99-d3a2ca0794df,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:30.715369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'b16df30b-60d7-428f-9a99-d3a2ca0794df', 'network_id': 'c890bfb5-367f-4ddc-8570-f2888377b207', 'port_id': 'b16df30b-60d7-428f-9a99-d3a2ca0794df', 'mac_address': 'fa:16:3e:d7:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:02:30.801101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.802044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.802303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.802677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.803155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.803618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.804080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:30.828250 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:30.830410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-e2a8cdec-c605-46d5-9a8e-fd387bad7f71 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 0.2234032 Oct 18 21:02:30.852805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16df30b-60d7-428f-9a99-d3a2ca0794df {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:02:30.938728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port b16df30b-60d7-428f-9a99-d3a2ca0794df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=b16df30b-60d7-428f-9a99-d3a2ca0794df,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:30.965803 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-3c0f431a-43fc-436a-846b-2ba83fc4e95a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331868 Oct 18 21:02:30.968717 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:30.985154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] For port e7ec55e6-6df8-4ebb-8be4-e1b81927a46e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:30.985779 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:31.049803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Calling delete_port for e7ec55e6-6df8-4ebb-8be4-e1b81927a46e owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:31.171863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69208c7-0d33-486c-bf26-3eca0e100df8 req-a92c09a2-57d2-473a-8867-bd5f124ecf11 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:31.183312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d69208c7-0d33-486c-bf26-3eca0e100df8 req-a92c09a2-57d2-473a-8867-bd5f124ecf11 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.1386156 Oct 18 21:02:31.307327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=b16df30b-60d7-428f-9a99-d3a2ca0794df,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:31.313179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d69208c7-0d33-486c-bf26-3eca0e100df8 req-9c0abe08-899f-4f4c-b174-d65d75a760fb tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282527 Oct 18 21:02:31.367487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['b16df30b-60d7-428f-9a99-d3a2ca0794df'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:02:31.504814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:31.557952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:02:25Z', 'revision_number': 5, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:31.641668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8860720-89f8-4622-bf88-0112e1ef02bd None None] The sync data for ids ['002ad4a3-9915-411e-87c2-dbcbe28f9efb'] in n-d-812149-2 is: [{'id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'name': 'tempest-TestServerMultinode-1813723215-router', 'tenant_id': '9685dcd5bc3941fe859d3472d5552a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:00:44Z', 'updated_at': '2021-10-18T21:02:25Z', 'revision_number': 5, 'project_id': '9685dcd5bc3941fe859d3472d5552a93', 'gw_port': {'id': 'e7ec55e6-6df8-4ebb-8be4-e1b81927a46e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002ad4a3-9915-411e-87c2-dbcbe28f9efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:00:47Z', 'updated_at': '2021-10-18T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:02:31.702818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:31.772769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12e8d9-20fa-454b-8ff9-493823e605d6 req-8d2bfac7-3fcd-4566-ae68-48ca825d6e30 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:31.782155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b12e8d9-20fa-454b-8ff9-493823e605d6 req-8d2bfac7-3fcd-4566-ae68-48ca825d6e30 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 945 time: 0.2544506 Oct 18 21:02:31.833604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ec55e6-6df8-4ebb-8be4-e1b81927a46e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:31.906072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b12e8d9-20fa-454b-8ff9-493823e605d6 req-2cd6c0d3-de7b-4cff-b435-35f63ce46c69 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147718 Oct 18 21:02:32.039316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:32.044808 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:32.191571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:32.192670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002ad4a3-9915-411e-87c2-dbcbe28f9efb {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:02:32.205526 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:32.217644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54190) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:32.229316 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6c64c5f2-5845-4959-962e-8ebda959f958 admin admin] 10.222.0.66 "DELETE /v2.0/routers/002ad4a3-9915-411e-87c2-dbcbe28f9efb HTTP/1.1" status: 204 len: 168 time: 4.0374112 Oct 18 21:02:32.307121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8c89aab9-008d-4572-9c23-9d253d5994e2 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:32.381730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 8c89aab9-008d-4572-9c23-9d253d5994e2 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:32.382088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8c89aab9-008d-4572-9c23-9d253d5994e2 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:32.431956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] Deleting subnet a3b40355-eebf-479e-8e6e-a72b2d86d8c7 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:02:32.446072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:32.619148 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:32.725774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d1de0-0372-455a-a033-b97fd83a973e req-14c39ad2-e8e7-4d1b-9a6b-32aa1bc731ab tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:32.743644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-484d1de0-0372-455a-a033-b97fd83a973e req-14c39ad2-e8e7-4d1b-9a6b-32aa1bc731ab tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.1731193 Oct 18 21:02:32.813773 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:02:32.851236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-484d1de0-0372-455a-a033-b97fd83a973e req-15b5a8b7-9731-4d75-8924-68f5dcd43dca tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049340 Oct 18 21:02:33.028097 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:33.235676 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:33.346193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:33.352051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b9f40-70b6-470e-8341-5d1ef384dcd3 None None] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:02:33.384252 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a3b40355-eebf-479e-8e6e-a72b2d86d8c7 HTTP/1.1" status: 204 len: 168 time: 1.1637166 Oct 18 21:02:33.387226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54204) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:33.389138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ffea-ad9c-46e2-8022-1696039a159e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b40355-eebf-479e-8e6e-a72b2d86d8c7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:33.498008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0596b-9544-4b0b-80be-367adda50f65 req-500bce4f-c63e-4aee-9286-c33b314929bc tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:33.500639 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1b0596b-9544-4b0b-80be-367adda50f65 req-500bce4f-c63e-4aee-9286-c33b314929bc tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 945 time: 0.3571391 Oct 18 21:02:33.514892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-afc26387-655a-401f-b069-e182008acfca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163168 Oct 18 21:02:33.585057 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:33.598989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1b0596b-9544-4b0b-80be-367adda50f65 req-b51ad6cd-af95-4fa7-8a54-371853eb625e tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743279 Oct 18 21:02:33.669357 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693adb25-4b52-43b8-9eaa-408e11db246e req-5b70b0e2-08aa-4d1c-adcf-9055a92cfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:33.672148 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-5b70b0e2-08aa-4d1c-adcf-9055a92cfc40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 1096 time: 0.0780547 Oct 18 21:02:33.811256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Deleting port 91705286-8c9b-434a-bcbf-99d486ef4384 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:33.811667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.001467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] DHCP port deletion for 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:02:34.069878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693adb25-4b52-43b8-9eaa-408e11db246e req-17b0b635-35f7-4c64-998b-01308aa10f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:34.083432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-17b0b635-35f7-4c64-998b-01308aa10f35 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5 HTTP/1.1" status: 200 len: 897 time: 0.3774281 Oct 18 21:02:34.096631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] For port 91705286-8c9b-434a-bcbf-99d486ef4384, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=91705286-8c9b-434a-bcbf-99d486ef4384,segment=NetworkSegment(da40cc6b-e0fb-4423-91f8-ad576c4c6e30),segment_id=da40cc6b-e0fb-4423-91f8-ad576c4c6e30)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:34.096993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.125580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Calling delete_port for 91705286-8c9b-434a-bcbf-99d486ef4384 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:34.131228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] Deleting port 91705286-8c9b-434a-bcbf-99d486ef4384 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:02:34.132154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.281584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-9a187fd7-e49a-4c0e-8a7b-d2b538422e96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced HTTP/1.1" status: 200 len: 1000 time: 0.1970472 Oct 18 21:02:34.313558 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.320463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device b16df30b-60d7-428f-9a99-d3a2ca0794df up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:34.393615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693adb25-4b52-43b8-9eaa-408e11db246e req-ee5d0c76-0d14-4d4a-9087-326307a380bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:34.395652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-ee5d0c76-0d14-4d4a-9087-326307a380bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a163593c-bb0b-427c-bcbc-108e558829b4 HTTP/1.1" status: 200 len: 834 time: 0.0971863 Oct 18 21:02:34.418687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91705286-8c9b-434a-bcbf-99d486ef4384 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:34.420054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91705286-8c9b-434a-bcbf-99d486ef4384,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:34.423825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] No DVR routers for this DVR port 91705286-8c9b-434a-bcbf-99d486ef4384 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:02:34.543968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da655d-98c8-4335-8aeb-da923947f7f1 req-cf7f51fc-5bf5-49c5-9885-959800e93893 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:34.552606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6da655d-98c8-4335-8aeb-da923947f7f1 req-cf7f51fc-5bf5-49c5-9885-959800e93893 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.3460262 Oct 18 21:02:34.567449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 91705286-8c9b-434a-bcbf-99d486ef4384 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:34.568426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 91705286-8c9b-434a-bcbf-99d486ef4384 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:34.569390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e7ec55e6-6df8-4ebb-8be4-e1b81927a46e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:02:34.582788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693adb25-4b52-43b8-9eaa-408e11db246e req-a17517c6-f149-4df5-9664-cb4d0ba20191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:34.584606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-a17517c6-f149-4df5-9664-cb4d0ba20191 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733136 Oct 18 21:02:34.596148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] For port 91705286-8c9b-434a-bcbf-99d486ef4384, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=91705286-8c9b-434a-bcbf-99d486ef4384,segment=NetworkSegment(da40cc6b-e0fb-4423-91f8-ad576c4c6e30),segment_id=da40cc6b-e0fb-4423-91f8-ad576c4c6e30)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:34.596872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.608931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6da655d-98c8-4335-8aeb-da923947f7f1 req-31d1b83c-22c9-4065-8abd-b1e3116390c2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553882 Oct 18 21:02:34.698333 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.711225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e7ec55e6-6df8-4ebb-8be4-e1b81927a46e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:02:34.712114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e7ec55e6-6df8-4ebb-8be4-e1b81927a46e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:02:34.728035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] Calling delete_port for 91705286-8c9b-434a-bcbf-99d486ef4384 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:02:34.758560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62029957-ed56-4bd5-9d09-4cd9d6ee80f0']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:34.778334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:34.778799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da40cc6b-e0fb-4423-91f8-ad576c4c6e30') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:34.790871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.809142 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.818314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port b16df30b-60d7-428f-9a99-d3a2ca0794df completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:02:34.821355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:02:34.821914 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:02:34.824163 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:02:34.827673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port b16df30b-60d7-428f-9a99-d3a2ca0794df triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:34.827673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.926439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.942300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.953511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/62029957-ed56-4bd5-9d09-4cd9d6ee80f0 HTTP/1.1" status: 204 len: 168 time: 1.5625637 Oct 18 21:02:34.976931 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.979160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:34.980401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae4f07-5675-4b13-aa52-5cd6c14cc1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=62029957-ed56-4bd5-9d09-4cd9d6ee80f0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:34.991192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-e6b22168-c7ba-4f27-8daa-2cdcae8ba5b1 service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866296 Oct 18 21:02:35.022622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] Pushing event deleted for resources: {'Port': ['ID=91705286-8c9b-434a-bcbf-99d486ef4384,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:35.031506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] Network 62029957-ed56-4bd5-9d09-4cd9d6ee80f0 is not hosted by any dhcp agent {{(pid=100532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 18 21:02:35.032175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd4e56-0270-44b1-aebf-e7c7032dc53c None None] No DVR routers for this DVR port 91705286-8c9b-434a-bcbf-99d486ef4384 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:02:35.059221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port b16df30b-60d7-428f-9a99-d3a2ca0794df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=b16df30b-60d7-428f-9a99-d3a2ca0794df,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:35.068111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16df30b-60d7-428f-9a99-d3a2ca0794df'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:35.071131 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2097ca-5f37-4873-9010-b981154522bd" -d '{"events": [{"server_uuid": "d6ee2b9b-0283-4062-8e32-b4b6100298b6", "name": "network-vif-plugged", "status": "completed", "tag": "b16df30b-60d7-428f-9a99-d3a2ca0794df"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:35.076257 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:35.135198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670b6ee-932c-4967-9525-de8ce68f64fc req-9aaa645f-c4b0-4cae-a8f5-7ab6edd6f80d tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:35.150107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5670b6ee-932c-4967-9525-de8ce68f64fc req-9aaa645f-c4b0-4cae-a8f5-7ab6edd6f80d tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 945 time: 0.3729410 Oct 18 21:02:35.154646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=b16df30b-60d7-428f-9a99-d3a2ca0794df,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:35.207541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:35.291699 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2d26b682-1a9a-4cd3-b1ba-e928b9ea7647 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1beb186d7b9401daa09c5d981cfa48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806081 Oct 18 21:02:35.292405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54230) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:35.308761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5670b6ee-932c-4967-9525-de8ce68f64fc req-0392980c-37c5-4f2f-93bd-c7589c25d641 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317072 Oct 18 21:02:35.332866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-693adb25-4b52-43b8-9eaa-408e11db246e req-790dde59-ebed-40e2-9346-4e4ad3caf675 service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257227 Oct 18 21:02:35.400079 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10079a6d-bb1a-4416-b925-be2ffcf9cc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:35.423091 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f82f3-4521-4684-8aea-06077e123d5a x-openstack-request-id: req-c74f82f3-4521-4684-8aea-06077e123d5a {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:35.423665 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ee2b9b-0283-4062-8e32-b4b6100298b6", "name": "network-vif-plugged", "status": "completed", "tag": "b16df30b-60d7-428f-9a99-d3a2ca0794df", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:35.423665 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c74f82f3-4521-4684-8aea-06077e123d5a {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:35.424011 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16df30b-60d7-428f-9a99-d3a2ca0794df', 'code': 200} Oct 18 21:02:35.433667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10079a6d-bb1a-4416-b925-be2ffcf9cc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:35.530998 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10079a6d-bb1a-4416-b925-be2ffcf9cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:35.533682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10079a6d-bb1a-4416-b925-be2ffcf9cc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:35.534875 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-10079a6d-bb1a-4416-b925-be2ffcf9cc3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c014bbc7-26ea-46ea-8466-a920103e0bea HTTP/1.1" status: 204 len: 168 time: 0.2402740 Oct 18 21:02:35.547595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10079a6d-bb1a-4416-b925-be2ffcf9cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014bbc7-26ea-46ea-8466-a920103e0bea,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:35.564418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb34a54-cfb2-40cb-95d6-c33019e4a81c req-91b30ea1-2f87-4a90-af7c-ae6616456b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:35.566004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bb34a54-cfb2-40cb-95d6-c33019e4a81c req-91b30ea1-2f87-4a90-af7c-ae6616456b94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 1097 time: 0.0735931 Oct 18 21:02:35.611178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bb34a54-cfb2-40cb-95d6-c33019e4a81c req-42932439-752f-4819-b466-24d115af8331 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Oct 18 21:02:35.763158 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a18d-df71-4659-a06f-9c8d4b8e8543 req-fa135af6-a15e-435b-a777-6d17a7852c41 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:35.769483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb64a18d-df71-4659-a06f-9c8d4b8e8543 req-fa135af6-a15e-435b-a777-6d17a7852c41 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 944 time: 0.0691249 Oct 18 21:02:35.832639 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb64a18d-df71-4659-a06f-9c8d4b8e8543 req-e0a5da4d-1264-48c5-a89e-9c42de86274a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507872 Oct 18 21:02:36.029413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54258) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:36.101634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-73737a81-f1bf-4c67-a211-5c8af64b6ca5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9685dcd5bc3941fe859d3472d5552a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666337 Oct 18 21:02:36.102116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54262) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:36.167188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32a013d0-be28-4704-8a50-f18f6437a15b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:36.196835 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32a013d0-be28-4704-8a50-f18f6437a15b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:36.238666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:02:36.290520 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32a013d0-be28-4704-8a50-f18f6437a15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:36.295500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-32a013d0-be28-4704-8a50-f18f6437a15b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:36.299922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-32a013d0-be28-4704-8a50-f18f6437a15b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47d417b2-4904-4006-8dd6-0a976a1872a6 HTTP/1.1" status: 204 len: 168 time: 0.1942904 Oct 18 21:02:36.313403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a013d0-be28-4704-8a50-f18f6437a15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d417b2-4904-4006-8dd6-0a976a1872a6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:36.559387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:36.579618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'port_id': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'mac_address': 'fa:16:3e:c8:b5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:02:36.592925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878219f8-a1bb-418e-adef-7a42c5b230e9 req-4e194820-2339-4639-b4bb-40acaf0e41b4 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:36.594830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-878219f8-a1bb-418e-adef-7a42c5b230e9 req-4e194820-2339-4639-b4bb-40acaf0e41b4 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 946 time: 0.1554728 Oct 18 21:02:36.706577 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:36.757727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a380992-02ce-42d1-9d4e-7c5421460a5a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:02:36.822531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:36.829961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:36.906367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:37.101211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-878219f8-a1bb-418e-adef-7a42c5b230e9 req-4d27896a-73e3-44b1-88d2-9114bcbc6aee tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816973 Oct 18 21:02:37.109679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['5a380992-02ce-42d1-9d4e-7c5421460a5a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:02:37.297597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efb3c0-1d4a-458c-b32c-56d3ca6d7a1e req-abf4cf35-19d4-4560-bfdd-bcf881106805 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:37.300068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1efb3c0-1d4a-458c-b32c-56d3ca6d7a1e req-abf4cf35-19d4-4560-bfdd-bcf881106805 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 945 time: 0.0835807 Oct 18 21:02:37.354385 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1efb3c0-1d4a-458c-b32c-56d3ca6d7a1e req-6f2c2033-ad28-4fb6-95f8-514e4c850c8e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458229 Oct 18 21:02:37.610802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54310) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:37.735765 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-28518741-network', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:37.765950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:02:37.769157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:37.778858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:37.887718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:37.893796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:37.929436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:02:37.945456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9f2c17-2826-4780-9b30-a73fbefa8b9e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:37.952033 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:37.952459 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Added segment 530e89fc-2694-491b-bef1-c19bfd3c1a1f of type vlan for network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 Oct 18 21:02:38.017430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.053379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.054393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:38.055170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.098841 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4822001 Oct 18 21:02:38.099512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54328) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:38.110487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Request body: {'subnet': {'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-28518741-subnet', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:38.134233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0379d7c-90b5-4a0c-9651-97577ef9c5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=05f78c41-2bf4-471a-8fba-ada14c52d9a9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:38.149365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:02:38.158103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:02:38.162724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.381549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9334fb-bc29-4659-b9fd-5667b392c924 req-4e0b04f4-194d-4c10-86c4-eb4c71c1ee95 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:38.389056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e9334fb-bc29-4659-b9fd-5667b392c924 req-4e0b04f4-194d-4c10-86c4-eb4c71c1ee95 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 946 time: 0.1299675 Oct 18 21:02:38.445228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:38.499341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 5a380992-02ce-42d1-9d4e-7c5421460a5a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:38.499698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.519102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e9334fb-bc29-4659-b9fd-5667b392c924 req-8a882afc-006b-4188-b409-6025a0c75903 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220236 Oct 18 21:02:38.585871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.694907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.718889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a1d34b-ef41-4bc9-96c7-9698151949c0,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:38.724127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:38.724817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Network hostable DHCP agents. Network: 05f78c41-2bf4-471a-8fba-ada14c52d9a9, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:02:38.745625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:02:38.764145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:02:38.765406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 05f78c41-2bf4-471a-8fba-ada14c52d9a9) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:38.766487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f2d1-27c1-4fba-a3a3-f74fe014c020 req-c9cd44f4-fbec-488d-89ea-cfa6fa74c076 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:38.769790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4061f2d1-27c1-4fba-a3a3-f74fe014c020 req-c9cd44f4-fbec-488d-89ea-cfa6fa74c076 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 945 time: 0.1534209 Oct 18 21:02:38.771997 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7802190-1cab-4947-9ab9-bfb296273fb6" -d '{"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-plugged", "status": "completed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:02:38.780371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3a7c1-a114-4f3c-aa8f-463581a9446a None None] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:02:38.788116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:38.789707 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.806039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:38.820970 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.824627 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1a0e282f-c9fd-432a-93a9-af26b7dfcd29 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7220137 Oct 18 21:02:38.827908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:38.834460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:38.863720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.865903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:38.893099 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4061f2d1-27c1-4fba-a3a3-f74fe014c020 req-59bee36b-f886-4922-9326-1aa07564e53e tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076519 Oct 18 21:02:38.958570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:39.025327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=10']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:39.218220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:39.261470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:02:39.262571 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:39.492812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Allocated IP 172.20.0.2 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/2cadd12d-9d6a-4746-88fb-3d05569c78fe) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:39.634062 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:39.722989 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9376b3-ea51-4de6-80c2-0cdf91f29818 x-openstack-request-id: req-8f9376b3-ea51-4de6-80c2-0cdf91f29818 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:02:39.723447 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-plugged", "status": "completed", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:02:39.723821 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f9376b3-ea51-4de6-80c2-0cdf91f29818 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:02:39.724372 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'code': 200} Oct 18 21:02:39.743065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:39.808441 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:39.825917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:39.958065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Allocated IP 172.25.7.235 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8604705e-1047-4cc8-824c-7b62856ae429) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:39.961138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:40.005056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:40.037589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:40.220480 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Pushing event updated for resources: {'Port': ['ID=2cadd12d-9d6a-4746-88fb-3d05569c78fe,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:40.227940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de6d7e-44ef-47ab-8699-1b916b9e4591 req-e45d2485-123d-4619-8e21-c9090a58e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:40.236249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-07de6d7e-44ef-47ab-8699-1b916b9e4591 req-e45d2485-123d-4619-8e21-c9090a58e65c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 1098 time: 0.2386055 Oct 18 21:02:40.262370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.263432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.264082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.264639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.265136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.265777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.266325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.266819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.267311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.267819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.268540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.269313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:40.280138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Attempting to bind port 2cadd12d-9d6a-4746-88fb-3d05569c78fe on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:02:40.281061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Attempting to bind port 2cadd12d-9d6a-4746-88fb-3d05569c78fe by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:02:40.281911 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Attempting to bind port 2cadd12d-9d6a-4746-88fb-3d05569c78fe on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:02:40.296231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:02:40.304838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:40.305887 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:40.306840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:02:40.307952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Bound port: 2cadd12d-9d6a-4746-88fb-3d05569c78fe, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:02:40.308920 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:40.326416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a4947-f458-4581-8444-d2ae9b85cc28 req-7ffee4e1-4b6e-44ef-8b31-4d11bd0d0bc6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:40.328874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-07de6d7e-44ef-47ab-8699-1b916b9e4591 req-c57601bb-d30f-45a3-87c6-c5152c9f3748 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887327 Oct 18 21:02:40.330259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-913a4947-f458-4581-8444-d2ae9b85cc28 req-7ffee4e1-4b6e-44ef-8b31-4d11bd0d0bc6 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 947 time: 0.1656768 Oct 18 21:02:40.360998 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:40.427070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-913a4947-f458-4581-8444-d2ae9b85cc28 req-5c8fdf3a-8b81-48ca-8990-48dfcd12240d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896654 Oct 18 21:02:40.452791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:40.479352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] For port 2cadd12d-9d6a-4746-88fb-3d05569c78fe, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:02:40.484840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] For port 2cadd12d-9d6a-4746-88fb-3d05569c78fe, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2cadd12d-9d6a-4746-88fb-3d05569c78fe,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:02:40.492831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:40.530333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:40.536133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:40.543733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:40.579169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a8b3-f85f-4e9e-b72c-4438f58e705f None None] Pushing event updated for resources: {'Port': ['ID=2cadd12d-9d6a-4746-88fb-3d05569c78fe,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:40.642277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Pushing event updated for resources: {'Port': ['ID=8604705e-1047-4cc8-824c-7b62856ae429,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:41.078442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:41.437631 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:41.692684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:02:41.813446 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce10b8-3378-47f7-a0c4-5a3275e71479 req-ee54932a-021b-4546-bb3e-fe03bbd3e329 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:41.828826 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afce10b8-3378-47f7-a0c4-5a3275e71479 req-ee54932a-021b-4546-bb3e-fe03bbd3e329 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 947 time: 0.0966036 Oct 18 21:02:41.925441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-afce10b8-3378-47f7-a0c4-5a3275e71479 req-5a0a8010-7f1d-4243-9dff-c6e72d2a6d58 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855598 Oct 18 21:02:42.001185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:02:42.018120 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:02:42.035938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:42.037270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8516008a-707f-435c-bb32-399e1f70da07 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2080171 Oct 18 21:02:42.039673 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:42.040276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54448) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:42.055836 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:42.212547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2161c9-8f6b-40c4-8954-ba32185465ee None None] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:02:42.375216 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:42.417982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2cadd12d-9d6a-4746-88fb-3d05569c78fe up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:42.487047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-24a13b20-17b7-4ecb-be19-821ec274b115 None None] Provisioning complete for port 2cadd12d-9d6a-4746-88fb-3d05569c78fe triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:42.487343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24a13b20-17b7-4ecb-be19-821ec274b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:42.839829 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:40Z', 'revision_number': 3, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:42.892123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2cadd12d-9d6a-4746-88fb-3d05569c78fe triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:42.892970 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:42.899886 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24a13b20-17b7-4ecb-be19-821ec274b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:42.912519 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:02:42.913233 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Updating router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a port 8604705e-1047-4cc8-824c-7b62856ae429 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:02:42.962400 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.081643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-24a13b20-17b7-4ecb-be19-821ec274b115 None None] For port 2cadd12d-9d6a-4746-88fb-3d05569c78fe, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2cadd12d-9d6a-4746-88fb-3d05569c78fe,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:43.099380 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24a13b20-17b7-4ecb-be19-821ec274b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.218569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a13b20-17b7-4ecb-be19-821ec274b115 None None] Pushing event updated for resources: {'Port': ['ID=2cadd12d-9d6a-4746-88fb-3d05569c78fe,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:43.311855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0000a2-b7ae-453a-aa0b-4788819a286b req-adff17c7-f050-49b2-a68c-70130dfa01e3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:43.324926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd0000a2-b7ae-453a-aa0b-4788819a286b req-adff17c7-f050-49b2-a68c-70130dfa01e3 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 947 time: 0.1957607 Oct 18 21:02:43.401962 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fd0000a2-b7ae-453a-aa0b-4788819a286b req-84d7ce0d-408d-492d-81b6-9e6e8d9dc607 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746787 Oct 18 21:02:43.411409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.554174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-575329cd-5bbc-4041-ad2b-020dfc9e017e None None] Provisioning complete for port 2cadd12d-9d6a-4746-88fb-3d05569c78fe triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:43.556575 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-575329cd-5bbc-4041-ad2b-020dfc9e017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.652763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.661232 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.671128 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.727611 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Pushing event updated for resources: {'Port': ['ID=8604705e-1047-4cc8-824c-7b62856ae429,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:43.740806 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.741366 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.741804 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.742706 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.743331 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.743901 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.744701 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.745252 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.745817 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.746499 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.747058 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.747654 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:43.785941 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Attempting to bind port 8604705e-1047-4cc8-824c-7b62856ae429 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:02:43.786993 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Attempting to bind port 8604705e-1047-4cc8-824c-7b62856ae429 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:02:43.787715 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Attempting to bind port 8604705e-1047-4cc8-824c-7b62856ae429 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:02:43.798373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:02:43.799243 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:43.800885 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.801717 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:02:43.803032 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Bound port: 8604705e-1047-4cc8-824c-7b62856ae429, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:02:43.804124 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.890123 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] For port 8604705e-1047-4cc8-824c-7b62856ae429, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:02:43.894747 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] For port 8604705e-1047-4cc8-824c-7b62856ae429, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8604705e-1047-4cc8-824c-7b62856ae429,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:02:43.906593 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:43.985838 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:43.986085 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:43.994024 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a9b6a-db8c-4867-b7df-8937f076da8a None None] Pushing event updated for resources: {'Port': ['ID=8604705e-1047-4cc8-824c-7b62856ae429,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:44.003130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Allocated IP 172.20.0.1 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/031ccb7e-f213-480e-b514-c14493bbb8b4) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:44.142059 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:44.187765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:44.235263 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:44.260728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2cadd12d-9d6a-4746-88fb-3d05569c78fe up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:44.276785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:44.281225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:44.287805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:44.333843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Pushing event updated for resources: {'Port': ['ID=031ccb7e-f213-480e-b514-c14493bbb8b4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:44.383547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2cadd12d-9d6a-4746-88fb-3d05569c78fe triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:44.383992 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:44.392105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:44.725972 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:44.765441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147ab5b-20f6-49df-9191-8a5a8c6370ef req-c7d17821-fd03-44ce-8011-7f5d57c3353b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:44.767048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6147ab5b-20f6-49df-9191-8a5a8c6370ef req-c7d17821-fd03-44ce-8011-7f5d57c3353b tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 947 time: 0.0856211 Oct 18 21:02:44.862373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a3a9e458-d6ee-45f3-a485-8dbca6fcf052 None None] Provisioning complete for port 031ccb7e-f213-480e-b514-c14493bbb8b4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:44.866023 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3a9e458-d6ee-45f3-a485-8dbca6fcf052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:44.876830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6147ab5b-20f6-49df-9191-8a5a8c6370ef req-6134759c-79a9-4c5c-876d-b1e98607a6cb tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853181 Oct 18 21:02:44.902063 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:40Z', 'revision_number': 3, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:44.963577 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6cd59-e0f7-4a81-9af3-3739f8ea03aa None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:40Z', 'revision_number': 3, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:02:45.055452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9e458-d6ee-45f3-a485-8dbca6fcf052 None None] Port 031ccb7e-f213-480e-b514-c14493bbb8b4 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:02:45.073681 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:45.081010 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:45.196106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:45.310136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Pushing event updated for resources: {'Port': ['ID=031ccb7e-f213-480e-b514-c14493bbb8b4,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:45.535199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:45.539010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:45.839917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:02:46.022843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c61d9851-7408-4004-9299-eb10dde589f2 None None] Provisioning complete for port 031ccb7e-f213-480e-b514-c14493bbb8b4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:46.023678 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c61d9851-7408-4004-9299-eb10dde589f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:46.066489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:02:46.080960 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5925396c-6044-4f6d-9f59-b8e0d3f0bec2 admin admin] 10.222.0.66 "PUT /v2.0/routers/32c87980-33cc-4f01-98b7-0d9b0cd2d61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392878 Oct 18 21:02:46.094295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c61d9851-7408-4004-9299-eb10dde589f2 None None] Port 031ccb7e-f213-480e-b514-c14493bbb8b4 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:02:46.316412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8604705e-1047-4cc8-824c-7b62856ae429 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:46.438233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8604705e-1047-4cc8-824c-7b62856ae429 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:46.438882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:46.676486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:46.719616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 8604705e-1047-4cc8-824c-7b62856ae429, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8604705e-1047-4cc8-824c-7b62856ae429,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:46.730729 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:46.799508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=8604705e-1047-4cc8-824c-7b62856ae429,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:47.018464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54564) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:47.028057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2026830924-network', 'tenant_id': '38670cec13234258b359db3fad37f3c9'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:47.072480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Made reservation on behalf of 38670cec13234258b359db3fad37f3c9 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:02:47.076417 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.112818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.243170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.249309 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.293539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc9f7a-c4f7-451f-b63d-cd647b733672,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:47.329602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:02:47.344159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.344623 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Added segment 4b7c6e26-bf15-4363-9936-24835ab85b0a of type vlan for network 7ec641db-ed70-489d-8853-c97b83e1f72e Oct 18 21:02:47.410709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.455021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.456619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:47.457762 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:47.494998 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4749105 Oct 18 21:02:47.499211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54572) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:47.505371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Request body: {'subnet': {'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2026830924-subnet', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:47.648496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9671c8-9869-4916-9a00-3e4a0198e4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec641db-ed70-489d-8853-c97b83e1f72e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:47.671636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7ec641db-ed70-489d-8853-c97b83e1f72e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:02:47.678852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Made reservation on behalf of 38670cec13234258b359db3fad37f3c9 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:02:47.690921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:48.054802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:02:48.084505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:48.086568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:48.235318 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:48.298920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:48.369231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9924531-9e97-4f99-81dc-b56031146d29,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:48.373420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Checking segment: {'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:48.374138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Network hostable DHCP agents. Network: 7ec641db-ed70-489d-8853-c97b83e1f72e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:02:48.380064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8604705e-1047-4cc8-824c-7b62856ae429 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:48.395111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.395829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.396538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.397206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.397884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.398586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.399246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.399899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.400614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.401284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.401842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.402248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:02:48.421740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Network 7ec641db-ed70-489d-8853-c97b83e1f72e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:02:48.441741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 7ec641db-ed70-489d-8853-c97b83e1f72e) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:48.455801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:02:48.457381 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:48.463483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad252ce-3a1a-418d-9a5a-fce9f538f03a None None] Network 7ec641db-ed70-489d-8853-c97b83e1f72e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:02:48.499400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54592) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:48.500174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-671560e8-2c35-4500-a94c-531cd2124481 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9988928 Oct 18 21:02:48.505122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:02:48.562127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:48.568559 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:48.695979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.015774 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fa0616a8-2d71-49fe-9618-67d58b5556c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.023441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-7ec641db-ed70-489d-8853-c97b83e1f72e', 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'fixed_ips': [{'subnet_id': 'a9924531-9e97-4f99-81dc-b56031146d29'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:02:49.024356 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.033423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8604705e-1047-4cc8-824c-7b62856ae429 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:49.033914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.040035 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.414695 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.471360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Allocated IP 172.20.0.2 (7ec641db-ed70-489d-8853-c97b83e1f72e/a9924531-9e97-4f99-81dc-b56031146d29/513abcff-78f2-47dc-9da4-78a061523a53) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:49.501477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 2, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:49.597781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:02:49.598235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Updating router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a port 031ccb7e-f213-480e-b514-c14493bbb8b4 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:02:49.651384 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.720630 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.753311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:49.965571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Allocated IP 172.25.7.154 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/9c47d049-97d0-46b0-b4f9-74d47b341c8a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:50.005644 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.028173 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.141292 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.206955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.319290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:50.324095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:50.333178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:50.357763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Pushing event updated for resources: {'Port': ['ID=9c47d049-97d0-46b0-b4f9-74d47b341c8a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:50.370710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Network 7ec641db-ed70-489d-8853-c97b83e1f72e is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:50.397669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:50.407751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:50.410871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Pushing event updated for resources: {'Port': ['ID=513abcff-78f2-47dc-9da4-78a061523a53,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:50.558440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Attempting to bind port 513abcff-78f2-47dc-9da4-78a061523a53 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:02:50.558810 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Attempting to bind port 513abcff-78f2-47dc-9da4-78a061523a53 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:02:50.559182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Attempting to bind port 513abcff-78f2-47dc-9da4-78a061523a53 on network 7ec641db-ed70-489d-8853-c97b83e1f72e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:02:50.566673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:02:50.567141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Checking segment: {'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:50.567551 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.568049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Bound using segment: {'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:02:50.568500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Bound port: 513abcff-78f2-47dc-9da4-78a061523a53, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:02:50.568842 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.672695 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.704631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.715892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] For port 513abcff-78f2-47dc-9da4-78a061523a53, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:02:50.762057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] For port 513abcff-78f2-47dc-9da4-78a061523a53, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=513abcff-78f2-47dc-9da4-78a061523a53,segment=NetworkSegment(4b7c6e26-bf15-4363-9936-24835ab85b0a),segment_id=4b7c6e26-bf15-4363-9936-24835ab85b0a)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:02:50.781935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:50.800534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ab7d5-21de-45dd-9ead-122673efb10d None None] Pushing event updated for resources: {'Port': ['ID=031ccb7e-f213-480e-b514-c14493bbb8b4,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:50.820365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:51.088341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Attempting to bind port 031ccb7e-f213-480e-b514-c14493bbb8b4 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:02:51.089391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Attempting to bind port 031ccb7e-f213-480e-b514-c14493bbb8b4 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:02:51.089650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Attempting to bind port 031ccb7e-f213-480e-b514-c14493bbb8b4 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:02:51.101987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55b5e7-18a6-46d9-92d2-b474421a6c76 None None] Pushing event updated for resources: {'Port': ['ID=513abcff-78f2-47dc-9da4-78a061523a53,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:51.110882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:02:51.111680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:51.112551 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:51.114101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:02:51.114645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Bound port: 031ccb7e-f213-480e-b514-c14493bbb8b4, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:02:51.115034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:51.252727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] For port 031ccb7e-f213-480e-b514-c14493bbb8b4, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:02:51.258837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] For port 031ccb7e-f213-480e-b514-c14493bbb8b4, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=031ccb7e-f213-480e-b514-c14493bbb8b4,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:02:51.261267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:51.271907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:51.440262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:51.446335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:51.649720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c985683a-77d6-42cb-876d-715934310388 None None] Provisioning complete for port 031ccb7e-f213-480e-b514-c14493bbb8b4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:51.650316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c985683a-77d6-42cb-876d-715934310388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:51.694748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ab7d5-21de-45dd-9ead-122673efb10d None None] Pushing event updated for resources: {'Port': ['ID=031ccb7e-f213-480e-b514-c14493bbb8b4,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:51.696987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:02:51.908517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:51.910417 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54652) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:52.065145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:02:52.083049 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Sync routers for ids ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:02:52.125132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Routers {'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:52.131593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:52.138850 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c985683a-77d6-42cb-876d-715934310388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:52.146496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:52.152470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54658) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:52.158030 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1249aa56-0daa-46d6-9df0-4c1b9168a85c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6566477 Oct 18 21:02:52.378196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bf73ae9-5c16-4b48-946f-0c48afafaf2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:52.438254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Set router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:52.438606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 513abcff-78f2-47dc-9da4-78a061523a53 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:52.514099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c985683a-77d6-42cb-876d-715934310388 None None] For port 031ccb7e-f213-480e-b514-c14493bbb8b4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=031ccb7e-f213-480e-b514-c14493bbb8b4,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:52.541394 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c985683a-77d6-42cb-876d-715934310388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:52.631031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985683a-77d6-42cb-876d-715934310388 None None] Pushing event updated for resources: {'Port': ['ID=031ccb7e-f213-480e-b514-c14493bbb8b4,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:52.643996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 513abcff-78f2-47dc-9da4-78a061523a53 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:52.644517 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:52.773469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:51Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:52.846244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0014aa-207d-4416-aca0-0fdd2d57970c None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:51Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:02:52.862687 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:02:50Z', 'revision_number': 3, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:52.873531 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bf73ae9-5c16-4b48-946f-0c48afafaf2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:52.883500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da64e83-75e2-43a8-b829-6a4e87f0eb9b None None] Network 7ec641db-ed70-489d-8853-c97b83e1f72e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:02:52.885979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1bf73ae9-5c16-4b48-946f-0c48afafaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:52.977715 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Checking router: a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:02:52.978333 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Updating router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 port 9c47d049-97d0-46b0-b4f9-74d47b341c8a binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:02:52.994511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-822219d5-91b9-42bb-99b3-84e99b24f8c3 None None] Provisioning complete for port 031ccb7e-f213-480e-b514-c14493bbb8b4 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:52.994879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-822219d5-91b9-42bb-99b3-84e99b24f8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.059925 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.092512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf73ae9-5c16-4b48-946f-0c48afafaf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079e8081-aae8-4e12-84ae-2114663b45ed,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:53.098259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1bf73ae9-5c16-4b48-946f-0c48afafaf2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b34b6124ec574dac99d8ea84113b2c57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1853616 Oct 18 21:02:53.101482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54670) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:53.153451 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.235846 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-645f9c5a-4071-4a88-abdf-818b9507833e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.274137 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98186c74-819c-484d-aeb6-a9d27e61429e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.322430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 513abcff-78f2-47dc-9da4-78a061523a53, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=513abcff-78f2-47dc-9da4-78a061523a53,segment=NetworkSegment(4b7c6e26-bf15-4363-9936-24835ab85b0a),segment_id=4b7c6e26-bf15-4363-9936-24835ab85b0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:53.331786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98186c74-819c-484d-aeb6-a9d27e61429e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.376727 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.434589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98186c74-819c-484d-aeb6-a9d27e61429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.437690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98186c74-819c-484d-aeb6-a9d27e61429e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.441728 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-98186c74-819c-484d-aeb6-a9d27e61429e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/079e8081-aae8-4e12-84ae-2114663b45ed HTTP/1.1" status: 204 len: 168 time: 0.3364747 Oct 18 21:02:53.473512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98186c74-819c-484d-aeb6-a9d27e61429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079e8081-aae8-4e12-84ae-2114663b45ed,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:53.542982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.671230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=513abcff-78f2-47dc-9da4-78a061523a53,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:53.684903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fc484489-ec22-45c4-84f7-f31a3e0c6220 None None] Provisioning complete for port 513abcff-78f2-47dc-9da4-78a061523a53 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:53.685332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc484489-ec22-45c4-84f7-f31a3e0c6220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.837071 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.848710 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:53.913656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Allocated IP 172.20.0.1 (7ec641db-ed70-489d-8853-c97b83e1f72e/a9924531-9e97-4f99-81dc-b56031146d29/e4a93521-0130-4f2a-b184-693d116f58d3) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:02:53.994476 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Attempting to bind port 9c47d049-97d0-46b0-b4f9-74d47b341c8a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:02:53.995259 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Attempting to bind port 9c47d049-97d0-46b0-b4f9-74d47b341c8a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:02:53.995809 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Attempting to bind port 9c47d049-97d0-46b0-b4f9-74d47b341c8a on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:02:54.007296 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e5b82-12da-4b5e-9a07-6227b523e0a4 None None] Pushing event updated for resources: {'Port': ['ID=9c47d049-97d0-46b0-b4f9-74d47b341c8a,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:54.028017 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:02:54.036205 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:02:54.037194 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.038729 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:02:54.039929 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Bound port: 9c47d049-97d0-46b0-b4f9-74d47b341c8a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:02:54.041114 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.071915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 54684) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:54.120824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abe41d2c-3f3c-4f06-9bcb-46510302ac4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.142286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-61b13d7b-79ec-4a6e-a2d4-6f458d83efbf None None] Provisioning complete for port 513abcff-78f2-47dc-9da4-78a061523a53 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:54.143339 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] For port 9c47d049-97d0-46b0-b4f9-74d47b341c8a, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:02:54.148121 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] For port 9c47d049-97d0-46b0-b4f9-74d47b341c8a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9c47d049-97d0-46b0-b4f9-74d47b341c8a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:02:54.148571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.152965 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-61b13d7b-79ec-4a6e-a2d4-6f458d83efbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.154986 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.248750 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Routers {'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:54.250019 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:54.252682 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.284276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abe41d2c-3f3c-4f06-9bcb-46510302ac4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.293917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-abe41d2c-3f3c-4f06-9bcb-46510302ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.340660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54690) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:02:54.341542 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-abe41d2c-3f3c-4f06-9bcb-46510302ac4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2f8406a850749a3b26787e538db4f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678337 Oct 18 21:02:54.342801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.426169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Network 7ec641db-ed70-489d-8853-c97b83e1f72e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:54.434516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Pushing event updated for resources: {'Port': ['ID=e4a93521-0130-4f2a-b184-693d116f58d3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:54.442999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:54.456015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:02:54.473785 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] Set router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:54.482834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 031ccb7e-f213-480e-b514-c14493bbb8b4 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:54.541897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 031ccb7e-f213-480e-b514-c14493bbb8b4 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:54.542280 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.605779 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e5b82-12da-4b5e-9a07-6227b523e0a4 None None] Pushing event updated for resources: {'Port': ['ID=9c47d049-97d0-46b0-b4f9-74d47b341c8a,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:54.619842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe41d2c-3f3c-4f06-9bcb-46510302ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38b2d1-3cb3-49d2-9339-04eee8b38c3c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:54.628357 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-879d6336-0cb2-4d1f-adc4-35fde176c26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.656281 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.687859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-879d6336-0cb2-4d1f-adc4-35fde176c26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.735190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 513abcff-78f2-47dc-9da4-78a061523a53 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:54.852423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-879d6336-0cb2-4d1f-adc4-35fde176c26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.856464 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-879d6336-0cb2-4d1f-adc4-35fde176c26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.859504 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-879d6336-0cb2-4d1f-adc4-35fde176c26d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d38b2d1-3cb3-49d2-9339-04eee8b38c3c HTTP/1.1" status: 204 len: 168 time: 0.5165753 Oct 18 21:02:54.867344 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.878201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 513abcff-78f2-47dc-9da4-78a061523a53 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:54.878584 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:54.881536 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d6336-0cb2-4d1f-adc4-35fde176c26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38b2d1-3cb3-49d2-9339-04eee8b38c3c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:54.970751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cd04f3c9-208b-4132-87d2-39c51efe1251 None None] Provisioning complete for port e4a93521-0130-4f2a-b184-693d116f58d3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:54.972840 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:02:50Z', 'revision_number': 3, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:54.976053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd04f3c9-208b-4132-87d2-39c51efe1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:55.119690 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd649d-0b90-4c0f-b476-a7f99e61369c None None] The sync data for ids ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'] in n-d-812149-2 is: [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:02:50Z', 'revision_number': 3, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:02:55.147215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cd04f3c9-208b-4132-87d2-39c51efe1251 None None] Port e4a93521-0130-4f2a-b184-693d116f58d3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:02:55.209331 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:55.617678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:55.627384 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:55.708729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Pushing event updated for resources: {'Port': ['ID=e4a93521-0130-4f2a-b184-693d116f58d3,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:55.734359 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:55.944701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Network 7ec641db-ed70-489d-8853-c97b83e1f72e is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:02:55.947313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:02:56.199697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:02:56.323328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9c47d049-97d0-46b0-b4f9-74d47b341c8a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:56.430236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:02:56.453118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9c47d049-97d0-46b0-b4f9-74d47b341c8a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:56.453767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:56.464827 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-98d5ed36-4a5a-4608-94cd-509c54aab9ef admin admin] 10.222.0.66 "PUT /v2.0/routers/a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3109899 Oct 18 21:02:56.737031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:56.757843 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:56.761768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e68192a4-55f7-4754-ba3d-41bbd77a6619 None None] Provisioning complete for port e4a93521-0130-4f2a-b184-693d116f58d3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:56.764082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e68192a4-55f7-4754-ba3d-41bbd77a6619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:56.853684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 9c47d049-97d0-46b0-b4f9-74d47b341c8a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9c47d049-97d0-46b0-b4f9-74d47b341c8a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:02:56.863486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:57.029701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=9c47d049-97d0-46b0-b4f9-74d47b341c8a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:02:57.050922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e68192a4-55f7-4754-ba3d-41bbd77a6619 None None] Port e4a93521-0130-4f2a-b184-693d116f58d3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:02:58.260513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Sync routers for ids ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:02:58.277034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Routers {'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:02:58.277984 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:58.737713 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9c47d049-97d0-46b0-b4f9-74d47b341c8a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:02:58.810841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Set router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:02:58.969549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9c47d049-97d0-46b0-b4f9-74d47b341c8a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:02:58.970152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:59.351434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:02:54Z', 'revision_number': 4, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e4a93521-0130-4f2a-b184-693d116f58d3', 'name': '', 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'mac_address': 'fa:16:3e:f5:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a9924531-9e97-4f99-81dc-b56031146d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:53Z', 'updated_at': '2021-10-18T21:02:55Z', 'revision_number': 2, 'project_id': '38670cec13234258b359db3fad37f3c9', 'subnets': [{'id': 'a9924531-9e97-4f99-81dc-b56031146d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:02:59.402145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Checking router: a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:02:59.403106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Updating router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 port e4a93521-0130-4f2a-b184-693d116f58d3 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:02:59.458875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:59.853001 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:59.862352 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:02:59.943794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9298abe-9fc1-45eb-99c1-ed79e3bd3236 None None] Pushing event updated for resources: {'Port': ['ID=e4a93521-0130-4f2a-b184-693d116f58d3,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:00.012200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Attempting to bind port e4a93521-0130-4f2a-b184-693d116f58d3 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:03:00.014357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Attempting to bind port e4a93521-0130-4f2a-b184-693d116f58d3 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:03:00.014996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Attempting to bind port e4a93521-0130-4f2a-b184-693d116f58d3 on network 7ec641db-ed70-489d-8853-c97b83e1f72e {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:03:00.028429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:03:00.029303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Checking segment: {'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:03:00.030304 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:00.031371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Bound using segment: {'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:03:00.033128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Bound port: e4a93521-0130-4f2a-b184-693d116f58d3, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7c6e26-bf15-4363-9936-24835ab85b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:03:00.033895 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:00.204246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] For port e4a93521-0130-4f2a-b184-693d116f58d3, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:03:00.209635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] For port e4a93521-0130-4f2a-b184-693d116f58d3, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e4a93521-0130-4f2a-b184-693d116f58d3,segment=NetworkSegment(4b7c6e26-bf15-4363-9936-24835ab85b0a),segment_id=4b7c6e26-bf15-4363-9936-24835ab85b0a)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:03:00.216360 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:00.331276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Routers {'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:00.331965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:00.390498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0f67189c-2e9e-4261-a90c-08ea76b11d23 None None] Provisioning complete for port e4a93521-0130-4f2a-b184-693d116f58d3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:03:00.391194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0f67189c-2e9e-4261-a90c-08ea76b11d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:00.426162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9298abe-9fc1-45eb-99c1-ed79e3bd3236 None None] Pushing event updated for resources: {'Port': ['ID=e4a93521-0130-4f2a-b184-693d116f58d3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:00.586044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] Set router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:00.707127 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0f67189c-2e9e-4261-a90c-08ea76b11d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:00.864423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0f67189c-2e9e-4261-a90c-08ea76b11d23 None None] For port e4a93521-0130-4f2a-b184-693d116f58d3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e4a93521-0130-4f2a-b184-693d116f58d3,segment=NetworkSegment(4b7c6e26-bf15-4363-9936-24835ab85b0a),segment_id=4b7c6e26-bf15-4363-9936-24835ab85b0a)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:00.886047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0f67189c-2e9e-4261-a90c-08ea76b11d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:01.064556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67189c-2e9e-4261-a90c-08ea76b11d23 None None] Pushing event updated for resources: {'Port': ['ID=e4a93521-0130-4f2a-b184-693d116f58d3,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:01.190039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aed1202c-d014-4a93-afa6-e943f439d353 None None] Provisioning complete for port e4a93521-0130-4f2a-b184-693d116f58d3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:03:01.190687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aed1202c-d014-4a93-afa6-e943f439d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:01.315730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:02:54Z', 'revision_number': 4, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e4a93521-0130-4f2a-b184-693d116f58d3', 'name': '', 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'mac_address': 'fa:16:3e:f5:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a9924531-9e97-4f99-81dc-b56031146d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:53Z', 'updated_at': '2021-10-18T21:03:00Z', 'revision_number': 4, 'project_id': '38670cec13234258b359db3fad37f3c9', 'subnets': [{'id': 'a9924531-9e97-4f99-81dc-b56031146d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:01.343452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-05a8d96f-7ed7-460f-bad3-95098ce68184 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:01.349034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-05a8d96f-7ed7-460f-bad3-95098ce68184 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1562996 Oct 18 21:03:01.369740 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-cb7c1f34-b525-4683-abb1-b81becab9726 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/quotas/aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 375 time: 0.0116460 Oct 18 21:03:01.387299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c5f1d9-49a4-4756-aace-ef4d1183f420 None None] The sync data for ids ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'] in n-d-812149-2 is: [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:02:54Z', 'revision_number': 4, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e4a93521-0130-4f2a-b184-693d116f58d3', 'name': '', 'network_id': '7ec641db-ed70-489d-8853-c97b83e1f72e', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'mac_address': 'fa:16:3e:f5:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'a9924531-9e97-4f99-81dc-b56031146d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:53Z', 'updated_at': '2021-10-18T21:03:00Z', 'revision_number': 4, 'project_id': '38670cec13234258b359db3fad37f3c9', 'subnets': [{'id': 'a9924531-9e97-4f99-81dc-b56031146d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:03:01.515897 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-d13a58ae-159e-4458-b47d-f5e1b1ffe639 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313095 Oct 18 21:03:01.781184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-0de0d918-0a92-475c-a009-be393ac7e198 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214758 Oct 18 21:03:01.941216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-8edf7d4a-abc5-430e-8710-861ed6a07ab1 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565437 Oct 18 21:03:02.310177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e4a93521-0130-4f2a-b184-693d116f58d3 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:03:02.379727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e4a93521-0130-4f2a-b184-693d116f58d3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:03:02.380101 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:02.577793 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf4093e0-d113-491b-9c47-dacf7f9ed5ff req-770df94d-f92e-4c9c-9bff-9ebd5f666e88 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0384603 Oct 18 21:03:03.728958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ecb72201-718c-46e9-a436-184dd297d223 req-47630bd2-0ed0-419b-81bb-4531785596f4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0643885 Oct 18 21:03:03.729601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54964) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:03.869851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91200b30-d484-4515-963a-c9e467f0f926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.007204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91200b30-d484-4515-963a-c9e467f0f926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.024484 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91200b30-d484-4515-963a-c9e467f0f926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.103058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91200b30-d484-4515-963a-c9e467f0f926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649cc374-3992-4369-ad4d-0c3a4d02853f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:04.142468 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-91200b30-d484-4515-963a-c9e467f0f926 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9add60580c0f4584b9f0af0e5aa33e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117808 Oct 18 21:03:04.143413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54978) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:04.279661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a4f939b-c131-4e09-947f-a91de09b1eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.327346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a4f939b-c131-4e09-947f-a91de09b1eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.376934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-bbc4d5f8-6256-45da-b09f-651ba585608d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:04.378998 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-bbc4d5f8-6256-45da-b09f-651ba585608d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.4022388 Oct 18 21:03:04.408305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'port': {'device_id': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'admin_state_up': True, 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:03:04.469324 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a4f939b-c131-4e09-947f-a91de09b1eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.496687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a4f939b-c131-4e09-947f-a91de09b1eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.506184 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0a4f939b-c131-4e09-947f-a91de09b1eb4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/649cc374-3992-4369-ad4d-0c3a4d02853f HTTP/1.1" status: 204 len: 168 time: 0.3611128 Oct 18 21:03:04.542135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f939b-c131-4e09-947f-a91de09b1eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649cc374-3992-4369-ad4d-0c3a4d02853f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:04.715015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:03:04.730980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:04.947595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-11521974-bfba-400c-a60b-d242130c75c1 req-e64052f1-3ac2-464d-abd4-746bd0fa8e71 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0646205 Oct 18 21:03:05.098861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.20.0.11 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/2e7e04a5-7227-42fe-95a0-6e04af44f019) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:03:05.274128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 54998) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:05.295655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91fd717d-766d-442b-b3df-a194678517a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.368178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.470814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.489708 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91fd717d-766d-442b-b3df-a194678517a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.499838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-91fd717d-766d-442b-b3df-a194678517a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.545690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:03:05.549708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:03:05.555194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-91fd717d-766d-442b-b3df-a194678517a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e100e25948da4e459bee61c68a22ea86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771459 Oct 18 21:03:05.555194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd717d-766d-442b-b3df-a194678517a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81478c93-63c5-4c19-b8bd-aca5ee406154,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:05.557342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55004) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:05.558281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:03:05.635971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb18fd2c-c46d-4cb7-9f88-8d703d8345ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.657179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=2e7e04a5-7227-42fe-95a0-6e04af44f019,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:05.680129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb18fd2c-c46d-4cb7-9f88-8d703d8345ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.700875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:05.702612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.741168 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-5e38873f-f6d7-4463-9daa-e527ae739bab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446391 Oct 18 21:03:05.758192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Request body: {'port': {'device_id': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:03:05.759388 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb18fd2c-c46d-4cb7-9f88-8d703d8345ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.762378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb18fd2c-c46d-4cb7-9f88-8d703d8345ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.766359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb18fd2c-c46d-4cb7-9f88-8d703d8345ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81478c93-63c5-4c19-b8bd-aca5ee406154 HTTP/1.1" status: 204 len: 168 time: 0.2054884 Oct 18 21:03:05.780510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18fd2c-c46d-4cb7-9f88-8d703d8345ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81478c93-63c5-4c19-b8bd-aca5ee406154,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:05.860669 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.937799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e6b63c29-5dbf-4038-a685-40cde002d62e None None] Provisioning complete for port 2e7e04a5-7227-42fe-95a0-6e04af44f019 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:03:05.938463 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e6b63c29-5dbf-4038-a685-40cde002d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:05.983442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e6b63c29-5dbf-4038-a685-40cde002d62e None None] Port 2e7e04a5-7227-42fe-95a0-6e04af44f019 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:03:06.432855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177da63-5774-49aa-a020-8d5f50aeacbe req-f70c618b-b2b7-4f82-abfe-a4c817b1f8bd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:06.453575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4177da63-5774-49aa-a020-8d5f50aeacbe req-f70c618b-b2b7-4f82-abfe-a4c817b1f8bd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 932 time: 0.3164690 Oct 18 21:03:06.730131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7e04a5-7227-42fe-95a0-6e04af44f019 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:03:06.759875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:06.776116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4177da63-5774-49aa-a020-8d5f50aeacbe req-1efb327c-46ab-496d-aa06-9dde4af90be0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087916 Oct 18 21:03:06.826921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Transition to ACTIVE for port object 2e7e04a5-7227-42fe-95a0-6e04af44f019 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:03:06.836109 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:06.921494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e04a5-7227-42fe-95a0-6e04af44f019,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:07.170109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Attempting to bind port 2e7e04a5-7227-42fe-95a0-6e04af44f019 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:03:07.171477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Attempting to bind port 2e7e04a5-7227-42fe-95a0-6e04af44f019 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:03:07.174009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Attempting to bind port 2e7e04a5-7227-42fe-95a0-6e04af44f019 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:03:07.187754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Port 2e7e04a5-7227-42fe-95a0-6e04af44f019 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:03:07.202328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Attempting to bind port 2e7e04a5-7227-42fe-95a0-6e04af44f019 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:03:07.216321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:03:07.216769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:03:07.232783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:03:07.233220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Bound port: 2e7e04a5-7227-42fe-95a0-6e04af44f019, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:03:07.233621 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:07.386519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] For port 2e7e04a5-7227-42fe-95a0-6e04af44f019, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:03:07.390630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] For port 2e7e04a5-7227-42fe-95a0-6e04af44f019, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2e7e04a5-7227-42fe-95a0-6e04af44f019,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:03:07.395862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:07.441529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:07.442888 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:07.444358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] 10.222.0.79 "PUT /v2.0/ports/2e7e04a5-7227-42fe-95a0-6e04af44f019 HTTP/1.1" status: 200 len: 1092 time: 1.6926351 Oct 18 21:03:07.447205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'tag': '2e7e04a5-7227-42fe-95a0-6e04af44f019'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:03:07.449615 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eaf990-c234-4a5b-ad96-d4c726add251" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1b5980-bc9c-489a-9f81-5096899f022e", "tag": "2e7e04a5-7227-42fe-95a0-6e04af44f019"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:03:07.552600 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b23e35e-895e-43a8-8cc2-fb337279fae7 x-openstack-request-id: req-5b23e35e-895e-43a8-8cc2-fb337279fae7 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:03:07.553014 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1b5980-bc9c-489a-9f81-5096899f022e", "tag": "2e7e04a5-7227-42fe-95a0-6e04af44f019", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:03:07.553379 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b23e35e-895e-43a8-8cc2-fb337279fae7 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:03:07.554047 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'tag': '2e7e04a5-7227-42fe-95a0-6e04af44f019', 'status': 'completed', 'code': 200} Oct 18 21:03:07.584246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55efba2-5b83-43ba-acfc-cb9e302b1c79 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e04a5-7227-42fe-95a0-6e04af44f019,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:07.625304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-f487245f-4a1f-41b1-94b2-4c4a6d33d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:07.627585 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-f487245f-4a1f-41b1-94b2-4c4a6d33d64b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 1095 time: 0.1164913 Oct 18 21:03:07.721620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-57d771ff-de07-4064-980b-a6c4bad4380d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7e04a5-7227-42fe-95a0-6e04af44f019 HTTP/1.1" status: 200 len: 217 time: 0.0795181 Oct 18 21:03:07.889316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-aa9329af-f24a-4fc9-be28-0a6f7eeb8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:07.891781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-aa9329af-f24a-4fc9-be28-0a6f7eeb8778 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.1616130 Oct 18 21:03:08.017531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-c0008723-49fe-474f-b233-702d76e2562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:08.021358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-c0008723-49fe-474f-b233-702d76e2562c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197019 Oct 18 21:03:08.326316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-e99bd60e-8e4b-4aaa-a05b-7921232cf3a4 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778060 Oct 18 21:03:08.337988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f01a-6a1e-450c-83dc-4f4861a58ac2 req-173bcde2-a946-4d76-8670-bb8896b3fffb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:08.339964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa94f01a-6a1e-450c-83dc-4f4861a58ac2 req-173bcde2-a946-4d76-8670-bb8896b3fffb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.2813830 Oct 18 21:03:08.486298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa94f01a-6a1e-450c-83dc-4f4861a58ac2 req-483f1e0b-519a-4d4a-a519-5db74b733f79 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169701 Oct 18 21:03:08.539648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99ac8612-079d-46ae-91f1-c38e154b5f88 req-d0cc956f-813f-4da6-9b0d-018291ca0dc4 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982994 Oct 18 21:03:08.708960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-53e9ea7d-c737-44a8-8604-80c4b25718d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:08.711438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-53e9ea7d-c737-44a8-8604-80c4b25718d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 1095 time: 0.0930133 Oct 18 21:03:08.938805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-0932aa71-174c-4742-b5ad-0d74ccc48277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:08.946466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-0932aa71-174c-4742-b5ad-0d74ccc48277 service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.2268434 Oct 18 21:03:09.162335 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-908224e3-74f3-47a3-94e9-5d2f4645725b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7e04a5-7227-42fe-95a0-6e04af44f019 HTTP/1.1" status: 200 len: 217 time: 0.2036588 Oct 18 21:03:09.311831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-3b5d8758-cb61-4ea0-94f5-b98485436f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:09.313797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-3b5d8758-cb61-4ea0-94f5-b98485436f3a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.1418560 Oct 18 21:03:09.426400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-5fa94bda-f058-42d9-ae6d-65ba2f2c959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:09.428059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-5fa94bda-f058-42d9-ae6d-65ba2f2c959a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841236 Oct 18 21:03:09.769606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-15fc046b-0914-47a4-b268-0b18a7957648 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314266 Oct 18 21:03:09.800421 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:03:09.850117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55114) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:10.013281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384ff6-5874-4ad2-867f-1ce9f74e93ee req-7298b063-c3fe-454a-b492-c1c395dcfbec tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:10.026521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-18384ff6-5874-4ad2-867f-1ce9f74e93ee req-7298b063-c3fe-454a-b492-c1c395dcfbec tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.3144457 Oct 18 21:03:10.069679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8eaf990-c234-4a5b-ad96-d4c726add251 req-559b9ac7-63c4-4ce2-9d86-ada2ddcddbdd service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921319 Oct 18 21:03:10.092310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-18384ff6-5874-4ad2-867f-1ce9f74e93ee req-d216b750-2bae-4809-8aa1-ab60af13cdb9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646088 Oct 18 21:03:10.135002 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e132d3b4-a989-4c79-b3e8-6d0ca0614cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:10.228605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e132d3b4-a989-4c79-b3e8-6d0ca0614cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:10.234258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e132d3b4-a989-4c79-b3e8-6d0ca0614cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:10.295197 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e132d3b4-a989-4c79-b3e8-6d0ca0614cd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=babfdbe0ea614f0dbc74e47d2501dc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416730 Oct 18 21:03:10.296477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132d3b4-a989-4c79-b3e8-6d0ca0614cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d16906-e28e-44d1-a0a7-faa3929d2a74,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:10.297242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55122) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:10.383759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-918ed66d-928b-4ea9-a8a8-53b45976351a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:10.427441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-918ed66d-928b-4ea9-a8a8-53b45976351a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:10.529528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-918ed66d-928b-4ea9-a8a8-53b45976351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:10.534862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-918ed66d-928b-4ea9-a8a8-53b45976351a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:10.540593 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-918ed66d-928b-4ea9-a8a8-53b45976351a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5d16906-e28e-44d1-a0a7-faa3929d2a74 HTTP/1.1" status: 204 len: 168 time: 0.2389276 Oct 18 21:03:10.552833 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ed66d-928b-4ea9-a8a8-53b45976351a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d16906-e28e-44d1-a0a7-faa3929d2a74,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:11.162799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55152) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:11.196699 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b278328f-6056-498f-9cf5-d0375721cb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:11.323041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b278328f-6056-498f-9cf5-d0375721cb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:11.331187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b278328f-6056-498f-9cf5-d0375721cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:11.382013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278328f-6056-498f-9cf5-d0375721cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5813456b-2819-4205-8e32-6a9f9b0ebfd1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:11.429277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad12e3e-9498-49c1-af89-e6d3a245ee50 req-108a31b0-13d4-4ad1-aba0-1e46652be309 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:11.431011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cad12e3e-9498-49c1-af89-e6d3a245ee50 req-108a31b0-13d4-4ad1-aba0-1e46652be309 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.1853807 Oct 18 21:03:11.441025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b278328f-6056-498f-9cf5-d0375721cb23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3da01b1e7224170a6d479a4061210df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729199 Oct 18 21:03:11.443799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55158) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:11.504695 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cad12e3e-9498-49c1-af89-e6d3a245ee50 req-e756b807-7eea-4400-ba63-900b6831dbbc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596285 Oct 18 21:03:11.563545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0776c748-3439-4d6d-88cc-cf4f197f7422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:11.616997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0776c748-3439-4d6d-88cc-cf4f197f7422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:11.713212 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55164) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:11.721295 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0776c748-3439-4d6d-88cc-cf4f197f7422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:11.734352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0776c748-3439-4d6d-88cc-cf4f197f7422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:11.746493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0776c748-3439-4d6d-88cc-cf4f197f7422 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5813456b-2819-4205-8e32-6a9f9b0ebfd1 HTTP/1.1" status: 204 len: 168 time: 0.2922223 Oct 18 21:03:11.876551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776c748-3439-4d6d-88cc-cf4f197f7422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5813456b-2819-4205-8e32-6a9f9b0ebfd1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:11.891647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f6ebc086-6a9c-4302-a980-3835306489e7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/floatingips/5fb3e099-927d-42fc-b488-33d42e40f9dd HTTP/1.1" status: 200 len: 992 time: 0.1679721 Oct 18 21:03:12.205049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:12.495381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port ef519885-525f-497a-bb62-5119b190e325 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:12.496083 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:12.664140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:12.664744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:12.708172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for ef519885-525f-497a-bb62-5119b190e325 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:13.334153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:13.396349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3cd45-f066-4813-87c4-61d0476f4f32 req-32e3e550-0f38-40ce-a369-819364d5b696 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:13.398650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6d3cd45-f066-4813-87c4-61d0476f4f32 req-32e3e550-0f38-40ce-a369-819364d5b696 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.6346583 Oct 18 21:03:13.499230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6d3cd45-f066-4813-87c4-61d0476f4f32 req-8746b092-3f7c-47a3-8117-2b6c4168d4d5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678654 Oct 18 21:03:13.641766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:13.701218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=ef519885-525f-497a-bb62-5119b190e325,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:13.832026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:13.832939 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Floating IP 5fb3e099-927d-42fc-b488-33d42e40f9dd disassociated (deleted). External IP: 172.25.7.95, port: 4107dbc9-b1d7-489f-b5d7-405e5ff4eced. Oct 18 21:03:14.233580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:03:14.615337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:03:14.631129 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:14.634366 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] Sync routers for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:03:14.647050 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:14.648058 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:14.673504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-864a7d9a-63af-47ac-b26c-6a6e26783997 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/floatingips/5fb3e099-927d-42fc-b488-33d42e40f9dd HTTP/1.1" status: 204 len: 168 time: 2.4671535 Oct 18 21:03:14.674064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:03:14.676940 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe006c5-70de-4f6c-afc5-08601d0212d9" -d '{"events": [{"name": "network-changed", "server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:03:14.940902 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:14.985251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db2119-9693-452b-b9b5-58e0f882d4ec req-cbb7a0b2-d7ff-4fdf-b95a-a2462020170f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:14.989037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3db2119-9693-452b-b9b5-58e0f882d4ec req-cbb7a0b2-d7ff-4fdf-b95a-a2462020170f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.1562214 Oct 18 21:03:15.058448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3db2119-9693-452b-b9b5-58e0f882d4ec req-7f777e9c-4783-47ce-b580-4289dcb8e17f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615492 Oct 18 21:03:15.301952 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2010cea9-034b-46fd-8354-ec9b9ab3696a x-openstack-request-id: req-2010cea9-034b-46fd-8354-ec9b9ab3696a {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:03:15.302390 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:03:15.302759 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2010cea9-034b-46fd-8354-ec9b9ab3696a {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:03:15.303354 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'status': 'completed', 'code': 200} Oct 18 21:03:15.353873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55282) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:15.377829 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:32Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:15.424733 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] Checking router: 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:03:15.438704 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:15.439847 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:15.480470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-ee9e99a2-813e-4872-976b-39da5faff698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:15.483029 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-ee9e99a2-813e-4872-976b-39da5faff698 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d4d4c26d67a34774a5bdcabee8242846&device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 1096 time: 0.1256814 Oct 18 21:03:15.492884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75ff39-5b56-4fde-b46c-d2598d74946e req-a4742d51-38c4-4f88-b29f-44c46e51f007 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:15.494409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a75ff39-5b56-4fde-b46c-d2598d74946e req-a4742d51-38c4-4f88-b29f-44c46e51f007 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 945 time: 0.1091676 Oct 18 21:03:15.579771 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:15.685514 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2a75ff39-5b56-4fde-b46c-d2598d74946e req-2dc1de04-d54a-41de-908d-f6bce8fe78fc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781104 Oct 18 21:03:15.716793 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ef3702b-4810-42a7-8bf4-909ca11663dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:15.808405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-1004d798-88f2-4964-99c6-aab4e0b4ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:15.810113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-1004d798-88f2-4964-99c6-aab4e0b4ea7c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5 HTTP/1.1" status: 200 len: 897 time: 0.3146489 Oct 18 21:03:15.866468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-e426ab32-aea1-4a54-a8ae-b62a517d8f0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced HTTP/1.1" status: 200 len: 217 time: 0.0468705 Oct 18 21:03:15.952626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ef3702b-4810-42a7-8bf4-909ca11663dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:15.959342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-4c678759-22d2-4197-a331-4614534210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:15.961596 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-4c678759-22d2-4197-a331-4614534210e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a163593c-bb0b-427c-bcbc-108e558829b4 HTTP/1.1" status: 200 len: 834 time: 0.0834451 Oct 18 21:03:15.962962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ef3702b-4810-42a7-8bf4-909ca11663dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:15.967180 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:32Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:16.002560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3702b-4810-42a7-8bf4-909ca11663dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f18a41-77d7-489f-9639-4ebbd9c6171e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:16.039081 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d698f-40a6-42e3-8a61-760759941bc5 None None] The sync data for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 is: [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:01:23Z', 'revision_number': 4, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'aaa05138-b3bb-4869-9c3a-d32efdabab98', 'name': '', 'network_id': '0a97bf9c-d095-4b66-95ae-b490bd20c3c5', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'mac_address': 'fa:16:3e:0e:a0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:20Z', 'updated_at': '2021-10-18T21:01:32Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'subnets': [{'id': 'a163593c-bb0b-427c-bcbc-108e558829b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:03:16.076866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55298) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:16.077466 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1ef3702b-4810-42a7-8bf4-909ca11663dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af97072c8b2b4752a5d71f07b323b5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215147 Oct 18 21:03:16.091581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-6bffdd06-9edd-41d5-af9f-60148370b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:16.097313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-6bffdd06-9edd-41d5-af9f-60148370b6a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a97bf9c-d095-4b66-95ae-b490bd20c3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044064 Oct 18 21:03:16.195017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e60464d2-ca6f-4bc6-b16d-4d00cc5a06fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:16.234210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e60464d2-ca6f-4bc6-b16d-4d00cc5a06fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:16.313398 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e60464d2-ca6f-4bc6-b16d-4d00cc5a06fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:16.316510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e60464d2-ca6f-4bc6-b16d-4d00cc5a06fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:16.318410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e60464d2-ca6f-4bc6-b16d-4d00cc5a06fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3f18a41-77d7-489f-9639-4ebbd9c6171e HTTP/1.1" status: 204 len: 168 time: 0.2397642 Oct 18 21:03:16.335695 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-3ca43fe2-ad98-42f4-bd53-893e8715b4e0 service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289641 Oct 18 21:03:16.341177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60464d2-ca6f-4bc6-b16d-4d00cc5a06fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f18a41-77d7-489f-9639-4ebbd9c6171e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:16.379613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b6b42-e045-4263-b8db-df627549f463 req-f20261bf-8022-4266-8a3a-f1e4dce29ae3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:16.381460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab7b6b42-e045-4263-b8db-df627549f463 req-f20261bf-8022-4266-8a3a-f1e4dce29ae3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.1730192 Oct 18 21:03:16.497703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab7b6b42-e045-4263-b8db-df627549f463 req-2eb89800-d4e2-453d-989c-f4046ec9b0cf tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989614 Oct 18 21:03:16.527778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fefcf4f-b3fa-4db6-9fc5-6f12278cbd2f None None] New status for floating IP 5fb3e099-927d-42fc-b488-33d42e40f9dd: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:03:16.543290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3fe006c5-70de-4f6c-afc5-08601d0212d9 req-ec99e889-5d83-4ffd-acbb-079f36672280 service neutron] 10.222.0.79 "GET /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907105 Oct 18 21:03:16.866375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404add1-6f20-49b4-a1cc-5c5759b9c66e req-df384a2c-d69f-4bf9-ac1f-5f9e625ef871 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:16.868494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9404add1-6f20-49b4-a1cc-5c5759b9c66e req-df384a2c-d69f-4bf9-ac1f-5f9e625ef871 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 945 time: 0.0760903 Oct 18 21:03:16.883901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55322) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:16.916679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0b87e08-e0a3-4de0-a4d3-afa4f2cd0404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:16.954322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9404add1-6f20-49b4-a1cc-5c5759b9c66e req-14148bbc-757f-4ffe-a456-174be68bd500 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ef42f80-c892-4c45-b244-7ba3f87dc43e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716362 Oct 18 21:03:17.038832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0b87e08-e0a3-4de0-a4d3-afa4f2cd0404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.045080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0b87e08-e0a3-4de0-a4d3-afa4f2cd0404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.076657 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c0b87e08-e0a3-4de0-a4d3-afa4f2cd0404 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eebe43f5c54046fabe2d8686aebaba49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912150 Oct 18 21:03:17.079729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55328) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:17.133559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b87e08-e0a3-4de0-a4d3-afa4f2cd0404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435a4633-77a9-406d-84c4-8783a5d77333,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:17.212373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3615d33d-78bf-4c88-b7df-46a5f02549df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.245913 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-1bc6e20b-c8d1-4623-a316-d0bebbff4f89 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:17.247713 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-1bc6e20b-c8d1-4623-a316-d0bebbff4f89 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 945 time: 0.0921276 Oct 18 21:03:17.253467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3615d33d-78bf-4c88-b7df-46a5f02549df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.394391 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3615d33d-78bf-4c88-b7df-46a5f02549df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.397951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3615d33d-78bf-4c88-b7df-46a5f02549df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.402693 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3615d33d-78bf-4c88-b7df-46a5f02549df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/435a4633-77a9-406d-84c4-8783a5d77333 HTTP/1.1" status: 204 len: 168 time: 0.3186071 Oct 18 21:03:17.405858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:17.406317 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.433180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d33d-78bf-4c88-b7df-46a5f02549df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a4633-77a9-406d-84c4-8783a5d77333,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:17.632455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:17.632957 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:17.670404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for 4107dbc9-b1d7-489f-b5d7-405e5ff4eced owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:17.776781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210f01d-f1ef-4650-ac82-e2ececa95fbe req-671fa5cf-57b7-4ff2-bc8f-7dfb692204e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:17.778954 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d210f01d-f1ef-4650-ac82-e2ececa95fbe req-671fa5cf-57b7-4ff2-bc8f-7dfb692204e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.1226130 Oct 18 21:03:17.850241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d210f01d-f1ef-4650-ac82-e2ececa95fbe req-899242ce-6060-408b-b904-16b3ef36b220 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619619 Oct 18 21:03:17.989951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:18.054535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=4107dbc9-b1d7-489f-b5d7-405e5ff4eced,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:18.166140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] No DVR routers for this DVR port 4107dbc9-b1d7-489f-b5d7-405e5ff4eced on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:03:18.171210 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d92dff4-740d-4bc6-ab1f-41c7991282c2 req-1397c49b-68a8-426c-8f9a-dac7480bc1a4 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "GET /v2.0/ports?device_id=91d62aae-0523-4100-bc3a-2b49a80f8e6a HTTP/1.1" status: 200 len: 210 time: 0.0735629 Oct 18 21:03:18.172850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:18.178667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc5e55be-94c1-4822-9edc-26cf9b6e8d68 req-52681052-b1ab-4300-a411-e7fbb463d972 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.79 "DELETE /v2.0/ports/4107dbc9-b1d7-489f-b5d7-405e5ff4eced HTTP/1.1" status: 204 len: 173 time: 0.9228363 Oct 18 21:03:18.179370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'name': 'network-vif-deleted', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:03:18.183628 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3949fb2c-09f4-4ae3-b856-da8882d49a71" -d '{"events": [{"server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "name": "network-vif-deleted", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:03:18.545447 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d356c2dc-1a55-4efb-ae0e-a2a65b03a86c x-openstack-request-id: req-d356c2dc-1a55-4efb-ae0e-a2a65b03a86c {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:03:18.546307 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d62aae-0523-4100-bc3a-2b49a80f8e6a", "name": "network-vif-deleted", "tag": "4107dbc9-b1d7-489f-b5d7-405e5ff4eced", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:03:18.546809 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d356c2dc-1a55-4efb-ae0e-a2a65b03a86c {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:03:18.547445 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d62aae-0523-4100-bc3a-2b49a80f8e6a', 'name': 'network-vif-deleted', 'tag': '4107dbc9-b1d7-489f-b5d7-405e5ff4eced', 'status': 'completed', 'code': 200} Oct 18 21:03:18.716267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da183d61-61f1-4c3b-bbe8-1978836959c8 req-4613de0c-9ce2-4e08-9f57-13f2c252bc9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:18.718552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da183d61-61f1-4c3b-bbe8-1978836959c8 req-4613de0c-9ce2-4e08-9f57-13f2c252bc9d tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 947 time: 0.0769577 Oct 18 21:03:18.805939 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24ff1f10-565a-4ab5-8d74-e6a9bf8932b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:18.890753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da183d61-61f1-4c3b-bbe8-1978836959c8 req-4e9b1c01-cc8a-41a5-b920-d728e8d9daac tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653373 Oct 18 21:03:18.902084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:19.054722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f0421-d643-46de-a4ae-a58f9260f2b7 req-fc4defab-15ae-406c-b12e-05a8b61ceaf2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:19.056408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-486f0421-d643-46de-a4ae-a58f9260f2b7 req-fc4defab-15ae-406c-b12e-05a8b61ceaf2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.0658715 Oct 18 21:03:19.106418 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-486f0421-d643-46de-a4ae-a58f9260f2b7 req-9b59fd8f-526e-42a2-8277-4ea4fb97bae0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Oct 18 21:03:19.274895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55406) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:19.404465 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5601583-4288-48f3-bd05-fda579e5d5fc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:19.445901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5601583-4288-48f3-bd05-fda579e5d5fc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:19.615598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5601583-4288-48f3-bd05-fda579e5d5fc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:19.622893 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5601583-4288-48f3-bd05-fda579e5d5fc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:19.633651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5601583-4288-48f3-bd05-fda579e5d5fc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/security-groups/6ef42f80-c892-4c45-b244-7ba3f87dc43e HTTP/1.1" status: 204 len: 168 time: 0.3571336 Oct 18 21:03:19.652452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601583-4288-48f3-bd05-fda579e5d5fc tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef42f80-c892-4c45-b244-7ba3f87dc43e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:19.721811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55418) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:20.098504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-6d638210-7b84-46ae-8fdc-5d0a56cfe22c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:20.103180 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-6d638210-7b84-46ae-8fdc-5d0a56cfe22c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 947 time: 0.2416778 Oct 18 21:03:20.241853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95bf60-2900-4dea-8af7-d1bd841031e0 req-e8e4918f-c966-4a2d-bde0-e2b5a15b3cdc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:20.243939 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db95bf60-2900-4dea-8af7-d1bd841031e0 req-e8e4918f-c966-4a2d-bde0-e2b5a15b3cdc tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 947 time: 0.1378238 Oct 18 21:03:20.264849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Deleting port 5a380992-02ce-42d1-9d4e-7c5421460a5a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:20.265190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:20.331190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db95bf60-2900-4dea-8af7-d1bd841031e0 req-d1ed734d-1468-48fc-995c-2ec3d1bea7f2 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e3197af-f89f-42bc-a07c-71d0a85f0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744627 Oct 18 21:03:20.526864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] For port 5a380992-02ce-42d1-9d4e-7c5421460a5a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=5a380992-02ce-42d1-9d4e-7c5421460a5a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:20.527627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:20.603834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf4135-d5e6-4aee-ac06-043c46f4f75b req-de82cc0f-1074-42e3-b54e-199cb0748b3f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:20.618255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5adf4135-d5e6-4aee-ac06-043c46f4f75b req-de82cc0f-1074-42e3-b54e-199cb0748b3f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.1198461 Oct 18 21:03:20.695629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:20.833416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5adf4135-d5e6-4aee-ac06-043c46f4f75b req-15e9f727-145d-48c4-bb43-6c668d58acf6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025073 Oct 18 21:03:20.985788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:20.986486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:20.987000 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Floating IP 050a2045-ca7d-4c2a-a082-904f903490ba disassociated. External IP: 172.25.7.192, port: 5a380992-02ce-42d1-9d4e-7c5421460a5a. Oct 18 21:03:20.989196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Calling delete_port for 5a380992-02ce-42d1-9d4e-7c5421460a5a owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:21.332297 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:21.396826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event deleted for resources: {'Port': ['ID=5a380992-02ce-42d1-9d4e-7c5421460a5a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:21.426923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.427983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.428983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.430190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.431142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port aaa05138-b3bb-4869-9c3a-d32efdabab98 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:21.431877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:21.432178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.432996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.434133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.435395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.436149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.436949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.439614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.440600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:21.591653 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-835f13c3-9f47-4a50-8368-5457c214039e req-7e40de29-7763-4392-bdcf-d26ed84a79ba tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 210 time: 0.1049168 Oct 18 21:03:21.673296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port aaa05138-b3bb-4869-9c3a-d32efdabab98, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=aaa05138-b3bb-4869-9c3a-d32efdabab98,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:21.674066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:21.678400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:03:21.693479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for aaa05138-b3bb-4869-9c3a-d32efdabab98 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:21.909435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:03:21.924763 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] Sync routers for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:03:21.972867 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:21.976531 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:21.982050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4107dbc9-b1d7-489f-b5d7-405e5ff4eced no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:22.001431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] No DVR routers for this DVR port 5a380992-02ce-42d1-9d4e-7c5421460a5a on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:03:22.009915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:22.038633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:22.043337 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41089ee8-d697-4aa3-b6cd-815f880c6df3 req-79c53b38-aba7-49d8-8aca-177ac09a757c tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.30 "DELETE /v2.0/ports/5a380992-02ce-42d1-9d4e-7c5421460a5a HTTP/1.1" status: 204 len: 173 time: 1.9227469 Oct 18 21:03:22.044458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-deleted', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:03:22.054758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 4107dbc9-b1d7-489f-b5d7-405e5ff4eced {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:22.061802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4107dbc9-b1d7-489f-b5d7-405e5ff4eced not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:22.079178 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034cfea-1625-4a90-8a03-1af30cd96cd0" -d '{"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-deleted", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:03:22.175740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=aaa05138-b3bb-4869-9c3a-d32efdabab98,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:22.318432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c785f-5ecf-434f-b3a6-a5c2ff679d8b req-7d6305b1-9578-4bec-a3ab-797a40113f4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:22.336122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d18c785f-5ecf-434f-b3a6-a5c2ff679d8b req-7d6305b1-9578-4bec-a3ab-797a40113f4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.3226748 Oct 18 21:03:22.365003 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:22.526444 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d18c785f-5ecf-434f-b3a6-a5c2ff679d8b req-3b9bfd04-fc58-48c1-886c-d0ae2e322583 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894267 Oct 18 21:03:22.624960 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b850588d-46e6-4828-95f0-7e2350ad6d81 x-openstack-request-id: req-b850588d-46e6-4828-95f0-7e2350ad6d81 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:03:22.625823 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ef8e4-3cc6-4278-aa89-5028424c3353", "name": "network-vif-deleted", "tag": "5a380992-02ce-42d1-9d4e-7c5421460a5a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:03:22.625823 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b850588d-46e6-4828-95f0-7e2350ad6d81 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:03:22.626445 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ef8e4-3cc6-4278-aa89-5028424c3353', 'name': 'network-vif-deleted', 'tag': '5a380992-02ce-42d1-9d4e-7c5421460a5a', 'status': 'completed', 'code': 200} Oct 18 21:03:22.709099 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:22.879205 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-9eb39c2c-3be2-4cac-9fb0-ab3e6d156af6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4512630 Oct 18 21:03:22.918926 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:22.982324 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] Checking router: 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:03:23.014067 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:23.014793 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:02:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:23.021434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.022742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.025045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.026320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.027387 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.029986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.031131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.035329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0510c393-c75e-4165-8179-b8bbad2a0443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 6491 time: 0.0995228 Oct 18 21:03:23.168420 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8d267365-b649-4bff-8190-d74691458272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:23.279903 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:23.416721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-36fd15e6-e7f2-4f4e-a51e-755480d59b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.416896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-36fd15e6-e7f2-4f4e-a51e-755480d59b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.417699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-36fd15e6-e7f2-4f4e-a51e-755480d59b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.419920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-36fd15e6-e7f2-4f4e-a51e-755480d59b8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9b84a294-7768-4214-b004-bc477f7e08aa&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 200 len: 2293 time: 0.3515320 Oct 18 21:03:23.421889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f51f89b2-cdc5-4540-abaa-e2358f2a0db0 req-219627be-2bbf-46d5-81ba-6d81c97b9663 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18ef8e4-3cc6-4278-aa89-5028424c3353 HTTP/1.1" status: 200 len: 210 time: 0.0346739 Oct 18 21:03:23.533621 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-b1892a92-4693-4099-99c6-9d5a35377310 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 200 len: 999 time: 0.1062336 Oct 18 21:03:23.604825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-3e82e884-bb0b-4c1f-93c2-670597c5f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.608097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-3e82e884-bb0b-4c1f-93c2-670597c5f06a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 200 len: 851 time: 0.0679002 Oct 18 21:03:23.662039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-1156a956-d2e8-4533-9967-867a3e22ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.663675 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-1156a956-d2e8-4533-9967-867a3e22ad36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5302425-99b8-4fcb-8f5e-91becfe4be7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483544 Oct 18 21:03:23.677129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:03:23.743847 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:23.780473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-944c2b2f-d6c7-475d-a4b0-549961c5a98d service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076598 Oct 18 21:03:23.789436 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44c14-f61d-4573-8a45-a29d1cb4c97e None None] The sync data for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 is: [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T20:53:31Z', 'revision_number': 4, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '43f8c625-c2de-4b55-8bad-0dcdbebe0a9a', 'name': '', 'network_id': '7ef9ef16-2e09-4d84-af27-de6e817b4382', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'mac_address': 'fa:16:3e:11:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:29Z', 'updated_at': '2021-10-18T20:53:37Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'subnets': [{'id': 'fd171f01-7266-4b71-bfe4-59ea4cbf2613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:03:23.841567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8c8ca-2602-41bb-a7a2-2f1c3b48d1bd req-3b09cfd1-7279-4cd1-b821-662a5de18a5c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:23.849943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcc8c8ca-2602-41bb-a7a2-2f1c3b48d1bd req-3b09cfd1-7279-4cd1-b821-662a5de18a5c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 944 time: 0.1616964 Oct 18 21:03:23.914847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcc8c8ca-2602-41bb-a7a2-2f1c3b48d1bd req-32a0c443-a205-445a-a812-eac662704c69 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638030 Oct 18 21:03:23.931847 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-945c2b84-b712-4640-ad07-44ffa82bfc37 service neutron] 10.222.0.30 "GET /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415763 Oct 18 21:03:23.973923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:03:23.979568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 2e7e04a5-7227-42fe-95a0-6e04af44f019 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:03:23.980415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d0de1393-9c4b-4259-81d4-df3b44efc9ca tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "PUT /v2.0/routers/9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2571375 Oct 18 21:03:23.989148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55494) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:23.989860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] Sync routers for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:03:24.022926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:24.023948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:03:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:24.029662 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0d7777a1-f48e-4932-8352-14a3f602d54d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 217 time: 0.0808713 Oct 18 21:03:24.105666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting subnet a163593c-bb0b-427c-bcbc-108e558829b4 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:03:24.112245 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:24.209380 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:24.312001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:24.370155 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58263b-7da5-4bb2-8cdf-33f3c72b59cc None None] New status for floating IP 050a2045-ca7d-4c2a-a082-904f903490ba: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:03:24.449535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:24.570948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:24.596106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:24.662306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 5a380992-02ce-42d1-9d4e-7c5421460a5a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:24.665507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 5a380992-02ce-42d1-9d4e-7c5421460a5a not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:24.675032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Subnet': ['ID=a163593c-bb0b-427c-bcbc-108e558829b4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:24.676296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 2e7e04a5-7227-42fe-95a0-6e04af44f019, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2e7e04a5-7227-42fe-95a0-6e04af44f019,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:24.680196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:24.698444 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-54ed03b2-d685-457a-b2c4-dc58408845f7 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/subnets/a163593c-bb0b-427c-bcbc-108e558829b4 HTTP/1.1" status: 204 len: 168 time: 0.7062140 Oct 18 21:03:24.699228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55506) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:24.728854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff3f1ee-7d72-47bf-85c3-bca9d8ab8f21 None None] Network 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:03:24.801313 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:24.807776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '2e7e04a5-7227-42fe-95a0-6e04af44f019', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'port_id': '2e7e04a5-7227-42fe-95a0-6e04af44f019', 'mac_address': 'fa:16:3e:fc:0a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:03:24.891930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-65ed232e-0944-450d-950f-613c8558800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:24.893910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-65ed232e-0944-450d-950f-613c8558800e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.8523448 Oct 18 21:03:24.992184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:25.047377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-311d05f4-e801-48c6-a49b-55ef26e8ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:25.059794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-311d05f4-e801-48c6-a49b-55ef26e8ab68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563020 Oct 18 21:03:25.202584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30f02-3887-49a1-b477-d24fc1693c13 req-9dad327c-f7d0-439d-9aa2-eadc8c30ed4a tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:25.204279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80b30f02-3887-49a1-b477-d24fc1693c13 req-9dad327c-f7d0-439d-9aa2-eadc8c30ed4a tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 946 time: 0.1246052 Oct 18 21:03:25.220077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:25.222834 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:25.245049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7e04a5-7227-42fe-95a0-6e04af44f019 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:03:25.271791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 2e7e04a5-7227-42fe-95a0-6e04af44f019, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2e7e04a5-7227-42fe-95a0-6e04af44f019,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:25.288130 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:25.340014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-78d63860-2ed6-41b1-b1f1-b1f8e0d0dae8 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718809 Oct 18 21:03:25.342466 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:25.348733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80b30f02-3887-49a1-b477-d24fc1693c13 req-62155b81-40c8-4289-98ac-7d30319fc2ed tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800738 Oct 18 21:03:25.359416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=2e7e04a5-7227-42fe-95a0-6e04af44f019,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:25.400202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] DHCP port deletion for 0a97bf9c-d095-4b66-95ae-b490bd20c3c5 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:03:25.524080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4145dd64-d47b-4173-805f-bd3f02258851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:03:21Z', 'revision_number': 5, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port': {'id': '4145dd64-d47b-4173-805f-bd3f02258851', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:63:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:01:12Z', 'updated_at': '2021-10-18T21:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:25.567624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Deleting port 4145dd64-d47b-4173-805f-bd3f02258851 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:25.568060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:25.597034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] Checking router: 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:03:25.611751 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-2df846dd-c06d-4e43-b655-78ff0950832a service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619026 Oct 18 21:03:25.628804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] Routers {'9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:25.634003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269882f-b0b0-4fab-89e2-bf26ad241d29 req-4ab37fb2-4774-4b01-a66e-942802e4ad34 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:25.635972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0269882f-b0b0-4fab-89e2-bf26ad241d29 req-4ab37fb2-4774-4b01-a66e-942802e4ad34 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 945 time: 0.1252344 Oct 18 21:03:25.638770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:03:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:25.644021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['2e7e04a5-7227-42fe-95a0-6e04af44f019'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:03:25.703560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-43b57442-2971-4a65-9954-29abc3db3b4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 217 time: 0.0842643 Oct 18 21:03:25.751327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0269882f-b0b0-4fab-89e2-bf26ad241d29 req-3ba5e8b8-a75e-4f9c-bd85-d12ba496074f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481379 Oct 18 21:03:25.767814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-8a2c7074-60de-405d-84b9-fd82b2937276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:25.769949 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-8a2c7074-60de-405d-84b9-fd82b2937276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.0587242 Oct 18 21:03:25.779575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] For port 4145dd64-d47b-4173-805f-bd3f02258851, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4145dd64-d47b-4173-805f-bd3f02258851,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:25.779959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:25.803794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Calling delete_port for 4145dd64-d47b-4173-805f-bd3f02258851 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:25.848736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55518) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:25.877962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-15871511-e4eb-4730-8a37-a8a30d719a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:25.881252 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-15871511-e4eb-4730-8a37-a8a30d719a21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002090 Oct 18 21:03:26.097776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] Deleting port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:26.098194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.105418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a4883cf-1922-4b73-89f0-55cec91d071a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.113520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] Set router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:26.135456 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-539748be-edf2-4286-ab06-e9e5b4c382b1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419856 Oct 18 21:03:26.189729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a4883cf-1922-4b73-89f0-55cec91d071a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.222539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.222877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:03:25Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:26.254383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Port': ['ID=4145dd64-d47b-4173-805f-bd3f02258851,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:26.302378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-751fa12d-9348-4ae3-bd36-f2197e9080bd service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484094 Oct 18 21:03:26.344322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] For port a3a488ef-75b2-4a5e-92dc-2689d5aabd01, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a3a488ef-75b2-4a5e-92dc-2689d5aabd01,segment=NetworkSegment(738eeafa-8a41-443e-bff1-86da53cfdca5),segment_id=738eeafa-8a41-443e-bff1-86da53cfdca5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:26.345045 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.348422 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-ddf38239-230e-41ad-a3b9-20aeb0fcc02a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 200 len: 217 time: 0.0385556 Oct 18 21:03:26.353638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.374429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] Calling delete_port for a3a488ef-75b2-4a5e-92dc-2689d5aabd01 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:26.424682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-7640470b-67c2-45e0-98e4-418519ef578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:26.426244 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-7640470b-67c2-45e0-98e4-418519ef578e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.0608084 Oct 18 21:03:26.508494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-2e4c47af-0a10-4b30-a07e-53686d18e47a tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:26.510072 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-2e4c47af-0a10-4b30-a07e-53686d18e47a tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 946 time: 0.1551666 Oct 18 21:03:26.516432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-9c26dcbe-1872-436b-87d2-4205b2b37880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:26.518275 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-9c26dcbe-1872-436b-87d2-4205b2b37880 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738692 Oct 18 21:03:26.561353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a3a488ef-75b2-4a5e-92dc-2689d5aabd01 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:26.580019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a4883cf-1922-4b73-89f0-55cec91d071a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.581619 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a4883cf-1922-4b73-89f0-55cec91d071a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.585769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6a4883cf-1922-4b73-89f0-55cec91d071a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "DELETE /v2.0/security-groups/8e3197af-f89f-42bc-a07c-71d0a85f0d39 HTTP/1.1" status: 204 len: 168 time: 0.7295339 Oct 18 21:03:26.592210 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.594659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:26.596948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a3a488ef-75b2-4a5e-92dc-2689d5aabd01 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:26.597254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a3a488ef-75b2-4a5e-92dc-2689d5aabd01 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:26.599741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.641427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.644747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4883cf-1922-4b73-89f0-55cec91d071a tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3197af-f89f-42bc-a07c-71d0a85f0d39,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:26.657985 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-b26003f6-060e-4b08-9e1f-565a4e9e9007 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] show failed (client error): The resource could not be found. Oct 18 21:03:26.663572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b26003f6-060e-4b08-9e1f-565a4e9e9007 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "GET /v2.0/security-groups/8e3197af-f89f-42bc-a07c-71d0a85f0d39 HTTP/1.1" status: 404 len: 347 time: 0.0638065 Oct 18 21:03:26.668606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26202f93-b9cb-420a-9945-73d6c2f74179 None None] The sync data for ids ['9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14'] in n-d-812149-2 is: [{'id': '9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14', 'name': 'tempest-TestNetworkBasicOps-router-1841159812', 'tenant_id': 'd4d4c26d67a34774a5bdcabee8242846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:01:08Z', 'updated_at': '2021-10-18T21:03:25Z', 'revision_number': 6, 'project_id': 'd4d4c26d67a34774a5bdcabee8242846', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:03:26.680346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55526) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:26.687051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] No DVR routers for this DVR port a3a488ef-75b2-4a5e-92dc-2689d5aabd01 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:03:26.714780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa505de-1544-4f50-82d7-9a36a059ae42 req-c12f8a26-71bf-4ee4-ade8-0c947f5cbcbe tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:26.716468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dadf1b-0264-4a31-8124-114389bc79cb None None] Pushing event deleted for resources: {'Port': ['ID=a3a488ef-75b2-4a5e-92dc-2689d5aabd01,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:26.722347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2aa505de-1544-4f50-82d7-9a36a059ae42 req-c12f8a26-71bf-4ee4-ade8-0c947f5cbcbe tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 946 time: 0.2542610 Oct 18 21:03:26.752597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Deleting port b16df30b-60d7-428f-9a99-d3a2ca0794df {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:26.752597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.797561 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.803177 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-1407530e-3635-45b0-b3f6-8f1c93080695 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347775 Oct 18 21:03:26.962286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.963226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Fanout notify agent at l3_agent the message router_deleted on router 9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:03:26.981366 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:26.982839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-23d22c95-799c-48a0-b23b-052a4dc767e9 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/routers/9df9e6ee-f21f-4e67-a5dd-af8eee8c8c14 HTTP/1.1" status: 204 len: 168 time: 2.2826121 Oct 18 21:03:26.992265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55538) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:27.082876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2aa505de-1544-4f50-82d7-9a36a059ae42 req-e6d0473e-c6a4-4ee3-99d6-53c2aa4231b8 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/security-groups?id=07474156-51ce-4dba-b439-2c7d283c7d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048266 Oct 18 21:03:27.126251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-e9c3839d-9965-4d61-a707-671c2b3699da service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084300 Oct 18 21:03:27.151012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] For port b16df30b-60d7-428f-9a99-d3a2ca0794df, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=b16df30b-60d7-428f-9a99-d3a2ca0794df,segment=NetworkSegment(eb7094f0-d6f1-4d4a-ada7-a03d550ffbad),segment_id=eb7094f0-d6f1-4d4a-ada7-a03d550ffbad)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:27.151595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.193200 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.240812 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Calling delete_port for b16df30b-60d7-428f-9a99-d3a2ca0794df owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:27.254282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Deleting port d6a630c5-fbd5-44a0-8dfc-c9ba7e0c4f44 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:27.254628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.266559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-cfe77498-5e35-4894-b7f2-03bf3633bf76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 200 len: 217 time: 0.1315894 Oct 18 21:03:27.323314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c64a5-eb26-4e4b-8595-fb8c1fc54361 req-499d9271-c2be-4851-8559-9df5f741abc8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:27.331829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-598c64a5-eb26-4e4b-8595-fb8c1fc54361 req-499d9271-c2be-4851-8559-9df5f741abc8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 945 time: 0.1331046 Oct 18 21:03:27.414237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-d86320fd-7595-4c27-a08b-76d945eb0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:27.416591 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-d86320fd-7595-4c27-a08b-76d945eb0742 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 200 len: 797 time: 0.0931780 Oct 18 21:03:27.525407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.552479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-fc3a7207-016f-43c9-a693-0a3880085f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:27.554515 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-fc3a7207-016f-43c9-a693-0a3880085f3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b84a294-7768-4214-b004-bc477f7e08aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1211791 Oct 18 21:03:27.571994 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-598c64a5-eb26-4e4b-8595-fb8c1fc54361 req-ab0baf2f-58e1-4d0f-9ac5-85f33c457f5f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935060 Oct 18 21:03:27.594479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a97bf9c-d095-4b66-95ae-b490bd20c3c5']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:27.634987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.635436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.642026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738eeafa-8a41-443e-bff1-86da53cfdca5') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:27.642535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738eeafa-8a41-443e-bff1-86da53cfdca5') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:27.667748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.677650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Calling delete_port for d6a630c5-fbd5-44a0-8dfc-c9ba7e0c4f44 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:27.683138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.697570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['b16df30b-60d7-428f-9a99-d3a2ca0794df'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:03:27.707079 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.719404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:03:27.720848 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:03:27.725308 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:03:27.762022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Pushing event deleted for resources: {'Port': ['ID=b16df30b-60d7-428f-9a99-d3a2ca0794df,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:27.785896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] No DVR routers for this DVR port b16df30b-60d7-428f-9a99-d3a2ca0794df on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:03:27.789607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-68ffabc8-debb-45b3-81b7-66c7182573a9 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249286 Oct 18 21:03:27.791005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.795017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-118c76fe-e338-4acd-87dc-76ab19a741ce req-8ab19569-4f98-4d76-b083-86ee360e1969 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.30 "DELETE /v2.0/ports/b16df30b-60d7-428f-9a99-d3a2ca0794df HTTP/1.1" status: 204 len: 173 time: 1.2756784 Oct 18 21:03:27.795495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'name': 'network-vif-deleted', 'tag': 'b16df30b-60d7-428f-9a99-d3a2ca0794df'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:03:27.797970 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1310ac-4b68-42af-8f2e-b42e78173c63" -d '{"events": [{"server_uuid": "d6ee2b9b-0283-4062-8e32-b4b6100298b6", "name": "network-vif-deleted", "tag": "b16df30b-60d7-428f-9a99-d3a2ca0794df"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:03:27.880800 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f1c659-bc2e-4185-b1ea-42774731ff74 x-openstack-request-id: req-c0f1c659-bc2e-4185-b1ea-42774731ff74 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:03:27.891458 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ee2b9b-0283-4062-8e32-b4b6100298b6", "name": "network-vif-deleted", "tag": "b16df30b-60d7-428f-9a99-d3a2ca0794df", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:03:27.891930 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0f1c659-bc2e-4185-b1ea-42774731ff74 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:03:27.892640 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ee2b9b-0283-4062-8e32-b4b6100298b6', 'name': 'network-vif-deleted', 'tag': 'b16df30b-60d7-428f-9a99-d3a2ca0794df', 'status': 'completed', 'code': 200} Oct 18 21:03:27.939765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.946132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:27.954295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] 10.222.0.66 "DELETE /v2.0/networks/0a97bf9c-d095-4b66-95ae-b490bd20c3c5 HTTP/1.1" status: 204 len: 168 time: 0.9569421 Oct 18 21:03:27.984243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 2e7e04a5-7227-42fe-95a0-6e04af44f019 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:03:27.996734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb3a32-d8ba-4d13-b851-909f481188a2 tempest-TestNetworkBasicOps-765671266 tempest-TestNetworkBasicOps-765671266-project] Pushing event deleted for resources: {'Network': ['ID=0a97bf9c-d095-4b66-95ae-b490bd20c3c5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:28.016541 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-cc614728-773b-4657-8509-e90bc8923196 service neutron] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150035 Oct 18 21:03:28.090272 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-22089f22-f405-497b-95c7-3623aa35cbcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 200 len: 217 time: 0.0660000 Oct 18 21:03:28.146011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 2e7e04a5-7227-42fe-95a0-6e04af44f019 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:03:28.151750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 2e7e04a5-7227-42fe-95a0-6e04af44f019 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:03:28.152187 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:28.219020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-21e8386b-6024-4d82-9b1c-4732511c35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:28.222515 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-21e8386b-6024-4d82-9b1c-4732511c35f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.1215158 Oct 18 21:03:28.332990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:28.388065 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device aaa05138-b3bb-4869-9c3a-d32efdabab98 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:28.388870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0efb4952-5e32-4dd2-866b-3883f861916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:28.395897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-0efb4952-5e32-4dd2-866b-3883f861916e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663945 Oct 18 21:03:28.432246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: aaa05138-b3bb-4869-9c3a-d32efdabab98 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:28.434837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device aaa05138-b3bb-4869-9c3a-d32efdabab98 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:28.436447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4145dd64-d47b-4173-805f-bd3f02258851 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:28.502370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Pushing event deleted for resources: {'Port': ['ID=d6a630c5-fbd5-44a0-8dfc-c9ba7e0c4f44,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:28.502681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 4145dd64-d47b-4173-805f-bd3f02258851 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:28.503171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4145dd64-d47b-4173-805f-bd3f02258851 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:28.548608 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:28.641930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e04a5-7227-42fe-95a0-6e04af44f019'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:03:28.645860 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9bbdca-9e43-4ad2-95a2-59eec7202fa8" -d '{"events": [{"server_uuid": "1e1b5980-bc9c-489a-9f81-5096899f022e", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e04a5-7227-42fe-95a0-6e04af44f019"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:03:28.649503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f7856f57-07af-4fe2-9829-0e904bb43735 req-ca559cc1-c88d-4226-961f-5bfeba1c99b5 tempest-VolumesSnapshotTestJSON-1907205551 tempest-VolumesSnapshotTestJSON-1907205551-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6ee2b9b-0283-4062-8e32-b4b6100298b6 HTTP/1.1" status: 200 len: 210 time: 0.2102835 Oct 18 21:03:28.653561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:28.657746 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:28.658956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d108452-0be2-4a0e-999a-4ea8ae9bfbd0 tempest-AttachVolumeShelveTestJSON-1548771842 tempest-AttachVolumeShelveTestJSON-1548771842-project] 10.222.0.66 "DELETE /v2.0/floatingips/050a2045-ca7d-4c2a-a082-904f903490ba HTTP/1.1" status: 204 len: 168 time: 1.9277833 Oct 18 21:03:28.743363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 2e7e04a5-7227-42fe-95a0-6e04af44f019, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2e7e04a5-7227-42fe-95a0-6e04af44f019,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:28.753790 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:28.792766 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-ab6ed9fe-b5a2-4bfe-bc65-9ae0b0ff1927 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869734 Oct 18 21:03:28.947732 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=2e7e04a5-7227-42fe-95a0-6e04af44f019,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:28.973818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55584) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:29.036376 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd2c8-8a86-43a4-a60d-47235ea2cf44 req-55796f0e-5957-4b9b-a56a-431176b3157e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:29.045698 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-679cd2c8-8a86-43a4-a60d-47235ea2cf44 req-55796f0e-5957-4b9b-a56a-431176b3157e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.1546404 Oct 18 21:03:29.048253 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-48059b3f-4e87-414e-9d06-d550bce039f0 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464433 Oct 18 21:03:29.112741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-679cd2c8-8a86-43a4-a60d-47235ea2cf44 req-76d7f899-82d6-4de1-be1e-d491001dea25 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658705 Oct 18 21:03:29.151800 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-70b3d48f-9478-4252-bc00-130168e5c8aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 200 len: 217 time: 0.0958540 Oct 18 21:03:29.228477 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411c7fd3-2f50-4a15-8083-5ac118dd5261 x-openstack-request-id: req-411c7fd3-2f50-4a15-8083-5ac118dd5261 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:03:29.228760 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5980-bc9c-489a-9f81-5096899f022e", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e04a5-7227-42fe-95a0-6e04af44f019", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:03:29.229021 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-411c7fd3-2f50-4a15-8083-5ac118dd5261 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:03:29.229434 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e04a5-7227-42fe-95a0-6e04af44f019', 'code': 200} Oct 18 21:03:29.236924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-fc53ef37-7b94-41ee-accf-26294ac08ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:29.239220 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-fc53ef37-7b94-41ee-accf-26294ac08ef5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 200 len: 797 time: 0.0792150 Oct 18 21:03:29.242527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eeb158a8-8003-4d43-8129-254cf0dd7d9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4d4c26d67a34774a5bdcabee8242846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683127 Oct 18 21:03:29.245587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55588) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:29.351267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c09587a-e2f6-47cd-927d-5022e4315277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:29.369535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6e804-a64c-4690-933e-8433602c66b2 req-7db5274b-5575-4601-b3d6-f1819a58ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:29.390807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c09587a-e2f6-47cd-927d-5022e4315277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:29.393052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30b6e804-a64c-4690-933e-8433602c66b2 req-7db5274b-5575-4601-b3d6-f1819a58ca68 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 1097 time: 0.0979829 Oct 18 21:03:29.411936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-01ca6d25-5480-4174-8abc-1a5bdd02961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:29.414877 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-01ca6d25-5480-4174-8abc-1a5bdd02961d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9797b605-66d6-4cc8-b9b9-52b95cc2c01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133208 Oct 18 21:03:29.447813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-30b6e804-a64c-4690-933e-8433602c66b2 req-b2137c65-39a3-4b66-acc4-708df241719e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Oct 18 21:03:29.550439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c09587a-e2f6-47cd-927d-5022e4315277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:29.553198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c09587a-e2f6-47cd-927d-5022e4315277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:29.558960 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3c09587a-e2f6-47cd-927d-5022e4315277 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ca172f2-e571-4340-9c03-629350a20bc9 HTTP/1.1" status: 204 len: 168 time: 0.3082321 Oct 18 21:03:29.564103 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-05a8db9b-4fd9-47c7-83fc-78293458ee8a service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394975 Oct 18 21:03:29.581675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09587a-e2f6-47cd-927d-5022e4315277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca172f2-e571-4340-9c03-629350a20bc9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:29.765172 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2ec3fa69-3ae6-4380-9685-dd1df2fd54ba req-16591b6e-b401-463d-ba88-b154b55fb6d5 service neutron] 10.222.0.30 "GET /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783993 Oct 18 21:03:30.201442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55610) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:30.242790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c8a-a9cb-44e0-920b-535141e36263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:30.342447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00eccad-3f70-4adf-a5e4-1c2a44757196 req-422415b1-b1b9-4dd3-b1bc-5c11b3acc5a1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:30.351937 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c00eccad-3f70-4adf-a5e4-1c2a44757196 req-422415b1-b1b9-4dd3-b1bc-5c11b3acc5a1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.1462064 Oct 18 21:03:30.450923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c00eccad-3f70-4adf-a5e4-1c2a44757196 req-61a77901-2c9d-4421-b041-54916a31b07d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976388 Oct 18 21:03:30.505201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c8a-a9cb-44e0-920b-535141e36263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:30.514738 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dfb85c8a-a9cb-44e0-920b-535141e36263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:30.575823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device b16df30b-60d7-428f-9a99-d3a2ca0794df no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:30.651312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb85c8a-a9cb-44e0-920b-535141e36263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52274317-2467-4b35-8461-046572365b6e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:30.657757 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dfb85c8a-a9cb-44e0-920b-535141e36263 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26adc53bf5db4f92b06c61e27ae051ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551768 Oct 18 21:03:30.662493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:30.694355 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: b16df30b-60d7-428f-9a99-d3a2ca0794df {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:30.694907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device b16df30b-60d7-428f-9a99-d3a2ca0794df not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:30.751012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cb08392-eaec-48e9-9c20-5cc1075e67db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:30.837848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cb08392-eaec-48e9-9c20-5cc1075e67db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:30.984682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cb08392-eaec-48e9-9c20-5cc1075e67db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:30.988467 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5cb08392-eaec-48e9-9c20-5cc1075e67db admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:30.989903 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5cb08392-eaec-48e9-9c20-5cc1075e67db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52274317-2467-4b35-8461-046572365b6e HTTP/1.1" status: 204 len: 168 time: 0.3270421 Oct 18 21:03:31.018528 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb08392-eaec-48e9-9c20-5cc1075e67db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52274317-2467-4b35-8461-046572365b6e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:31.795015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d28cdd-4397-4249-828c-c62d0894d202 req-d56324bd-eb64-4165-b2f6-99ecebbe0d3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:31.804141 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81d28cdd-4397-4249-828c-c62d0894d202 req-d56324bd-eb64-4165-b2f6-99ecebbe0d3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.1294544 Oct 18 21:03:31.893299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81d28cdd-4397-4249-828c-c62d0894d202 req-da274af3-ce47-4718-99e7-019cf8737b4d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770853 Oct 18 21:03:32.138420 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dab3c-d139-429d-bb37-0800216fd72d req-30a33485-4be2-4d4c-8da6-349949daf83b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:32.147387 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a1dab3c-d139-429d-bb37-0800216fd72d req-30a33485-4be2-4d4c-8da6-349949daf83b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.1689057 Oct 18 21:03:32.196984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a1dab3c-d139-429d-bb37-0800216fd72d req-6a6f8ec1-bad1-46fb-8baa-7795e0982acc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485654 Oct 18 21:03:32.333391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e339e08-5fef-4710-812e-2c73239096b9 req-1ce70dea-f3b2-46c6-ab7a-e45dfaebce8b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:32.347693 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1e339e08-5fef-4710-812e-2c73239096b9 req-1ce70dea-f3b2-46c6-ab7a-e45dfaebce8b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.0784183 Oct 18 21:03:32.415279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1e339e08-5fef-4710-812e-2c73239096b9 req-dba26a11-ce74-4271-b5dd-4a66067b6d57 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603619 Oct 18 21:03:32.942858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5b38-9cfa-4f5b-9872-1f19cf09b7fd req-89a54c11-ba18-4cc7-900b-8b1c6cf30066 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:32.948165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-397b5b38-9cfa-4f5b-9872-1f19cf09b7fd req-89a54c11-ba18-4cc7-900b-8b1c6cf30066 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.1481447 Oct 18 21:03:33.082721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-397b5b38-9cfa-4f5b-9872-1f19cf09b7fd req-df5bb615-1680-4c2e-865b-961c6c3ad8d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204340 Oct 18 21:03:34.256240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c143d0-9b10-4f1e-ba7c-96e4f3732035 req-0ddaaa7b-8b71-4422-823b-61b2af380c65 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:34.260177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c3c143d0-9b10-4f1e-ba7c-96e4f3732035 req-0ddaaa7b-8b71-4422-823b-61b2af380c65 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.0757740 Oct 18 21:03:34.331944 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c3c143d0-9b10-4f1e-ba7c-96e4f3732035 req-93436152-5eb5-4cc4-a7a1-a81d767cd14a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642359 Oct 18 21:03:34.496991 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-ea91955c-8aa2-4993-80ec-46e877402a7e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:34.498638 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-ea91955c-8aa2-4993-80ec-46e877402a7e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.0886915 Oct 18 21:03:34.700108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 2e7e04a5-7227-42fe-95a0-6e04af44f019 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:34.700736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:35.586354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] For port 2e7e04a5-7227-42fe-95a0-6e04af44f019, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=2e7e04a5-7227-42fe-95a0-6e04af44f019,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:35.587473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:35.698617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 2e7e04a5-7227-42fe-95a0-6e04af44f019 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:35.828031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034286be-e67f-4215-8129-32487531ae87 req-3dc2a69c-8118-481e-880a-816dda5c8560 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:35.849634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-034286be-e67f-4215-8129-32487531ae87 req-3dc2a69c-8118-481e-880a-816dda5c8560 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 946 time: 0.2386305 Oct 18 21:03:36.047104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-034286be-e67f-4215-8129-32487531ae87 req-13942a22-4972-4fdb-80c0-79ab4196a210 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762698 Oct 18 21:03:36.206996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55716) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:36.303350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:36.434351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=2e7e04a5-7227-42fe-95a0-6e04af44f019,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:36.550278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ae83-8422-4e01-86ec-b6d2c665b6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:36.638703 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] No DVR routers for this DVR port 2e7e04a5-7227-42fe-95a0-6e04af44f019 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:03:36.668962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:36.699482 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5b9e58a-511b-4780-b897-18da78578ff5 req-dcdecd94-01ae-4f24-928b-7e4727b0857d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "DELETE /v2.0/ports/2e7e04a5-7227-42fe-95a0-6e04af44f019 HTTP/1.1" status: 204 len: 173 time: 2.1923091 Oct 18 21:03:36.700356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'name': 'network-vif-deleted', 'tag': '2e7e04a5-7227-42fe-95a0-6e04af44f019'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:03:36.721097 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a0b5e1-cae3-4a81-847e-47c8ae47259c" -d '{"events": [{"server_uuid": "1e1b5980-bc9c-489a-9f81-5096899f022e", "name": "network-vif-deleted", "tag": "2e7e04a5-7227-42fe-95a0-6e04af44f019"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:03:36.765350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ae83-8422-4e01-86ec-b6d2c665b6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:36.784229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ae83-8422-4e01-86ec-b6d2c665b6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:36.844879 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041393de-46c1-465f-9c37-1c78051d6e0a x-openstack-request-id: req-041393de-46c1-465f-9c37-1c78051d6e0a {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:03:36.845362 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1b5980-bc9c-489a-9f81-5096899f022e", "name": "network-vif-deleted", "tag": "2e7e04a5-7227-42fe-95a0-6e04af44f019", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:03:36.845800 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-041393de-46c1-465f-9c37-1c78051d6e0a {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:03:36.846459 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1b5980-bc9c-489a-9f81-5096899f022e', 'name': 'network-vif-deleted', 'tag': '2e7e04a5-7227-42fe-95a0-6e04af44f019', 'status': 'completed', 'code': 200} Oct 18 21:03:36.869546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c9d0ae83-8422-4e01-86ec-b6d2c665b6af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e2e5f9b9b344611ad3841cd9e95c4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613703 Oct 18 21:03:36.872534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0ae83-8422-4e01-86ec-b6d2c665b6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261acf8b-c84b-4085-83e3-b2c36eb37551,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:36.873894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55726) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:37.027135 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4b95-4a70-46f6-8276-efd9a6fbd8ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:37.075402 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4b95-4a70-46f6-8276-efd9a6fbd8ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:37.237666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4b95-4a70-46f6-8276-efd9a6fbd8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:37.241194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4b95-4a70-46f6-8276-efd9a6fbd8ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:37.243279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ac2c4b95-4a70-46f6-8276-efd9a6fbd8ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/261acf8b-c84b-4085-83e3-b2c36eb37551 HTTP/1.1" status: 204 len: 168 time: 0.3674126 Oct 18 21:03:37.275933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b247e451-4fd3-465a-b0d4-33a5e3c321b1 req-8763d81d-c672-4dfe-bfee-7849cdf7e0aa tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0527506 Oct 18 21:03:37.291936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c4b95-4a70-46f6-8276-efd9a6fbd8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261acf8b-c84b-4085-83e3-b2c36eb37551,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:38.026536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 2e7e04a5-7227-42fe-95a0-6e04af44f019 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:38.143084 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 2e7e04a5-7227-42fe-95a0-6e04af44f019 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:38.143670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 2e7e04a5-7227-42fe-95a0-6e04af44f019 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:38.481519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-93787b1a-33b1-49ff-be46-bcee393fb637 req-2e093860-5f1b-470d-ae3c-a39d371cdc18 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0945103 Oct 18 21:03:39.640365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c406f686-35d0-4348-999b-dd9e235a0a34 req-9a593611-ad88-4bd7-9812-8f399729b522 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0437794 Oct 18 21:03:40.921781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d284015-973e-4ee2-a411-00f2ed26fb14 req-3d6b74c5-a260-4adb-8762-5cdeb2eabd1c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0822582 Oct 18 21:03:41.445246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55794) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:42.472442 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2913ecaf-dea2-44a6-b50e-6827c54c7c96 req-74c6039d-db76-49bc-927d-3f98efdead9b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.1125557 Oct 18 21:03:42.946550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:43.333067 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:43.571094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Deleting port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:43.571997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:43.740296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] For port 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:43.740873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:43.757561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Calling delete_port for 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:43.902725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1e98228a-ac83-4fe6-ba1e-fa5e9e3f09a4 req-5f2748e9-5a32-48ef-8aa1-85915a8837a5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0725939 Oct 18 21:03:44.050686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:44.079770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f8c625-c2de-4b55-8bad-0dcdbebe0a9a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:44.456625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:44.990739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:03:45.208861 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c37f64b-28a7-4e0c-b092-41dc737b2cb4 req-4aa895c1-f70b-41f7-bf1c-86feb3487958 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.0729752 Oct 18 21:03:45.241460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:03:45.254003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0606c368-7802-45c3-b53d-dc0ee874d899 admin admin] 10.222.0.66 "PUT /v2.0/routers/81234ddd-0e4c-4f61-bc3c-8cf69a0fb995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8069713 Oct 18 21:03:45.257913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55830) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:45.262289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] Sync routers for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:03:45.294850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:45.303872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:03:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:45.453237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:45.502381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:45.672611 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:45.750807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Deleting port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:45.751147 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:45.768316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T21:03:43Z', 'revision_number': 5, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port': {'id': 'f2c1fcd1-83b5-40e4-a299-fe9596fdd04d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:45.829406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] Checking router: 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:03:45.849360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] Routers {'81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:03:45.850783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:03:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:46.069029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] For port f2c1fcd1-83b5-40e4-a299-fe9596fdd04d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:46.069419 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:46.103641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] Set router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:03:46.165159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Calling delete_port for f2c1fcd1-83b5-40e4-a299-fe9596fdd04d owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:46.181070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T21:03:45Z', 'revision_number': 6, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:46.218444 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0e0f9-d22f-4c28-9c58-655a869e2777 None None] The sync data for ids ['81234ddd-0e4c-4f61-bc3c-8cf69a0fb995'] in n-d-812149-2 is: [{'id': '81234ddd-0e4c-4f61-bc3c-8cf69a0fb995', 'name': 'tempest-AttachVolumeShelveTestJSON-133072169-router', 'tenant_id': '4f461562427c4119b4363e3f8e8f02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:24Z', 'updated_at': '2021-10-18T21:03:45Z', 'revision_number': 6, 'project_id': '4f461562427c4119b4363e3f8e8f02fc', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:03:46.569383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7712ad4a-365c-4cf5-9b81-d05b1c3c01b2 req-dc55fb09-dfde-4869-b9f3-56f76afa2a53 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e1b5980-bc9c-489a-9f81-5096899f022e HTTP/1.1" status: 200 len: 210 time: 0.1429598 Oct 18 21:03:46.805008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:46.816146 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:03:46.868174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c1fcd1-83b5-40e4-a299-fe9596fdd04d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:47.068786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:47.279925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:47.286749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:47.432092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:47.432664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:03:47.443764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:47.445036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-483b1610-889f-418a-998f-d67e0a132353 admin admin] 10.222.0.66 "DELETE /v2.0/routers/81234ddd-0e4c-4f61-bc3c-8cf69a0fb995 HTTP/1.1" status: 204 len: 168 time: 2.1856706 Oct 18 21:03:47.450094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55850) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:47.521772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] Deleting subnet fd171f01-7266-4b71-bfe4-59ea4cbf2613 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:03:47.532082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:47.634818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:47.931776 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:48.052805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:48.106205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:48.106796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2489721-e47b-4804-ab8a-be448dcc669e None None] Network 7ef9ef16-2e09-4d84-af27-de6e817b4382 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:03:48.109630 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fd171f01-7266-4b71-bfe4-59ea4cbf2613 HTTP/1.1" status: 204 len: 168 time: 0.6581426 Oct 18 21:03:48.113627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55860) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:48.177259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02742e-5282-45ec-b950-00ec1dfa6b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd171f01-7266-4b71-bfe4-59ea4cbf2613,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:48.284138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:48.330262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2c1fcd1-83b5-40e4-a299-fe9596fdd04d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:48.388740 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f2c1fcd1-83b5-40e4-a299-fe9596fdd04d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:48.389301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2c1fcd1-83b5-40e4-a299-fe9596fdd04d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:48.390376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:48.470995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:48.471593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 43f8c625-c2de-4b55-8bad-0dcdbebe0a9a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:48.516680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Deleting port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:48.517154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:48.697122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] For port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:48.697858 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:48.735036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Calling delete_port for e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:48.740098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] DHCP port deletion for 7ef9ef16-2e09-4d84-af27-de6e817b4382 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:03:48.937163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9ed-ac14-4593-a2d7-3960b6efd343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:48.972076 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.005093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Deleting port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:03:49.006881 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.044013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.131856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:49.164481 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] No DVR routers for this DVR port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:03:49.354722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] For port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,segment=NetworkSegment(8ca7aede-96be-468d-b2c3-017da2149856),segment_id=8ca7aede-96be-468d-b2c3-017da2149856)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:03:49.359981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.401064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Calling delete_port for e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:03:49.563771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.568189 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.620163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef9ef16-2e09-4d84-af27-de6e817b4382']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:49.634245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca7aede-96be-468d-b2c3-017da2149856') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:49.634540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca7aede-96be-468d-b2c3-017da2149856') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:03:49.635763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Pushing event deleted for resources: {'Port': ['ID=e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:49.651838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.659006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] No DVR routers for this DVR port e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:03:49.663349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.663896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.664461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.665020 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.665558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.666095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.666677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.667767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.667767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.669341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.669341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.669556 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4edef3c-bd89-4517-ae00-86b203a8bfd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:49.697109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.723341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:03:49.724028 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:03:49.754162 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:03:49.841120 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.866264 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:49.873170 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7ef9ef16-2e09-4d84-af27-de6e817b4382 HTTP/1.1" status: 204 len: 168 time: 1.7577031 Oct 18 21:03:49.874416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07022c41-b907-46f0-a60a-9928f341dc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef9ef16-2e09-4d84-af27-de6e817b4382,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:50.168702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55880) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:50.248225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:03:50.283162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55882) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:50.295271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6519fdeb-e711-4ca1-8ee7-943a701347ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f461562427c4119b4363e3f8e8f02fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107273 Oct 18 21:03:50.306868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:03:50.307426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e726bce7-9e00-4dfa-b0ed-e6c1fe0277ce not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:03:50.381874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:50.415302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:50.488171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:50.491577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:50.497143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c705461f-ff9b-4d8e-8e72-88fb36358d1f HTTP/1.1" status: 204 len: 168 time: 0.2085617 Oct 18 21:03:50.507998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c705461f-ff9b-4d8e-8e72-88fb36358d1f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:50.530566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.530932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.531259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.531603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.531945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.532334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.537155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.537499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.538020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.538361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.538698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:50.539030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6399e0c0-97f5-40ea-abbf-63d457c0b156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:03:51.958263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 55928) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:52.116444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2052191319-network', 'tenant_id': 'f05dc6025afb4aec9a1fd809f5ce6dcc'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:03:52.146994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Made reservation on behalf of f05dc6025afb4aec9a1fd809f5ce6dcc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:03:52.149784 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.162130 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.324582 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.332305 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.381096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:03:52.389450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d100148b-c12c-40dc-9351-7e6949a1ff58,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:52.398425 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.398771 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Added segment c0363397-8271-4ed6-9a6d-fc0d79ccc8d2 of type vlan for network 596a5155-141f-4deb-8f32-638e1c1d2f06 Oct 18 21:03:52.453123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.535637 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.537221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:52.538287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.579551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 55938) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:03:52.585793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Request body: {'subnet': {'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2052191319-subnet', 'tenant_id': 'f05dc6025afb4aec9a1fd809f5ce6dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:03:52.590389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6301632 Oct 18 21:03:52.639357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Made reservation on behalf of f05dc6025afb4aec9a1fd809f5ce6dcc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:03:52.660221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:52.733480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b37b-7988-48f2-ada7-57080b7edb07 admin admin] Pushing event updated for resources: {'Network': ['ID=596a5155-141f-4deb-8f32-638e1c1d2f06,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:52.745030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:03:53.068118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:53.168359 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d51f7d33-ff82-4f9c-b317-53e499198da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:53.204685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd65ddca-baf1-4ff2-9309-c8c26024e714,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:03:53.217850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Checking segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:03:53.218597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Network hostable DHCP agents. Network: 596a5155-141f-4deb-8f32-638e1c1d2f06, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:03:53.266084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:03:53.301412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 596a5155-141f-4deb-8f32-638e1c1d2f06) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:03:53.310988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:53.312631 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:53.317221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aafe564-8ea4-4f74-845f-e763696e4cc0 None None] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:03:53.395921 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4209fe6d-6e71-4cbb-82a1-9947433afb03 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8114316 Oct 18 21:03:53.787110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee4ebc4-0516-4a2b-9fef-d211be95bfe5 None None] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:03:54.220966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:54.490801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-4416111e-062c-472f-94cf-2eba3cdfbfc7 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:54.493062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-4416111e-062c-472f-94cf-2eba3cdfbfc7 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.2026589 Oct 18 21:03:54.551065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-45b07e64-c008-47ae-867d-cfe765c52055 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/quotas/f05dc6025afb4aec9a1fd809f5ce6dcc HTTP/1.1" status: 200 len: 375 time: 0.0448368 Oct 18 21:03:54.630797 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-e4731707-5aa8-46da-8176-c1ec4847adba tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781248 Oct 18 21:03:54.938748 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-fa592077-1a2e-49c9-b49e-a04ef46da0ce service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008938 Oct 18 21:03:55.192400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-662118ab-8ed2-46f3-8db2-49fcb0cfa4de service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323258 Oct 18 21:03:55.226761 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:55.769565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9cc26a0-6a8c-4fbb-a950-5d14caee2603 req-2d4460c6-8a10-4708-a9a0-7c0e7df990a0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 210 time: 0.1066957 Oct 18 21:03:56.706394 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:57.143197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6bb5f8ea-b888-4af0-a842-38573f4ff099 req-0ef1e85e-772d-438e-84a4-0f605c84ba17 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 210 time: 0.0745978 Oct 18 21:03:57.652635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-f16cf9ac-05c7-459f-8b41-7e06fe323957 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:03:57.655048 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-f16cf9ac-05c7-459f-8b41-7e06fe323957 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.2855864 Oct 18 21:03:57.670806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Request body: {'port': {'device_id': '8667523f-8db7-431e-ad27-324adec54b2f', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'admin_state_up': True, 'tenant_id': 'f05dc6025afb4aec9a1fd809f5ce6dcc'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:03:58.032050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Made reservation on behalf of f05dc6025afb4aec9a1fd809f5ce6dcc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:03:58.045480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:03:58.567974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2ab3bff-4df2-4dd5-bd7a-dd2ab9867e9d req-19ecafc8-4d08-45ef-a781-6366fcbea4e1 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 210 time: 0.1943583 Oct 18 21:03:58.789180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Allocated IP 172.20.0.9 (596a5155-141f-4deb-8f32-638e1c1d2f06/bd65ddca-baf1-4ff2-9309-c8c26024e714/ec548633-00f7-4c52-96cb-27b4dbe0c3cd) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:04:00.004784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-988d367f-5530-4f7a-94f4-31b35e182309 req-42253044-1926-4eeb-a419-31222f10c2d6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 210 time: 0.0713634 Oct 18 21:04:00.105449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:00.201598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:00.350308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:04:00.385693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:04:00.418749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event updated for resources: {'Port': ['ID=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:00.796896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:04:00.796896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:00.796896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:00.796896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-dbfd0c67-bb93-46b1-b979-c53ace25ea56 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9985771 Oct 18 21:04:00.796896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Request body: {'port': {'device_id': '8667523f-8db7-431e-ad27-324adec54b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:04:00.934205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:01.568563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025492fc-2a9e-465a-8dda-db47f1977f7c req-1c3c6945-6fd1-4ffd-9e69-edf6d2d184f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:01.577589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-025492fc-2a9e-465a-8dda-db47f1977f7c req-1c3c6945-6fd1-4ffd-9e69-edf6d2d184f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 931 time: 0.3186681 Oct 18 21:04:01.775190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-025492fc-2a9e-465a-8dda-db47f1977f7c req-140733c7-f25d-4736-bced-f5b4fb512361 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603265 Oct 18 21:04:01.871046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec548633-00f7-4c52-96cb-27b4dbe0c3cd {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:04:01.898748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:01.949395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Transition to ACTIVE for port object ec548633-00f7-4c52-96cb-27b4dbe0c3cd will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:04:01.969102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:02.150837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Pushing event updated for resources: {'Port': ['ID=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:02.308054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Attempting to bind port ec548633-00f7-4c52-96cb-27b4dbe0c3cd on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:04:02.308423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Attempting to bind port ec548633-00f7-4c52-96cb-27b4dbe0c3cd by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:04:02.308741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Attempting to bind port ec548633-00f7-4c52-96cb-27b4dbe0c3cd on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:04:02.328861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Port ec548633-00f7-4c52-96cb-27b4dbe0c3cd on network 596a5155-141f-4deb-8f32-638e1c1d2f06 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:04:02.329461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Attempting to bind port ec548633-00f7-4c52-96cb-27b4dbe0c3cd on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:04:02.339838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:04:02.340525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Checking segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:04:02.344419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Bound using segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:04:02.345183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Bound port: ec548633-00f7-4c52-96cb-27b4dbe0c3cd, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:04:02.345794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:02.501762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] For port ec548633-00f7-4c52-96cb-27b4dbe0c3cd, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:04:02.510087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] For port ec548633-00f7-4c52-96cb-27b4dbe0c3cd, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:04:02.518596 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:02.596660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:02.598754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:02.605406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] 10.222.0.79 "PUT /v2.0/ports/ec548633-00f7-4c52-96cb-27b4dbe0c3cd HTTP/1.1" status: 200 len: 1091 time: 1.9280512 Oct 18 21:04:02.656375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8667523f-8db7-431e-ad27-324adec54b2f', 'tag': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:02.675706 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3694b3b-9e03-4e69-a2b4-248a4050acfb" -d '{"events": [{"name": "network-changed", "server_uuid": "8667523f-8db7-431e-ad27-324adec54b2f", "tag": "ec548633-00f7-4c52-96cb-27b4dbe0c3cd"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:02.810234 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d92a745-d9b8-44ab-ba33-2baa02ffd5b3 x-openstack-request-id: req-0d92a745-d9b8-44ab-ba33-2baa02ffd5b3 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:02.810907 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8667523f-8db7-431e-ad27-324adec54b2f", "tag": "ec548633-00f7-4c52-96cb-27b4dbe0c3cd", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:02.811328 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d92a745-d9b8-44ab-ba33-2baa02ffd5b3 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:02.812116 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8667523f-8db7-431e-ad27-324adec54b2f', 'tag': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd', 'status': 'completed', 'code': 200} Oct 18 21:04:02.862469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd3e8-400d-4942-82e2-314c315a8333 service neutron] Pushing event updated for resources: {'Port': ['ID=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:02.893310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-7fe07879-8584-4747-ae5a-a9ca3c41303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:02.897280 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-7fe07879-8584-4747-ae5a-a9ca3c41303b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 1094 time: 0.2037323 Oct 18 21:04:03.020326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-5486b9d6-5db4-4967-a507-d07c662d9522 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd HTTP/1.1" status: 200 len: 217 time: 0.1066151 Oct 18 21:04:03.285362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-94754f05-627b-433b-9f89-d0f3cb71f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:03.289685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-94754f05-627b-433b-9f89-d0f3cb71f33f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.2530198 Oct 18 21:04:03.505433 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-ad892907-b195-4bea-b522-0dad9fbe98b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683784 Oct 18 21:04:03.521603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac58b-7a53-4052-9689-a2c7f258234e req-78fad0fc-b843-4068-a6a2-c07991057506 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:03.525481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d15ac58b-7a53-4052-9689-a2c7f258234e req-78fad0fc-b843-4068-a6a2-c07991057506 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 943 time: 0.5821433 Oct 18 21:04:03.730142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d15ac58b-7a53-4052-9689-a2c7f258234e req-9b74ded7-e6a0-4e7e-82d6-a6fd6adaed2d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296487 Oct 18 21:04:03.830744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-d2576ef1-6e89-4c0d-85d0-63778fe6ac89 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028321 Oct 18 21:04:04.134222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-907f092e-cd2a-42be-9e41-1728cd4316ce req-391a6326-9f03-4275-ba8e-518cc4ea0b52 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949677 Oct 18 21:04:04.281568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-e649019b-92ab-4567-a697-ee65a306da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:04.284698 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-e649019b-92ab-4567-a697-ee65a306da9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 1094 time: 0.0692680 Oct 18 21:04:04.567477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-5b103c15-a01b-423b-bbe2-ee9f2a77993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:04.570789 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-5b103c15-a01b-423b-bbe2-ee9f2a77993a service neutron] 10.222.0.79 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2771566 Oct 18 21:04:04.632946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-9ea4e5b9-dd94-412b-b363-8b8a9d1d1460 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd HTTP/1.1" status: 200 len: 217 time: 0.0499525 Oct 18 21:04:04.771312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-0560d422-eff9-44fc-82d8-5043040460ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:04.774437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-0560d422-eff9-44fc-82d8-5043040460ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.1349940 Oct 18 21:04:04.826533 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-f7fd1b5c-04f4-4705-942a-41b2d0d20bc5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428436 Oct 18 21:04:05.202886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31bbcb-9086-441a-8ffb-efb23c3a1ac1 req-1c976d85-d86d-4857-89dd-1048a6fe57a3 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:05.207504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b31bbcb-9086-441a-8ffb-efb23c3a1ac1 req-1c976d85-d86d-4857-89dd-1048a6fe57a3 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 943 time: 0.2017224 Oct 18 21:04:05.215462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-a5b2611f-5446-48c3-a6d6-64f075c35cfb service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714550 Oct 18 21:04:05.364198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b31bbcb-9086-441a-8ffb-efb23c3a1ac1 req-5807054c-d7eb-44b0-9e79-8a9b600d43cd tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444149 Oct 18 21:04:05.550922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3694b3b-9e03-4e69-a2b4-248a4050acfb req-44158c49-8c23-4786-842e-d4f54688a6e3 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174407 Oct 18 21:04:06.652022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595865f1-ead7-47be-a49b-31b8c4a2350c req-b7dcdb17-0318-45d0-8a60-7fb654bfa1a0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:06.657131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-595865f1-ead7-47be-a49b-31b8c4a2350c req-b7dcdb17-0318-45d0-8a60-7fb654bfa1a0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 943 time: 0.1594379 Oct 18 21:04:06.722432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-595865f1-ead7-47be-a49b-31b8c4a2350c req-aab9f94c-3a91-49e3-9a33-87e9bd3ab76c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588617 Oct 18 21:04:07.919716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e5d6f-18ba-41df-b24f-f018a66cc916 req-b080e5ce-03e7-43a0-b6dc-77ef44e0ed32 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:07.928229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-796e5d6f-18ba-41df-b24f-f018a66cc916 req-b080e5ce-03e7-43a0-b6dc-77ef44e0ed32 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 943 time: 0.0712373 Oct 18 21:04:07.972694 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-796e5d6f-18ba-41df-b24f-f018a66cc916 req-66c23e40-9199-4abd-b4d5-4fe153adb9e9 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Oct 18 21:04:08.129703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec548633-00f7-4c52-96cb-27b4dbe0c3cd details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:04:08.364175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ec548633-00f7-4c52-96cb-27b4dbe0c3cd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:08.391808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'port_id': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd', 'mac_address': 'fa:16:3e:24:fd:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd65ddca-baf1-4ff2-9309-c8c26024e714', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:04:08.470476 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:08.504707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec548633-00f7-4c52-96cb-27b4dbe0c3cd {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:04:08.533691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ec548633-00f7-4c52-96cb-27b4dbe0c3cd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:08.538901 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:08.616076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:08.851978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:04:09.226547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85199f-632b-4d93-92d4-71fa89bcd953 req-745324e8-c2ba-474a-a994-114db5d106bc tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:09.237107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc85199f-632b-4d93-92d4-71fa89bcd953 req-745324e8-c2ba-474a-a994-114db5d106bc tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 944 time: 0.0876839 Oct 18 21:04:09.287035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc85199f-632b-4d93-92d4-71fa89bcd953 req-c60cc18c-2ba5-4123-a2e0-4e5ee878915b tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484514 Oct 18 21:04:10.137647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec548633-00f7-4c52-96cb-27b4dbe0c3cd up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:04:10.279323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port ec548633-00f7-4c52-96cb-27b4dbe0c3cd completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:04:10.288967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port ec548633-00f7-4c52-96cb-27b4dbe0c3cd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:04:10.289792 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:10.545471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dab0f-e110-4c65-9720-2e0bcea974fe req-f2c83623-7ca2-4b90-ac7c-02aec075dd64 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:10.554355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-883dab0f-e110-4c65-9720-2e0bcea974fe req-f2c83623-7ca2-4b90-ac7c-02aec075dd64 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 944 time: 0.0919557 Oct 18 21:04:10.592082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:10.636131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ec548633-00f7-4c52-96cb-27b4dbe0c3cd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:10.637737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667523f-8db7-431e-ad27-324adec54b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:10.640792 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f06ef8-fc65-4011-99ce-140e0e8d4891" -d '{"events": [{"server_uuid": "8667523f-8db7-431e-ad27-324adec54b2f", "name": "network-vif-plugged", "status": "completed", "tag": "ec548633-00f7-4c52-96cb-27b4dbe0c3cd"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:10.648376 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:10.660988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-883dab0f-e110-4c65-9720-2e0bcea974fe req-0a025c2e-a236-4a8c-b5b9-eac79c0afada tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057291 Oct 18 21:04:10.720594 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a227ed65-d49d-4804-b101-3dad496dc8c5 x-openstack-request-id: req-a227ed65-d49d-4804-b101-3dad496dc8c5 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:10.720913 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8667523f-8db7-431e-ad27-324adec54b2f", "name": "network-vif-plugged", "status": "completed", "tag": "ec548633-00f7-4c52-96cb-27b4dbe0c3cd", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:10.721123 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a227ed65-d49d-4804-b101-3dad496dc8c5 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:10.727982 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8667523f-8db7-431e-ad27-324adec54b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd', 'code': 200} Oct 18 21:04:10.789619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:10.981090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf732a1-d0f2-41e3-b1e8-6acf91593f72 req-85aabc54-aee9-4baf-87d8-87b4b49d99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:10.985645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7cf732a1-d0f2-41e3-b1e8-6acf91593f72 req-85aabc54-aee9-4baf-87d8-87b4b49d99d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 1096 time: 0.1480718 Oct 18 21:04:11.162896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7cf732a1-d0f2-41e3-b1e8-6acf91593f72 req-dc37ac39-9b68-4005-b213-8557c8614666 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680267 Oct 18 21:04:11.980751 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45038-5a52-4f75-a4dc-dc67e4c44fd4 req-eda0c9c4-b1e6-40a1-95e2-fdd9f0462cb0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:11.991301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bca45038-5a52-4f75-a4dc-dc67e4c44fd4 req-eda0c9c4-b1e6-40a1-95e2-fdd9f0462cb0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 945 time: 0.2153051 Oct 18 21:04:12.090182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bca45038-5a52-4f75-a4dc-dc67e4c44fd4 req-3b2197ed-faf2-4f44-a16f-5eb3b01cb16b tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968227 Oct 18 21:04:13.378351 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:13.587004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709aecf-da6a-4d87-849a-ddd511d97444 req-e9bef70e-21fb-4d1f-933c-c1371e4ed779 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:13.590497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7709aecf-da6a-4d87-849a-ddd511d97444 req-e9bef70e-21fb-4d1f-933c-c1371e4ed779 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 945 time: 0.1953390 Oct 18 21:04:13.671393 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7709aecf-da6a-4d87-849a-ddd511d97444 req-63e84f6c-98a6-46ba-a170-f8746b2b8a5c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744395 Oct 18 21:04:18.833023 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3b8949f-fc98-4a3d-b2c2-b86f9ad0ca14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:18.946135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:23.217809 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-75e71605-116b-491c-8c49-14c27cf7bf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:23.825887 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:04:24.217268 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:25.206106 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:26.663625 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:33.712429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:33.731540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:33.744678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:33.780867 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:33.810771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:33.830790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:33.892037 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:33.951355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dceee45c-805a-48d7-a996-e021ffba6182 req-d13d9c66-a144-41d1-9e9f-749fb328c8e3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.3456743 Oct 18 21:04:34.131534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dceee45c-805a-48d7-a996-e021ffba6182 req-94b43b9c-1707-454e-a439-49238e7ddb4f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781108 Oct 18 21:04:34.807886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:34.835644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:34.865326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:34.900264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:34.922422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:34.951649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:34.988101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.000009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d1efbed2-43eb-4cb4-84ed-b9f62185cd67 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.3492675 Oct 18 21:04:35.163239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-09e1f86c-b183-4307-8663-b5439352f506 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.167883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-09e1f86c-b183-4307-8663-b5439352f506 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "GET /v2.0/ports/a87f98bc-5227-49cc-ba1c-1e77fe682c1e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1580379 Oct 18 21:04:35.449383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.469836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.486615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.506644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.513550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.520986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.529425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:35.545378 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-a56a2fb7-d51c-4f8d-ad2c-642f6e190e7a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 5434 time: 0.2447166 Oct 18 21:04:35.618322 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-51b8b97e-8c2f-45ff-a3bb-f97e0c0f6ac0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "GET /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4409602 Oct 18 21:04:35.645585 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b184be39-6a99-4430-89fd-acfc2b61fff8 req-6a68046b-8cb0-454d-b766-b5e1c6899109 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988450 Oct 18 21:04:35.678341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:04:35.846016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:35.980171 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-36618fa7-700b-43b1-9e72-2484d630872b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4322617 Oct 18 21:04:36.137661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-6dfbdb7a-7bba-41b3-a4d6-4dd0594dafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:36.145917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-6dfbdb7a-7bba-41b3-a4d6-4dd0594dafca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 1096 time: 0.0962639 Oct 18 21:04:36.284034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] For port a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:36.425126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] For port a87f98bc-5227-49cc-ba1c-1e77fe682c1e, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:04:36.462177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-656b2296-832b-4522-924e-f8650b5bd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:36.467589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-656b2296-832b-4522-924e-f8650b5bd95b service neutron] 10.222.0.79 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2807419 Oct 18 21:04:36.543429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-82b80769-ae39-4c81-b4b3-df271a40e669 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd HTTP/1.1" status: 200 len: 217 time: 0.0662332 Oct 18 21:04:36.582039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] device_id is not set on port a87f98bc-5227-49cc-ba1c-1e77fe682c1e yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:04:36.635336 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:36.654618 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:36.707551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-9ebbdaba-a817-476c-be18-1b6c9b979ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:36.709479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-9ebbdaba-a817-476c-be18-1b6c9b979ee4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.1571920 Oct 18 21:04:36.957973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-91bfa40a-b520-4992-b4d2-be2a81473fba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2327919 Oct 18 21:04:36.987769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] No DVR routers for this DVR port a87f98bc-5227-49cc-ba1c-1e77fe682c1e on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:04:37.013905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:37.116317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.117125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.120879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.121620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.122481 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.123275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.124142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.125292 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.129524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.130195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.131856 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.132059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:37.179763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] In _notify_port_updated(), no bound segment for port a87f98bc-5227-49cc-ba1c-1e77fe682c1e on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 21:04:37.183026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.183952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:37.193325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-aada3950-288e-435e-951f-5dce62d0a2d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 200 len: 1027 time: 1.5617390 Oct 18 21:04:37.305354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-665be548-a456-48ef-ac99-544243d720f3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.312820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-665be548-a456-48ef-ac99-544243d720f3 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "GET /v2.0/ports/268e80a3-2a08-4f57-a9f1-e81de1b36505?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1162436 Oct 18 21:04:37.328029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-31674b47-d21c-474d-a3d4-20ae076aafcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.335253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-31674b47-d21c-474d-a3d4-20ae076aafcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.335466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:04:37.342509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-31674b47-d21c-474d-a3d4-20ae076aafcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.350692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-31674b47-d21c-474d-a3d4-20ae076aafcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.360758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-31674b47-d21c-474d-a3d4-20ae076aafcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.371035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-31674b47-d21c-474d-a3d4-20ae076aafcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:37.382304 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-31674b47-d21c-474d-a3d4-20ae076aafcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 4660 time: 0.2343321 Oct 18 21:04:37.420067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-edd5e06d-b0cf-4f6e-a0a5-47d2549d2255 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518342 Oct 18 21:04:37.439943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-84790e35-3596-479a-9365-a2e972128b04 None None] Provisioning complete for port a87f98bc-5227-49cc-ba1c-1e77fe682c1e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:04:37.440579 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84790e35-3596-479a-9365-a2e972128b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:37.567263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 56950) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:04:37.609072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-84790e35-3596-479a-9365-a2e972128b04 None None] Port a87f98bc-5227-49cc-ba1c-1e77fe682c1e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:04:37.618823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:37.811623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] For port 268e80a3-2a08-4f57-a9f1-e81de1b36505, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=268e80a3-2a08-4f57-a9f1-e81de1b36505,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:37.861696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] For port 268e80a3-2a08-4f57-a9f1-e81de1b36505, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:04:37.952628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] device_id is not set on port 268e80a3-2a08-4f57-a9f1-e81de1b36505 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:04:37.971456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fba72296-4719-4d22-bc51-a5ba1eb713b2 req-2d52b4fa-5dcc-4918-83c0-1beab765e3cc tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&id=3773f923-f289-46f4-b06f-44d5f6475afa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5872915 Oct 18 21:04:38.000648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:38.020161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa1f58ff-2d35-4da0-8b91-57fc9e092e91 req-47b95488-d803-42c4-ae0f-ba374a075194 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923294 Oct 18 21:04:38.036037 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a04ab81e-dfac-4aef-8f50-3e5c928b1d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:38.054189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:38.317670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a04ab81e-dfac-4aef-8f50-3e5c928b1d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:38.354293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a04ab81e-dfac-4aef-8f50-3e5c928b1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:38.573166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-4474cccf-1b05-4623-9ac9-4f838d3aac53 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:38.584177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-4474cccf-1b05-4623-9ac9-4f838d3aac53 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.2912641 Oct 18 21:04:38.635137 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-91355625-efe6-4d87-9b04-30a216c0d9c9 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/quotas/f05dc6025afb4aec9a1fd809f5ce6dcc HTTP/1.1" status: 200 len: 375 time: 0.0401425 Oct 18 21:04:38.781656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-f2c00cb1-e125-46e7-b1b3-150aa3c175e2 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296387 Oct 18 21:04:38.915238 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 8c05245c-42f8-40bc-afa1-d802a60457e7 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:04:39.029937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d87bfc37-e524-4213-bfa0-02dc5991e71f None None] Provisioning complete for port 268e80a3-2a08-4f57-a9f1-e81de1b36505 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:04:39.032324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc37-e524-4213-bfa0-02dc5991e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:39.176131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d87bfc37-e524-4213-bfa0-02dc5991e71f None None] Port 268e80a3-2a08-4f57-a9f1-e81de1b36505 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:04:39.331928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:39.350476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab81e-dfac-4aef-8f50-3e5c928b1d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a45788-c260-4d28-b53f-f386bb2f5d1f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:39.355402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] Pushing event updated for resources: {'Port': ['ID=268e80a3-2a08-4f57-a9f1-e81de1b36505,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:39.378288 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-bcd7be3f-68f9-4182-96b0-5e3f899e46cd service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743201 Oct 18 21:04:39.421648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:39.451420 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2802508a-6a73-4f6f-8f88-f060d755be4a" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:39.470575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] No DVR routers for this DVR port 268e80a3-2a08-4f57-a9f1-e81de1b36505 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:04:39.493120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 8c05245c-42f8-40bc-afa1-d802a60457e7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8c05245c-42f8-40bc-afa1-d802a60457e7,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:39.502345 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:39.503076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device fa064a98-77a7-444d-ab5e-c9498f71f9af no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:04:39.527633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-416845c9-1ecb-40cd-bd41-1a0c87b8a31b service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485369 Oct 18 21:04:39.614657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57142) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:04:39.619766 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a04ab81e-dfac-4aef-8f50-3e5c928b1d10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e21ead01c25427b9ab08ae45096cfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0503917 Oct 18 21:04:39.778102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] In _notify_port_updated(), no bound segment for port 268e80a3-2a08-4f57-a9f1-e81de1b36505 on network 9b84a294-7768-4214-b004-bc477f7e08aa {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 21:04:39.785296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:39.790355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:39.796257 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-0316cd22-27d1-425e-a40d-4df9f98e01db service neutron] 10.222.0.30 "PUT /v2.0/ports/268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 200 len: 1028 time: 2.4749386 Oct 18 21:04:39.881104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8adf416e-70bc-44fd-8acf-04e720ac64ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:39.993148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=8c05245c-42f8-40bc-afa1-d802a60457e7,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:40.008801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.070426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port fa064a98-77a7-444d-ab5e-c9498f71f9af, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:40.083012 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.084219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 65d9c613-2af8-416f-92d3-3c5fa9374ef1 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:04:40.141941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port 8c05245c-42f8-40bc-afa1-d802a60457e7 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:04:40.142395 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.206488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8adf416e-70bc-44fd-8acf-04e720ac64ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.307901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=fa064a98-77a7-444d-ab5e-c9498f71f9af,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:40.462155 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.508756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] For port 8c05245c-42f8-40bc-afa1-d802a60457e7, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=8c05245c-42f8-40bc-afa1-d802a60457e7,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:40.509568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.558466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0eb8-1aa9-49e9-9359-1442b089e041 req-049d9874-dd48-4d60-92fa-7a127fb67240 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:40.582438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:40.600509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.600811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0eb8-1aa9-49e9-9359-1442b089e041 req-049d9874-dd48-4d60-92fa-7a127fb67240 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:40.605870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 950336ab-850c-4691-bb38-8fc85060dde9 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:04:40.635728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0eb8-1aa9-49e9-9359-1442b089e041 req-049d9874-dd48-4d60-92fa-7a127fb67240 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:40.682143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0eb8-1aa9-49e9-9359-1442b089e041 req-049d9874-dd48-4d60-92fa-7a127fb67240 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:40.737557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0eb8-1aa9-49e9-9359-1442b089e041 req-049d9874-dd48-4d60-92fa-7a127fb67240 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:40.740891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-931f0eb8-1aa9-49e9-9359-1442b089e041 req-049d9874-dd48-4d60-92fa-7a127fb67240 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 3881 time: 0.7894464 Oct 18 21:04:40.757488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8adf416e-70bc-44fd-8acf-04e720ac64ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.771842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8adf416e-70bc-44fd-8acf-04e720ac64ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:40.779847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8adf416e-70bc-44fd-8acf-04e720ac64ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84a45788-c260-4d28-b53f-f386bb2f5d1f HTTP/1.1" status: 204 len: 168 time: 1.1636162 Oct 18 21:04:40.868341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf416e-70bc-44fd-8acf-04e720ac64ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a45788-c260-4d28-b53f-f386bb2f5d1f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:40.998754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-931f0eb8-1aa9-49e9-9359-1442b089e041 req-b2601c43-12e3-4fd6-b911-b88474c3bc1f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464001 Oct 18 21:04:41.014880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:41.017129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:41.017494 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Floating IP 6f0c5258-a244-4031-9d70-dfa07ede46a5 disassociated. External IP: 172.25.7.9, port: 8c05245c-42f8-40bc-afa1-d802a60457e7. Oct 18 21:04:41.020278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for 8c05245c-42f8-40bc-afa1-d802a60457e7 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:04:41.062072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=65d9c613-2af8-416f-92d3-3c5fa9374ef1,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:41.238783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88747d5e-1468-4b28-98dd-69cec701505a req-f5d39a4b-3fa0-4747-8c71-2bdeed2e83cc tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 210 time: 0.0703814 Oct 18 21:04:41.255077 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e73e2-0012-4fa5-a870-acc4f0580439 x-openstack-request-id: req-365e73e2-0012-4fa5-a870-acc4f0580439 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:41.255369 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:41.257467 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-365e73e2-0012-4fa5-a870-acc4f0580439 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:41.258156 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'code': 200} Oct 18 21:04:41.312095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:41.384014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 950336ab-850c-4691-bb38-8fc85060dde9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=950336ab-850c-4691-bb38-8fc85060dde9,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:41.389944 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:41.391221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 268e80a3-2a08-4f57-a9f1-e81de1b36505 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:04:41.460859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=950336ab-850c-4691-bb38-8fc85060dde9,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:41.540257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 268e80a3-2a08-4f57-a9f1-e81de1b36505 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:04:41.541597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 1a5669ee-9420-4507-b361-9c3aa0e525e5 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:04:41.781399 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:41.877248 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:41.994058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=8c05245c-42f8-40bc-afa1-d802a60457e7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:42.057173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 1a5669ee-9420-4507-b361-9c3aa0e525e5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:42.080195 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:42.082528 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a87f98bc-5227-49cc-ba1c-1e77fe682c1e no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:04:42.174759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a87f98bc-5227-49cc-ba1c-1e77fe682c1e not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:04:42.394427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=1a5669ee-9420-4507-b361-9c3aa0e525e5,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:42.492873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:04:42.592650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c18b-b571-47bf-ae41-dbcf483b3a77 req-bec3dd57-bf46-4e8d-849a-45f7516c5126 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:42.608462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c18b-b571-47bf-ae41-dbcf483b3a77 req-bec3dd57-bf46-4e8d-849a-45f7516c5126 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:42.679590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c18b-b571-47bf-ae41-dbcf483b3a77 req-bec3dd57-bf46-4e8d-849a-45f7516c5126 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:42.719277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576c18b-b571-47bf-ae41-dbcf483b3a77 req-bec3dd57-bf46-4e8d-849a-45f7516c5126 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:42.737808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8576c18b-b571-47bf-ae41-dbcf483b3a77 req-bec3dd57-bf46-4e8d-849a-45f7516c5126 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 3142 time: 0.4644458 Oct 18 21:04:42.954213 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8576c18b-b571-47bf-ae41-dbcf483b3a77 req-2779a24f-9403-4b07-9776-d39446262bb5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101212 Oct 18 21:04:43.225708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-84c876f8-eb89-4707-a305-4be138042f0c req-035816c8-80ec-476f-8f59-fcef19d79a1f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 210 time: 0.0559967 Oct 18 21:04:43.260727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af'}, {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1'}, {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9'}, {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:43.270098 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e6d773-4a19-49d4-898b-1dcd3ef0337f" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af"}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1"}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "950336ab-850c-4691-bb38-8fc85060dde9"}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:43.361312 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:43.397248 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d81717-cf8c-4594-9ab4-f72af646eb28 x-openstack-request-id: req-f6d81717-cf8c-4594-9ab4-f72af646eb28 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:43.397657 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af", "code": 200}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1", "code": 200}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "950336ab-850c-4691-bb38-8fc85060dde9", "code": 200}, {"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:43.398013 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6d81717-cf8c-4594-9ab4-f72af646eb28 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:43.398524 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af', 'code': 200} Oct 18 21:04:43.398856 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1', 'code': 200} Oct 18 21:04:43.399191 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9', 'code': 200} Oct 18 21:04:43.399532 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5', 'code': 200} Oct 18 21:04:43.465660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:04:43.498652 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] Sync routers for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:04:43.522738 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:04:43.523397 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:04:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:04:43.751796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] No DVR routers for this DVR port 8c05245c-42f8-40bc-afa1-d802a60457e7 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:04:43.762831 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:43.772502 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-f54909bb-4a54-4ee2-9da1-52ca60d64260 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "DELETE /v2.0/ports/8c05245c-42f8-40bc-afa1-d802a60457e7 HTTP/1.1" status: 204 len: 173 time: 3.9642851 Oct 18 21:04:43.792618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-0b18b846-541e-4395-8bc5-f8a6188d740f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:43.796667 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-0b18b846-541e-4395-8bc5-f8a6188d740f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.4888251 Oct 18 21:04:43.812037 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:43.821487 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9a59f-12d3-4072-aa0b-6f546f4758ce" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:43.844693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Request body: {'port': {'device_id': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'admin_state_up': True, 'tenant_id': 'f05dc6025afb4aec9a1fd809f5ce6dcc'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:04:43.964247 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:04:44.170226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:04:44.170737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:44.229033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Made reservation on behalf of f05dc6025afb4aec9a1fd809f5ce6dcc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:04:44.241836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:44.407501 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:43Z', 'revision_number': 5, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:04:44.470496 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f300e0-23a5-416a-a51d-efe288fbfe9c x-openstack-request-id: req-a2f300e0-23a5-416a-a51d-efe288fbfe9c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:44.471162 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "8c05245c-42f8-40bc-afa1-d802a60457e7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:44.471162 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2f300e0-23a5-416a-a51d-efe288fbfe9c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:44.471567 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '8c05245c-42f8-40bc-afa1-d802a60457e7', 'status': 'completed', 'code': 200} Oct 18 21:04:44.524173 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] Checking router: 3ab01ec1-49d0-4c63-9892-5e5f7c923958 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:04:44.562670 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:04:44.563655 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:04:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:04:44.690832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766848-9d76-4197-aebf-62e9b245fd5b req-6604afbd-dcdd-420c-918f-52b7f83161dd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:44.720982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766848-9d76-4197-aebf-62e9b245fd5b req-6604afbd-dcdd-420c-918f-52b7f83161dd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:44.744427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766848-9d76-4197-aebf-62e9b245fd5b req-6604afbd-dcdd-420c-918f-52b7f83161dd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:44.753954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] For port 65d9c613-2af8-416f-92d3-3c5fa9374ef1, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=65d9c613-2af8-416f-92d3-3c5fa9374ef1,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:44.753954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:44.769870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17766848-9d76-4197-aebf-62e9b245fd5b req-6604afbd-dcdd-420c-918f-52b7f83161dd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:44.793529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17766848-9d76-4197-aebf-62e9b245fd5b req-6604afbd-dcdd-420c-918f-52b7f83161dd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 3142 time: 0.2491355 Oct 18 21:04:44.840811 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:04:44.855162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for 65d9c613-2af8-416f-92d3-3c5fa9374ef1 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:04:44.911968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17766848-9d76-4197-aebf-62e9b245fd5b req-9ee1e7f7-dedb-475a-a8d1-db7e3fa8b991 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172886 Oct 18 21:04:44.987895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Allocated IP 172.20.0.12 (596a5155-141f-4deb-8f32-638e1c1d2f06/bd65ddca-baf1-4ff2-9309-c8c26024e714/2419803f-00e4-4858-8908-c4a554a91dc3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:04:45.147752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7666b8a6-6cae-49e6-be46-10f3baf9ba25 req-d4dfeeaa-a335-44b6-b659-0e070e16bba9 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 210 time: 0.1015964 Oct 18 21:04:45.373119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:45.469222 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:43Z', 'revision_number': 5, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:04:45.507381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=65d9c613-2af8-416f-92d3-3c5fa9374ef1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:45.617677 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd99348-7647-4a42-a395-9dec75569b95 None None] The sync data for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 is: [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T20:53:32Z', 'revision_number': 4, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2bf370ac-0e75-452c-ad2f-4f128880a058', 'name': '', 'network_id': 'a5302425-99b8-4fcb-8f5e-91becfe4be7c', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'mac_address': 'fa:16:3e:a2:73:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_interface', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:31Z', 'updated_at': '2021-10-18T20:53:43Z', 'revision_number': 5, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'subnets': [{'id': '24463fb3-4080-4182-8766-b3dd192aaed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:04:45.710171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] No DVR routers for this DVR port 65d9c613-2af8-416f-92d3-3c5fa9374ef1 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:04:45.723267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:45.728929 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:45.756154 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-89d7d46f-c925-4cdd-8857-6c7820c71e22 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "DELETE /v2.0/ports/65d9c613-2af8-416f-92d3-3c5fa9374ef1 HTTP/1.1" status: 204 len: 173 time: 1.9548509 Oct 18 21:04:46.150421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:46.164868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:04:46.210084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port 1a5669ee-9420-4507-b361-9c3aa0e525e5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:04:46.210491 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:46.472300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caba55a-4c30-4ccc-94d2-e14e4dc56331 None None] New status for floating IP 6f0c5258-a244-4031-9d70-dfa07ede46a5: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:04:46.503551 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] For port 1a5669ee-9420-4507-b361-9c3aa0e525e5, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=1a5669ee-9420-4507-b361-9c3aa0e525e5,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:46.503923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:46.520154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for 1a5669ee-9420-4507-b361-9c3aa0e525e5 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:04:46.522981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd9d4-8959-4c1e-a16e-12c6d19a4d35 req-619f907d-b568-4fa2-b528-7b8391c54740 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:46.592313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd9d4-8959-4c1e-a16e-12c6d19a4d35 req-619f907d-b568-4fa2-b528-7b8391c54740 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:46.625977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cd9d4-8959-4c1e-a16e-12c6d19a4d35 req-619f907d-b568-4fa2-b528-7b8391c54740 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:46.651717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db9cd9d4-8959-4c1e-a16e-12c6d19a4d35 req-619f907d-b568-4fa2-b528-7b8391c54740 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 2410 time: 0.3953414 Oct 18 21:04:46.787452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-db9cd9d4-8959-4c1e-a16e-12c6d19a4d35 req-741baee3-bae3-457a-8463-79cbe5d82020 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343350 Oct 18 21:04:46.857196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:46.861845 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6059d79d-4527-4405-bf71-c9e05ee183d6" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:46.950702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:46.957440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event updated for resources: {'Port': ['ID=2419803f-00e4-4858-8908-c4a554a91dc3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:47.124283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:04:47.242509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d650fbf-aef9-4eb5-8655-6b9f9ca79b78 req-e2af59c5-a0f7-45c1-a916-b6ca35c09ded tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:47.266923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d650fbf-aef9-4eb5-8655-6b9f9ca79b78 req-e2af59c5-a0f7-45c1-a916-b6ca35c09ded tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 932 time: 0.2408354 Oct 18 21:04:47.383954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=1a5669ee-9420-4507-b361-9c3aa0e525e5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:47.547338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d650fbf-aef9-4eb5-8655-6b9f9ca79b78 req-654b4dc3-7b97-4eaf-a4e0-2919c8812053 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780755 Oct 18 21:04:47.712315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:04:47.720538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:04:47.730326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] No DVR routers for this DVR port 1a5669ee-9420-4507-b361-9c3aa0e525e5 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:04:47.735574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:47.751007 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d25cbd3f-e638-4caa-ab62-e2896484ed72 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "DELETE /v2.0/ports/1a5669ee-9420-4507-b361-9c3aa0e525e5 HTTP/1.1" status: 204 len: 173 time: 1.9802434 Oct 18 21:04:47.982293 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d94a46-2f0d-43fb-b8b3-c0dd55e8df6c x-openstack-request-id: req-b3d94a46-2f0d-43fb-b8b3-c0dd55e8df6c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:47.982743 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "65d9c613-2af8-416f-92d3-3c5fa9374ef1", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:47.983175 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3d94a46-2f0d-43fb-b8b3-c0dd55e8df6c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:47.983818 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '65d9c613-2af8-416f-92d3-3c5fa9374ef1', 'status': 'completed', 'code': 200} Oct 18 21:04:48.107722 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:48.108526 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:48.262257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d00d1-74b2-46f2-9e11-4fa3184f75e7 req-4b1749c2-8e79-4dd3-9a91-6b2de7d26a8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:48.269873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d00d1-74b2-46f2-9e11-4fa3184f75e7 req-4b1749c2-8e79-4dd3-9a91-6b2de7d26a8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:48.272553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a44d00d1-74b2-46f2-9e11-4fa3184f75e7 req-4b1749c2-8e79-4dd3-9a91-6b2de7d26a8a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 1677 time: 0.1829433 Oct 18 21:04:48.285624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-d7382bf0-67ae-44e1-a2d6-d290b8d5ef8a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4454527 Oct 18 21:04:48.313431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Request body: {'port': {'device_id': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:04:48.365324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a44d00d1-74b2-46f2-9e11-4fa3184f75e7 req-574528bc-52b2-4568-853d-dfbaf29d1c97 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717998 Oct 18 21:04:48.432717 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:48.511833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port fa064a98-77a7-444d-ab5e-c9498f71f9af {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:04:48.512553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:48.822204 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-518ccac8-89f1-4fa0-b2f5-ff5c333b2c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:48.928748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:49.000644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6179d2-99ff-44b1-87ed-0ef61089eef3 req-d8f3e2c7-c8bd-4716-848b-100f62271310 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:49.005987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] For port fa064a98-77a7-444d-ab5e-c9498f71f9af, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=fa064a98-77a7-444d-ab5e-c9498f71f9af,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:49.006592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:49.008316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b6179d2-99ff-44b1-87ed-0ef61089eef3 req-d8f3e2c7-c8bd-4716-848b-100f62271310 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 932 time: 0.1630216 Oct 18 21:04:49.109771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b6179d2-99ff-44b1-87ed-0ef61089eef3 req-e13f55d4-c375-4eb1-acb8-a12965253a92 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809379 Oct 18 21:04:49.200004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for fa064a98-77a7-444d-ab5e-c9498f71f9af owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:04:49.594238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2419803f-00e4-4858-8908-c4a554a91dc3 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:04:49.610512 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:49.634695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Transition to ACTIVE for port object 2419803f-00e4-4858-8908-c4a554a91dc3 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:04:49.672553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8a120-60ca-455f-8cc1-e7fbbc1be876 req-f0fbf616-d53e-4ce3-8a2f-d6aae429b2ed tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:49.689295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8a120-60ca-455f-8cc1-e7fbbc1be876 req-f0fbf616-d53e-4ce3-8a2f-d6aae429b2ed tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:49.691264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06d8a120-60ca-455f-8cc1-e7fbbc1be876 req-f0fbf616-d53e-4ce3-8a2f-d6aae429b2ed tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 1677 time: 0.0927765 Oct 18 21:04:49.780210 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06d8a120-60ca-455f-8cc1-e7fbbc1be876 req-c5c89d22-fdaf-48ca-96fb-79e256645188 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749516 Oct 18 21:04:49.793071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:49.933555 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Pushing event updated for resources: {'Port': ['ID=2419803f-00e4-4858-8908-c4a554a91dc3,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:50.018089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:50.022309 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2cfe52-bddb-4375-99a8-b096c391db4c" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:50.044353 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:50.167806 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f6e679-e6a1-4b77-be06-bb29648980de x-openstack-request-id: req-48f6e679-e6a1-4b77-be06-bb29648980de {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:50.168885 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "1a5669ee-9420-4507-b361-9c3aa0e525e5", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:50.169613 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48f6e679-e6a1-4b77-be06-bb29648980de {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:50.170582 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '1a5669ee-9420-4507-b361-9c3aa0e525e5', 'status': 'completed', 'code': 200} Oct 18 21:04:50.178295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=fa064a98-77a7-444d-ab5e-c9498f71f9af,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:50.213019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Attempting to bind port 2419803f-00e4-4858-8908-c4a554a91dc3 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:04:50.213513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Attempting to bind port 2419803f-00e4-4858-8908-c4a554a91dc3 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:04:50.213843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Attempting to bind port 2419803f-00e4-4858-8908-c4a554a91dc3 on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:04:50.271929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Port 2419803f-00e4-4858-8908-c4a554a91dc3 on network 596a5155-141f-4deb-8f32-638e1c1d2f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:04:50.272634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Attempting to bind port 2419803f-00e4-4858-8908-c4a554a91dc3 on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:04:50.295154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:04:50.295527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Checking segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:04:50.296041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Bound using segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:04:50.303295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Bound port: 2419803f-00e4-4858-8908-c4a554a91dc3, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:04:50.303702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:50.307510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] No DVR routers for this DVR port fa064a98-77a7-444d-ab5e-c9498f71f9af on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:04:50.311381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:50.315450 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-2749e8b7-a072-4cf3-9720-64ca5ac65ab0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "DELETE /v2.0/ports/fa064a98-77a7-444d-ab5e-c9498f71f9af HTTP/1.1" status: 204 len: 173 time: 2.5487998 Oct 18 21:04:50.448780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1b56d-916f-4d9a-8711-1af73a4b15a6 req-151a8125-8147-403b-be0a-beea780a3cfd tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:50.456404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ba1b56d-916f-4d9a-8711-1af73a4b15a6 req-151a8125-8147-403b-be0a-beea780a3cfd tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 944 time: 0.1198113 Oct 18 21:04:50.534409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ba1b56d-916f-4d9a-8711-1af73a4b15a6 req-5ed4d00e-abde-4fc5-b6fc-80adc84fa04e tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713053 Oct 18 21:04:50.589439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] For port 2419803f-00e4-4858-8908-c4a554a91dc3, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:04:50.594414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] For port 2419803f-00e4-4858-8908-c4a554a91dc3, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2419803f-00e4-4858-8908-c4a554a91dc3,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:04:50.607130 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:50.691244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:50.692335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:50.700041 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] 10.222.0.30 "PUT /v2.0/ports/2419803f-00e4-4858-8908-c4a554a91dc3 HTTP/1.1" status: 200 len: 1092 time: 2.3967788 Oct 18 21:04:50.704506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port 950336ab-850c-4691-bb38-8fc85060dde9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:04:50.705059 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:51.052032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146ffeb-073b-407c-9cd2-a41a28ffff7f req-12e4510f-aa78-4086-8d74-54e60802fa9d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:51.060560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2146ffeb-073b-407c-9cd2-a41a28ffff7f req-12e4510f-aa78-4086-8d74-54e60802fa9d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 943 time: 0.1161432 Oct 18 21:04:51.114904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2146ffeb-073b-407c-9cd2-a41a28ffff7f req-2d6401bc-e51a-4e41-a711-c2bb438de5fa tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7228959-1879-4b07-af50-08639571df96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529611 Oct 18 21:04:51.153135 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c03a8d-dead-49d4-954a-5fbc03c12a83 service neutron] Pushing event updated for resources: {'Port': ['ID=2419803f-00e4-4858-8908-c4a554a91dc3,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:51.174634 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-7698e38f-ac73-4aec-a551-20d137c81d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:51.176373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-7698e38f-ac73-4aec-a551-20d137c81d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 1095 time: 0.4002759 Oct 18 21:04:51.267705 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-1e68b719-abfe-4179-901c-3f6e7943df64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2419803f-00e4-4858-8908-c4a554a91dc3 HTTP/1.1" status: 200 len: 217 time: 0.0810769 Oct 18 21:04:51.282369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] For port 950336ab-850c-4691-bb38-8fc85060dde9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=950336ab-850c-4691-bb38-8fc85060dde9,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:51.286273 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:51.440480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for 950336ab-850c-4691-bb38-8fc85060dde9 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:04:51.487097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-9c3292ca-7b47-4573-ac2d-a7cfff4de70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:51.488782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-9c3292ca-7b47-4573-ac2d-a7cfff4de70d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.2101393 Oct 18 21:04:51.605037 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-f61883ae-132f-4ced-83fa-a7a7abc6097b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702596 Oct 18 21:04:51.855273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449ff70-7770-42eb-bbe3-b369f81c280c req-2cd4bf78-479f-4c11-aae6-448bedf68ced tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:51.857189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0449ff70-7770-42eb-bbe3-b369f81c280c req-2cd4bf78-479f-4c11-aae6-448bedf68ced tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 944 time: 0.1296852 Oct 18 21:04:51.956926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0449ff70-7770-42eb-bbe3-b369f81c280c req-0335cc7d-e300-46ce-bb99-5f24691fdbc3 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Oct 18 21:04:51.971943 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-8681e971-33db-47a9-bcb9-c9fc421ed1d0 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528798 Oct 18 21:04:52.019122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:52.055883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=950336ab-850c-4691-bb38-8fc85060dde9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:52.203185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af'}, {'name': 'network-changed', 'server_uuid': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'tag': '2419803f-00e4-4858-8908-c4a554a91dc3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:52.209633 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9474b421-6fb3-4bf7-bf51-9168cda300cb" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af"}, {"name": "network-changed", "server_uuid": "49ecaff0-0c96-4192-94cb-e240d9d7e230", "tag": "2419803f-00e4-4858-8908-c4a554a91dc3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:52.221417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] No DVR routers for this DVR port 950336ab-850c-4691-bb38-8fc85060dde9 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:04:52.225706 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:52.231461 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9e0f1c4-f83e-4d4d-85a4-f3e7a97c5821 req-d8b2e57d-fb8f-4e6f-a35c-99935a3576d4 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.30 "DELETE /v2.0/ports/950336ab-850c-4691-bb38-8fc85060dde9 HTTP/1.1" status: 204 len: 173 time: 1.9008451 Oct 18 21:04:52.253626 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f1c13dd5-8589-459d-8df5-d143cf7b3827 req-01ee32fe-d0a4-449f-9b99-c1343aefae94 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721133 Oct 18 21:04:52.324020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-51fd5396-2ecb-47a7-8893-8fd26329e81c req-d519e638-e3d4-40c0-b8a5-3360ef6fcd91 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0545752 Oct 18 21:04:52.405413 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e017498a-9c53-4410-8ccb-3f51e7da80f3 x-openstack-request-id: req-e017498a-9c53-4410-8ccb-3f51e7da80f3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:52.405585 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "fa064a98-77a7-444d-ab5e-c9498f71f9af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49ecaff0-0c96-4192-94cb-e240d9d7e230", "tag": "2419803f-00e4-4858-8908-c4a554a91dc3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:52.405764 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e017498a-9c53-4410-8ccb-3f51e7da80f3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:52.406256 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': 'fa064a98-77a7-444d-ab5e-c9498f71f9af', 'status': 'completed', 'code': 200} Oct 18 21:04:52.406882 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'tag': '2419803f-00e4-4858-8908-c4a554a91dc3', 'status': 'completed', 'code': 200} Oct 18 21:04:52.527095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-508b1cfd-2c65-43b4-8613-8d6c0f10ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:52.528826 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-508b1cfd-2c65-43b4-8613-8d6c0f10ef53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 1095 time: 0.0841944 Oct 18 21:04:52.754635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-1f8e7529-6f14-4cfc-810d-f54abb4b0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:52.756345 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-1f8e7529-6f14-4cfc-810d-f54abb4b0a6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2191885 Oct 18 21:04:52.816558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-78d1db7e-b7ec-4c6b-8bef-4faae472cff0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2419803f-00e4-4858-8908-c4a554a91dc3 HTTP/1.1" status: 200 len: 217 time: 0.0514390 Oct 18 21:04:52.946054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-75d19448-7e2c-485a-bfcc-c804a1c410d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:52.948922 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-75d19448-7e2c-485a-bfcc-c804a1c410d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.1239638 Oct 18 21:04:53.010239 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-9bb55b2c-7d87-4f51-a678-4998895e323b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517237 Oct 18 21:04:53.175032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-8c6e93a4-d44a-47dc-bfe4-bd34651c5ac2 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562459 Oct 18 21:04:53.177893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21067e4b-bc93-4246-8fa2-e7db5f89ce1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:53.348532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-18aaf500-7a48-4e2d-8483-7b0951573776 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:53.351355 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-18aaf500-7a48-4e2d-8483-7b0951573776 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.2284386 Oct 18 21:04:53.384529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-4958bf02-e678-42c8-ac9b-4d7fb233d1cc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/quotas/aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 375 time: 0.0260007 Oct 18 21:04:53.504511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-926b1a67-ee9a-4506-a374-cfdaf470bb73 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135662 Oct 18 21:04:53.883006 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9474b421-6fb3-4bf7-bf51-9168cda300cb req-fedda6da-ccd4-4c42-862c-f32fd95a8c33 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987259 Oct 18 21:04:54.213084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57524) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:04:54.217009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:54.384172 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-b9f68327-87ee-4e2b-8154-951e529faf04 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8716791 Oct 18 21:04:54.407974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:54.410350 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db34eb-7fdf-4e73-a2eb-11619854b3aa" -d '{"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "950336ab-850c-4691-bb38-8fc85060dde9"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:54.475108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab26-314f-4899-9e30-9a81a8ad9307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:54.611105 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-fa2fe201-fd05-481c-aab5-2d58fa4cc9f4 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194512 Oct 18 21:04:54.753583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab26-314f-4899-9e30-9a81a8ad9307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:54.767067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-55f4ab26-314f-4899-9e30-9a81a8ad9307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:54.859411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57534) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:04:54.859571 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-55f4ab26-314f-4899-9e30-9a81a8ad9307 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6f850a84bdc44319f2b05e0f7482ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449599 Oct 18 21:04:54.876047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4ab26-314f-4899-9e30-9a81a8ad9307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed3a155-4f1d-4e8c-8206-9c6dc39978e4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:54.995565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2419803f-00e4-4858-8908-c4a554a91dc3 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:04:55.042635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:55.100738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:55.232636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2419803f-00e4-4858-8908-c4a554a91dc3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2419803f-00e4-4858-8908-c4a554a91dc3,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:55.278123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '2419803f-00e4-4858-8908-c4a554a91dc3', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'port_id': '2419803f-00e4-4858-8908-c4a554a91dc3', 'mac_address': 'fa:16:3e:7a:08:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd65ddca-baf1-4ff2-9309-c8c26024e714', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:04:55.330150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa93c5-4050-41eb-bd3a-966df18a55f9 req-18405e43-75bc-422e-92af-75e6d2d06c5b tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:55.336626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-effa93c5-4050-41eb-bd3a-966df18a55f9 req-18405e43-75bc-422e-92af-75e6d2d06c5b tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 944 time: 0.2181203 Oct 18 21:04:55.349676 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:55.383140 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:55.406221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:55.409202 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:55.428659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2419803f-00e4-4858-8908-c4a554a91dc3 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:04:55.435455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ed3a155-4f1d-4e8c-8206-9c6dc39978e4 HTTP/1.1" status: 204 len: 168 time: 0.5528975 Oct 18 21:04:55.472248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed3a155-4f1d-4e8c-8206-9c6dc39978e4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:55.482864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2419803f-00e4-4858-8908-c4a554a91dc3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2419803f-00e4-4858-8908-c4a554a91dc3,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:55.490119 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:55.520656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-effa93c5-4050-41eb-bd3a-966df18a55f9 req-2b1dc47d-4e38-4a97-b1b8-211588539883 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765432 Oct 18 21:04:55.528794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.530168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.531997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.533011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.534024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.536218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.538146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.538549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.541248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.541613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.544182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.546898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0051a829-8ab4-46a1-8e40-1bec0346e73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.652613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2419803f-00e4-4858-8908-c4a554a91dc3,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:55.664916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.665436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.666212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.666603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.667107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.667661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.668151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.668748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.669244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.669702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.670139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.670603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:04:55.707559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2419803f-00e4-4858-8908-c4a554a91dc3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:04:55.753003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fe819079-dd7b-4189-8bca-66fdd82590be req-56bf4688-91f1-48f3-88c1-66127212d9d0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0748339 Oct 18 21:04:55.897626 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba49748f-ffb2-48b1-82ae-19b3a8e5afd7 x-openstack-request-id: req-ba49748f-ffb2-48b1-82ae-19b3a8e5afd7 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:55.898954 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1c7fa7-fd22-4f39-94dc-c9740917d6c8", "name": "network-vif-deleted", "tag": "950336ab-850c-4691-bb38-8fc85060dde9", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:55.899777 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba49748f-ffb2-48b1-82ae-19b3a8e5afd7 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:55.901127 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1c7fa7-fd22-4f39-94dc-c9740917d6c8', 'name': 'network-vif-deleted', 'tag': '950336ab-850c-4691-bb38-8fc85060dde9', 'status': 'completed', 'code': 200} Oct 18 21:04:56.030205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b062bd7c-8d2a-423c-8ed8-fddbdbb2e6c3 req-69471dd6-1a44-4184-a768-a217d124a79d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0372670 Oct 18 21:04:56.684244 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:56.712962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ba7b-3556-4308-9cea-5e63ac2f1a13 req-9fd18fb8-3a67-4a8c-96f2-df24f1803574 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:56.715959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a241ba7b-3556-4308-9cea-5e63ac2f1a13 req-9fd18fb8-3a67-4a8c-96f2-df24f1803574 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 945 time: 0.0954001 Oct 18 21:04:56.871149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-6230f6eb-0b39-44ed-b21d-5bd0ed96de54 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:56.873077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-6230f6eb-0b39-44ed-b21d-5bd0ed96de54 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1275070 Oct 18 21:04:56.893470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'port': {'device_id': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'admin_state_up': True, 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:04:56.983910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a241ba7b-3556-4308-9cea-5e63ac2f1a13 req-78761459-dd37-4382-aca6-319a23b72f48 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493610 Oct 18 21:04:57.000646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2419803f-00e4-4858-8908-c4a554a91dc3 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:04:57.136189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 2419803f-00e4-4858-8908-c4a554a91dc3 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:04:57.138591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:04:57.150971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 2419803f-00e4-4858-8908-c4a554a91dc3 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:04:57.151550 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:57.154349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:57.320135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:57.325531 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bb3b7a9-f8a1-4dde-a142-bd69bc1fc7fc req-8f4494aa-3626-4028-b180-1473d2e1e616 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1189847 Oct 18 21:04:57.414103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2419803f-00e4-4858-8908-c4a554a91dc3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2419803f-00e4-4858-8908-c4a554a91dc3,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:04:57.418965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419803f-00e4-4858-8908-c4a554a91dc3'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:57.436733 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a4bd31-9ca0-4576-9e38-0aea39778ade" -d '{"events": [{"server_uuid": "49ecaff0-0c96-4192-94cb-e240d9d7e230", "name": "network-vif-plugged", "status": "completed", "tag": "2419803f-00e4-4858-8908-c4a554a91dc3"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:57.453464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:57.490136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57596) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:04:57.553058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f920c829-8b65-4915-b17c-a87d762a1388 req-1132cc89-64c4-4e7e-a3bf-f011d71bc064 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0558853 Oct 18 21:04:57.578023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2419803f-00e4-4858-8908-c4a554a91dc3,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:57.586445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.20.0.3 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/1e00a28a-f7d4-491a-bbfc-333c832f6065) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:04:57.762310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c589cab-12c9-4bb7-8b12-7495ead17e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:57.920897 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03606c18-03db-46f9-9976-ebf1e7946a48 x-openstack-request-id: req-03606c18-03db-46f9-9976-ebf1e7946a48 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:04:57.921491 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ecaff0-0c96-4192-94cb-e240d9d7e230", "name": "network-vif-plugged", "status": "completed", "tag": "2419803f-00e4-4858-8908-c4a554a91dc3", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:04:57.921491 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-03606c18-03db-46f9-9976-ebf1e7946a48 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:04:57.921842 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419803f-00e4-4858-8908-c4a554a91dc3', 'code': 200} Oct 18 21:04:57.941129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c589cab-12c9-4bb7-8b12-7495ead17e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:57.948538 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5c589cab-12c9-4bb7-8b12-7495ead17e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:57.978871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.062907 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.073097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5c589cab-12c9-4bb7-8b12-7495ead17e5c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4a4c8fa038841d3be75bdef8d58a5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811036 Oct 18 21:04:58.075046 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c589cab-12c9-4bb7-8b12-7495ead17e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb3ca27-0b94-4dbe-a483-43371cb5254b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:58.096888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57606) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:04:58.149086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8ef0-b589-420a-8886-b774c20697d9 req-e4e5f740-b49e-4829-a626-ebb4c82133ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:58.152548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e57c8ef0-b589-420a-8886-b774c20697d9 req-e4e5f740-b49e-4829-a626-ebb4c82133ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 1097 time: 0.1623979 Oct 18 21:04:58.154004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:04:58.155623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:04:58.159610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:04:58.239069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:58.239069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.280519 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e57c8ef0-b589-420a-8886-b774c20697d9 req-a6aae905-3f0d-43c1-a714-0d7b81bc5229 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072249 Oct 18 21:04:58.286343 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-777ad685-6a5e-4f48-b4bf-7a2fa71865fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.325933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4399183 Oct 18 21:04:58.340230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Request body: {'port': {'device_id': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:04:58.341820 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-777ad685-6a5e-4f48-b4bf-7a2fa71865fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.371759 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29270a4d-7ef2-40ef-9ddf-7cf1f3aee430 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=1e00a28a-f7d4-491a-bbfc-333c832f6065,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:58.411332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a310d-08ba-4c65-9455-e0d090bb7d79 req-39280652-cb85-42b9-acbc-92307ed18d8f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:58.421607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-135a310d-08ba-4c65-9455-e0d090bb7d79 req-39280652-cb85-42b9-acbc-92307ed18d8f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 946 time: 0.2792766 Oct 18 21:04:58.422314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-777ad685-6a5e-4f48-b4bf-7a2fa71865fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.426074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-777ad685-6a5e-4f48-b4bf-7a2fa71865fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.429864 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-777ad685-6a5e-4f48-b4bf-7a2fa71865fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7cb3ca27-0b94-4dbe-a483-43371cb5254b HTTP/1.1" status: 204 len: 168 time: 0.3256819 Oct 18 21:04:58.441352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ad685-6a5e-4f48-b4bf-7a2fa71865fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb3ca27-0b94-4dbe-a483-43371cb5254b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:58.535768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-135a310d-08ba-4c65-9455-e0d090bb7d79 req-dc536fd7-c486-46d1-a6b8-bc53428eabd6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125636 Oct 18 21:04:58.539414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.610128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d7fc5f52-fc84-4cff-8efc-77d2289e5507 None None] Provisioning complete for port 1e00a28a-f7d4-491a-bbfc-333c832f6065 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:04:58.610789 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7fc5f52-fc84-4cff-8efc-77d2289e5507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.687736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc5f52-fc84-4cff-8efc-77d2289e5507 None None] Port 1e00a28a-f7d4-491a-bbfc-333c832f6065 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:04:58.891028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e00a28a-f7d4-491a-bbfc-333c832f6065 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:04:58.900475 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.924904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Transition to ACTIVE for port object 1e00a28a-f7d4-491a-bbfc-333c832f6065 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:04:58.951083 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:58.979548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5e31c884-59e9-43dd-ba4b-45cb0c29daf7 req-86092f42-3580-4727-869a-f1e76dc4f087 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0626755 Oct 18 21:04:59.143990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Pushing event updated for resources: {'Port': ['ID=1e00a28a-f7d4-491a-bbfc-333c832f6065,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:59.317454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b82a4a-74ca-40a7-92d1-b19a080fe372 req-1d5a9b75-0bcf-40cd-9b90-d6730291860b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:59.319012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8b82a4a-74ca-40a7-92d1-b19a080fe372 req-1d5a9b75-0bcf-40cd-9b90-d6730291860b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1799681 Oct 18 21:04:59.330318 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Attempting to bind port 1e00a28a-f7d4-491a-bbfc-333c832f6065 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:04:59.335778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Attempting to bind port 1e00a28a-f7d4-491a-bbfc-333c832f6065 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:04:59.335778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Attempting to bind port 1e00a28a-f7d4-491a-bbfc-333c832f6065 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:04:59.378535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Port 1e00a28a-f7d4-491a-bbfc-333c832f6065 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:04:59.381271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Attempting to bind port 1e00a28a-f7d4-491a-bbfc-333c832f6065 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:04:59.427945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:04:59.428368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:04:59.428815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:04:59.429490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Bound port: 1e00a28a-f7d4-491a-bbfc-333c832f6065, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:04:59.429877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:59.575131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8b82a4a-74ca-40a7-92d1-b19a080fe372 req-bc2c16e9-007d-4128-86b0-395a38bd775e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983886 Oct 18 21:04:59.627435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] For port 1e00a28a-f7d4-491a-bbfc-333c832f6065, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:04:59.631381 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] For port 1e00a28a-f7d4-491a-bbfc-333c832f6065, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1e00a28a-f7d4-491a-bbfc-333c832f6065,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:04:59.639489 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:59.708093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Pushing event updated for resources: {'Port': ['ID=1e00a28a-f7d4-491a-bbfc-333c832f6065,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:04:59.748982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:59.749925 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:04:59.751472 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cb276c49-17ed-4ae3-88f9-5e2f5a2c5564 service neutron] 10.222.0.79 "PUT /v2.0/ports/1e00a28a-f7d4-491a-bbfc-333c832f6065 HTTP/1.1" status: 200 len: 1091 time: 1.4166434 Oct 18 21:04:59.753198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'tag': '1e00a28a-f7d4-491a-bbfc-333c832f6065'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:04:59.755575 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad05920-7443-4235-be57-d66257435c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9b5896-14ef-41bb-bb7d-3c4c92167cc9", "tag": "1e00a28a-f7d4-491a-bbfc-333c832f6065"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:04:59.807400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7d66b-3dea-4e4d-8a99-8ccf0ce8707e req-2ef56013-b08d-4efe-868b-14c31862a64d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:59.811744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0a7d66b-3dea-4e4d-8a99-8ccf0ce8707e req-2ef56013-b08d-4efe-868b-14c31862a64d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 946 time: 0.1064837 Oct 18 21:04:59.943076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-afe6f38c-b012-442d-aba1-a3794ba73b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:04:59.944923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-afe6f38c-b012-442d-aba1-a3794ba73b71 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 1094 time: 0.1294799 Oct 18 21:04:59.964592 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0a7d66b-3dea-4e4d-8a99-8ccf0ce8707e req-cf1041ef-105d-46de-b536-d22408eb01ee tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230485 Oct 18 21:05:00.080282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-cdbd37fc-f8ff-4bec-86eb-5bd144a577bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e00a28a-f7d4-491a-bbfc-333c832f6065 HTTP/1.1" status: 200 len: 217 time: 0.1176567 Oct 18 21:05:00.152814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-c8c0bbe1-e1bf-4fa2-bebe-eeb8feec9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:00.154469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-c8c0bbe1-e1bf-4fa2-bebe-eeb8feec9cf3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0652974 Oct 18 21:05:00.232820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-054a62e4-2874-46fc-b216-f385802edaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:00.239594 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-054a62e4-2874-46fc-b216-f385802edaea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772212 Oct 18 21:05:00.243125 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb21121-67ed-4e7a-921b-b05f9ee14330 x-openstack-request-id: req-cdb21121-67ed-4e7a-921b-b05f9ee14330 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:00.244176 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9b5896-14ef-41bb-bb7d-3c4c92167cc9", "tag": "1e00a28a-f7d4-491a-bbfc-333c832f6065", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:00.244732 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdb21121-67ed-4e7a-921b-b05f9ee14330 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:00.245495 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'tag': '1e00a28a-f7d4-491a-bbfc-333c832f6065', 'status': 'completed', 'code': 200} Oct 18 21:05:00.382755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-22a52360-8b1a-4e12-a0ab-726fb42bb84f service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346571 Oct 18 21:05:00.670572 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d70c3414-8aee-4ac6-a2db-80629e983ecb req-439ebeb6-7a85-4964-bdd5-f4c61afb9061 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0770919 Oct 18 21:05:00.727320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c0c7eab-c071-4a7d-b695-3b5fb10fc757 req-1ed3b3d9-b35d-4b7f-a2cf-0fc020d003bb service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350904 Oct 18 21:05:00.802158 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:05:00.864289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad05920-7443-4235-be57-d66257435c7f req-7fef960e-e56c-46d2-a15c-0e5fd69472b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:00.866452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad05920-7443-4235-be57-d66257435c7f req-7fef960e-e56c-46d2-a15c-0e5fd69472b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 1094 time: 0.0567553 Oct 18 21:05:01.135528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad05920-7443-4235-be57-d66257435c7f req-6cf2856c-8d9c-4482-87ee-e54c43d335bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:01.145111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad05920-7443-4235-be57-d66257435c7f req-6cf2856c-8d9c-4482-87ee-e54c43d335bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.2688477 Oct 18 21:05:01.235467 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad05920-7443-4235-be57-d66257435c7f req-67d06704-58a7-408d-86b3-4579315a841f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e00a28a-f7d4-491a-bbfc-333c832f6065 HTTP/1.1" status: 200 len: 217 time: 0.0818560 Oct 18 21:05:01.367741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad05920-7443-4235-be57-d66257435c7f req-8ac0d788-e916-45fe-8bed-ac7c48e39bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:01.370722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad05920-7443-4235-be57-d66257435c7f req-8ac0d788-e916-45fe-8bed-ac7c48e39bf8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.1270554 Oct 18 21:05:01.533498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46652a00-bd19-4a17-a2d9-3eeb0abd52e5 req-001d4224-0dad-4b90-ae6c-afda1bbe4427 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:01.536320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46652a00-bd19-4a17-a2d9-3eeb0abd52e5 req-001d4224-0dad-4b90-ae6c-afda1bbe4427 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1559844 Oct 18 21:05:01.549308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad05920-7443-4235-be57-d66257435c7f req-a6a04cac-6b26-4085-816a-11edd0412294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:01.552412 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad05920-7443-4235-be57-d66257435c7f req-a6a04cac-6b26-4085-816a-11edd0412294 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692889 Oct 18 21:05:01.735337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-46652a00-bd19-4a17-a2d9-3eeb0abd52e5 req-abcf9281-1274-481d-a3d5-d833732c1aac tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804228 Oct 18 21:05:01.809606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad05920-7443-4235-be57-d66257435c7f req-38238ade-8e1f-4502-abf2-4e01b4865010 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412536 Oct 18 21:05:02.022601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad05920-7443-4235-be57-d66257435c7f req-35962ba6-349f-4c86-8507-92ac510c96d1 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045572 Oct 18 21:05:02.348715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57694) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:02.357835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609695048', 'description': 'tempest-secgroup-smoke-609695048 description', 'project_id': '9898da556b7345b5904bf6114683e04b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:02.402696 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.412756 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.604286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.617547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.658009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-13fa6e31-72b6-47d4-9c98-1dacd15bd646 req-b2625bfa-fa3d-4132-9b5e-4e7bd5f3fd27 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0601916 Oct 18 21:05:02.677112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123800bd-6dd0-48de-92f9-68dee4b13442,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:02.793994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.802235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.866963 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.869844 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5186071 Oct 18 21:05:02.872915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57702) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:02.873984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e71bb-1695-4009-a6af-58c8707764bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b2942-c201-4673-b15a-42f44ae403e6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:02.877884 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0d41ccf7-420b-48e5-997d-aacf4b30e413 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b2942-c201-4673-b15a-42f44ae403e6', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:02.958935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d41ccf7-420b-48e5-997d-aacf4b30e413 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:02.981108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913982f-4ae1-4c0f-aee2-6312b4e73389 req-cd5e7436-9043-4c3a-92ba-7a23a64a37ff tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:02.982866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9913982f-4ae1-4c0f-aee2-6312b4e73389 req-cd5e7436-9043-4c3a-92ba-7a23a64a37ff tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.0913651 Oct 18 21:05:03.064348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9913982f-4ae1-4c0f-aee2-6312b4e73389 req-2c9132e1-44f9-495b-9e11-cc1248184fe4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581944 Oct 18 21:05:03.082040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d41ccf7-420b-48e5-997d-aacf4b30e413 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.087919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d41ccf7-420b-48e5-997d-aacf4b30e413 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.106154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41ccf7-420b-48e5-997d-aacf4b30e413 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafd5686-5dfc-45a7-b1ef-94457df9e816,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:03.126137 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d41ccf7-420b-48e5-997d-aacf4b30e413 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.130701 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0d41ccf7-420b-48e5-997d-aacf4b30e413 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566710 Oct 18 21:05:03.130933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:03.140602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c56954cb-5ad2-47f5-ba5c-489247598843 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b2942-c201-4673-b15a-42f44ae403e6', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:03.183710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c56954cb-5ad2-47f5-ba5c-489247598843 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.297861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c56954cb-5ad2-47f5-ba5c-489247598843 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.304594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c56954cb-5ad2-47f5-ba5c-489247598843 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.339173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56954cb-5ad2-47f5-ba5c-489247598843 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2eab1f-48f7-4a1c-ab39-53e0b132722b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:03.363508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c56954cb-5ad2-47f5-ba5c-489247598843 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.365139 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c56954cb-5ad2-47f5-ba5c-489247598843 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2324004 Oct 18 21:05:03.367626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57706) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:03.376979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f5f44948-e433-41bc-932e-48a164b566d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b2942-c201-4673-b15a-42f44ae403e6', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:03.427830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5f44948-e433-41bc-932e-48a164b566d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.574370 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5f44948-e433-41bc-932e-48a164b566d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.580920 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5f44948-e433-41bc-932e-48a164b566d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.609982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f44948-e433-41bc-932e-48a164b566d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bd4521-b0a1-4e04-98eb-4ba52cfba0a2,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:03.670657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f5f44948-e433-41bc-932e-48a164b566d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.694058 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f5f44948-e433-41bc-932e-48a164b566d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164947 Oct 18 21:05:03.694274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57712) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:03.700071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f50a3dd2-e85e-476e-b469-1d0152efbce9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b2942-c201-4673-b15a-42f44ae403e6', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:03.789458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f50a3dd2-e85e-476e-b469-1d0152efbce9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:03.941224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-37ed34e4-fd42-438f-80d9-751d1662ba29 req-01f611cd-8c25-4dd2-b9fd-a0cc9a895a7f tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0968091 Oct 18 21:05:04.050595 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f50a3dd2-e85e-476e-b469-1d0152efbce9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.058076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f50a3dd2-e85e-476e-b469-1d0152efbce9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.105588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3dd2-e85e-476e-b469-1d0152efbce9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90db6c53-95d4-4ab1-a6f5-a950742b9395,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:04.139948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f50a3dd2-e85e-476e-b469-1d0152efbce9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.144211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f50a3dd2-e85e-476e-b469-1d0152efbce9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4465072 Oct 18 21:05:04.144953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57718) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:04.163017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b2942-c201-4673-b15a-42f44ae403e6', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:04.314680 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:05:04.325819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.402724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac615204-476a-40b2-ac19-234580ed2427 req-103de4d8-e13a-426f-baf0-50985c01871a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:04.417122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac615204-476a-40b2-ac19-234580ed2427 req-103de4d8-e13a-426f-baf0-50985c01871a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1030593 Oct 18 21:05:04.553543 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac615204-476a-40b2-ac19-234580ed2427 req-48f9ab07-a5f9-452f-bbc2-7179c966ade5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263165 Oct 18 21:05:04.562727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.576508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.617124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24638159-1c34-4d69-bdb6-b0499eb72cff,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:04.643441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.646482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-34c6241e-bdb9-4b95-b678-228a31ce1966 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4998209 Oct 18 21:05:04.651899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57720) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:04.657201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'dc3b2942-c201-4673-b15a-42f44ae403e6', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:04.717349 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:05:04.737171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.851928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.861740 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.891540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bbc2df-48a3-4fbc-8808-5c914f8c3e81,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:04.908683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:04.912364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-424eef0c-b55d-45dc-949b-b6aa7b2e9ff4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2590568 Oct 18 21:05:04.916958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:04.932136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'network': {'name': 'tempest-network-smoke--1180765871', 'project_id': '9898da556b7345b5904bf6114683e04b', 'port_security_enabled': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:05.033782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:05:05.044142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:05.184990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:05:05.222714 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:05.223433 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Added segment 025dade2-f4e4-492a-804a-adf8c55b8da7 of type vlan for network 5111a5db-7b06-4fcf-baf5-10936cb3df4f Oct 18 21:05:05.350326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2af5ce9f-bc4d-49a8-8522-fbe863698dca req-0af3b315-43a0-426f-8091-23fad8a3dfcd tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0887685 Oct 18 21:05:05.422598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:05.476794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:05.491038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:05.492737 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:05.600327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57728) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:05.601180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6784966 Oct 18 21:05:05.613039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'admin_state_up': True, 'project_id': '9898da556b7345b5904bf6114683e04b', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:05.693809 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748b876-b197-4083-ac99-c4ba44d18388 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Network': ['ID=5111a5db-7b06-4fcf-baf5-10936cb3df4f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:05.724876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:05.728052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:05.735093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:05:06.019015 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:06.143676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06641c01-ffcb-4ce5-b40e-573a1273c569 req-b337aa5c-f3cc-49e7-9517-5f3b843841a6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:06.163711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06641c01-ffcb-4ce5-b40e-573a1273c569 req-b337aa5c-f3cc-49e7-9517-5f3b843841a6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.2800915 Oct 18 21:05:06.318574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-06641c01-ffcb-4ce5-b40e-573a1273c569 req-e5c80391-2e56-435a-a895-b1830dcd3b80 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429749 Oct 18 21:05:06.433031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:06.775700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-76c001d4-31ba-4981-9a69-625c358c242f req-ed062bd0-69e5-4434-a5b6-cf3b7803277c tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0633547 Oct 18 21:05:06.969423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:06.997765 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:07.142779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.200 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/d2316744-fe5b-46b5-9cfb-34b23458542f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:05:07.404099 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:07.597984 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:07.623740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9079eff-c5a9-4669-b5c0-139f0939dcf1 req-9f4152c4-5033-42f0-abf3-b574e4610f3a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:07.636498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d9079eff-c5a9-4669-b5c0-139f0939dcf1 req-9f4152c4-5033-42f0-abf3-b574e4610f3a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1498468 Oct 18 21:05:07.669401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:05:07.725016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d9079eff-c5a9-4669-b5c0-139f0939dcf1 req-2b24a996-0252-422d-a6d8-f9e8b8172a18 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854070 Oct 18 21:05:07.761893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:07.775981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:05:07.947854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=d2316744-fe5b-46b5-9cfb-34b23458542f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:08.207086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4e79100-57b3-447c-82c7-e6e213fe34c3 req-ebb33dd0-13a6-41a4-852a-77b92a25195a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1128643 Oct 18 21:05:08.708698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:09.101970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:09.108191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb766b-161e-4792-b3bb-eacdd6e3bfa0 req-0a210909-dd3b-4a5f-bc02-acdb2157759c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:09.119581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0dbb766b-161e-4792-b3bb-eacdd6e3bfa0 req-0a210909-dd3b-4a5f-bc02-acdb2157759c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1919620 Oct 18 21:05:09.231910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0dbb766b-161e-4792-b3bb-eacdd6e3bfa0 req-1b0475ad-e511-4b39-9eee-cd69cc9c9da1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806580 Oct 18 21:05:09.626763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 85c3c76a-d595-4bc9-b283-1c04b102c14a is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:05:09.651683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df723314-9a53-4a9a-bc98-04ab1098babc req-7d0a3969-6ced-4a1f-8640-3a44230ba970 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0973420 Oct 18 21:05:09.932409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:05:09.965326 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Sync routers for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:05:10.030704 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:05:10.036103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:10.038010 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:04:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:10.047324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57752) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:10.048614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-329ec657-428d-411e-918a-be5b6e13be09 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4440644 Oct 18 21:05:10.480992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:05:10.678132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4fb52fc8-84f4-4c22-83c5-de36bd5b35cd tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=9898da556b7345b5904bf6114683e04b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6284485 Oct 18 21:05:10.683923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57764) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:10.766480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa28a5-4068-48d3-b53d-e54a084b8c9f req-d1b173d1-a02b-498b-a993-eb4521bbd7b8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:10.770500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6aa28a5-4068-48d3-b53d-e54a084b8c9f req-d1b173d1-a02b-498b-a993-eb4521bbd7b8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.2446308 Oct 18 21:05:10.895530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f6aa28a5-4068-48d3-b53d-e54a084b8c9f req-5e5402d5-bdbb-4d83-9905-4c5dba27b103 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184602 Oct 18 21:05:10.958941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89546581-d717-40cb-80c0-f701b05867b6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:10.960721 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-89546581-d717-40cb-80c0-f701b05867b6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2733095 Oct 18 21:05:10.965434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57770) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:11.026860 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:08Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:11.032632 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b13347d1-1dd2-42e2-b16e-02b4d49fb981 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659337 Oct 18 21:05:11.037324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57772) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:11.043940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1152200191', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'project_id': '9898da556b7345b5904bf6114683e04b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:11.201939 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Checking router: 85c3c76a-d595-4bc9-b283-1c04b102c14a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:05:11.202562 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Updating router 85c3c76a-d595-4bc9-b283-1c04b102c14a port d2316744-fe5b-46b5-9cfb-34b23458542f binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:05:11.305188 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:11.346552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-751b7fac-ffca-4a97-bcb5-f91c3a21bff7 req-9b6f57d1-be68-40f1-9a54-df5058120199 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0538526 Oct 18 21:05:11.398143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:05:11.406771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:11.829603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:11.925918 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:11.936376 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:12.020728 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Attempting to bind port d2316744-fe5b-46b5-9cfb-34b23458542f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:05:12.021563 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Attempting to bind port d2316744-fe5b-46b5-9cfb-34b23458542f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:05:12.022143 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Attempting to bind port d2316744-fe5b-46b5-9cfb-34b23458542f on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:05:12.034717 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:05:12.035485 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:05:12.036112 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:12.036850 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:05:12.037811 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Bound port: d2316744-fe5b-46b5-9cfb-34b23458542f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:05:12.038452 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:12.098004 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Subnet': ['ID=67cf9bb2-324b-460b-b588-2cedaa80df9e,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:12.156718 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] For port d2316744-fe5b-46b5-9cfb-34b23458542f, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:05:12.162669 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] For port d2316744-fe5b-46b5-9cfb-34b23458542f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2316744-fe5b-46b5-9cfb-34b23458542f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:05:12.196695 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:12.220833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Checking segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:05:12.225056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network hostable DHCP agents. Network: 5111a5db-7b06-4fcf-baf5-10936cb3df4f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:05:12.255375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d17d1-600b-4a4c-b1f0-8e76d4541c49 req-9e91a6d0-4c79-4125-bcf9-6cb5941385fc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:12.266238 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Pushing event updated for resources: {'Port': ['ID=d2316744-fe5b-46b5-9cfb-34b23458542f,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:12.271319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d7d17d1-600b-4a4c-b1f0-8e76d4541c49 req-9e91a6d0-4c79-4125-bcf9-6cb5941385fc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.0809822 Oct 18 21:05:12.291955 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.292303 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.292694 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.293025 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.293355 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.293682 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.294008 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.294322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.294684 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.295006 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.295322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.295639 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:12.304171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:05:12.325525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5111a5db-7b06-4fcf-baf5-10936cb3df4f) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:12.340639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7adfec3-8897-4f0c-9542-cc5f04bbc61a None None] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:05:12.355029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:12.355651 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:12.356371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d7d17d1-600b-4a4c-b1f0-8e76d4541c49 req-16c595cf-22c4-4b47-8d65-1ddd7ce48530 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832953 Oct 18 21:05:12.446233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57788) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:12.447868 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e661c3d8-af9e-4262-b530-37307fad08d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4090493 Oct 18 21:05:12.780774 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:05:12.782166 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:12.793542 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:05:12.795095 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:04:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:12.953669 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:05:13.024737 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba7a13-3314-482f-87cb-5a9d0e4f58f1 None None] Pushing event updated for resources: {'Port': ['ID=d2316744-fe5b-46b5-9cfb-34b23458542f,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:13.168979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0693c9da-fb5a-4843-b79d-df24a573806f req-d840799c-8198-4e5e-9cb5-a5c4f7f9b9d6 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.2187221 Oct 18 21:05:13.272132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:08Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:13.313150 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca0806-c8af-47ac-bebc-3c85456f846e None None] The sync data for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 is: [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:08Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:05:13.517566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:13.562188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Allocated IP 172.20.0.2 (5111a5db-7b06-4fcf-baf5-10936cb3df4f/67cf9bb2-324b-460b-b588-2cedaa80df9e/951c7c6f-2f87-417b-be51-56013dfbd523) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:05:14.092849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:14.125508 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:14.220547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Pushing event updated for resources: {'Port': ['ID=951c7c6f-2f87-417b-be51-56013dfbd523,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:14.256821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:05:14.259707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:14.268463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:05:14.396321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Attempting to bind port 951c7c6f-2f87-417b-be51-56013dfbd523 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:05:14.396759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Attempting to bind port 951c7c6f-2f87-417b-be51-56013dfbd523 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:05:14.397113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Attempting to bind port 951c7c6f-2f87-417b-be51-56013dfbd523 on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:05:14.404836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:05:14.405460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Checking segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:05:14.405762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:14.406164 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Bound using segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:05:14.406669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Bound port: 951c7c6f-2f87-417b-be51-56013dfbd523, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:05:14.407059 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:14.466218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb026b-6354-415a-b2ae-c6d5cbd4f9b9 req-1710a99c-5334-4a59-a030-5790c09dbd60 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:14.474933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2bb026b-6354-415a-b2ae-c6d5cbd4f9b9 req-1710a99c-5334-4a59-a030-5790c09dbd60 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1565683 Oct 18 21:05:14.546759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d2316744-fe5b-46b5-9cfb-34b23458542f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:14.637075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-496c719e-1796-4530-9069-89cb26c70701 None None] For port 951c7c6f-2f87-417b-be51-56013dfbd523, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:05:14.665921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-496c719e-1796-4530-9069-89cb26c70701 None None] For port 951c7c6f-2f87-417b-be51-56013dfbd523, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=951c7c6f-2f87-417b-be51-56013dfbd523,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:05:14.676817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d2316744-fe5b-46b5-9cfb-34b23458542f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:14.677504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:14.716577 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:14.781589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c719e-1796-4530-9069-89cb26c70701 None None] Pushing event updated for resources: {'Port': ['ID=951c7c6f-2f87-417b-be51-56013dfbd523,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:14.816063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b2bb026b-6354-415a-b2ae-c6d5cbd4f9b9 req-2db180ce-819c-4dfb-85c7-a1d207b4efac tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398190 Oct 18 21:05:14.893300 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:14.964597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port d2316744-fe5b-46b5-9cfb-34b23458542f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2316744-fe5b-46b5-9cfb-34b23458542f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:14.971627 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:15.105448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=d2316744-fe5b-46b5-9cfb-34b23458542f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:15.334494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-581671fc-3d1f-4006-8bb2-3d25248cb5e9 req-c48a5a76-d524-4aa0-8150-be8b2cf4fc10 service neutron] (100531) timed out ('10.222.0.66', 44576) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:05:15.346195 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9e309ac-e355-445b-8209-af395628d7a1 req-ae7a721a-939f-4f79-aaa0-83cbc0d1109d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1359737 Oct 18 21:05:15.392737 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:15.833633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.1 (5111a5db-7b06-4fcf-baf5-10936cb3df4f/67cf9bb2-324b-460b-b588-2cedaa80df9e/949f624d-460d-44e5-a638-2ddb5336257f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:05:16.138475 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:16.213366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f0499-55b4-499a-aca6-3ca13df8df98 req-0e6f8a5f-eb8e-43d0-b027-df9b38b1e3eb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:16.215158 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c0f0499-55b4-499a-aca6-3ca13df8df98 req-0e6f8a5f-eb8e-43d0-b027-df9b38b1e3eb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1785123 Oct 18 21:05:16.282559 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:16.330896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:05:16.339289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:16.378334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:05:16.400372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9c0f0499-55b4-499a-aca6-3ca13df8df98 req-7f62b9c9-1141-486d-a4fc-93a1781ee7b6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604028 Oct 18 21:05:16.523516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=949f624d-460d-44e5-a638-2ddb5336257f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:16.545045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:16.577824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 951c7c6f-2f87-417b-be51-56013dfbd523 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:16.706543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 951c7c6f-2f87-417b-be51-56013dfbd523 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:16.707003 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:16.755585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e846e19-24d2-420d-9331-43188b924e59 None None] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:05:16.837859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f50c8bea-2134-413a-9efb-0367f7a4a610 req-fc059b8a-17f9-4d5e-bbd3-bcaa29e7a6e0 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1093733 Oct 18 21:05:16.932952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.013538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-19f73d64-520d-4052-a5bf-e7d2c515af42 None None] Provisioning complete for port 951c7c6f-2f87-417b-be51-56013dfbd523 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:17.013810 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-19f73d64-520d-4052-a5bf-e7d2c515af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.148665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.257033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 951c7c6f-2f87-417b-be51-56013dfbd523, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=951c7c6f-2f87-417b-be51-56013dfbd523,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:17.262181 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-19f73d64-520d-4052-a5bf-e7d2c515af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.274419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.275539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d2316744-fe5b-46b5-9cfb-34b23458542f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:17.473290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-19f73d64-520d-4052-a5bf-e7d2c515af42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:05:17.473876 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-19f73d64-520d-4052-a5bf-e7d2c515af42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:05:17.539225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=951c7c6f-2f87-417b-be51-56013dfbd523,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:17.554303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d2316744-fe5b-46b5-9cfb-34b23458542f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:17.554874 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.666008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.695457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8355bf-62f7-4747-a708-9969d9f34b78 req-cbfe2cb0-2bbb-4179-b455-6bed76f82a31 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:17.697243 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed8355bf-62f7-4747-a708-9969d9f34b78 req-cbfe2cb0-2bbb-4179-b455-6bed76f82a31 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1095183 Oct 18 21:05:17.697967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.841811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:17.866840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=949f624d-460d-44e5-a638-2ddb5336257f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:17.898458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed8355bf-62f7-4747-a708-9969d9f34b78 req-7473959a-64d4-4d64-8e18-39950b23387c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492906 Oct 18 21:05:18.048442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57856) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:18.118421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:05:18.124514 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:18.293742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fa4e138d-69b7-4e9a-8aaf-7bb6737f0fbf None None] Provisioning complete for port 951c7c6f-2f87-417b-be51-56013dfbd523 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:18.311150 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fa4e138d-69b7-4e9a-8aaf-7bb6737f0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:18.446738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] Deleting subnet ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:05:18.452069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:18.517035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ba64500-06d7-48cb-a5b1-234e7d8c52df req-639ba800-de97-4791-83be-6153937fc6e5 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1581197 Oct 18 21:05:18.572135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 951c7c6f-2f87-417b-be51-56013dfbd523 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:18.584442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:18.718229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:18.730065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 85c3c76a-d595-4bc9-b283-1c04b102c14a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:05:18.887750 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:18.945862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:05:18.957350 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-000176c6-8014-437a-9cf8-90af8dc808df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:18.958407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f8930996-42f0-4c1e-88b9-e7deebee9f04 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/85c3c76a-d595-4bc9-b283-1c04b102c14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5111072 Oct 18 21:05:18.984489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Sync routers for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:05:18.988530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 951c7c6f-2f87-417b-be51-56013dfbd523 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:18.988908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.031371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.055218 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.065147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:19.066132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fa4e138d-69b7-4e9a-8aaf-7bb6737f0fbf None None] Provisioning complete for port 949f624d-460d-44e5-a638-2ddb5336257f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:19.066763 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fa4e138d-69b7-4e9a-8aaf-7bb6737f0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.068993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:05:19.069880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:04:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:19.072600 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d HTTP/1.1" status: 204 len: 168 time: 1.0226181 Oct 18 21:05:19.077082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5c44-2e41-4882-9cbb-7e57dd88ca52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7c79e4-0f9c-4950-99cc-3e8c39bb7a6d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:19.258055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.271501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:05:19.284950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110dad6-943c-4ae1-af73-7c06e7ede4cc req-bd65c902-6ec1-4f03-94e0-d82e54462e7a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:19.289111 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f110dad6-943c-4ae1-af73-7c06e7ede4cc req-bd65c902-6ec1-4f03-94e0-d82e54462e7a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1758733 Oct 18 21:05:19.386026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e138d-69b7-4e9a-8aaf-7bb6737f0fbf None None] Port 949f624d-460d-44e5-a638-2ddb5336257f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:05:19.442200 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.459825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f110dad6-943c-4ae1-af73-7c06e7ede4cc req-22ea571d-d289-42f3-894e-34ca9b6b1a58 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044178 Oct 18 21:05:19.491921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c890bfb5-367f-4ddc-8570-f2888377b207']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:19.543696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:19.544187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7094f0-d6f1-4d4a-ada7-a03d550ffbad') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:19.573399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.601701 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.609901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:05:19.610318 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:05:19.733196 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:05:19.742433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5236b6ac-66ae-4b78-8af5-0685f222df80 None None] Provisioning complete for port 949f624d-460d-44e5-a638-2ddb5336257f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:19.743385 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5236b6ac-66ae-4b78-8af5-0685f222df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.799760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5236b6ac-66ae-4b78-8af5-0685f222df80 None None] Port 949f624d-460d-44e5-a638-2ddb5336257f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:05:19.811813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-8d6bd95b-e729-4992-804b-d01a6acf6c72 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609695048&fields=id&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 267 time: 0.0712225 Oct 18 21:05:19.813589 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.827008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:17Z', 'revision_number': 2, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:19.836639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:19.845341 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c890bfb5-367f-4ddc-8570-f2888377b207 HTTP/1.1" status: 204 len: 168 time: 0.7787054 Oct 18 21:05:19.872098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Checking router: 85c3c76a-d595-4bc9-b283-1c04b102c14a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:05:19.872482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Updating router 85c3c76a-d595-4bc9-b283-1c04b102c14a port 949f624d-460d-44e5-a638-2ddb5336257f binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:05:19.884940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d165-2fd4-4067-8442-2c7d8a5aeb66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c890bfb5-367f-4ddc-8570-f2888377b207,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:19.934748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.124139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-9bf65de8-f240-4475-8af0-528a5aace2b7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:20.138978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 57896) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:20.149439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-9bf65de8-f240-4475-8af0-528a5aace2b7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 797 time: 0.2725127 Oct 18 21:05:20.183895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-6fb44242-90a4-42b9-95c2-fc6fd042904d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/quotas/9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 375 time: 0.0311182 Oct 18 21:05:20.224506 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9acdb0b-1eae-4744-b6cc-2916596c7494 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8aae6ea488154ce38afe7b6c9a2c2b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835848 Oct 18 21:05:20.230737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 57898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:20.322676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-c26dbb20-366c-4a79-ba2d-8d292285a09e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1369107 Oct 18 21:05:20.374061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-760c531d-67f3-4aa0-bf48-c2214a77c132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.396412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.407218 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.456965 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-760c531d-67f3-4aa0-bf48-c2214a77c132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.506104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842480b-17d9-471f-9ed3-c7e1066957a2 None None] Pushing event updated for resources: {'Port': ['ID=949f624d-460d-44e5-a638-2ddb5336257f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:20.646422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Attempting to bind port 949f624d-460d-44e5-a638-2ddb5336257f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:05:20.646422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Attempting to bind port 949f624d-460d-44e5-a638-2ddb5336257f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:05:20.647259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Attempting to bind port 949f624d-460d-44e5-a638-2ddb5336257f on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:05:20.662851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:05:20.663637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Checking segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:05:20.664137 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.665081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Bound using segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:05:20.665978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Bound port: 949f624d-460d-44e5-a638-2ddb5336257f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:05:20.666755 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.680732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-760c531d-67f3-4aa0-bf48-c2214a77c132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.685989 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-760c531d-67f3-4aa0-bf48-c2214a77c132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:20.692464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-760c531d-67f3-4aa0-bf48-c2214a77c132 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07474156-51ce-4dba-b439-2c7d283c7d82 HTTP/1.1" status: 204 len: 168 time: 0.4524009 Oct 18 21:05:20.743517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c531d-67f3-4aa0-bf48-c2214a77c132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07474156-51ce-4dba-b439-2c7d283c7d82,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:20.800953 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-a1879d80-a773-4a15-962a-848ba260dec7 service neutron] 10.222.0.66 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504032 Oct 18 21:05:20.865053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] For port 949f624d-460d-44e5-a638-2ddb5336257f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:05:20.872811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] For port 949f624d-460d-44e5-a638-2ddb5336257f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=949f624d-460d-44e5-a638-2ddb5336257f,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:05:20.895646 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:21.114369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:05:21.116063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:04:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:21.137330 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-513a08a1-3e49-482d-bc18-b0c2598afb1b service neutron] 10.222.0.66 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251922 Oct 18 21:05:21.206320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842480b-17d9-471f-9ed3-c7e1066957a2 None None] Pushing event updated for resources: {'Port': ['ID=949f624d-460d-44e5-a638-2ddb5336257f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:21.235054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d9450ae2-58b3-4246-8b44-8346e99e1d7e None None] Provisioning complete for port 949f624d-460d-44e5-a638-2ddb5336257f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:21.235647 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9450ae2-58b3-4246-8b44-8346e99e1d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:21.693903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:05:21.741736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9450ae2-58b3-4246-8b44-8346e99e1d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:21.848826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d9450ae2-58b3-4246-8b44-8346e99e1d7e None None] For port 949f624d-460d-44e5-a638-2ddb5336257f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=949f624d-460d-44e5-a638-2ddb5336257f,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:21.964630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9450ae2-58b3-4246-8b44-8346e99e1d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:22.048864 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-07c6c76a-cd81-4911-8ff6-9c4fef5e002f req-d880f258-f344-438f-b338-d5b338cf19ea tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1243627 Oct 18 21:05:22.317201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d1a44d09-d4df-4736-b717-991aee9357e2 None None] Provisioning complete for port 949f624d-460d-44e5-a638-2ddb5336257f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:22.317804 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d1a44d09-d4df-4736-b717-991aee9357e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:22.330092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df7639-f20e-468e-93ca-aabeecaf738e req-3c58d32a-4363-4ff3-a16c-8e75f40dee86 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:22.337452 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34df7639-f20e-468e-93ca-aabeecaf738e req-3c58d32a-4363-4ff3-a16c-8e75f40dee86 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1274738 Oct 18 21:05:22.373464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9450ae2-58b3-4246-8b44-8346e99e1d7e None None] Pushing event updated for resources: {'Port': ['ID=949f624d-460d-44e5-a638-2ddb5336257f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:22.437883 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34df7639-f20e-468e-93ca-aabeecaf738e req-678653da-f60d-4c8f-8952-6fac61ca7614 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889940 Oct 18 21:05:22.681798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:20Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:22.686920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78719e49-1f5a-484c-b4da-78bc20020010 req-98a27342-cdec-4f56-9e7a-36688a227926 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 210 time: 0.0540483 Oct 18 21:05:22.765573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd82fd4-9fe5-4184-bb27-2e9c88872e2c None None] The sync data for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 is: [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:20Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:05:23.220597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da15057a-fd48-419d-a52d-c7210c3c4ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:23.223667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-170dd28a-66eb-49c2-944d-6a25757a061b req-da5e0220-f74e-4427-b01a-40602f38fff6 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0471296 Oct 18 21:05:23.733082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3dc1a-4380-45f7-acc6-b58964848dd0 req-79f4848b-952d-4bc3-9a2a-ade17b542249 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:23.746923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17d3dc1a-4380-45f7-acc6-b58964848dd0 req-79f4848b-952d-4bc3-9a2a-ade17b542249 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1065452 Oct 18 21:05:23.813047 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17d3dc1a-4380-45f7-acc6-b58964848dd0 req-a97a31c5-c560-4e7c-aaa9-93f499ad4028 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645971 Oct 18 21:05:24.057460 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9b5b4b85-466b-4be2-8516-724a2381b310 req-1a87341d-bf1b-47e3-bad6-22f3ec749b74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 210 time: 0.0836363 Oct 18 21:05:24.217171 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:24.437090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ce302fb8-a90b-4650-85c1-27908fb07566 req-3fe83be8-d8a6-42d6-bac5-68bf13683040 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0649109 Oct 18 21:05:24.577105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 949f624d-460d-44e5-a638-2ddb5336257f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:24.682118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 949f624d-460d-44e5-a638-2ddb5336257f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:24.682917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:24.729270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-7302d713-bd32-41d0-b603-20222ffb27d9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:24.730882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-7302d713-bd32-41d0-b603-20222ffb27d9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 797 time: 0.2606621 Oct 18 21:05:24.814167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1be748a5-0bca-4676-b532-e51e737c50a3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 379 time: 0.0573115 Oct 18 21:05:24.829341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'port': {'device_id': '323de84c-9f5e-4672-9e37-671571785be8', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'admin_state_up': True, 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'security_groups': ['dc3b2942-c201-4673-b15a-42f44ae403e6']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:24.947329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-e83d478e-88e5-4aa3-a8b5-bfc3939aff0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2153425 Oct 18 21:05:25.080252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:05:25.084352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:25.090086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f9712-fec4-4d4f-97dd-6e3a1e1b5a87 req-e72b90ad-f112-4889-9aca-4603580de35b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:25.091887 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a84f9712-fec4-4d4f-97dd-6e3a1e1b5a87 req-e72b90ad-f112-4889-9aca-4603580de35b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1420681 Oct 18 21:05:25.123923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f553af6-738f-421f-80f7-a32822732d42 req-92b689cc-e808-495e-9dfb-f67d300d6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:25.126164 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-92b689cc-e808-495e-9dfb-f67d300d6eab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 1097 time: 0.0866287 Oct 18 21:05:25.192007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a84f9712-fec4-4d4f-97dd-6e3a1e1b5a87 req-6e29b6bb-bc17-4b0d-b939-3890eae4c0e8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891609 Oct 18 21:05:25.241836 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:25.321429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fb0e70dd-b66a-4454-a2df-6a12d7e19357 req-53905396-45f5-4a03-ba61-dc10b57cae69 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 210 time: 0.0431864 Oct 18 21:05:25.395279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f553af6-738f-421f-80f7-a32822732d42 req-4ba2dde0-5fe3-4b16-ac6f-0818bf932e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:25.397213 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-4ba2dde0-5fe3-4b16-ac6f-0818bf932e1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2195368 Oct 18 21:05:25.438898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.14 (5111a5db-7b06-4fcf-baf5-10936cb3df4f/67cf9bb2-324b-460b-b588-2cedaa80df9e/6d3a4283-62c9-42b5-a327-81754abf8f7d) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:05:25.560029 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-6855c073-93e0-4336-bd4c-4924e40aef84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2419803f-00e4-4858-8908-c4a554a91dc3 HTTP/1.1" status: 200 len: 217 time: 0.1422973 Oct 18 21:05:25.617633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7562aab0-425a-48b0-9768-7b08984f037d req-4fc34d37-2d76-4ace-9c40-6b99d4c45e39 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0489516 Oct 18 21:05:25.763116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f553af6-738f-421f-80f7-a32822732d42 req-96df8df1-4e8e-4ad6-b734-18b74ff6a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:25.765488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-96df8df1-4e8e-4ad6-b734-18b74ff6a261 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.1751215 Oct 18 21:05:25.828612 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-726116c9-bdf9-4735-83f1-4877f696c1cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507905 Oct 18 21:05:25.884741 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:26.057853 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-31c9b300-b09f-43da-9ad1-5ded05322b1d service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182298 Oct 18 21:05:26.060909 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:26.208368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:05:26.213929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:26.271951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:26.284080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:05:26.480268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:26.483700 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:26.505565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145057a9-16d8-4115-b56d-4acb862463af req-b4ff5edc-d189-40af-bff8-5a49cfa894d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:26.510947 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8f553af6-738f-421f-80f7-a32822732d42 req-f3b8d968-678b-4930-aa8c-b610e4188e2d service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362974 Oct 18 21:05:26.529025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-145057a9-16d8-4115-b56d-4acb862463af req-b4ff5edc-d189-40af-bff8-5a49cfa894d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1745479 Oct 18 21:05:26.563860 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-91f128b5-8d52-4197-b90f-462ee6634177 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7397695 Oct 18 21:05:26.577690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Request body: {'port': {'device_id': '323de84c-9f5e-4672-9e37-671571785be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:26.647153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-145057a9-16d8-4115-b56d-4acb862463af req-7745d377-4c2b-419d-bf8e-af92e922ff00 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168785 Oct 18 21:05:26.667587 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:26.694764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:26.745215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-857e1807-7b44-40ad-8a55-b35dca044de2 None None] Provisioning complete for port 6d3a4283-62c9-42b5-a327-81754abf8f7d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:26.751270 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-857e1807-7b44-40ad-8a55-b35dca044de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:26.858638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-857e1807-7b44-40ad-8a55-b35dca044de2 None None] Port 6d3a4283-62c9-42b5-a327-81754abf8f7d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:05:26.954665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b5dbb-6bda-4a32-a799-b4fc2034ece7 req-b5de48e0-e1bd-4baf-a580-f8f7e27cf5d4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:26.969254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c6b5dbb-6bda-4a32-a799-b4fc2034ece7 req-b5de48e0-e1bd-4baf-a580-f8f7e27cf5d4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 932 time: 0.1765652 Oct 18 21:05:27.089305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c6b5dbb-6bda-4a32-a799-b4fc2034ece7 req-6a15b72b-4240-45e4-a33b-b51019332115 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161661 Oct 18 21:05:27.418927 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45878a9f-fb3f-43ef-9523-d9180ffb3847 req-83fbce80-c013-4e3b-9407-43c84bcc863d tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0535078 Oct 18 21:05:27.627084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3a4283-62c9-42b5-a327-81754abf8f7d {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:05:27.646404 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:27.690603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Transition to ACTIVE for port object 6d3a4283-62c9-42b5-a327-81754abf8f7d will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:05:27.699898 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:27.863198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:27.906414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf7d2d-4477-483f-9ef7-9f8a0d44ac68 req-625345d3-3404-42f3-ad63-98ddb751ccf6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:27.918517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ebf7d2d-4477-483f-9ef7-9f8a0d44ac68 req-625345d3-3404-42f3-ad63-98ddb751ccf6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1414726 Oct 18 21:05:28.006283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ebf7d2d-4477-483f-9ef7-9f8a0d44ac68 req-e4ee5c92-f73b-46dc-85db-2639b964967e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870540 Oct 18 21:05:28.034117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:05:28.034959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:05:28.035388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:05:28.042825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Port 6d3a4283-62c9-42b5-a327-81754abf8f7d on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:05:28.045164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:05:28.061272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:05:28.061837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Checking segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:05:28.062485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Bound using segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:05:28.063238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Bound port: 6d3a4283-62c9-42b5-a327-81754abf8f7d, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:05:28.063840 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:28.310681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:05:28.317708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:05:28.328950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:28.378210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:28.379061 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:28.380570 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] 10.222.0.30 "PUT /v2.0/ports/6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 1092 time: 1.8082006 Oct 18 21:05:28.381056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:05:28.384001 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668e745c-97e4-4af9-b653-54dcb5f43f30" -d '{"events": [{"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:05:28.428561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97a5c-7853-4452-94ff-61a0e780f723 req-feee07a5-0089-4a9a-8c73-09dec0942c24 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:28.445893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2c97a5c-7853-4452-94ff-61a0e780f723 req-feee07a5-0089-4a9a-8c73-09dec0942c24 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.2141442 Oct 18 21:05:28.510598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bf3dd-f0b0-4224-8c68-bf2477475759 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:28.516507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2c97a5c-7853-4452-94ff-61a0e780f723 req-ce15f912-4aec-4e72-9545-3117e35de369 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694551 Oct 18 21:05:28.555395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-556b11bf-e89e-403c-8078-48a486ea3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:28.565677 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-556b11bf-e89e-403c-8078-48a486ea3a9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1095 time: 0.0985427 Oct 18 21:05:28.584152 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352b60c-3b71-4d7d-b613-364cf67c892c x-openstack-request-id: req-b352b60c-3b71-4d7d-b613-364cf67c892c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:28.584736 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:28.585157 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b352b60c-3b71-4d7d-b613-364cf67c892c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:28.585811 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'status': 'completed', 'code': 200} Oct 18 21:05:28.727819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-dd014b7a-2142-4a6f-aa72-36e62799b228 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 217 time: 0.1375203 Oct 18 21:05:28.795779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21f4db4d-e585-40a3-b580-3e6d66cd186e req-e249b722-042b-4a16-bd04-078a92b5e91b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0846841 Oct 18 21:05:28.822820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-8735d80b-a744-4aed-b9b3-552161476be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:28.824323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-8735d80b-a744-4aed-b9b3-552161476be6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.0872371 Oct 18 21:05:28.930356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-7036b357-ce71-40dd-83b5-17997dd6556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:28.932215 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-7036b357-ce71-40dd-83b5-17997dd6556b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980530 Oct 18 21:05:29.074475 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-06156f66-1ad2-4bc5-9b05-033971f3ace3 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274569 Oct 18 21:05:29.289718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b7f69-0077-424b-8f14-24d60e2dbfb7 req-12ff9447-7fe1-4888-9144-eaf324f14c41 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:29.293377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-965b7f69-0077-424b-8f14-24d60e2dbfb7 req-12ff9447-7fe1-4888-9144-eaf324f14c41 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.0879126 Oct 18 21:05:29.297651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e1b57cc-e235-4754-bb41-a9d06baec762 req-d14963d7-e0d9-4e03-93b1-f845a4f03c67 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145007 Oct 18 21:05:29.361846 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-965b7f69-0077-424b-8f14-24d60e2dbfb7 req-9f8aae75-8ff2-49e7-87f1-a5da42a1bc2f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616279 Oct 18 21:05:29.439461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-f9ddb564-168e-4371-866b-c0c3fe97cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:29.442117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-f9ddb564-168e-4371-866b-c0c3fe97cee7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1095 time: 0.0767467 Oct 18 21:05:29.566869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-3950f093-feb9-4b00-9a1f-a589656ec884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:29.568804 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-3950f093-feb9-4b00-9a1f-a589656ec884 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.1172924 Oct 18 21:05:29.651649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-756f3aef-148a-4d06-ba47-914b93a9add9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 217 time: 0.0723689 Oct 18 21:05:29.681287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39e30c-29e8-4071-acc5-31554f3500d2 req-ee21cce9-7a81-47f0-9f4b-c253e074596c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:29.683354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c39e30c-29e8-4071-acc5-31554f3500d2 req-ee21cce9-7a81-47f0-9f4b-c253e074596c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.0574310 Oct 18 21:05:29.757940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c39e30c-29e8-4071-acc5-31554f3500d2 req-4eeca8bd-9f3d-4b45-87fb-dc6edbd3bd18 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675781 Oct 18 21:05:29.758762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-96ba00aa-4fbb-4aaf-89fd-dbd095f4d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:29.762008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-96ba00aa-4fbb-4aaf-89fd-dbd095f4d2f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.0979660 Oct 18 21:05:29.852333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-f9fc5490-3ffd-4e42-8069-6e40d1a83945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:29.855183 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-f9fc5490-3ffd-4e42-8069-6e40d1a83945 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838213 Oct 18 21:05:30.018532 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-fcccc198-ba33-495f-9a4e-d8aef323df89 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525891 Oct 18 21:05:30.023146 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bb4d95f-77d2-4b0f-ad2c-de751cd67876 req-1dac55ee-c524-4783-9597-3de088d399d2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0609601 Oct 18 21:05:30.160193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-668e745c-97e4-4af9-b653-54dcb5f43f30 req-e4f8c278-d6e3-47b3-90a7-f7edbb0fa3ef service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320300 Oct 18 21:05:30.555063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff924d0-270a-4a54-b172-7ef2bad28bf5 req-b865dd99-33a7-4acc-a971-d0d18d239c20 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:30.557977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fff924d0-270a-4a54-b172-7ef2bad28bf5 req-b865dd99-33a7-4acc-a971-d0d18d239c20 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.0796492 Oct 18 21:05:30.607106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fff924d0-270a-4a54-b172-7ef2bad28bf5 req-6793b674-b4be-4cf9-8023-c70c417d074b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Oct 18 21:05:30.971520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5587-29dd-4a7c-9b51-1f0b97e65ec6 req-8fb5e775-fb13-4207-ab78-51dd48694f00 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:30.974336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-626c5587-29dd-4a7c-9b51-1f0b97e65ec6 req-8fb5e775-fb13-4207-ab78-51dd48694f00 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.0963717 Oct 18 21:05:31.050687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-626c5587-29dd-4a7c-9b51-1f0b97e65ec6 req-2e50c96e-255f-42e3-b36f-8c8d983cbdc4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654883 Oct 18 21:05:31.180436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:05:31.230986 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52568957-d4d9-4583-9f0e-5e87da7d7be8 req-a6f953d7-9415-47ea-b379-de7d2acb6583 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0546682 Oct 18 21:05:31.346977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:31.366518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'port_id': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'mac_address': 'fa:16:3e:c8:ac:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:05:31.441290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:31.467668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3a4283-62c9-42b5-a327-81754abf8f7d {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:05:31.503417 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:31.512017 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:31.604855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:31.736866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['6d3a4283-62c9-42b5-a327-81754abf8f7d'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:05:31.854019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28317ddf-4fd9-49fd-bb05-29ffd2436420 req-7fe1cbe6-d33c-46db-9e2a-585151e40fac tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:31.856663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-28317ddf-4fd9-49fd-bb05-29ffd2436420 req-7fe1cbe6-d33c-46db-9e2a-585151e40fac tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1118863 Oct 18 21:05:31.928483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-28317ddf-4fd9-49fd-bb05-29ffd2436420 req-2188b3d7-d5c1-4420-916a-af61654c96f3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567808 Oct 18 21:05:32.266868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb385-f7ad-488c-92e7-0c0146cc22ac req-304c2df9-6bb9-49db-9d13-26226e01c4df tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:32.269290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-611eb385-f7ad-488c-92e7-0c0146cc22ac req-304c2df9-6bb9-49db-9d13-26226e01c4df tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 945 time: 0.0676868 Oct 18 21:05:32.329034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-611eb385-f7ad-488c-92e7-0c0146cc22ac req-91acbf1a-2d64-4ca1-beec-c688cbe86754 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473106 Oct 18 21:05:32.475847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2f9c16b3-e4b4-45e5-ba7c-81d31e2de386 req-302a5330-bfb9-457b-9723-bda3fdd7010b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0371022 Oct 18 21:05:33.103379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0487-4c7e-4d85-97dd-38b3c25aac19 req-62810dd5-5988-4de9-9e23-034e01eccfae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:33.105176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b77b0487-4c7e-4d85-97dd-38b3c25aac19 req-62810dd5-5988-4de9-9e23-034e01eccfae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.0695910 Oct 18 21:05:33.184742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:33.199022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b77b0487-4c7e-4d85-97dd-38b3c25aac19 req-7c2248c9-d98c-4311-b1a4-c0bb4ed648ab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866523 Oct 18 21:05:33.289828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 6d3a4283-62c9-42b5-a327-81754abf8f7d completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:05:33.301620 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 6d3a4283-62c9-42b5-a327-81754abf8f7d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:33.302519 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:33.485161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:33.537011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:05:33.542251 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35788e46-a7e3-4149-8a2c-1677ffbe666c" -d '{"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:05:33.568685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33119a8-b328-4bba-8927-fffd7280d3f4 req-f652469d-56cd-40c8-9bae-6104d29b2139 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:33.590212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a33119a8-b328-4bba-8927-fffd7280d3f4 req-f652469d-56cd-40c8-9bae-6104d29b2139 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 945 time: 0.1113925 Oct 18 21:05:33.606197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:33.620235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:33.665235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a33119a8-b328-4bba-8927-fffd7280d3f4 req-b8fe84cf-7985-47e7-9416-4178177820d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736439 Oct 18 21:05:33.745105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:33.908886 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c7a72309-c61a-4283-851a-bf666ca20113 req-96cdfc2f-4d4c-49a7-8d7e-51e813469bae tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d1c7fa7-fd22-4f39-94dc-c9740917d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0558078 Oct 18 21:05:33.971776 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2e28a-cc1c-4f0d-a9ba-f1eca40b93b4 x-openstack-request-id: req-25b2e28a-cc1c-4f0d-a9ba-f1eca40b93b4 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:33.972255 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:33.972704 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25b2e28a-cc1c-4f0d-a9ba-f1eca40b93b4 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:33.973330 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'code': 200} Oct 18 21:05:34.099611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c2c61-5146-4b2f-ab64-ed00fffcd5af req-64c50d2f-0680-43a3-881b-1c1787602e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:34.102156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1e4c2c61-5146-4b2f-ab64-ed00fffcd5af req-64c50d2f-0680-43a3-881b-1c1787602e85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1097 time: 0.0603616 Oct 18 21:05:34.180464 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1e4c2c61-5146-4b2f-ab64-ed00fffcd5af req-bd0b30c4-f345-4b63-87f7-581d3ea968e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698690 Oct 18 21:05:34.309905 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-c853f42f-7817-4b84-938b-54acc2a8425c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:34.312529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-c853f42f-7817-4b84-938b-54acc2a8425c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.1854818 Oct 18 21:05:34.337079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-2a4c2fb5-23f5-435e-9036-cb35f9ce6bd4 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/quotas/f05dc6025afb4aec9a1fd809f5ce6dcc HTTP/1.1" status: 200 len: 375 time: 0.0119481 Oct 18 21:05:34.435288 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-9d5856bb-52d5-4603-b898-fc9a890b4e5c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889049 Oct 18 21:05:34.912889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5c9fca84-7b48-4f89-8e8d-bfb4dabb9c59 service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699214 Oct 18 21:05:35.032974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-406545b0-1489-4f14-886d-87d58cbdfc57 service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122124 Oct 18 21:05:35.533147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-775dfa67-2059-461b-b7be-513fc12fcdef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294599 Oct 18 21:05:35.673543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81ded5-d0cc-4b3e-9532-c4833ea15f84 req-627f95f5-1016-4a83-852c-57b927956247 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:35.675180 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d81ded5-d0cc-4b3e-9532-c4833ea15f84 req-627f95f5-1016-4a83-852c-57b927956247 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1293504 Oct 18 21:05:35.695326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948276f4-6603-4fb7-84b3-bc2467297dce req-9c751224-66ff-44d4-b4a1-48536d5453bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:35.696893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-9c751224-66ff-44d4-b4a1-48536d5453bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 1096 time: 0.0796387 Oct 18 21:05:35.891125 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9d81ded5-d0cc-4b3e-9532-c4833ea15f84 req-aead131b-7fd0-4bad-8aa8-81943002869d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903455 Oct 18 21:05:35.930945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948276f4-6603-4fb7-84b3-bc2467297dce req-c1cfbe59-c93f-439b-9586-c58ba410580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:35.932515 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-c1cfbe59-c93f-439b-9586-c58ba410580f service neutron] 10.222.0.79 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2030540 Oct 18 21:05:35.994652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-3c234fb8-9cf1-4e18-94ac-8f474609b24d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd HTTP/1.1" status: 200 len: 217 time: 0.0541301 Oct 18 21:05:36.093237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad61bf-8043-436a-b18f-e752b6a921b5 req-35fafd99-ad7b-4cea-a90d-699561d31f7f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:36.094892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48ad61bf-8043-436a-b18f-e752b6a921b5 req-35fafd99-ad7b-4cea-a90d-699561d31f7f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1119385 Oct 18 21:05:36.099619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948276f4-6603-4fb7-84b3-bc2467297dce req-a3786940-3110-46d3-bc6f-dbfb67e86b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:36.101204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-a3786940-3110-46d3-bc6f-dbfb67e86b2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.0827150 Oct 18 21:05:36.141601 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-48037ce0-9cdf-441f-9937-c1c7b040c651 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320773 Oct 18 21:05:36.258230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48ad61bf-8043-436a-b18f-e752b6a921b5 req-dce7f921-de71-4690-8565-0a27b1ee65cd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152668 Oct 18 21:05:36.408050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-5b753959-2630-4286-9065-34be9ee43536 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561126 Oct 18 21:05:36.494768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-21d5611d-2330-4c84-9424-3c5e206d6b27 req-a1d297e9-65ad-485b-8c93-e395da75883e tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 210 time: 0.0854499 Oct 18 21:05:36.771313 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-948276f4-6603-4fb7-84b3-bc2467297dce req-8c29054e-a9c9-4b15-8c10-272a53663e0e service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520653 Oct 18 21:05:36.780944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e4069-2ab7-4e15-bb38-f8196ba106f2 req-585d072f-641d-49a5-98f9-3540ede97faf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:36.790059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-089e4069-2ab7-4e15-bb38-f8196ba106f2 req-585d072f-641d-49a5-98f9-3540ede97faf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.0978456 Oct 18 21:05:36.840754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-089e4069-2ab7-4e15-bb38-f8196ba106f2 req-54369578-3d5a-41f9-ab47-2fa6278e853e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497522 Oct 18 21:05:36.858902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58220) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:36.924271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58228) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:36.934523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76523663-b4c9-448d-96c6-c4d89af33205 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:36.937080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-76523663-b4c9-448d-96c6-c4d89af33205 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1092 time: 0.0764425 Oct 18 21:05:36.940181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58230) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:36.946503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:37.051041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a379be96-a704-42f0-92e6-48a30fbe7e94 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.068594 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.164009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a379be96-a704-42f0-92e6-48a30fbe7e94 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.203915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dec80-6ab2-4017-a05e-06485480553b req-63d37992-2d4e-4cf3-9f8b-b22f5a199fdb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:37.213291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b4dec80-6ab2-4017-a05e-06485480553b req-63d37992-2d4e-4cf3-9f8b-b22f5a199fdb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1582844 Oct 18 21:05:37.341591 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b4dec80-6ab2-4017-a05e-06485480553b req-cd239641-18c6-4d3b-9816-14a1d64ea872 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258650 Oct 18 21:05:37.407649 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a379be96-a704-42f0-92e6-48a30fbe7e94 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.412304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a379be96-a704-42f0-92e6-48a30fbe7e94 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.414162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a379be96-a704-42f0-92e6-48a30fbe7e94 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/security-groups/e7228959-1879-4b07-af50-08639571df96 HTTP/1.1" status: 204 len: 168 time: 0.4885962 Oct 18 21:05:37.420941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58236) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:37.463640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5dfc84cb-3495-4d39-8457-43df7dda0432 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:37.467097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5dfc84cb-3495-4d39-8457-43df7dda0432 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.3410532 Oct 18 21:05:37.470480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379be96-a704-42f0-92e6-48a30fbe7e94 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7228959-1879-4b07-af50-08639571df96,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:37.488198 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-162f4024-7b93-425c-8991-9b156640e2d9 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] show failed (client error): The resource could not be found. Oct 18 21:05:37.488649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Request body: {'port': {'device_id': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'admin_state_up': True, 'tenant_id': 'f05dc6025afb4aec9a1fd809f5ce6dcc'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:37.494103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-162f4024-7b93-425c-8991-9b156640e2d9 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "GET /v2.0/security-groups/e7228959-1879-4b07-af50-08639571df96 HTTP/1.1" status: 404 len: 347 time: 0.0673525 Oct 18 21:05:37.494536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58238) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:37.534385 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.752079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Made reservation on behalf of f05dc6025afb4aec9a1fd809f5ce6dcc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:05:37.756605 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.794433 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:05:37.828525 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ad402ad-3b95-42db-81c3-14836ae003b3 req-ea469ab0-400a-4d3e-843f-1d38852b67f3 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 210 time: 0.2073228 Oct 18 21:05:37.946152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port 5374a5a9-55a3-4475-a1af-bcc399880bd8 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:05:37.946639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:37.968557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.81 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/eddb3535-bd83-442b-9cfd-b3f93cec178f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:05:38.087787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Allocated IP 172.20.0.7 (596a5155-141f-4deb-8f32-638e1c1d2f06/bd65ddca-baf1-4ff2-9309-c8c26024e714/818d5561-3fe4-41ef-924f-4e351b6e4c8e) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:05:38.206290 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.206602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.225699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for 5374a5a9-55a3-4475-a1af-bcc399880bd8 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:05:38.310578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.366582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.388587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.428257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.442390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:05:38.490407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=eddb3535-bd83-442b-9cfd-b3f93cec178f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:38.538080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2419803f-00e4-4858-8908-c4a554a91dc3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:05:38.552629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:05:38.565621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:38.636707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:05:38.638095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event updated for resources: {'Port': ['ID=818d5561-3fe4-41ef-924f-4e351b6e4c8e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:38.658529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:05:38.668434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:05:38.674790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:05:38.696199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.696199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.696654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.696823 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.697760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.697984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.698388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.698895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.699455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.700002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.700598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.701140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:38.864331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:38.865496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.871703 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:38.897146 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-f05f1cbc-9bc4-4029-a9f9-84a5ccc1f7f8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4149020 Oct 18 21:05:38.917582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Request body: {'port': {'device_id': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:05:38.953470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de857d-7b3f-4b4c-9478-3f0ffc4df18f req-9c4a40b4-4faf-440a-a30a-b51f4e3ca929 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:38.955822 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6de857d-7b3f-4b4c-9478-3f0ffc4df18f req-9c4a40b4-4faf-440a-a30a-b51f4e3ca929 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.3987350 Oct 18 21:05:39.052224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:39.165656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=5374a5a9-55a3-4475-a1af-bcc399880bd8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:39.307067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:39.310440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:39.312558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a2c089c-b567-46ff-a747-6745ea3c932b tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/floatingips/6f0c5258-a244-4031-9d70-dfa07ede46a5 HTTP/1.1" status: 204 len: 168 time: 1.8150249 Oct 18 21:05:39.337506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58268) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:39.352730 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b6de857d-7b3f-4b4c-9478-3f0ffc4df18f req-7802dafc-790d-4468-8744-f215c5d887e5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248510 Oct 18 21:05:39.541986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port 268e80a3-2a08-4f57-a9f1-e81de1b36505 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:05:39.542384 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:39.722191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae5841-f9c7-4fd7-bbb3-71a8c1dcfa55 req-06364c34-f7d6-4a53-87b4-e59ba463cf7f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:39.724609 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05ae5841-f9c7-4fd7-bbb3-71a8c1dcfa55 req-06364c34-f7d6-4a53-87b4-e59ba463cf7f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 931 time: 0.1887014 Oct 18 21:05:39.802269 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05ae5841-f9c7-4fd7-bbb3-71a8c1dcfa55 req-400bf650-01a3-4361-ab52-7a71cf760641 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588336 Oct 18 21:05:39.871285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818d5561-3fe4-41ef-924f-4e351b6e4c8e {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:05:39.889051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:39.921376 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:39.941753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Transition to ACTIVE for port object 818d5561-3fe4-41ef-924f-4e351b6e4c8e will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:05:39.947857 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:39.964197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for 268e80a3-2a08-4f57-a9f1-e81de1b36505 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:05:40.045443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Pushing event updated for resources: {'Port': ['ID=818d5561-3fe4-41ef-924f-4e351b6e4c8e,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:40.322300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Attempting to bind port 818d5561-3fe4-41ef-924f-4e351b6e4c8e on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:05:40.323471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Attempting to bind port 818d5561-3fe4-41ef-924f-4e351b6e4c8e by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:05:40.323794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Attempting to bind port 818d5561-3fe4-41ef-924f-4e351b6e4c8e on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:05:40.329402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Port 818d5561-3fe4-41ef-924f-4e351b6e4c8e on network 596a5155-141f-4deb-8f32-638e1c1d2f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:05:40.330947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Attempting to bind port 818d5561-3fe4-41ef-924f-4e351b6e4c8e on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:05:40.337152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:05:40.337388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Checking segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:05:40.337791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Bound using segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:05:40.338225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Bound port: 818d5561-3fe4-41ef-924f-4e351b6e4c8e, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:05:40.338589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:40.422223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] For port 818d5561-3fe4-41ef-924f-4e351b6e4c8e, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:05:40.427153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] For port 818d5561-3fe4-41ef-924f-4e351b6e4c8e, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:05:40.434958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:40.555836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Pushing event updated for resources: {'Port': ['ID=818d5561-3fe4-41ef-924f-4e351b6e4c8e,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:40.574378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:40.575761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:40.578059 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-5aa8f343-7137-42ea-9606-e34fd4c130eb service neutron] 10.222.0.30 "PUT /v2.0/ports/818d5561-3fe4-41ef-924f-4e351b6e4c8e HTTP/1.1" status: 200 len: 1091 time: 1.6726220 Oct 18 21:05:40.578833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'tag': '818d5561-3fe4-41ef-924f-4e351b6e4c8e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:05:40.581804 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8142644-60d6-4fcb-8b77-5413ace8f7af" -d '{"events": [{"name": "network-changed", "server_uuid": "912baf6f-6af5-4c3d-a20e-d01302f46f5d", "tag": "818d5561-3fe4-41ef-924f-4e351b6e4c8e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:05:40.743332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-39687a92-9dda-4cb7-b101-2639c2bc7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:40.746328 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-39687a92-9dda-4cb7-b101-2639c2bc7b16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 1094 time: 0.0763204 Oct 18 21:05:40.791739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:40.843052 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-0b5ed30d-25ab-4b5d-a258-382da204ca06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e HTTP/1.1" status: 200 len: 217 time: 0.0874927 Oct 18 21:05:40.923428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=268e80a3-2a08-4f57-a9f1-e81de1b36505,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:41.022116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-263ce028-88ab-4fb0-83b8-a5135f0fdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:41.027001 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-263ce028-88ab-4fb0-83b8-a5135f0fdaf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.1762431 Oct 18 21:05:41.081076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc096-afa1-486e-9f4a-56b897eceff8 req-90e6e753-522e-4123-9b91-7c57f40c9512 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:41.089340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e80bc096-afa1-486e-9f4a-56b897eceff8 req-90e6e753-522e-4123-9b91-7c57f40c9512 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.3061645 Oct 18 21:05:41.100027 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-aa089981-8e20-465a-9b22-38052771b6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642576 Oct 18 21:05:41.133913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:41.141573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:41.141845 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1f91e550-e2db-42ee-892a-23c9feb484e2 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/ports/268e80a3-2a08-4f57-a9f1-e81de1b36505 HTTP/1.1" status: 204 len: 168 time: 1.7860951 Oct 18 21:05:41.177612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:41.297070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e80bc096-afa1-486e-9f4a-56b897eceff8 req-aae3bae3-2872-4ba1-8bfb-d4f272b72fb8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064242 Oct 18 21:05:41.456181 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257467a0-5ed4-495d-a499-71c258ac81ed x-openstack-request-id: req-257467a0-5ed4-495d-a499-71c258ac81ed {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:41.456735 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912baf6f-6af5-4c3d-a20e-d01302f46f5d", "tag": "818d5561-3fe4-41ef-924f-4e351b6e4c8e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:41.457204 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-257467a0-5ed4-495d-a499-71c258ac81ed {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:41.457942 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'tag': '818d5561-3fe4-41ef-924f-4e351b6e4c8e', 'status': 'completed', 'code': 200} Oct 18 21:05:41.498903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:41.545003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-d71abb9a-98c8-485a-b102-45d0256aeafd service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339898 Oct 18 21:05:41.598833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port a87f98bc-5227-49cc-ba1c-1e77fe682c1e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:05:41.599250 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:41.661595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85002fd-8e5d-4d56-9529-c3275a90a4e8 req-1741b2d9-faec-4f10-be9c-d6f359340515 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:41.664451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e85002fd-8e5d-4d56-9529-c3275a90a4e8 req-1741b2d9-faec-4f10-be9c-d6f359340515 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 943 time: 0.1597056 Oct 18 21:05:41.767195 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b10b1736-8cb1-4ace-8cde-903ddcc0f499 req-0b4595f9-a04c-4f69-8a46-ee4f8da9a1ba service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110107 Oct 18 21:05:41.771890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:41.789171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for a87f98bc-5227-49cc-ba1c-1e77fe682c1e owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:05:41.818706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e85002fd-8e5d-4d56-9529-c3275a90a4e8 req-577bcc63-6ea9-4699-b9b8-2e36c2720e3a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328390 Oct 18 21:05:41.895584 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:41.909097 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:41.996154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-7fc3827e-ba8d-4962-8fbd-a7223cfefa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:41.998850 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-7fc3827e-ba8d-4962-8fbd-a7223cfefa9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 1094 time: 0.1295345 Oct 18 21:05:42.061488 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=eddb3535-bd83-442b-9cfd-b3f93cec178f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:42.096519 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:42.179144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:42.259623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=a87f98bc-5227-49cc-ba1c-1e77fe682c1e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:42.307607 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-cde16f0b-0758-4dcd-9331-69de3b97712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:42.310834 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-cde16f0b-0758-4dcd-9331-69de3b97712b service neutron] 10.222.0.30 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2941930 Oct 18 21:05:42.320920 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP b2572bf8-53ee-4445-8b86-a1d915ad9ddc associated. External IP: 172.25.7.81, port: 6d3a4283-62c9-42b5-a327-81754abf8f7d. Oct 18 21:05:42.382182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-210a9d6c-67e1-44f2-9c11-940954587a00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e HTTP/1.1" status: 200 len: 217 time: 0.0600221 Oct 18 21:05:42.421838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:42.425472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bb9ae2ca-7022-4ae7-b29a-b3c75c814e61 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/ports/a87f98bc-5227-49cc-ba1c-1e77fe682c1e HTTP/1.1" status: 204 len: 168 time: 1.2821295 Oct 18 21:05:42.428273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58326) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:42.496605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-440d43bc-c2a1-4260-a0e1-f3d480ea4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:42.498026 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-440d43bc-c2a1-4260-a0e1-f3d480ea4369 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.0948377 Oct 18 21:05:42.583206 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-76987996-ae95-453a-aa78-9b044a7c0dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761647 Oct 18 21:05:42.595802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting subnet 8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:05:42.604525 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:42.647890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88f61-2143-4372-91c8-3b5d56682c7d req-6830791e-bcc3-416c-b270-d58b385ba4a6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:42.655992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2b88f61-2143-4372-91c8-3b5d56682c7d req-6830791e-bcc3-416c-b270-d58b385ba4a6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.2315402 Oct 18 21:05:42.749076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:42.774608 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-a0c6b325-cfe1-4b26-bf68-ce668a5f0da5 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805897 Oct 18 21:05:42.828788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2b88f61-2143-4372-91c8-3b5d56682c7d req-89e024bb-e01b-44b9-b921-705d99c18a80 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718130 Oct 18 21:05:43.025251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8142644-60d6-4fcb-8b77-5413ace8f7af req-8ea63625-5071-41e7-a4a3-e5d404e4bfe9 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432456 Oct 18 21:05:43.096832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.103776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 85c3c76a-d595-4bc9-b283-1c04b102c14a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:05:43.195529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc9beb-96be-4c30-8df8-43d5df56e055 req-9c7eadb3-28be-42b2-a731-a1b3ea26344d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:43.197679 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ebc9beb-96be-4c30-8df8-43d5df56e055 req-9c7eadb3-28be-42b2-a731-a1b3ea26344d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 943 time: 0.1800272 Oct 18 21:05:43.214067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 818d5561-3fe4-41ef-924f-4e351b6e4c8e details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:05:43.298585 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.348074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3ebc9beb-96be-4c30-8df8-43d5df56e055 req-db012a8e-e08e-4096-8fd0-b57d43c6ba18 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110938 Oct 18 21:05:43.368965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 818d5561-3fe4-41ef-924f-4e351b6e4c8e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:43.377286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6be807-aff2-4dc5-b4c5-222ab65a0fb2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:43.382247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.385035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '818d5561-3fe4-41ef-924f-4e351b6e4c8e', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'port_id': '818d5561-3fe4-41ef-924f-4e351b6e4c8e', 'mac_address': 'fa:16:3e:63:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd65ddca-baf1-4ff2-9309-c8c26024e714', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:05:43.386254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6525152f-3163-4c00-9744-55f4cdffbdca tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/subnets/8c6be807-aff2-4dc5-b4c5-222ab65a0fb2 HTTP/1.1" status: 204 len: 168 time: 0.9529555 Oct 18 21:05:43.395014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58340) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:43.406530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426daf7b-fddd-432e-a257-1ec2c7df4360 None None] Network 9797b605-66d6-4cc8-b9b9-52b95cc2c01e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:05:43.413121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:05:43.443960 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] Sync routers for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:05:43.456044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.465429 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:05:43.479084 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:05:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:43.525042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-18d19070-da58-424d-835f-569b6f36ff35 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5778959 Oct 18 21:05:43.525815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:05:43.528225 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb86d6-595d-4470-ab23-88460dae285f" -d '{"events": [{"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:05:43.638358 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:05:43.649143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting subnet d0c615c4-2fa7-473d-a915-c703f70e45be {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:05:43.654277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.742588 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.782338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.799383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3618c03-b16e-4f2a-bf25-a764741cfa4e req-c25fb714-0b5a-4263-8b7f-43e683a5563c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:43.805718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3618c03-b16e-4f2a-bf25-a764741cfa4e req-c25fb714-0b5a-4263-8b7f-43e683a5563c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1550620 Oct 18 21:05:43.855385 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.897837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818d5561-3fe4-41ef-924f-4e351b6e4c8e {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:05:43.920876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 818d5561-3fe4-41ef-924f-4e351b6e4c8e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:43.939568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:43.984957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3618c03-b16e-4f2a-bf25-a764741cfa4e req-3e3e4b24-15ce-4fca-b44c-de75cf327290 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633160 Oct 18 21:05:44.021297 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b2572bf8-53ee-4445-8b86-a1d915ad9ddc', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'port_id': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'mac_address': 'fa:16:3e:c8:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323de84c-9f5e-4672-9e37-671571785be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:05:39Z', 'updated_at': '2021-10-18T21:05:39Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:21Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:44.027192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58360) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:44.060744 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] Checking router: 85c3c76a-d595-4bc9-b283-1c04b102c14a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:05:44.073425 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:05:44.074300 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:05:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:44.075865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:44.117716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=818d5561-3fe4-41ef-924f-4e351b6e4c8e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:44.127617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] DHCP port deletion for 9797b605-66d6-4cc8-b9b9-52b95cc2c01e request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:05:44.190554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['818d5561-3fe4-41ef-924f-4e351b6e4c8e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:05:44.208453 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49108260-17a3-4705-be0e-52d5b6a6a62a x-openstack-request-id: req-49108260-17a3-4705-be0e-52d5b6a6a62a {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:44.209066 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:44.209066 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49108260-17a3-4705-be0e-52d5b6a6a62a {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:44.209395 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'status': 'completed', 'code': 200} Oct 18 21:05:44.271573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fb109aa8-90d7-40d2-80a2-656ce325cbdb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/b2572bf8-53ee-4445-8b86-a1d915ad9ddc HTTP/1.1" status: 200 len: 991 time: 0.2379339 Oct 18 21:05:44.371912 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:05:44.405931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb86d6-595d-4470-ab23-88460dae285f req-cf95afec-9003-41cf-ab17-b823b3ad6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:44.408312 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ceb86d6-595d-4470-ab23-88460dae285f req-cf95afec-9003-41cf-ab17-b823b3ad6331 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1097 time: 0.1217360 Oct 18 21:05:44.409920 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:44.466041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c615c4-2fa7-473d-a915-c703f70e45be,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:44.480350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] Deleting port 1d978eb1-eea5-4310-beef-27ab0f80a67b {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:05:44.481131 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:44.505635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5d27-e91d-4933-b028-280b0bc67e92 req-2aa86586-ce1e-4404-9846-7a4e0a7bbeb6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:44.516169 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88ab5d27-e91d-4933-b028-280b0bc67e92 req-2aa86586-ce1e-4404-9846-7a4e0a7bbeb6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1201458 Oct 18 21:05:44.608550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88ab5d27-e91d-4933-b028-280b0bc67e92 req-ace53fdc-30d8-44f4-828c-63853cafe1ad tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909476 Oct 18 21:05:44.681918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb86d6-595d-4470-ab23-88460dae285f req-2360a4aa-bda5-4a39-99b2-8668767b4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:44.683732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ceb86d6-595d-4470-ab23-88460dae285f req-2360a4aa-bda5-4a39-99b2-8668767b4acd service neutron] 10.222.0.30 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.2246525 Oct 18 21:05:44.690351 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:44.694365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a3fca54b-4fab-47e5-bee3-c7fe92b3402a tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/subnets/d0c615c4-2fa7-473d-a915-c703f70e45be HTTP/1.1" status: 204 len: 168 time: 1.2977474 Oct 18 21:05:44.698320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58368) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:44.720802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] For port 1d978eb1-eea5-4310-beef-27ab0f80a67b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=1d978eb1-eea5-4310-beef-27ab0f80a67b,segment=NetworkSegment(6ad5acb2-eb63-4165-a418-f7015df5f3ae),segment_id=6ad5acb2-eb63-4165-a418-f7015df5f3ae)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:44.721339 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:44.728281 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 1d978eb1-eea5-4310-beef-27ab0f80a67b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:05:44.739852 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99eafeb-953e-4791-80c1-0fc8ced5995b None None] Network 9b84a294-7768-4214-b004-bc477f7e08aa requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:05:44.797219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] Calling delete_port for 1d978eb1-eea5-4310-beef-27ab0f80a67b owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:05:44.911647 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ceb86d6-595d-4470-ab23-88460dae285f req-30761291-ef91-4bd2-a827-598cbb5c6b5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 999 time: 0.2145119 Oct 18 21:05:44.986104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.028678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f042b-e53e-4409-a1c7-9cc1bb81ce1f req-3b33c4b4-83a9-4db9-b463-f089a4cfa39c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:45.038964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-668f042b-e53e-4409-a1c7-9cc1bb81ce1f req-3b33c4b4-83a9-4db9-b463-f089a4cfa39c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 944 time: 0.2152705 Oct 18 21:05:45.061973 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b2572bf8-53ee-4445-8b86-a1d915ad9ddc', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'port_id': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'mac_address': 'fa:16:3e:c8:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323de84c-9f5e-4672-9e37-671571785be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:05:39Z', 'updated_at': '2021-10-18T21:05:39Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:21Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:45.080209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb86d6-595d-4470-ab23-88460dae285f req-28100d8a-ce59-48a0-b277-4f9cd4436a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:45.085868 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ceb86d6-595d-4470-ab23-88460dae285f req-28100d8a-ce59-48a0-b277-4f9cd4436a84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.1565051 Oct 18 21:05:45.123127 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f2b0a-fdf5-4500-a560-451319593599 None None] The sync data for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 is: [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'b2572bf8-53ee-4445-8b86-a1d915ad9ddc', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'port_id': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'mac_address': 'fa:16:3e:c8:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323de84c-9f5e-4672-9e37-671571785be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:05:39Z', 'updated_at': '2021-10-18T21:05:39Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:21Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:05:45.163051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-668f042b-e53e-4409-a1c7-9cc1bb81ce1f req-8c53c129-e664-464b-bc55-5f432265430f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238549 Oct 18 21:05:45.208821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Deleting port 1d978eb1-eea5-4310-beef-27ab0f80a67b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:05:45.210115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.218080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.273485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58378) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:45.274231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb86d6-595d-4470-ab23-88460dae285f req-e6757085-f65a-4352-ac99-0c472b2e07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:45.288651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ceb86d6-595d-4470-ab23-88460dae285f req-e6757085-f65a-4352-ac99-0c472b2e07bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849651 Oct 18 21:05:45.316046 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.328259 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] Pushing event deleted for resources: {'Port': ['ID=1d978eb1-eea5-4310-beef-27ab0f80a67b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:45.332307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e865d-23c0-4017-b129-e1c63d404366 None None] No DVR routers for this DVR port 1d978eb1-eea5-4310-beef-27ab0f80a67b on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:05:45.413454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] DHCP port deletion for 9b84a294-7768-4214-b004-bc477f7e08aa request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:05:45.501346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] Deleting port 79f493f2-6a66-4fce-9cf7-8f2854f71123 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:05:45.502420 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.503365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ceb86d6-595d-4470-ab23-88460dae285f req-997818cf-c7a5-4216-8f18-36eba7c18ef9 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127962 Oct 18 21:05:45.599493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] For port 1d978eb1-eea5-4310-beef-27ab0f80a67b, host n-d-812149-2, got binding levels [] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:45.599868 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.620689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] For port 79f493f2-6a66-4fce-9cf7-8f2854f71123, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=79f493f2-6a66-4fce-9cf7-8f2854f71123,segment=NetworkSegment(9872c388-a72b-40a9-91be-28bf9093fe88),segment_id=9872c388-a72b-40a9-91be-28bf9093fe88)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:45.621638 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.639021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] Calling delete_port for 79f493f2-6a66-4fce-9cf7-8f2854f71123 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:05:45.643254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Calling delete_port for 1d978eb1-eea5-4310-beef-27ab0f80a67b owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:05:45.653933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Port 1d978eb1-eea5-4310-beef-27ab0f80a67b was not found and therefore no delete operation was performed {{(pid=100531) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 21:05:45.665585 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e0558eff-352d-49d8-9026-3b74774c64e1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/b2572bf8-53ee-4445-8b86-a1d915ad9ddc HTTP/1.1" status: 200 len: 991 time: 0.3876886 Oct 18 21:05:45.666796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.707266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4ceb86d6-595d-4470-ab23-88460dae285f req-964a1290-bf3c-43f5-9c94-c436adc0d692 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939280 Oct 18 21:05:45.717491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Port': ['ID=1d978eb1-eea5-4310-beef-27ab0f80a67b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:45.725345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] No DVR routers for this DVR port 1d978eb1-eea5-4310-beef-27ab0f80a67b on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:05:45.760593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bdf55f-b47d-4b63-a814-ab798c325180 None None] New status for floating IP b2572bf8-53ee-4445-8b86-a1d915ad9ddc: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:05:45.899764 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:45.939210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] Pushing event deleted for resources: {'Port': ['ID=79f493f2-6a66-4fce-9cf7-8f2854f71123,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:45.954373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6968f3-6073-445d-8a00-ca344ca77704 None None] No DVR routers for this DVR port 79f493f2-6a66-4fce-9cf7-8f2854f71123 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:05:46.341958 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.384535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53dc44-82f0-4767-9f85-74bccd9b7c41 req-3c895392-a09b-4171-90ff-65cfbba5414e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:46.387227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df53dc44-82f0-4767-9f85-74bccd9b7c41 req-3c895392-a09b-4171-90ff-65cfbba5414e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.6403117 Oct 18 21:05:46.390235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 79f493f2-6a66-4fce-9cf7-8f2854f71123 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:05:46.411681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9797b605-66d6-4cc8-b9b9-52b95cc2c01e']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:46.438547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 79f493f2-6a66-4fce-9cf7-8f2854f71123 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:05:46.438547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 79f493f2-6a66-4fce-9cf7-8f2854f71123 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:05:46.447434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad5acb2-eb63-4165-a418-f7015df5f3ae') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:46.447776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad5acb2-eb63-4165-a418-f7015df5f3ae') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:46.465708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-df53dc44-82f0-4767-9f85-74bccd9b7c41 req-f506e04f-f541-488b-b28b-4cef21a5da4b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623422 Oct 18 21:05:46.467845 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.487159 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.501830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:05:46.502804 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:05:46.509833 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:05:46.609807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.617991 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.626017 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/networks/9797b605-66d6-4cc8-b9b9-52b95cc2c01e HTTP/1.1" status: 204 len: 168 time: 1.9221027 Oct 18 21:05:46.626171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:46.652764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6bb05-c454-4eb8-ad1a-dde89b9b45ba tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Network': ['ID=9797b605-66d6-4cc8-b9b9-52b95cc2c01e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:46.665305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58402) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:46.673223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93f4c3-11ad-4671-a167-4cef9ca22bf0 req-e19f9f68-d685-429d-9d03-4f1ae7513b44 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:46.681469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd93f4c3-11ad-4671-a167-4cef9ca22bf0 req-e19f9f68-d685-429d-9d03-4f1ae7513b44 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 944 time: 0.1329427 Oct 18 21:05:46.780645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd93f4c3-11ad-4671-a167-4cef9ca22bf0 req-13fdc84e-3aed-4f0e-9deb-40ed2558a317 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982542 Oct 18 21:05:46.788613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.797956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-35a5961e-121f-41e9-a735-395b585bfc44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/b2572bf8-53ee-4445-8b86-a1d915ad9ddc HTTP/1.1" status: 200 len: 993 time: 0.1088667 Oct 18 21:05:46.894300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.918684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b84a294-7768-4214-b004-bc477f7e08aa']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:46.931042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9872c388-a72b-40a9-91be-28bf9093fe88') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:46.931337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9872c388-a72b-40a9-91be-28bf9093fe88') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:05:46.942955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.958066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.964595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:05:46.965053 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:05:46.968169 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:05:47.045555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:47.052076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:47.062422 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] 10.222.0.66 "DELETE /v2.0/networks/9b84a294-7768-4214-b004-bc477f7e08aa HTTP/1.1" status: 204 len: 168 time: 0.4322193 Oct 18 21:05:47.085955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f31578-c69a-4f03-a989-9a6643ab3c43 tempest-TaggedBootDevicesTest-553339817 tempest-TaggedBootDevicesTest-553339817-project] Pushing event deleted for resources: {'Network': ['ID=9b84a294-7768-4214-b004-bc477f7e08aa,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:47.249222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 818d5561-3fe4-41ef-924f-4e351b6e4c8e up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:47.348154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 818d5561-3fe4-41ef-924f-4e351b6e4c8e completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:05:47.358031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 818d5561-3fe4-41ef-924f-4e351b6e4c8e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:47.359733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:47.527371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:47.576954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818d5561-3fe4-41ef-924f-4e351b6e4c8e'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:05:47.586405 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f7054c-71ff-46bf-8e36-5589c50b8c06" -d '{"events": [{"server_uuid": "912baf6f-6af5-4c3d-a20e-d01302f46f5d", "name": "network-vif-plugged", "status": "completed", "tag": "818d5561-3fe4-41ef-924f-4e351b6e4c8e"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:05:47.611153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 818d5561-3fe4-41ef-924f-4e351b6e4c8e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:47.640108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:47.714060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075942-e84a-45ed-9d6c-e5758116ccaa req-ab99aa37-711f-4b5e-bec0-b4ea7ccbb2c7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:47.726102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80075942-e84a-45ed-9d6c-e5758116ccaa req-ab99aa37-711f-4b5e-bec0-b4ea7ccbb2c7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.1246133 Oct 18 21:05:47.739958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=818d5561-3fe4-41ef-924f-4e351b6e4c8e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:47.777821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-80075942-e84a-45ed-9d6c-e5758116ccaa req-cdd8756d-a10c-47b8-ae07-d6181505abee tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503464 Oct 18 21:05:47.869774 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8aa9dc-d9df-40c9-ae2e-81493628eee3 x-openstack-request-id: req-6d8aa9dc-d9df-40c9-ae2e-81493628eee3 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:47.870416 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912baf6f-6af5-4c3d-a20e-d01302f46f5d", "name": "network-vif-plugged", "status": "completed", "tag": "818d5561-3fe4-41ef-924f-4e351b6e4c8e", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:47.870920 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d8aa9dc-d9df-40c9-ae2e-81493628eee3 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:47.871544 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818d5561-3fe4-41ef-924f-4e351b6e4c8e', 'code': 200} Oct 18 21:05:48.106673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed5c83-bcf8-4957-b80e-d4545ae0c5cd req-5643fd99-8d46-42a0-9d9a-513c244f4322 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:48.112600 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33ed5c83-bcf8-4957-b80e-d4545ae0c5cd req-5643fd99-8d46-42a0-9d9a-513c244f4322 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 945 time: 0.1436174 Oct 18 21:05:48.217303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27addf70-be00-4d15-97bf-99e6f39e25cb req-eb9089c4-f835-4115-9002-106cd82c32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:48.229927 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-27addf70-be00-4d15-97bf-99e6f39e25cb req-eb9089c4-f835-4115-9002-106cd82c32c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 1096 time: 0.1643126 Oct 18 21:05:48.251409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-33ed5c83-bcf8-4957-b80e-d4545ae0c5cd req-055c58b6-d98a-4642-b9fe-f2ecfe9a6d93 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322155 Oct 18 21:05:48.337707 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-27addf70-be00-4d15-97bf-99e6f39e25cb req-de1763d0-7bd8-4a11-83d5-1e7226ab32c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937231 Oct 18 21:05:48.615679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1e00a28a-f7d4-491a-bbfc-333c832f6065 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:05:48.704701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58448) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:48.840285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1e00a28a-f7d4-491a-bbfc-333c832f6065, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1e00a28a-f7d4-491a-bbfc-333c832f6065,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:48.884613 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-660d9deb-6cd3-41d0-8ea2-07f696dde2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:48.963292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '1e00a28a-f7d4-491a-bbfc-333c832f6065', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'port_id': '1e00a28a-f7d4-491a-bbfc-333c832f6065', 'mac_address': 'fa:16:3e:9b:bd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:05:49.103592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.105121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a058d6b-e9ed-446b-8a5b-0e8beebc02db admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.115195 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.135181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e00a28a-f7d4-491a-bbfc-333c832f6065 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:05:49.159493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1e00a28a-f7d4-491a-bbfc-333c832f6065, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1e00a28a-f7d4-491a-bbfc-333c832f6065,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:49.167413 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.193930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4091b-97f6-4246-92ce-d2d8ef6c0200 req-604ca1d3-df81-420d-b9ac-137a04c20a39 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:49.212775 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ce4091b-97f6-4246-92ce-d2d8ef6c0200 req-604ca1d3-df81-420d-b9ac-137a04c20a39 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 943 time: 0.2739103 Oct 18 21:05:49.243046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=1e00a28a-f7d4-491a-bbfc-333c832f6065,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:49.315722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ce4091b-97f6-4246-92ce-d2d8ef6c0200 req-72e3ee81-096c-4b83-a7d3-afb12226c1e2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957916 Oct 18 21:05:49.400052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a058d6b-e9ed-446b-8a5b-0e8beebc02db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.408551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a058d6b-e9ed-446b-8a5b-0e8beebc02db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.467722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2a058d6b-e9ed-446b-8a5b-0e8beebc02db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11533497e8b54c7c99d2281eba92df0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7594481 Oct 18 21:05:49.468845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a058d6b-e9ed-446b-8a5b-0e8beebc02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa337708-9d07-4b84-b6fc-986fb7ec399b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:49.470896 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58468) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:05:49.482831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['1e00a28a-f7d4-491a-bbfc-333c832f6065'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:05:49.611568 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfca9c94-8fe4-4469-9b07-51d3d6663ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.705230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75004ca-2a55-4877-9c7b-e36e2e021194 req-894e85f8-6ece-4356-8992-246d234cb2e0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:49.707447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f75004ca-2a55-4877-9c7b-e36e2e021194 req-894e85f8-6ece-4356-8992-246d234cb2e0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 945 time: 0.1459699 Oct 18 21:05:49.760740 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfca9c94-8fe4-4469-9b07-51d3d6663ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.841428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f75004ca-2a55-4877-9c7b-e36e2e021194 req-f3be96d8-98f9-4bf7-94f3-94d717f6dcd9 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972860 Oct 18 21:05:49.911125 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfca9c94-8fe4-4469-9b07-51d3d6663ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.916292 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cfca9c94-8fe4-4469-9b07-51d3d6663ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:49.921060 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cfca9c94-8fe4-4469-9b07-51d3d6663ba4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa337708-9d07-4b84-b6fc-986fb7ec399b HTTP/1.1" status: 204 len: 168 time: 0.4467046 Oct 18 21:05:49.937234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca9c94-8fe4-4469-9b07-51d3d6663ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa337708-9d07-4b84-b6fc-986fb7ec399b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:50.506997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401031c3-0c7f-404e-97ef-e8a4300f7b4f req-83a80a80-f175-4f9d-bcdb-c0cc62d579ae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:50.510969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-401031c3-0c7f-404e-97ef-e8a4300f7b4f req-83a80a80-f175-4f9d-bcdb-c0cc62d579ae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 944 time: 0.0751569 Oct 18 21:05:50.572678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-401031c3-0c7f-404e-97ef-e8a4300f7b4f req-692e2d48-c930-455a-8c26-b02561d15eeb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559626 Oct 18 21:05:50.633776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1e00a28a-f7d4-491a-bbfc-333c832f6065 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:05:50.718320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 1e00a28a-f7d4-491a-bbfc-333c832f6065 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:05:50.727512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 1e00a28a-f7d4-491a-bbfc-333c832f6065 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:05:50.727512 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:50.837668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:50.905352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 1e00a28a-f7d4-491a-bbfc-333c832f6065, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1e00a28a-f7d4-491a-bbfc-333c832f6065,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:50.907290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e00a28a-f7d4-491a-bbfc-333c832f6065'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:05:50.911990 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a943c2-149c-4e97-b3a7-bcb661cd7da4" -d '{"events": [{"server_uuid": "fc9b5896-14ef-41bb-bb7d-3c4c92167cc9", "name": "network-vif-plugged", "status": "completed", "tag": "1e00a28a-f7d4-491a-bbfc-333c832f6065"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:05:50.918823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:51.014486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=1e00a28a-f7d4-491a-bbfc-333c832f6065,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:51.061906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f11d7d-6698-405a-a04b-3db102dc5de2 req-3666ca30-0fa5-4dea-a75a-c343761bf7a1 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:51.068212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5f11d7d-6698-405a-a04b-3db102dc5de2 req-3666ca30-0fa5-4dea-a75a-c343761bf7a1 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 945 time: 0.0992179 Oct 18 21:05:51.119716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5f11d7d-6698-405a-a04b-3db102dc5de2 req-a88d38b2-467e-40a5-ae23-25b4ba164eac tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Oct 18 21:05:51.181632 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b114571-b295-4a46-a1f8-b8780409c3f1 x-openstack-request-id: req-5b114571-b295-4a46-a1f8-b8780409c3f1 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:51.181935 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9b5896-14ef-41bb-bb7d-3c4c92167cc9", "name": "network-vif-plugged", "status": "completed", "tag": "1e00a28a-f7d4-491a-bbfc-333c832f6065", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:51.182192 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b114571-b295-4a46-a1f8-b8780409c3f1 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:51.182775 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e00a28a-f7d4-491a-bbfc-333c832f6065', 'code': 200} Oct 18 21:05:51.320288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc74721-e7ca-414e-bfe3-016adc64fbbe req-9de87981-73fb-4953-99e3-9d7cdfc5127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:51.322671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdc74721-e7ca-414e-bfe3-016adc64fbbe req-9de87981-73fb-4953-99e3-9d7cdfc5127a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0665147 Oct 18 21:05:51.369194 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdc74721-e7ca-414e-bfe3-016adc64fbbe req-b548fc83-3cd9-4df8-bdbc-61ed39a07204 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Oct 18 21:05:51.728314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c06b9-ce26-47cd-b5fd-65bf099c9a30 req-8fdfbacf-f06b-4b7f-8cf9-eb187c8e6c60 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:51.735707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a74c06b9-ce26-47cd-b5fd-65bf099c9a30 req-8fdfbacf-f06b-4b7f-8cf9-eb187c8e6c60 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 945 time: 0.0698097 Oct 18 21:05:51.783197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a74c06b9-ce26-47cd-b5fd-65bf099c9a30 req-c991ff7c-aa0d-4d8d-8805-431e62913ed7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Oct 18 21:05:53.006910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c19ee-8e3e-4e1c-9fbf-7858ed232796 req-f733bebe-ab7d-4ab5-89a2-e398a406d451 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:53.011073 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb8c19ee-8e3e-4e1c-9fbf-7858ed232796 req-f733bebe-ab7d-4ab5-89a2-e398a406d451 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 945 time: 0.1235397 Oct 18 21:05:53.078044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bb8c19ee-8e3e-4e1c-9fbf-7858ed232796 req-0b6ac372-7862-40a7-9731-b2607bf08426 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Oct 18 21:05:53.212910 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-29930729-3620-4b2f-b864-45378aa1dd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:53.327772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a52ea-42e3-43c2-b419-592e20236a89 req-54cb55df-b6e1-4cc8-9949-0551227ed4eb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:53.330053 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d67a52ea-42e3-43c2-b419-592e20236a89 req-54cb55df-b6e1-4cc8-9949-0551227ed4eb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 945 time: 0.0706735 Oct 18 21:05:53.386398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d67a52ea-42e3-43c2-b419-592e20236a89 req-d9660055-fb7e-4748-918e-f13c11062bb6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Oct 18 21:05:53.642492 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eea81-6425-4b42-81c1-fcdf2da8b694 req-b733fbcd-d02e-41b9-8b56-00bb3fec1cf0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:53.644595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-608eea81-6425-4b42-81c1-fcdf2da8b694 req-b733fbcd-d02e-41b9-8b56-00bb3fec1cf0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 945 time: 0.0977814 Oct 18 21:05:53.695658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-608eea81-6425-4b42-81c1-fcdf2da8b694 req-2ddf0489-bd27-444a-a733-e85999411555 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Oct 18 21:05:54.233960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:54.498468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa48c2-218d-4c2a-916e-a7763f6d156f req-e4b57a99-8fbf-4844-9f87-3c46812e39e2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:54.509926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52aa48c2-218d-4c2a-916e-a7763f6d156f req-e4b57a99-8fbf-4844-9f87-3c46812e39e2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 945 time: 0.0769639 Oct 18 21:05:54.584216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-52aa48c2-218d-4c2a-916e-a7763f6d156f req-02d53ecb-1c63-401d-b2cd-a617417c558a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728192 Oct 18 21:05:55.204801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:55.801064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4281e-c8c0-4674-89c5-67cded2e5267 req-6a2a3d8e-4622-45bc-a258-a553754b914c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:55.806283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6a4281e-c8c0-4674-89c5-67cded2e5267 req-6a2a3d8e-4622-45bc-a258-a553754b914c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 945 time: 0.0886948 Oct 18 21:05:55.884417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6a4281e-c8c0-4674-89c5-67cded2e5267 req-bb97c432-a3b2-45e9-93b9-19e92e3025ef tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709398 Oct 18 21:05:56.328871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-b333d352-2d27-4c7a-8243-c51d3c5c3398 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:05:56.331564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-b333d352-2d27-4c7a-8243-c51d3c5c3398 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 945 time: 0.1057096 Oct 18 21:05:56.492315 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 1e00a28a-f7d4-491a-bbfc-333c832f6065 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:05:56.493099 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:56.670145 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:56.677768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] For port 1e00a28a-f7d4-491a-bbfc-333c832f6065, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=1e00a28a-f7d4-491a-bbfc-333c832f6065,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:05:56.678175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:56.695093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 1e00a28a-f7d4-491a-bbfc-333c832f6065 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:05:56.871012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:56.895411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['1e00a28a-f7d4-491a-bbfc-333c832f6065'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:05:56.933705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=1e00a28a-f7d4-491a-bbfc-333c832f6065,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:05:56.949645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.950279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.950963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.951621 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.952208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.952806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.953845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.954409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.954997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.955557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.956121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:56.956723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:05:57.065545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] No DVR routers for this DVR port 1e00a28a-f7d4-491a-bbfc-333c832f6065 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:05:57.073602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:05:57.081354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d99affdc-107a-44c3-b2da-e3d386008cdc req-a15f1377-6d95-44e2-906c-e4d581ff4ed3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "DELETE /v2.0/ports/1e00a28a-f7d4-491a-bbfc-333c832f6065 HTTP/1.1" status: 204 len: 173 time: 0.7423458 Oct 18 21:05:57.082767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'name': 'network-vif-deleted', 'tag': '1e00a28a-f7d4-491a-bbfc-333c832f6065'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:05:57.088553 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd8bab3-aaee-47ab-af49-a9db5da3869a" -d '{"events": [{"server_uuid": "fc9b5896-14ef-41bb-bb7d-3c4c92167cc9", "name": "network-vif-deleted", "tag": "1e00a28a-f7d4-491a-bbfc-333c832f6065"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:05:57.139995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1061d56-d747-453b-aad1-cec7e861fb1f req-3832bae9-4fe9-4982-9e65-04eee5d4fb6f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.1067662 Oct 18 21:05:57.230759 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48652a-6404-40a1-a430-70d8fef64622 x-openstack-request-id: req-9f48652a-6404-40a1-a430-70d8fef64622 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:05:57.231370 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9b5896-14ef-41bb-bb7d-3c4c92167cc9", "name": "network-vif-deleted", "tag": "1e00a28a-f7d4-491a-bbfc-333c832f6065", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:05:57.232056 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f48652a-6404-40a1-a430-70d8fef64622 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:05:57.232931 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9b5896-14ef-41bb-bb7d-3c4c92167cc9', 'name': 'network-vif-deleted', 'tag': '1e00a28a-f7d4-491a-bbfc-333c832f6065', 'status': 'completed', 'code': 200} Oct 18 21:05:58.354892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee7ec0fa-bb67-449f-bbda-4513186846ac req-854bc61c-1299-4d10-8926-550f5b7ea87a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0852273 Oct 18 21:05:59.485035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d0abab9d-e4e3-47b7-9994-d6a06215f231 req-d739fc2b-f2c3-4c36-8a41-6a0254affdd2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0326793 Oct 18 21:06:00.596696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c20a1c65-2644-43dd-9976-c39d39db81db req-cfe9a332-9087-4436-a4e4-df7bd7217941 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0279810 Oct 18 21:06:00.677274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1e00a28a-f7d4-491a-bbfc-333c832f6065 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:06:00.699384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 1e00a28a-f7d4-491a-bbfc-333c832f6065 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:06:00.699726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 1e00a28a-f7d4-491a-bbfc-333c832f6065 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:06:01.742445 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-88b78f81-7670-4d94-ab74-b67b4ee4fea3 req-515bf303-58a4-48a6-9169-91f36aa4db14 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0427785 Oct 18 21:06:02.869268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bd646808-ed73-4f81-ad7b-bbb06b961aae req-cc2696e5-bf72-44cf-9cc7-3e7ed2a7813a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0491886 Oct 18 21:06:04.010208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7cc87cd5-faba-494d-bd2e-e719e580e497 req-25151cb4-3873-45e8-93ba-9021d1a21f94 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc9b5896-14ef-41bb-bb7d-3c4c92167cc9 HTTP/1.1" status: 200 len: 210 time: 0.0438156 Oct 18 21:06:10.140129 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58742) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:10.916800 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:11.275218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Deleting port 2bf370ac-0e75-452c-ad2f-4f128880a058 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:06:11.276263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:11.377564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] For port 2bf370ac-0e75-452c-ad2f-4f128880a058, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2bf370ac-0e75-452c-ad2f-4f128880a058,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:11.378107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:11.395588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Calling delete_port for 2bf370ac-0e75-452c-ad2f-4f128880a058 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:06:11.664247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:11.699087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf370ac-0e75-452c-ad2f-4f128880a058,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:11.920467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:12.066181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff9761-070c-49c7-b371-b80f93bbf46a req-4f906b00-d677-4098-bf2e-beda7a6f73f8 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:12.067780 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaff9761-070c-49c7-b371-b80f93bbf46a req-4f906b00-d677-4098-bf2e-beda7a6f73f8 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1097 time: 0.0788651 Oct 18 21:06:12.123482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-aaff9761-070c-49c7-b371-b80f93bbf46a req-f999f52f-265c-4f9d-8652-1b74516df4c6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:12.330903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-aaff9761-070c-49c7-b371-b80f93bbf46a req-f999f52f-265c-4f9d-8652-1b74516df4c6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:12.341475 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-aaff9761-070c-49c7-b371-b80f93bbf46a req-f999f52f-265c-4f9d-8652-1b74516df4c6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:12.345568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:06:12.390240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aaff9761-070c-49c7-b371-b80f93bbf46a req-f999f52f-265c-4f9d-8652-1b74516df4c6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161128 Oct 18 21:06:12.396254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999f52f-265c-4f9d-8652-1b74516df4c6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbb878b-63d0-4e32-b405-c4a5611cba50,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:12.560409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:06:12.567362 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0cd28d0d-24e4-4872-87c4-a2ebbe0a3e56 admin admin] 10.222.0.66 "PUT /v2.0/routers/3ab01ec1-49d0-4c63-9892-5e5f7c923958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4251361 Oct 18 21:06:12.569362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58768) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:12.579574 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] Sync routers for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:06:12.594591 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:06:12.595593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:05:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:12.618363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84a97d-8315-4b4d-9cf8-a0b689ee8273 req-1bdf9960-b448-4de5-8dd1-5188ef2ba1b2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:12.620132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f84a97d-8315-4b4d-9cf8-a0b689ee8273 req-1bdf9960-b448-4de5-8dd1-5188ef2ba1b2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1138914 Oct 18 21:06:12.708862 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:06:12.711498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f84a97d-8315-4b4d-9cf8-a0b689ee8273 req-3d75fece-42bb-4cdf-990a-54799a33dbfe tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797896 Oct 18 21:06:12.726986 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:12.758302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58770) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:12.870563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:12.922670 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-734d1f4b-a1fd-4f07-b6cf-2f8eee46140c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/b2572bf8-53ee-4445-8b86-a1d915ad9ddc HTTP/1.1" status: 200 len: 993 time: 0.1622329 Oct 18 21:06:12.990531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Deleting port a2172482-f901-46b6-98bc-a42fddfb9bfb {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:06:12.991955 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:13.243592 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T21:06:11Z', 'revision_number': 5, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port': {'id': 'a2172482-f901-46b6-98bc-a42fddfb9bfb', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T20:53:26Z', 'updated_at': '2021-10-18T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:13.312153 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] Checking router: 3ab01ec1-49d0-4c63-9892-5e5f7c923958 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:06:13.344801 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] Routers {'3ab01ec1-49d0-4c63-9892-5e5f7c923958'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:06:13.346244 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:05:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:13.380622 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:13.558287 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] Set router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:06:13.631334 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T21:06:12Z', 'revision_number': 6, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:13.665836 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64c872-4028-4fbf-bd25-8737af563426 None None] The sync data for ids ['3ab01ec1-49d0-4c63-9892-5e5f7c923958'] in n-d-812149-2 is: [{'id': '3ab01ec1-49d0-4c63-9892-5e5f7c923958', 'name': 'tempest-TaggedBootDevicesTest-1356955105-router', 'tenant_id': '8c09d46ddca941ad97aea70ef12e0cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T20:53:25Z', 'updated_at': '2021-10-18T21:06:12Z', 'revision_number': 6, 'project_id': '8c09d46ddca941ad97aea70ef12e0cef', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:06:13.702591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-b9da3222-f242-4c5a-8847-5ef063c75f94 req-d5023586-414e-427a-9f08-cd19967ef159 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:06:13.711882 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9da3222-f242-4c5a-8847-5ef063c75f94 req-d5023586-414e-427a-9f08-cd19967ef159 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163784 Oct 18 21:06:13.757608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] For port a2172482-f901-46b6-98bc-a42fddfb9bfb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a2172482-f901-46b6-98bc-a42fddfb9bfb,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:13.758066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:13.775154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Calling delete_port for a2172482-f901-46b6-98bc-a42fddfb9bfb owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:06:14.014647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.064530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2172482-f901-46b6-98bc-a42fddfb9bfb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:14.174582 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.427152 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.465705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.575370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.576024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ab01ec1-49d0-4c63-9892-5e5f7c923958 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:06:14.584729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.586417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ceacc5bb-461f-40ca-9e22-68287207dec1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3ab01ec1-49d0-4c63-9892-5e5f7c923958 HTTP/1.1" status: 204 len: 168 time: 2.0158818 Oct 18 21:06:14.589820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 58802) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:14.591050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-916acbe6-0e63-458d-a1e2-040860d05018 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1792185 Oct 18 21:06:14.610926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5b63b-a452-48ba-8e3d-d3413adc19ac req-29a0782a-543a-4343-bc7b-b9651bf517fb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:14.626101 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17e5b63b-a452-48ba-8e3d-d3413adc19ac req-29a0782a-543a-4343-bc7b-b9651bf517fb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.2118273 Oct 18 21:06:14.697727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2bf370ac-0e75-452c-ad2f-4f128880a058 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:06:14.710865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-17e5b63b-a452-48ba-8e3d-d3413adc19ac req-c1b7ddca-307f-4fb3-bd30-21ae1390ba7a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836868 Oct 18 21:06:14.724740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] Deleting subnet 24463fb3-4080-4182-8766-b3dd192aaed9 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:06:14.729651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2bf370ac-0e75-452c-ad2f-4f128880a058 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:06:14.730039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2bf370ac-0e75-452c-ad2f-4f128880a058 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:06:14.730468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a2172482-f901-46b6-98bc-a42fddfb9bfb no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:06:14.732203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.758816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a2172482-f901-46b6-98bc-a42fddfb9bfb {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:06:14.759256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a2172482-f901-46b6-98bc-a42fddfb9bfb not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:06:14.798319 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:06:14.821912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:14.959492 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.045875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.094717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24463fb3-4080-4182-8766-b3dd192aaed9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:15.097793 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.101717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e52ab3-001d-4682-98e5-79b05cd25cdf None None] Network a5302425-99b8-4fcb-8f5e-91becfe4be7c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:06:15.110886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 58818) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:15.117021 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-73bd63ac-372a-46ce-9628-6ad72b4726a9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/24463fb3-4080-4182-8766-b3dd192aaed9 HTTP/1.1" status: 204 len: 168 time: 0.5259559 Oct 18 21:06:15.257114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.371407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Deleting port 639fab82-9f89-488e-be27-9ec6722f4e92 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:06:15.373508 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.524303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] For port 639fab82-9f89-488e-be27-9ec6722f4e92, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=639fab82-9f89-488e-be27-9ec6722f4e92,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:15.528162 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.578246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Calling delete_port for 639fab82-9f89-488e-be27-9ec6722f4e92 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:06:15.596485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c620c-e42b-4863-b691-9d3456964965 None None] DHCP port deletion for a5302425-99b8-4fcb-8f5e-91becfe4be7c request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:06:15.752441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Deleting port 639fab82-9f89-488e-be27-9ec6722f4e92 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:06:15.753418 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.862540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:15.950352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Pushing event deleted for resources: {'Port': ['ID=639fab82-9f89-488e-be27-9ec6722f4e92,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:15.974046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-045c620c-e42b-4863-b691-9d3456964965 None None] For port 639fab82-9f89-488e-be27-9ec6722f4e92, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=639fab82-9f89-488e-be27-9ec6722f4e92,segment=NetworkSegment(f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f),segment_id=f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:15.977338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.017967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Calling delete_port for 639fab82-9f89-488e-be27-9ec6722f4e92 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:06:16.072869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] No DVR routers for this DVR port 639fab82-9f89-488e-be27-9ec6722f4e92 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:06:16.221450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b1fe8-6f8a-40c1-92d6-0326161eec53 req-653c6c77-bcf5-44e4-84cb-ff08c3329a34 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:16.238002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c2b1fe8-6f8a-40c1-92d6-0326161eec53 req-653c6c77-bcf5-44e4-84cb-ff08c3329a34 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.2951553 Oct 18 21:06:16.321667 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.354834 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.450116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c620c-e42b-4863-b691-9d3456964965 None None] No DVR routers for this DVR port 639fab82-9f89-488e-be27-9ec6722f4e92 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:06:16.465658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Pushing event deleted for resources: {'Port': ['ID=639fab82-9f89-488e-be27-9ec6722f4e92,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:16.469089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5302425-99b8-4fcb-8f5e-91becfe4be7c']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:16.484854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.485339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.487466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.487908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.489254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.489639 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.491141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.491711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.492140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.492573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.493443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.494136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045c620c-e42b-4863-b691-9d3456964965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:16.510832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:16.511053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bfce84-53b8-4d9d-a49e-fc0e9a8e3b2f') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:16.532175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.555212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 639fab82-9f89-488e-be27-9ec6722f4e92 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:06:16.565218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2c2b1fe8-6f8a-40c1-92d6-0326161eec53 req-24397081-ffc3-4813-bafb-170392f66d4a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167601 Oct 18 21:06:16.579484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.598012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 639fab82-9f89-488e-be27-9ec6722f4e92 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:06:16.598628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 639fab82-9f89-488e-be27-9ec6722f4e92 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:06:16.601400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:06:16.609262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:06:16.742055 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:06:16.751767 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.785569 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:16.797166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a5302425-99b8-4fcb-8f5e-91becfe4be7c HTTP/1.1" status: 204 len: 168 time: 1.6856837 Oct 18 21:06:16.843359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b66cfc-b4d5-4739-98c7-6c1dad7d4879 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5302425-99b8-4fcb-8f5e-91becfe4be7c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:17.126508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-e0fd2f31-7c3b-4daa-a298-90b4205600ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:17.128115 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-e0fd2f31-7c3b-4daa-a298-90b4205600ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1097 time: 0.0999353 Oct 18 21:06:17.129118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59042) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:17.283021 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e10ef26b-cdb1-4b36-8787-025667e6e363 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c09d46ddca941ad97aea70ef12e0cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482227 Oct 18 21:06:17.283986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59058) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:17.433430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-296d3719-3d3f-4066-888a-9abb3ec12876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:17.438680 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-296d3719-3d3f-4066-888a-9abb3ec12876 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.3013244 Oct 18 21:06:17.528579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97360744-edcb-413b-a15c-ecc6c9d92542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:17.593862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97360744-edcb-413b-a15c-ecc6c9d92542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:17.600827 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-b210a4e8-181d-4648-b2fd-13e6ff9aa8d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 1001 time: 0.1450548 Oct 18 21:06:17.680264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97360744-edcb-413b-a15c-ecc6c9d92542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:17.686263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97360744-edcb-413b-a15c-ecc6c9d92542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:17.687935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-97360744-edcb-413b-a15c-ecc6c9d92542 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3773f923-f289-46f4-b06f-44d5f6475afa HTTP/1.1" status: 204 len: 168 time: 0.4028277 Oct 18 21:06:17.689435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-7216c920-7650-474b-9e34-97af4a5b637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:17.693365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-7216c920-7650-474b-9e34-97af4a5b637c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.0835223 Oct 18 21:06:17.701638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97360744-edcb-413b-a15c-ecc6c9d92542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773f923-f289-46f4-b06f-44d5f6475afa,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:17.800706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-d7458ca6-ba87-4f57-bce7-20a5d35be512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:17.804089 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-d7458ca6-ba87-4f57-bce7-20a5d35be512 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939260 Oct 18 21:06:17.861365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc89a-ddc3-4f32-bf9a-5becdc4339b2 req-a5571b88-78c2-40eb-a6a2-e47e90cbc541 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:17.863470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29edc89a-ddc3-4f32-bf9a-5becdc4339b2 req-a5571b88-78c2-40eb-a6a2-e47e90cbc541 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.0957973 Oct 18 21:06:17.969400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29edc89a-ddc3-4f32-bf9a-5becdc4339b2 req-56624d5d-9295-4bf4-887e-b6fda8fcb0ac tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858126 Oct 18 21:06:18.032474 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-9df5f2ee-5195-4b36-8b2c-0196acfa7d7c service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163937 Oct 18 21:06:18.161232 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-c2f8d7de-f790-4463-80f7-d82d57841aec service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214716 Oct 18 21:06:18.819714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d9c1a28-599d-4d29-9857-080f232397b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:18.953490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:19.244431 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25690546-8c9f-4da5-aacb-5de36ed26f5a req-6d643d6e-4b62-4f31-9fb0-2b0220916847 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:19.246963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25690546-8c9f-4da5-aacb-5de36ed26f5a req-6d643d6e-4b62-4f31-9fb0-2b0220916847 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1139634 Oct 18 21:06:19.338231 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25690546-8c9f-4da5-aacb-5de36ed26f5a req-96a73895-eec0-4625-a1b9-22f91b61082e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748372 Oct 18 21:06:19.391477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59256) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:19.535875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1799345010-network', 'tenant_id': '98ca16445d1f4feda4f42c5e72255348'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:19.567840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Made reservation on behalf of 98ca16445d1f4feda4f42c5e72255348 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:19.576728 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:19.609211 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:19.831124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:19.841573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:19.898980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:06:19.933354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:19.949867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:19.950771 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Added segment db229550-17d5-4cf9-9eaf-e70474fa98b4 of type vlan for network 2e156332-444f-4946-b6f8-6b54184b3720 Oct 18 21:06:20.039667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:20.086033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:20.087409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:20.088332 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:20.147864 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7551060 Oct 18 21:06:20.150894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59330) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:20.160190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Request body: {'subnet': {'network_id': '2e156332-444f-4946-b6f8-6b54184b3720', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1799345010-subnet', 'tenant_id': '98ca16445d1f4feda4f42c5e72255348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:20.210431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720f6b6-89fb-4348-83b2-fac490c7561d admin admin] Pushing event updated for resources: {'Network': ['ID=2e156332-444f-4946-b6f8-6b54184b3720,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:20.225976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Made reservation on behalf of 98ca16445d1f4feda4f42c5e72255348 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:20.226653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 2e156332-444f-4946-b6f8-6b54184b3720 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:06:20.229069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:20.571275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3683b-2c48-4394-b45b-f09aadde2b4e req-6f814e26-c140-40aa-a1f8-c546bf3cded9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:20.572800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02c3683b-2c48-4394-b45b-f09aadde2b4e req-6f814e26-c140-40aa-a1f8-c546bf3cded9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1147847 Oct 18 21:06:20.574537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:20.702633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02c3683b-2c48-4394-b45b-f09aadde2b4e req-7d2bbf4a-9ab4-40ab-83d1-82ff9035c1d1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978372 Oct 18 21:06:20.707174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc492a4-4a82-423a-b4b1-9e5af99bae2b,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:20.719276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Checking segment: {'id': 'db229550-17d5-4cf9-9eaf-e70474fa98b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e156332-444f-4946-b6f8-6b54184b3720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:20.720573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Network hostable DHCP agents. Network: 2e156332-444f-4946-b6f8-6b54184b3720, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:06:20.759491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Network 2e156332-444f-4946-b6f8-6b54184b3720 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:06:20.780968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 2e156332-444f-4946-b6f8-6b54184b3720) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:20.795211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bf4a4-c4ef-4c75-95c1-d48849e90054 None None] Network 2e156332-444f-4946-b6f8-6b54184b3720 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:06:20.796180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:20.797342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:20.839863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d9f78eb7-0d46-4d7e-acf0-6b6b29330643 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6875072 Oct 18 21:06:21.079904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0aed3-87c1-44ce-964f-4945e283c9c6 None None] Network 2e156332-444f-4946-b6f8-6b54184b3720 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:06:21.667684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-ca483f77-1554-4fce-9232-fd9758189974 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:21.669401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-ca483f77-1554-4fce-9232-fd9758189974 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/networks?id=2e156332-444f-4946-b6f8-6b54184b3720 HTTP/1.1" status: 200 len: 822 time: 0.1695092 Oct 18 21:06:21.687020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-c31ab773-44dd-4a48-8285-f5107dd3ff07 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/quotas/98ca16445d1f4feda4f42c5e72255348 HTTP/1.1" status: 200 len: 375 time: 0.0108738 Oct 18 21:06:21.726041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-e4ac17f7-17d5-49c5-88c0-52e027ea8e10 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=98ca16445d1f4feda4f42c5e72255348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288391 Oct 18 21:06:21.843950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-18bc7b58-b6e8-4f8f-adcb-57789b2ba9e5 service neutron] 10.222.0.66 "GET /v2.0/networks/2e156332-444f-4946-b6f8-6b54184b3720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074309 Oct 18 21:06:22.005265 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-fe73151d-d2f4-4c76-a18e-849784b13f3f service neutron] 10.222.0.66 "GET /v2.0/networks/2e156332-444f-4946-b6f8-6b54184b3720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540418 Oct 18 21:06:22.431634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd9624-4208-4aa1-a8b7-4e2bce9df524 req-bbc6e3dd-7758-4444-8186-1e4f7cc14b52 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:22.433781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2cd9624-4208-4aa1-a8b7-4e2bce9df524 req-bbc6e3dd-7758-4444-8186-1e4f7cc14b52 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.0735219 Oct 18 21:06:22.516904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d2cd9624-4208-4aa1-a8b7-4e2bce9df524 req-3a0583c4-c57f-4fe7-9934-9806c6ea5ad5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694058 Oct 18 21:06:22.751033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b93eba8-0356-4330-96e1-05ae165ea309 req-009270ca-603a-45bd-90ef-abafa65c912d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 210 time: 0.0641456 Oct 18 21:06:23.169732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1413058d-8e41-4fa6-93b2-b1fd727f85d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:23.558401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-f9909005-f54c-443a-877d-b2d2ef67b298 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:23.560227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-f9909005-f54c-443a-877d-b2d2ef67b298 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.79 "GET /v2.0/networks?id=2e156332-444f-4946-b6f8-6b54184b3720 HTTP/1.1" status: 200 len: 822 time: 0.1770046 Oct 18 21:06:23.577234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Request body: {'port': {'device_id': '28dcb2db-789b-4736-8830-032eea744f8d', 'network_id': '2e156332-444f-4946-b6f8-6b54184b3720', 'admin_state_up': True, 'tenant_id': '98ca16445d1f4feda4f42c5e72255348'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:23.776535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f3047-2c4e-4e8f-a1d7-936f6ac68fd1 req-f966842a-5352-4b17-93f4-aa9e482b1bc3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:23.778174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-857f3047-2c4e-4e8f-a1d7-936f6ac68fd1 req-f966842a-5352-4b17-93f4-aa9e482b1bc3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.0963998 Oct 18 21:06:23.796167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Made reservation on behalf of 98ca16445d1f4feda4f42c5e72255348 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:23.799685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:23.849613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-857f3047-2c4e-4e8f-a1d7-936f6ac68fd1 req-527b4fe9-d2c9-4148-81a9-bd7c1c2f4b6e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603809 Oct 18 21:06:24.008875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Allocated IP 172.20.0.4 (2e156332-444f-4946-b6f8-6b54184b3720/5dc492a4-4a82-423a-b4b1-9e5af99bae2b/e1029378-ae2b-457f-9299-53298d9822fc) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:06:24.180666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf3dfe8c-936a-493c-8229-9ae1b5842fb5 req-ae8d4943-238e-4724-b096-850949d7728f tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 210 time: 0.0784278 Oct 18 21:06:24.233164 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:24.489426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:24.613015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-5d8d69df-444e-4b76-bada-d8afeda09204 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:24.614548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-5d8d69df-444e-4b76-bada-d8afeda09204 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.1518295 Oct 18 21:06:24.616323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:24.708626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-36021478-a123-4050-b28f-667713dd9dc8 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/quotas/f05dc6025afb4aec9a1fd809f5ce6dcc HTTP/1.1" status: 200 len: 375 time: 0.0800705 Oct 18 21:06:24.711490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Pushing event updated for resources: {'Port': ['ID=e1029378-ae2b-457f-9299-53298d9822fc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:24.723693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Network 2e156332-444f-4946-b6f8-6b54184b3720 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:06:24.733807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:24.752790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:06:24.817501 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-ac4374bb-9edf-45b6-924c-94c99dd3ba79 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967700 Oct 18 21:06:24.824895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:24.824895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:24.880521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-be16f077-c364-4442-a63f-2e603e2e366d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3098562 Oct 18 21:06:24.895200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Request body: {'port': {'device_id': '28dcb2db-789b-4736-8830-032eea744f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:25.030878 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-d5db57b9-ee2c-4407-8914-828205504b2c service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033751 Oct 18 21:06:25.041035 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:25.225461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:25.289389 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-d8e2802b-4cce-4216-a36b-a7c30ae829a6 service neutron] 10.222.0.66 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571332 Oct 18 21:06:25.594665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe4083-17f0-403a-801e-28d40ec4e7af req-522cf424-2ff7-458f-be1b-720303aed43d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:25.596838 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03fe4083-17f0-403a-801e-28d40ec4e7af req-522cf424-2ff7-458f-be1b-720303aed43d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1175497 Oct 18 21:06:25.747142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03fe4083-17f0-403a-801e-28d40ec4e7af req-7900132d-6b5a-4cb8-ba2c-d6b501f1e10c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345403 Oct 18 21:06:25.778110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1029378-ae2b-457f-9299-53298d9822fc {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:06:25.796823 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:25.837238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Transition to ACTIVE for port object e1029378-ae2b-457f-9299-53298d9822fc will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:06:25.843819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:25.900801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Pushing event updated for resources: {'Port': ['ID=e1029378-ae2b-457f-9299-53298d9822fc,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:26.003222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965886d-852d-497d-9a4f-b7b06f644f29 req-0a124648-4de7-46ef-ac1f-a9de5ea4dc75 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:26.005127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5965886d-852d-497d-9a4f-b7b06f644f29 req-0a124648-4de7-46ef-ac1f-a9de5ea4dc75 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 943 time: 0.1105416 Oct 18 21:06:26.094295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5965886d-852d-497d-9a4f-b7b06f644f29 req-f8c8de2a-dd9b-4c26-9b96-7960e5954bac tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566254 Oct 18 21:06:26.109288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Attempting to bind port e1029378-ae2b-457f-9299-53298d9822fc on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:06:26.109825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Attempting to bind port e1029378-ae2b-457f-9299-53298d9822fc by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'db229550-17d5-4cf9-9eaf-e70474fa98b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e156332-444f-4946-b6f8-6b54184b3720'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:06:26.110257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Attempting to bind port e1029378-ae2b-457f-9299-53298d9822fc on network 2e156332-444f-4946-b6f8-6b54184b3720 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:26.117559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Port e1029378-ae2b-457f-9299-53298d9822fc on network 2e156332-444f-4946-b6f8-6b54184b3720 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:06:26.118027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Attempting to bind port e1029378-ae2b-457f-9299-53298d9822fc on network 2e156332-444f-4946-b6f8-6b54184b3720 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:26.124720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:06:26.125518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Checking segment: {'id': 'db229550-17d5-4cf9-9eaf-e70474fa98b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e156332-444f-4946-b6f8-6b54184b3720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:26.126011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Bound using segment: {'id': 'db229550-17d5-4cf9-9eaf-e70474fa98b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e156332-444f-4946-b6f8-6b54184b3720'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:06:26.126604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Bound port: e1029378-ae2b-457f-9299-53298d9822fc, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db229550-17d5-4cf9-9eaf-e70474fa98b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e156332-444f-4946-b6f8-6b54184b3720'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:06:26.127205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:26.321042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9bf49da1-c6e6-4a24-a513-4793e56c79eb req-f36799de-f551-491e-b33a-b70d55bdf083 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 210 time: 0.0622642 Oct 18 21:06:26.325515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] For port e1029378-ae2b-457f-9299-53298d9822fc, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:06:26.348737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] For port e1029378-ae2b-457f-9299-53298d9822fc, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e1029378-ae2b-457f-9299-53298d9822fc,segment=NetworkSegment(db229550-17d5-4cf9-9eaf-e70474fa98b4),segment_id=db229550-17d5-4cf9-9eaf-e70474fa98b4)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:06:26.362532 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:26.413853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:26.414509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:26.416238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] 10.222.0.79 "PUT /v2.0/ports/e1029378-ae2b-457f-9299-53298d9822fc HTTP/1.1" status: 200 len: 1091 time: 1.5272920 Oct 18 21:06:26.416783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dcb2db-789b-4736-8830-032eea744f8d', 'tag': 'e1029378-ae2b-457f-9299-53298d9822fc'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:26.423735 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cf7503-a633-4841-a4d4-445145f7974c" -d '{"events": [{"name": "network-changed", "server_uuid": "28dcb2db-789b-4736-8830-032eea744f8d", "tag": "e1029378-ae2b-457f-9299-53298d9822fc"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:26.489534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a15925-a608-4d61-b2ec-6be5b5b0a623 service neutron] Pushing event updated for resources: {'Port': ['ID=e1029378-ae2b-457f-9299-53298d9822fc,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:26.494322 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508d21bb-7062-4baf-a6da-7eacbbbc84c3 x-openstack-request-id: req-508d21bb-7062-4baf-a6da-7eacbbbc84c3 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:26.494605 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dcb2db-789b-4736-8830-032eea744f8d", "tag": "e1029378-ae2b-457f-9299-53298d9822fc", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:26.494933 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-508d21bb-7062-4baf-a6da-7eacbbbc84c3 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:26.495232 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dcb2db-789b-4736-8830-032eea744f8d', 'tag': 'e1029378-ae2b-457f-9299-53298d9822fc', 'status': 'completed', 'code': 200} Oct 18 21:06:26.581680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-48cdca8a-a03a-4944-84fd-56f5c50288c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:26.585285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-48cdca8a-a03a-4944-84fd-56f5c50288c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ca16445d1f4feda4f42c5e72255348&device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 1094 time: 0.0890863 Oct 18 21:06:26.593117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-cc522430-605c-4a97-a2ff-e270020df7e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726273 Oct 18 21:06:26.663809 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-cc6125fc-b41a-43fa-9c56-9ee0d9452272 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1029378-ae2b-457f-9299-53298d9822fc HTTP/1.1" status: 200 len: 217 time: 0.0615666 Oct 18 21:06:26.669276 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:26.713499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-6a4f76e6-c0ea-4128-9a8d-233b7510c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:26.715423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-6a4f76e6-c0ea-4128-9a8d-233b7510c1b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 1097 time: 0.0598631 Oct 18 21:06:26.739028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-c0a4144f-09d7-440e-8326-d71bae33f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:26.741403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-c0a4144f-09d7-440e-8326-d71bae33f766 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5dc492a4-4a82-423a-b4b1-9e5af99bae2b HTTP/1.1" status: 200 len: 862 time: 0.0667517 Oct 18 21:06:26.795991 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-2f24d3cc-f81b-4af1-b935-ffecc7e39847 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e156332-444f-4946-b6f8-6b54184b3720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454142 Oct 18 21:06:26.984474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efad2-cd35-4aa6-b41c-3684cdfd0003 req-ef63305c-e4ec-4338-a62c-25a277cf3511 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:26.988630 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-309efad2-cd35-4aa6-b41c-3684cdfd0003 req-ef63305c-e4ec-4338-a62c-25a277cf3511 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1515839 Oct 18 21:06:27.047185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-f7f0bf47-751e-4a4e-886c-99cc40166b6f service neutron] 10.222.0.79 "GET /v2.0/networks/2e156332-444f-4946-b6f8-6b54184b3720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425575 Oct 18 21:06:27.262468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-309efad2-cd35-4aa6-b41c-3684cdfd0003 req-22ad0fcd-29f7-4785-8ce9-649e8a4da791 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522244 Oct 18 21:06:27.284416 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-890738c1-5d7c-4a1e-b8a6-521c4dd2c822 req-79036983-3179-425c-bb63-8cc5c11627ba service neutron] 10.222.0.79 "GET /v2.0/networks/2e156332-444f-4946-b6f8-6b54184b3720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132642 Oct 18 21:06:27.357875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-0bbb862a-8035-4a71-9369-df06601fd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:27.359975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-0bbb862a-8035-4a71-9369-df06601fd11e service neutron] 10.222.0.30 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.6156392 Oct 18 21:06:27.412954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-3f1f29c0-642f-4cc2-9e1e-27e9a5364ffd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2419803f-00e4-4858-8908-c4a554a91dc3 HTTP/1.1" status: 200 len: 217 time: 0.0447328 Oct 18 21:06:27.481912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-9c3c83d1-3ceb-4ca1-a92d-c485220483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:27.486036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-9c3c83d1-3ceb-4ca1-a92d-c485220483f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.0642374 Oct 18 21:06:27.529722 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-6f801f70-e338-442b-8005-d45d0b9645c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360746 Oct 18 21:06:27.566936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-1abe888e-b15e-4ba7-b3dd-212a0f227e83 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:27.569440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-1abe888e-b15e-4ba7-b3dd-212a0f227e83 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 815 time: 0.5469759 Oct 18 21:06:27.581764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf7503-a633-4841-a4d4-445145f7974c req-e5ab5250-935e-4e9b-b382-013798a478c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:27.584079 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60cf7503-a633-4841-a4d4-445145f7974c req-e5ab5250-935e-4e9b-b382-013798a478c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98ca16445d1f4feda4f42c5e72255348&device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 1094 time: 0.1488369 Oct 18 21:06:27.591257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Request body: {'port': {'device_id': '571e801a-7226-4fd8-9f4a-086940bd8531', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'admin_state_up': True, 'tenant_id': 'f05dc6025afb4aec9a1fd809f5ce6dcc'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:27.605797 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351681-cde6-4007-9414-9fc5247ce64f req-6c796401-79af-42b2-bff5-7157782ca5c5 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:27.607755 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b351681-cde6-4007-9414-9fc5247ce64f req-6c796401-79af-42b2-bff5-7157782ca5c5 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 943 time: 0.1455932 Oct 18 21:06:27.700978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-da669cea-4235-4e22-bc00-1656fa14e0d8 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615407 Oct 18 21:06:27.842217 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91625ef-101a-4aec-b8d7-03b4bdf8d211 req-30495969-aa3e-4431-a557-270f24990c4a service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323004 Oct 18 21:06:28.176459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf7503-a633-4841-a4d4-445145f7974c req-b2861068-61e8-48fb-818c-a11ebeb49920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:28.178733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60cf7503-a633-4841-a4d4-445145f7974c req-b2861068-61e8-48fb-818c-a11ebeb49920 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e156332-444f-4946-b6f8-6b54184b3720 HTTP/1.1" status: 200 len: 923 time: 0.5813742 Oct 18 21:06:28.237569 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b351681-cde6-4007-9414-9fc5247ce64f req-5c841393-0c1e-4832-b479-f0c568185096 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066158 Oct 18 21:06:28.306297 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60cf7503-a633-4841-a4d4-445145f7974c req-892e31a2-9e00-4203-9a3f-3b0d8a0be986 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1029378-ae2b-457f-9299-53298d9822fc HTTP/1.1" status: 200 len: 217 time: 0.0966871 Oct 18 21:06:28.401640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf7503-a633-4841-a4d4-445145f7974c req-93778f2e-6182-44c7-84c6-53f30cde71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:28.409414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60cf7503-a633-4841-a4d4-445145f7974c req-93778f2e-6182-44c7-84c6-53f30cde71dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5dc492a4-4a82-423a-b4b1-9e5af99bae2b HTTP/1.1" status: 200 len: 862 time: 0.0951161 Oct 18 21:06:28.499403 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5c067883-29cd-4547-bcbf-2e45a4fe05d7 req-2cd19390-13e4-42db-a3dc-fb71e9bdbd44 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 210 time: 0.1312814 Oct 18 21:06:28.501246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Made reservation on behalf of f05dc6025afb4aec9a1fd809f5ce6dcc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:28.505110 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:28.574454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60cf7503-a633-4841-a4d4-445145f7974c req-2ef0e346-fe0c-4598-b846-6c9aed9caf53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e156332-444f-4946-b6f8-6b54184b3720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342597 Oct 18 21:06:28.824025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370305a7-e712-4f31-a201-978a3aa2e674 req-f9c23025-1dc7-483f-b0c6-5cac22323a55 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:28.825688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-370305a7-e712-4f31-a201-978a3aa2e674 req-f9c23025-1dc7-483f-b0c6-5cac22323a55 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1881976 Oct 18 21:06:28.831062 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60cf7503-a633-4841-a4d4-445145f7974c req-b6307495-500a-4e50-9703-ee14010a0485 service neutron] 10.222.0.79 "GET /v2.0/networks/2e156332-444f-4946-b6f8-6b54184b3720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478127 Oct 18 21:06:28.889989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Allocated IP 172.20.0.11 (596a5155-141f-4deb-8f32-638e1c1d2f06/bd65ddca-baf1-4ff2-9309-c8c26024e714/576a26c4-797f-4269-827f-fbee5c013d62) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:06:28.977650 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-370305a7-e712-4f31-a201-978a3aa2e674 req-876fbb02-a8af-4cca-9732-0180e946fd27 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353271 Oct 18 21:06:29.054705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60cf7503-a633-4841-a4d4-445145f7974c req-0703c39a-8adf-4b67-a459-549d8e7f06e8 service neutron] 10.222.0.79 "GET /v2.0/networks/2e156332-444f-4946-b6f8-6b54184b3720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070878 Oct 18 21:06:29.286472 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:29.404039 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:29.419278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2419803f-00e4-4858-8908-c4a554a91dc3', '818d5561-3fe4-41ef-924f-4e351b6e4c8e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:06:29.422004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:06:29.448089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a48a8-61f5-4065-8ee9-db13ca6cd257 req-8e417a67-6544-492b-8749-dd125b23f2a1 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:29.449898 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a15a48a8-61f5-4065-8ee9-db13ca6cd257 req-8e417a67-6544-492b-8749-dd125b23f2a1 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 943 time: 0.1120677 Oct 18 21:06:29.592067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Network 596a5155-141f-4deb-8f32-638e1c1d2f06 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:06:29.617865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:29.627607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:06:29.720014 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a15a48a8-61f5-4065-8ee9-db13ca6cd257 req-b63bd0bc-94f1-409d-aff9-315275bdf817 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759117 Oct 18 21:06:29.733595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event updated for resources: {'Port': ['ID=576a26c4-797f-4269-827f-fbee5c013d62,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:29.810633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:29.821000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:29.864483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-c76d94b1-328c-4540-b1ee-3bdeb1d73839 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2791975 Oct 18 21:06:29.915967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Request body: {'port': {'device_id': '571e801a-7226-4fd8-9f4a-086940bd8531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:30.018014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe301ba-1ad5-49ac-8b13-ee9a0507ffb2 req-16ac9adc-efcf-4302-9097-b2c94168742e tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:30.019406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fe301ba-1ad5-49ac-8b13-ee9a0507ffb2 req-16ac9adc-efcf-4302-9097-b2c94168742e tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 932 time: 0.1496150 Oct 18 21:06:30.031632 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:30.114584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0fe301ba-1ad5-49ac-8b13-ee9a0507ffb2 req-64130982-082b-4be6-97e8-6857f97b5372 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840962 Oct 18 21:06:30.295440 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-db4f7385-18f9-4ec3-9e93-a6f090b3ca52 service neutron] show failed (client error): The resource could not be found. Oct 18 21:06:30.296636 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-db4f7385-18f9-4ec3-9e93-a6f090b3ca52 service neutron] 10.222.0.30 "GET /v2.0/ports/6d3a4283-62c9-42b5-a327-81754abf8f7d/bindings/n-h2-812149-2 HTTP/1.1" status: 404 len: 380 time: 0.1468177 Oct 18 21:06:30.410825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215a358-5c79-44d7-9416-8874f817ae6c req-29c67207-c454-4862-ac49-b0684edcc828 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:30.413130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1215a358-5c79-44d7-9416-8874f817ae6c req-29c67207-c454-4862-ac49-b0684edcc828 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1373031 Oct 18 21:06:30.502673 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1215a358-5c79-44d7-9416-8874f817ae6c req-9392ca7c-5b40-494a-b6d1-9fd6de13ef47 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611789 Oct 18 21:06:30.589303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576a26c4-797f-4269-827f-fbee5c013d62 {{(pid=100531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:06:30.599689 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:30.614638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Transition to ACTIVE for port object 576a26c4-797f-4269-827f-fbee5c013d62 will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:06:30.621904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:30.743731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Pushing event updated for resources: {'Port': ['ID=576a26c4-797f-4269-827f-fbee5c013d62,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:30.781178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-f2e59465-e689-47cb-a121-5e6e888709ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:30.783093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-f2e59465-e689-47cb-a121-5e6e888709ea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 1097 time: 0.1489236 Oct 18 21:06:30.813084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:30.817018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e1029378-ae2b-457f-9299-53298d9822fc details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:06:30.941500 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Attempting to bind port 576a26c4-797f-4269-827f-fbee5c013d62 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:06:30.941954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Attempting to bind port 576a26c4-797f-4269-827f-fbee5c013d62 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:06:30.942361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Attempting to bind port 576a26c4-797f-4269-827f-fbee5c013d62 on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:30.953117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:30.957582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Port 576a26c4-797f-4269-827f-fbee5c013d62 on network 596a5155-141f-4deb-8f32-638e1c1d2f06 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:06:30.957904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Attempting to bind port 576a26c4-797f-4269-827f-fbee5c013d62 on network 596a5155-141f-4deb-8f32-638e1c1d2f06 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:30.967645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687d392-fbbf-4c74-b6bb-8240a54a69db req-114822ba-f884-4402-82fa-53aaf67d136d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:30.969497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a687d392-fbbf-4c74-b6bb-8240a54a69db req-114822ba-f884-4402-82fa-53aaf67d136d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 943 time: 0.1312983 Oct 18 21:06:30.981972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:06:30.982334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Checking segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:30.982806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Bound using segment: {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:06:30.983342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Bound port: 576a26c4-797f-4269-827f-fbee5c013d62, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:06:30.983792 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:31.164972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a687d392-fbbf-4c74-b6bb-8240a54a69db req-0182c2af-537f-47e4-91e1-49f4c1cf377d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758432 Oct 18 21:06:31.204541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] For port 576a26c4-797f-4269-827f-fbee5c013d62, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:06:31.210167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] For port 576a26c4-797f-4269-827f-fbee5c013d62, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=576a26c4-797f-4269-827f-fbee5c013d62,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:06:31.228254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:31.236527 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e1029378-ae2b-457f-9299-53298d9822fc, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e1029378-ae2b-457f-9299-53298d9822fc,segment=NetworkSegment(db229550-17d5-4cf9-9eaf-e70474fa98b4),segment_id=db229550-17d5-4cf9-9eaf-e70474fa98b4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:31.254977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'e1029378-ae2b-457f-9299-53298d9822fc', 'network_id': '2e156332-444f-4946-b6f8-6b54184b3720', 'port_id': 'e1029378-ae2b-457f-9299-53298d9822fc', 'mac_address': 'fa:16:3e:2d:7b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc492a4-4a82-423a-b4b1-9e5af99bae2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:06:31.278541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:31.280011 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:31.281519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] 10.222.0.79 "PUT /v2.0/ports/576a26c4-797f-4269-827f-fbee5c013d62 HTTP/1.1" status: 200 len: 1092 time: 1.3734417 Oct 18 21:06:31.313273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571e801a-7226-4fd8-9f4a-086940bd8531', 'tag': '576a26c4-797f-4269-827f-fbee5c013d62'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:31.315435 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8863f1-864c-44b2-b431-4bb6cf30452d" -d '{"events": [{"name": "network-changed", "server_uuid": "571e801a-7226-4fd8-9f4a-086940bd8531", "tag": "576a26c4-797f-4269-827f-fbee5c013d62"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:31.420810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf137cf-d48e-4fcd-8681-d5b09b18d914 service neutron] Pushing event updated for resources: {'Port': ['ID=576a26c4-797f-4269-827f-fbee5c013d62,revision_number=3']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:31.445679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:31.446684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:31.467661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1029378-ae2b-457f-9299-53298d9822fc {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:06:31.476427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19381f57-d1d8-4537-bc4e-8b23a936d2a4 req-e4efeddd-a96e-4017-8d6f-4507ae5d4fe6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:31.478718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-19381f57-d1d8-4537-bc4e-8b23a936d2a4 req-e4efeddd-a96e-4017-8d6f-4507ae5d4fe6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 944 time: 0.1478574 Oct 18 21:06:31.482603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-b5676b8a-4f87-4011-a4bd-59ddf617d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:31.484196 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-b5676b8a-4f87-4011-a4bd-59ddf617d4a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 1095 time: 0.1283178 Oct 18 21:06:31.507566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e1029378-ae2b-457f-9299-53298d9822fc, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e1029378-ae2b-457f-9299-53298d9822fc,segment=NetworkSegment(db229550-17d5-4cf9-9eaf-e70474fa98b4),segment_id=db229550-17d5-4cf9-9eaf-e70474fa98b4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:31.513659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:31.582225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e1029378-ae2b-457f-9299-53298d9822fc,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:31.589329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-ceafb28f-86c4-4607-b538-e999aaaa77ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=576a26c4-797f-4269-827f-fbee5c013d62 HTTP/1.1" status: 200 len: 217 time: 0.0863354 Oct 18 21:06:31.589930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h1-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:06:31.595077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-19381f57-d1d8-4537-bc4e-8b23a936d2a4 req-a891f1f9-aded-4ba8-ae39-86f4094661bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080806 Oct 18 21:06:31.686547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:31.690351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-14bc506e-9d48-4402-984f-f924348dd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:31.691893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-14bc506e-9d48-4402-984f-f924348dd97f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.0956042 Oct 18 21:06:31.701975 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7adf06f-dd1b-4126-850a-3aeb26410f71 x-openstack-request-id: req-c7adf06f-dd1b-4126-850a-3aeb26410f71 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:31.702438 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571e801a-7226-4fd8-9f4a-086940bd8531", "tag": "576a26c4-797f-4269-827f-fbee5c013d62", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:31.702700 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7adf06f-dd1b-4126-850a-3aeb26410f71 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:31.703101 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571e801a-7226-4fd8-9f4a-086940bd8531', 'tag': '576a26c4-797f-4269-827f-fbee5c013d62', 'status': 'completed', 'code': 200} Oct 18 21:06:31.718174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.provisioning_blocks [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Transition to ACTIVE for port object 6d3a4283-62c9-42b5-a327-81754abf8f7d will not be triggered until provisioned by entity L2. {{(pid=100531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:06:31.735202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-be683bc4-deb4-4e43-ab5d-a87b2e722bbd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311539 Oct 18 21:06:31.736055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:31.884574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['e1029378-ae2b-457f-9299-53298d9822fc'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:06:31.896007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:32.079149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39090d40-8667-4a56-92a0-ab2813c5ce30 req-43ee52ed-bf13-46f2-8db8-5a4cd46d3821 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:32.080786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39090d40-8667-4a56-92a0-ab2813c5ce30 req-43ee52ed-bf13-46f2-8db8-5a4cd46d3821 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.2892318 Oct 18 21:06:32.094645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-f3406cf6-88c3-48d8-9b93-8eb92ffe3625 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282986 Oct 18 21:06:32.138723 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] No DVR routers for this DVR port 6d3a4283-62c9-42b5-a327-81754abf8f7d on host n-h1-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:06:32.379571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-39090d40-8667-4a56-92a0-ab2813c5ce30 req-e8a84535-099b-4d71-9d02-c9bc334c695e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522693 Oct 18 21:06:32.888817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59570) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:33.039340 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1fa0d322-64d2-4696-a9a4-33d021ba07c8 req-432924cc-aed1-409e-910b-a78b94ace1c2 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252017 Oct 18 21:06:33.101655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab56973-d856-40f7-915f-156096095a11 req-5edaf160-f6bb-48f7-8356-44d2b0d80760 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:33.103852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cab56973-d856-40f7-915f-156096095a11 req-5edaf160-f6bb-48f7-8356-44d2b0d80760 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 944 time: 0.1299186 Oct 18 21:06:33.116966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:06:33.117326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:06:33.117728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:33.136595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba4aad11-2def-465f-9267-d5e43a245790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:33.170824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Port 6d3a4283-62c9-42b5-a327-81754abf8f7d on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:06:33.171284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Attempting to bind port 6d3a4283-62c9-42b5-a327-81754abf8f7d on network 5111a5db-7b06-4fcf-baf5-10936cb3df4f {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:33.186068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:06:33.186425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Checking segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:33.187044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Bound using segment: {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:06:33.187493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Bound port: 6d3a4283-62c9-42b5-a327-81754abf8f7d, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025dade2-f4e4-492a-804a-adf8c55b8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:06:33.187854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:33.220721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cab56973-d856-40f7-915f-156096095a11 req-c4d87370-fe3d-4050-9750-0f86bdfb3bf2 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994513 Oct 18 21:06:33.266791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-937c3677-d854-4a36-bdc0-14a8b996fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:33.268362 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-937c3677-d854-4a36-bdc0-14a8b996fa7a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 1095 time: 0.1358542 Oct 18 21:06:33.390346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h2-812149-2, cleared binding levels {{(pid=100531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:06:33.394991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba4aad11-2def-465f-9267-d5e43a245790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:33.402456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba4aad11-2def-465f-9267-d5e43a245790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:33.415235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:06:33.425184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:33.459396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:06:33.543939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4aad11-2def-465f-9267-d5e43a245790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f879e07f-491c-41f6-98c0-f2be4b36f4c2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:33.564642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-023a9b0d-0f86-4564-aa9b-90fc1eb78d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:33.564642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-023a9b0d-0f86-4564-aa9b-90fc1eb78d77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2865469 Oct 18 21:06:33.565458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:33.571629 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ba4aad11-2def-465f-9267-d5e43a245790 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03aecacfadd74cfcbe2d3e09cccfc370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698012 Oct 18 21:06:33.573429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:33.574605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:33.577241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] 10.222.0.79 "PUT /v2.0/ports/6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 1092 time: 2.7688491 Oct 18 21:06:33.630043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:06:33.733428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}, {'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:33.736010 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b464ab8-8469-420a-a63e-c9cf151d391f" -d '{"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-unplugged", "status": "completed", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}, {"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:33.750730 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-1461a84a-0fc1-45d7-8ea9-84718d94c1d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=576a26c4-797f-4269-827f-fbee5c013d62 HTTP/1.1" status: 200 len: 217 time: 0.1533084 Oct 18 21:06:33.775330 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a14ca-2c29-4035-bd8a-f3a74c9d0489 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=7']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:33.841752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055939-2539-4b00-b67e-78324fcae7e2 req-7b2cb72f-831e-4bff-8ab3-a9e55f324c39 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:33.843575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54055939-2539-4b00-b67e-78324fcae7e2 req-7b2cb72f-831e-4bff-8ab3-a9e55f324c39 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 944 time: 0.3455400 Oct 18 21:06:33.862121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-b48ed942-4905-4b55-a7f7-254bd25334c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:33.864279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-b48ed942-4905-4b55-a7f7-254bd25334c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1095 time: 0.2241435 Oct 18 21:06:33.881981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-3c86506e-d119-4472-8d9a-400845ff771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:33.883825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-3c86506e-d119-4472-8d9a-400845ff771d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.1211083 Oct 18 21:06:33.926736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82a6e68c-8551-4407-aa97-979effa9ad32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:33.952978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-821aed8e-724c-4456-abbb-6bef8ce2b031 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547392 Oct 18 21:06:34.057690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82a6e68c-8551-4407-aa97-979effa9ad32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:34.070990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-54055939-2539-4b00-b67e-78324fcae7e2 req-d7eaff2f-c44d-4e24-8400-02834b3115f2 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983480 Oct 18 21:06:34.161816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-55937ef9-6157-4807-a56a-6225dc9ade77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:34.163875 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-55937ef9-6157-4807-a56a-6225dc9ade77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.2790909 Oct 18 21:06:34.248750 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-7231263d-f8e3-4b5c-acb9-f1cfdd0b60b4 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768261 Oct 18 21:06:34.255923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82a6e68c-8551-4407-aa97-979effa9ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:34.259000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-82a6e68c-8551-4407-aa97-979effa9ad32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:34.259866 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-82a6e68c-8551-4407-aa97-979effa9ad32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f879e07f-491c-41f6-98c0-f2be4b36f4c2 HTTP/1.1" status: 204 len: 168 time: 0.6808832 Oct 18 21:06:34.314201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6e68c-8551-4407-aa97-979effa9ad32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f879e07f-491c-41f6-98c0-f2be4b36f4c2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:34.326552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-61ee3124-f512-4479-9457-6522e0a7fb48 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 999 time: 0.1527047 Oct 18 21:06:34.398308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d3239-4633-4649-8864-b256fbfded02 req-8b6334c0-bf0d-4657-be40-50042675d2b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:34.399904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e23d3239-4633-4649-8864-b256fbfded02 req-8b6334c0-bf0d-4657-be40-50042675d2b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.2249985 Oct 18 21:06:34.462885 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-8ecc4f74-6daa-4d12-af7f-069deb22035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:34.464409 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-8ecc4f74-6daa-4d12-af7f-069deb22035d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.1026423 Oct 18 21:06:34.472007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a8863f1-864c-44b2-b431-4bb6cf30452d req-825ff186-0ae6-4bd0-8dff-60690ab7ca9c service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110016 Oct 18 21:06:34.490917 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e23d3239-4633-4649-8864-b256fbfded02 req-345de09d-4365-4ff5-a896-c9a889fedaf5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774024 Oct 18 21:06:34.560127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-bbabe2f2-1037-4a90-97cb-e91ca113395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:34.562150 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-bbabe2f2-1037-4a90-97cb-e91ca113395d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890176 Oct 18 21:06:34.574640 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d1a5d7-4a0e-4249-9774-bfd64593ced4 x-openstack-request-id: req-e5d1a5d7-4a0e-4249-9774-bfd64593ced4 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:34.575368 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-unplugged", "status": "completed", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "code": 200}, {"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:34.575948 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5d1a5d7-4a0e-4249-9774-bfd64593ced4 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:34.576756 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'code': 200} Oct 18 21:06:34.577219 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'status': 'completed', 'code': 200} Oct 18 21:06:34.681082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-edefe615-b7f3-4272-a737-799be5aac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:34.682784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-edefe615-b7f3-4272-a737-799be5aac195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1095 time: 0.0777221 Oct 18 21:06:34.734058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59590) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:34.758057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edded2-ebee-4c67-8e30-622eba9ad1bd req-64205471-f85b-46f1-aadb-2dbc73d42760 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:34.759653 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85edded2-ebee-4c67-8e30-622eba9ad1bd req-64205471-f85b-46f1-aadb-2dbc73d42760 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 944 time: 0.0923467 Oct 18 21:06:34.761978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-4133e2fc-42d3-4af0-8442-86b49d752e9c service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897330 Oct 18 21:06:34.792655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65261cd0-d328-4224-96f4-fe0883f703b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:34.825362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e1029378-ae2b-457f-9299-53298d9822fc up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:06:34.856422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-3128b0b3-5ea1-47f1-812d-c73b204a2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:34.858891 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-3128b0b3-5ea1-47f1-812d-c73b204a2195 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.1674154 Oct 18 21:06:34.894114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-85edded2-ebee-4c67-8e30-622eba9ad1bd req-e5baddf6-e147-44b7-86e5-cf8491814aa3 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265957 Oct 18 21:06:34.927638 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port e1029378-ae2b-457f-9299-53298d9822fc completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:06:34.932659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f45f1388-ca67-48e1-a1e5-97ee6e0046e7 req-ec91860e-2425-4cf3-813b-a66193bd1ba8 service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620929 Oct 18 21:06:34.937369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port e1029378-ae2b-457f-9299-53298d9822fc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:34.938377 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.046107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-67be785b-6eb9-457a-b89a-0b99f2797ea6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 999 time: 0.1787989 Oct 18 21:06:35.077274 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.141103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port e1029378-ae2b-457f-9299-53298d9822fc, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e1029378-ae2b-457f-9299-53298d9822fc,segment=NetworkSegment(db229550-17d5-4cf9-9eaf-e70474fa98b4),segment_id=db229550-17d5-4cf9-9eaf-e70474fa98b4)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:35.141819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65261cd0-d328-4224-96f4-fe0883f703b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.144640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dcb2db-789b-4736-8830-032eea744f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1029378-ae2b-457f-9299-53298d9822fc'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:35.150103 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f50cd-a670-456c-80bb-3670509f7d6e" -d '{"events": [{"server_uuid": "28dcb2db-789b-4736-8830-032eea744f8d", "name": "network-vif-plugged", "status": "completed", "tag": "e1029378-ae2b-457f-9299-53298d9822fc"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:35.156498 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65261cd0-d328-4224-96f4-fe0883f703b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.156857 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.188016 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-839e58c2-e533-481d-af63-679a5cab29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.191504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-839e58c2-e533-481d-af63-679a5cab29ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1095 time: 0.1397021 Oct 18 21:06:35.243041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-e374212f-72fd-4096-a431-1418a1eff1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.246814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-e374212f-72fd-4096-a431-1418a1eff1ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.1897519 Oct 18 21:06:35.259805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=e1029378-ae2b-457f-9299-53298d9822fc,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:35.275540 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65261cd0-d328-4224-96f4-fe0883f703b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87bea114a77644f6adfb024c63a31d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399511 Oct 18 21:06:35.278352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59598) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:35.280930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65261cd0-d328-4224-96f4-fe0883f703b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acaba80-92f1-4a9f-b16a-48c17cd1f1f4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:35.350682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-110f11cf-500b-401f-9c8a-8010f9311954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.353402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-110f11cf-500b-401f-9c8a-8010f9311954 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946772 Oct 18 21:06:35.408163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd451d-4e9f-4360-bdfe-f341040e7b04 req-39b75646-c3d6-45e3-aae0-8296335b210c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.418282 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-effd451d-4e9f-4360-bdfe-f341040e7b04 req-39b75646-c3d6-45e3-aae0-8296335b210c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 944 time: 0.1597490 Oct 18 21:06:35.493349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-adb573c5-9a3f-4048-a3ea-c1370448b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.500212 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-adb573c5-9a3f-4048-a3ea-c1370448b226 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.2927890 Oct 18 21:06:35.517921 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-22e374f1-a508-4190-8ec6-661e8a6e0208 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551752 Oct 18 21:06:35.632429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-356b72ff-df82-4447-99a0-cfade2ebc29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.642386 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-effd451d-4e9f-4360-bdfe-f341040e7b04 req-abf271d8-4e9a-4126-9d41-3e5ab7066146 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233114 Oct 18 21:06:35.668714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-6c3fc175-dba8-426d-bbe0-8c439037906f service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417618 Oct 18 21:06:35.694578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-356b72ff-df82-4447-99a0-cfade2ebc29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.698453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-11efd32e-ff85-49e0-bd64-6abc8f1497e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 999 time: 0.1965835 Oct 18 21:06:35.702459 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cea6bd-0f87-48a8-ac9d-b478030676e0 x-openstack-request-id: req-94cea6bd-0f87-48a8-ac9d-b478030676e0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:35.702929 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dcb2db-789b-4736-8830-032eea744f8d", "name": "network-vif-plugged", "status": "completed", "tag": "e1029378-ae2b-457f-9299-53298d9822fc", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:35.703342 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94cea6bd-0f87-48a8-ac9d-b478030676e0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:35.704566 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dcb2db-789b-4736-8830-032eea744f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1029378-ae2b-457f-9299-53298d9822fc', 'code': 200} Oct 18 21:06:35.720114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-1bdd9bd1-c216-4635-a2a3-1445d188c5f4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054880 Oct 18 21:06:35.788421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.79', 55888) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:35.856822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e395f-a23b-4c15-9b84-4870aec7edb7 req-4ffb6a6d-f8b8-41e5-a7bf-1e45a418e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.858510 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3f9e395f-a23b-4c15-9b84-4870aec7edb7 req-4ffb6a6d-f8b8-41e5-a7bf-1e45a418e694 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 1096 time: 0.0660207 Oct 18 21:06:35.881994 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-fdfc06d3-54b6-4650-8ffa-8c2d054fe99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.883576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-fdfc06d3-54b6-4650-8ffa-8c2d054fe99f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.1618781 Oct 18 21:06:35.892542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-723474e0-0ae1-42f3-bcc3-836abd10f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.894157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-723474e0-0ae1-42f3-bcc3-836abd10f629 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 1096 time: 0.1006646 Oct 18 21:06:35.920869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3f9e395f-a23b-4c15-9b84-4870aec7edb7 req-dcfdf22c-5868-4dca-afbd-909a3db26b27 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Oct 18 21:06:35.940745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5d05a-49f4-4003-9f67-5facb425d0d8 req-084062bd-f86d-457b-aeb7-22423e21118d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.942302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfa5d05a-49f4-4003-9f67-5facb425d0d8 req-084062bd-f86d-457b-aeb7-22423e21118d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.1130590 Oct 18 21:06:35.945451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-356b72ff-df82-4447-99a0-cfade2ebc29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.948012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-356b72ff-df82-4447-99a0-cfade2ebc29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:35.949183 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-356b72ff-df82-4447-99a0-cfade2ebc29f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8acaba80-92f1-4a9f-b16a-48c17cd1f1f4 HTTP/1.1" status: 204 len: 168 time: 0.6681764 Oct 18 21:06:35.968619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b72ff-df82-4447-99a0-cfade2ebc29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acaba80-92f1-4a9f-b16a-48c17cd1f1f4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:35.988732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-5ca8c126-9de5-4dad-987c-3e39852a1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:35.990307 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-5ca8c126-9de5-4dad-987c-3e39852a1642 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951543 Oct 18 21:06:36.020784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bfa5d05a-49f4-4003-9f67-5facb425d0d8 req-734e2486-ccea-483b-ae22-7bf24b8398d2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594227 Oct 18 21:06:36.148691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b16ab-87ee-4c99-87d9-7c261d6182c4 req-60b3e02a-fc07-487b-b92f-0f721b09e4d9 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:36.150503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-568b16ab-87ee-4c99-87d9-7c261d6182c4 req-60b3e02a-fc07-487b-b92f-0f721b09e4d9 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 945 time: 0.0690300 Oct 18 21:06:36.223629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-568b16ab-87ee-4c99-87d9-7c261d6182c4 req-e8750943-33e4-4b7a-9bfc-387d6a2abf6b tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662239 Oct 18 21:06:36.313787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-ae680957-d542-42d5-95ee-45d1c26ee399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:36.315253 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-ae680957-d542-42d5-95ee-45d1c26ee399 service neutron] 10.222.0.79 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.1292882 Oct 18 21:06:36.319905 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-27d42dbc-e20e-487f-a7f4-8d3ee9e4d1a7 service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344402 Oct 18 21:06:36.398581 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-9612c605-3a87-4628-b79a-1bccecbcf886 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd HTTP/1.1" status: 200 len: 217 time: 0.0696044 Oct 18 21:06:36.454581 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b464ab8-8469-420a-a63e-c9cf151d391f req-9a4c5b42-7cd4-491f-a6d7-935c5d645542 service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254635 Oct 18 21:06:36.479096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-2727a8a3-af69-40f0-b585-e6d7e17129fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:36.480817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-2727a8a3-af69-40f0-b585-e6d7e17129fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.0713038 Oct 18 21:06:36.521967 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-342bd333-e053-4aec-9f65-580c4fe4192b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298450 Oct 18 21:06:36.660890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-02fd72ea-00b7-4b49-b0ae-744bd748812a service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316481 Oct 18 21:06:36.790027 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-021f645f-7fc1-4e3e-9942-cc02bc2a75c1 service neutron] 10.222.0.79 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207039 Oct 18 21:06:36.831611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 576a26c4-797f-4269-827f-fbee5c013d62 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:06:36.836865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635de79-19d6-4606-8daa-c80e6dfaaaaa req-1ec6d01e-640b-4f64-a967-6508a9643a45 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:36.839131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2635de79-19d6-4606-8daa-c80e6dfaaaaa req-1ec6d01e-640b-4f64-a967-6508a9643a45 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 944 time: 0.0722213 Oct 18 21:06:36.902337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2635de79-19d6-4606-8daa-c80e6dfaaaaa req-4ab50b5d-5ab7-4047-b33f-5ea18aa3a6a4 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526643 Oct 18 21:06:36.971195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 576a26c4-797f-4269-827f-fbee5c013d62, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=576a26c4-797f-4269-827f-fbee5c013d62,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:36.988899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '576a26c4-797f-4269-827f-fbee5c013d62', 'network_id': '596a5155-141f-4deb-8f32-638e1c1d2f06', 'port_id': '576a26c4-797f-4269-827f-fbee5c013d62', 'mac_address': 'fa:16:3e:4c:ee:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd65ddca-baf1-4ff2-9309-c8c26024e714', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:06:37.071063 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:37.089894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576a26c4-797f-4269-827f-fbee5c013d62 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:06:37.136824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 576a26c4-797f-4269-827f-fbee5c013d62, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=576a26c4-797f-4269-827f-fbee5c013d62,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:37.144673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:37.193521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330bc50-8bce-45c1-bbdb-d5029943b252 req-9404476d-eb58-49b7-841b-586d9fa55f45 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:37.199643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a330bc50-8bce-45c1-bbdb-d5029943b252 req-9404476d-eb58-49b7-841b-586d9fa55f45 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.0807283 Oct 18 21:06:37.225642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=576a26c4-797f-4269-827f-fbee5c013d62,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:37.237672 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a330bc50-8bce-45c1-bbdb-d5029943b252 req-465375c1-84ff-45f8-85d7-03f9e3bc59cf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371141 Oct 18 21:06:37.411044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825156a9-3a34-4883-ad6e-10fb300180b4 req-e4928c68-1010-408d-95f6-078dc000e84a tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:37.413577 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-825156a9-3a34-4883-ad6e-10fb300180b4 req-e4928c68-1010-408d-95f6-078dc000e84a tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 945 time: 0.0613797 Oct 18 21:06:37.471695 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-825156a9-3a34-4883-ad6e-10fb300180b4 req-2364b07e-8c0a-417b-8a79-2a01d37a8a52 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 Oct 18 21:06:37.681362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['576a26c4-797f-4269-827f-fbee5c013d62'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:06:38.047573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29184618-a345-46a8-9d1a-2c8dfd25eadb req-308b1d77-9d2a-4bca-b8fc-68f03e934c80 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:38.049216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29184618-a345-46a8-9d1a-2c8dfd25eadb req-308b1d77-9d2a-4bca-b8fc-68f03e934c80 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 945 time: 0.0623882 Oct 18 21:06:38.100893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-29184618-a345-46a8-9d1a-2c8dfd25eadb req-9dad2340-7f90-4f53-9580-7432acbff088 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Oct 18 21:06:38.378811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91002f52-2201-47bd-8cd9-8b10eb9813ca req-a548dafb-e14b-4534-9489-d71b38794f5f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:38.380372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91002f52-2201-47bd-8cd9-8b10eb9813ca req-a548dafb-e14b-4534-9489-d71b38794f5f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 944 time: 0.0611429 Oct 18 21:06:38.429045 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91002f52-2201-47bd-8cd9-8b10eb9813ca req-22ad95e1-cc24-42d3-bdd0-dc92f536f9a5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394306 Oct 18 21:06:38.625360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a38b-e7cb-42fb-97db-b0870b07e59f req-9a84a42d-c36c-4644-902a-9451906162f5 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:38.628095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a115a38b-e7cb-42fb-97db-b0870b07e59f req-9a84a42d-c36c-4644-902a-9451906162f5 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 945 time: 0.0774982 Oct 18 21:06:38.693791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a115a38b-e7cb-42fb-97db-b0870b07e59f req-2cd02ea0-f27b-458d-84a9-fa74f25baf5e tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569649 Oct 18 21:06:38.854565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 576a26c4-797f-4269-827f-fbee5c013d62 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:06:38.858596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:06:39.085916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 576a26c4-797f-4269-827f-fbee5c013d62 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:06:39.098853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 576a26c4-797f-4269-827f-fbee5c013d62 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:39.099284 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:39.185591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:39.203825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'port_id': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'mac_address': 'fa:16:3e:c8:ac:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:06:39.290436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:39.306755 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:39.313473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78c5db-9abf-4db9-b088-4eeca86d8d61 req-42bbcef9-c6fb-4ab2-8a44-87949d302e55 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:39.324951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3a4283-62c9-42b5-a327-81754abf8f7d {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:06:39.329406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be78c5db-9abf-4db9-b088-4eeca86d8d61 req-42bbcef9-c6fb-4ab2-8a44-87949d302e55 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 945 time: 0.0965855 Oct 18 21:06:39.371029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 576a26c4-797f-4269-827f-fbee5c013d62, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=576a26c4-797f-4269-827f-fbee5c013d62,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:39.375985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e801a-7226-4fd8-9f4a-086940bd8531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a26c4-797f-4269-827f-fbee5c013d62'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:39.379887 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54f965f-d034-48cc-bdb9-8f21d53dde99" -d '{"events": [{"server_uuid": "571e801a-7226-4fd8-9f4a-086940bd8531", "name": "network-vif-plugged", "status": "completed", "tag": "576a26c4-797f-4269-827f-fbee5c013d62"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:39.392092 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:39.393385 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be78c5db-9abf-4db9-b088-4eeca86d8d61 req-c6f4c1af-40b1-4209-b59f-f6144529137d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626907 Oct 18 21:06:39.410190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:39.458674 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:39.496488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=576a26c4-797f-4269-827f-fbee5c013d62,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:39.558424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:39.573590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f9121-35bc-4eec-be17-cbd63a05348a req-9e9eada6-4f37-40c7-a4a9-4ff88ecb43a4 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:39.575629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-664f9121-35bc-4eec-be17-cbd63a05348a req-9e9eada6-4f37-40c7-a4a9-4ff88ecb43a4 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 945 time: 0.0862405 Oct 18 21:06:39.634720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-664f9121-35bc-4eec-be17-cbd63a05348a req-06bfbc9a-9a35-4884-b67b-f308a8a2d87c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522432 Oct 18 21:06:39.690085 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b247f-f57a-4ceb-b5b4-8b5acca424f0 x-openstack-request-id: req-e25b247f-f57a-4ceb-b5b4-8b5acca424f0 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:39.690700 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e801a-7226-4fd8-9f4a-086940bd8531", "name": "network-vif-plugged", "status": "completed", "tag": "576a26c4-797f-4269-827f-fbee5c013d62", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:39.691174 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e25b247f-f57a-4ceb-b5b4-8b5acca424f0 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:39.691878 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e801a-7226-4fd8-9f4a-086940bd8531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a26c4-797f-4269-827f-fbee5c013d62', 'code': 200} Oct 18 21:06:39.812881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56c69d-8ef0-4244-a639-8b79f657ea8c req-9c05e15b-46b0-407f-ab3e-d2db1a90be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:39.814719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9b56c69d-8ef0-4244-a639-8b79f657ea8c req-9c05e15b-46b0-407f-ab3e-d2db1a90be7d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 1097 time: 0.0511861 Oct 18 21:06:39.826941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c102ac-f01c-4d32-bbe8-cc7273d5b3c1 req-010bdc4f-0687-4a73-9d94-a4257996eb38 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:39.828828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5c102ac-f01c-4d32-bbe8-cc7273d5b3c1 req-010bdc4f-0687-4a73-9d94-a4257996eb38 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 945 time: 0.0683951 Oct 18 21:06:39.840889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['6d3a4283-62c9-42b5-a327-81754abf8f7d'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:06:39.872281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9b56c69d-8ef0-4244-a639-8b79f657ea8c req-eed5b5b2-46f7-42be-9ba9-ac1728352343 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482912 Oct 18 21:06:39.899365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5c102ac-f01c-4d32-bbe8-cc7273d5b3c1 req-42debfb4-1a3d-4ea4-ae29-1529919377f5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617759 Oct 18 21:06:40.251271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-aeae5818-00b9-497c-b2b2-23ae5b41bcd9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.252944 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-aeae5818-00b9-497c-b2b2-23ae5b41bcd9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8&tenant_id=9898da556b7345b5904bf6114683e04b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 945 time: 0.1129146 Oct 18 21:06:40.255625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf570399-3cc7-42cb-b04b-360f3673e079 req-0a43f401-c39a-4a3b-9ee2-3cfed1d1fc3f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.258281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf570399-3cc7-42cb-b04b-360f3673e079 req-0a43f401-c39a-4a3b-9ee2-3cfed1d1fc3f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 945 time: 0.1335692 Oct 18 21:06:40.375380 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-bbb8a544-71f8-41a4-a363-268141f8d270 service neutron] delete failed (client error): The resource could not be found. Oct 18 21:06:40.376933 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-bbb8a544-71f8-41a4-a363-268141f8d270 service neutron] 10.222.0.30 "DELETE /v2.0/ports/6d3a4283-62c9-42b5-a327-81754abf8f7d/bindings/n-h1-812149-2 HTTP/1.1" status: 404 len: 380 time: 0.1158671 Oct 18 21:06:40.380583 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cf570399-3cc7-42cb-b04b-360f3673e079 req-f5c2ed43-1af5-4c0e-919e-2da2d06e17e2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132333 Oct 18 21:06:40.490011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-784e6766-a2dd-48dd-928d-ea96bfee2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.491212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-784e6766-a2dd-48dd-928d-ea96bfee2fe6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1096 time: 0.0508938 Oct 18 21:06:40.607275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aeeddf-fb16-42d2-abaf-9f2d4b158f1a req-9993390d-4381-4b9e-ab9f-9c8593dbb213 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.612178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16aeeddf-fb16-42d2-abaf-9f2d4b158f1a req-9993390d-4381-4b9e-ab9f-9c8593dbb213 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 946 time: 0.0847185 Oct 18 21:06:40.640881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-f1b091fa-7116-4c83-9c76-3c2acc1bc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.642399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-f1b091fa-7116-4c83-9c76-3c2acc1bc103 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.1428685 Oct 18 21:06:40.665922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-16aeeddf-fb16-42d2-abaf-9f2d4b158f1a req-2409dd2d-df48-4e71-96cd-f6300fb54d40 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Oct 18 21:06:40.745414 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-e50ffc58-f27f-4da5-b3dd-bcc5fae5aa19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 1000 time: 0.0957205 Oct 18 21:06:40.819177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b3b2c-d097-461c-95ce-88ebd4cb9a43 req-8f224e1f-4485-4e05-8009-5df319d00f1a tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.822974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-16bddf25-ba25-4e2e-bf8c-47c19216eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.825879 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-16bddf25-ba25-4e2e-bf8c-47c19216eb50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.0729153 Oct 18 21:06:40.827570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-972b3b2c-d097-461c-95ce-88ebd4cb9a43 req-8f224e1f-4485-4e05-8009-5df319d00f1a tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 945 time: 0.0682759 Oct 18 21:06:40.876915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-972b3b2c-d097-461c-95ce-88ebd4cb9a43 req-3fde6e41-b90e-4bf4-860c-2d6bbca3292c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/security-groups?id=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463815 Oct 18 21:06:40.912101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-c8fd887f-5ae2-4bcc-8274-fe76b6c60700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:40.914395 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-c8fd887f-5ae2-4bcc-8274-fe76b6c60700 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789294 Oct 18 21:06:41.069447 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-6f58d703-1a5c-4ce9-9e1f-45665a538985 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466279 Oct 18 21:06:41.077417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b5407fa2-1cc8-475e-954d-01ddcb0cc90d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:41.078979 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b5407fa2-1cc8-475e-954d-01ddcb0cc90d tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.79 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 945 time: 0.0904734 Oct 18 21:06:41.241238 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cfd3caa-a5c9-497a-a3e5-d9c32b5bf252 req-8d0cc938-e18c-43b5-ba11-ba9e0e480071 service neutron] 10.222.0.30 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611764 Oct 18 21:06:41.259062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Deleting port e1029378-ae2b-457f-9299-53298d9822fc {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:06:41.260541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:41.392080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] For port e1029378-ae2b-457f-9299-53298d9822fc, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=e1029378-ae2b-457f-9299-53298d9822fc,segment=NetworkSegment(db229550-17d5-4cf9-9eaf-e70474fa98b4),segment_id=db229550-17d5-4cf9-9eaf-e70474fa98b4)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:41.392564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:41.415111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Calling delete_port for e1029378-ae2b-457f-9299-53298d9822fc owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:06:41.546218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c0ac9-345d-4440-9796-240bb1cd21c5 req-e15a3fb1-1934-4460-9b0f-50a7d2ca5612 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:41.556870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2d2c0ac9-345d-4440-9796-240bb1cd21c5 req-e15a3fb1-1934-4460-9b0f-50a7d2ca5612 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 945 time: 0.0780048 Oct 18 21:06:41.620455 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2d2c0ac9-345d-4440-9796-240bb1cd21c5 req-f059eb92-05eb-4571-b334-dbeb3123bb22 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617521 Oct 18 21:06:41.700332 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:41.712662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['e1029378-ae2b-457f-9299-53298d9822fc'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:06:41.759125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Pushing event deleted for resources: {'Port': ['ID=e1029378-ae2b-457f-9299-53298d9822fc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:41.779316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.779883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.780461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.781043 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.781611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.782193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.782759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.783328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.783906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.784682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.794011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.794904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:06:41.860327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] No DVR routers for this DVR port e1029378-ae2b-457f-9299-53298d9822fc on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:06:41.863920 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:41.870560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b48247a2-4e1a-46fa-ba5a-4ebb86747752 req-b6dd2acb-52c1-4c7a-bc0e-98138c16a30c tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.79 "DELETE /v2.0/ports/e1029378-ae2b-457f-9299-53298d9822fc HTTP/1.1" status: 204 len: 173 time: 0.7820382 Oct 18 21:06:41.871056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dcb2db-789b-4736-8830-032eea744f8d', 'name': 'network-vif-deleted', 'tag': 'e1029378-ae2b-457f-9299-53298d9822fc'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:41.883969 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465fa03c-17e5-4654-a159-4b0e8bcc5681" -d '{"events": [{"server_uuid": "28dcb2db-789b-4736-8830-032eea744f8d", "name": "network-vif-deleted", "tag": "e1029378-ae2b-457f-9299-53298d9822fc"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:41.899868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972985e0-bb17-451a-9962-cf58bd12b5fa req-e31da73a-0ed4-48a1-a519-bcae1dd7811b tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:41.915547 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-972985e0-bb17-451a-9962-cf58bd12b5fa req-e31da73a-0ed4-48a1-a519-bcae1dd7811b tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 946 time: 0.1285374 Oct 18 21:06:41.985154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-972985e0-bb17-451a-9962-cf58bd12b5fa req-e99ef3b8-6528-453f-9d35-37633da402dc tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654395 Oct 18 21:06:42.078704 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a62ff76-8f05-4283-a101-d2361b05ada0 x-openstack-request-id: req-7a62ff76-8f05-4283-a101-d2361b05ada0 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:42.079237 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dcb2db-789b-4736-8830-032eea744f8d", "name": "network-vif-deleted", "tag": "e1029378-ae2b-457f-9299-53298d9822fc", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:42.079686 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a62ff76-8f05-4283-a101-d2361b05ada0 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:42.080259 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dcb2db-789b-4736-8830-032eea744f8d', 'name': 'network-vif-deleted', 'tag': 'e1029378-ae2b-457f-9299-53298d9822fc', 'status': 'completed', 'code': 200} Oct 18 21:06:42.248135 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9f7c0e0f-7b00-4059-ab74-dac994d2e588 req-b1056f2a-d1a8-4b30-9591-fc5151290bd1 tempest-InstanceActionsNegativeTestJSON-1743732248 tempest-InstanceActionsNegativeTestJSON-1743732248-project] 10.222.0.66 "GET /v2.0/ports?device_id=28dcb2db-789b-4736-8830-032eea744f8d HTTP/1.1" status: 200 len: 210 time: 0.0402489 Oct 18 21:06:42.868802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:06:42.874534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348a30c-4701-43f8-9bac-4f906464810d req-abfc39ad-9e34-4afb-b0e9-4503944e4506 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:42.882788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a348a30c-4701-43f8-9bac-4f906464810d req-abfc39ad-9e34-4afb-b0e9-4503944e4506 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 945 time: 0.1250501 Oct 18 21:06:43.002057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a348a30c-4701-43f8-9bac-4f906464810d req-bf3f22d7-5503-4780-b732-74b1c012af00 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082182 Oct 18 21:06:43.033377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59796) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:43.038082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 6d3a4283-62c9-42b5-a327-81754abf8f7d completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:06:43.050536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 6d3a4283-62c9-42b5-a327-81754abf8f7d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:43.051643 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.157174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4b444ab4-ccc8-4bf1-bc1a-7459ab38ba78 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/b2572bf8-53ee-4445-8b86-a1d915ad9ddc HTTP/1.1" status: 200 len: 992 time: 0.1220195 Oct 18 21:06:43.265158 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.305759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:43.308290 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907c89bb-fa76-402a-8e9c-ecbcede4b9cd" -d '{"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:43.327575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:43.342675 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.344586 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e1029378-ae2b-457f-9299-53298d9822fc no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:06:43.353762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59804) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:43.431090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:43.443659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] Deleting subnet 5dc492a4-4a82-423a-b4b1-9e5af99bae2b {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:06:43.448849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.484718 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca2da94-e622-4ec3-8836-c893a577bc56 x-openstack-request-id: req-8ca2da94-e622-4ec3-8836-c893a577bc56 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:43.485396 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:43.485674 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ca2da94-e622-4ec3-8836-c893a577bc56 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:43.486108 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'code': 200} Oct 18 21:06:43.489588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: e1029378-ae2b-457f-9299-53298d9822fc {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:06:43.492929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device e1029378-ae2b-457f-9299-53298d9822fc not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:06:43.513321 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.535688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.625369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.750809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.778988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc492a4-4a82-423a-b4b1-9e5af99bae2b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:43.783105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.789104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8c58c302-b2b5-4fe1-8c1f-70c779c69f76 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5dc492a4-4a82-423a-b4b1-9e5af99bae2b HTTP/1.1" status: 204 len: 168 time: 0.4333951 Oct 18 21:06:43.789663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59808) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:43.884059 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.971072 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:43.993097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e156332-444f-4946-b6f8-6b54184b3720']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:44.005491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db229550-17d5-4cf9-9eaf-e70474fa98b4') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:44.006113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db229550-17d5-4cf9-9eaf-e70474fa98b4') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:44.023414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.042776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:06:44.056262 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:06:44.139499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.147534 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.150942 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] 10.222.0.66 "DELETE /v2.0/networks/2e156332-444f-4946-b6f8-6b54184b3720 HTTP/1.1" status: 204 len: 168 time: 0.3601418 Oct 18 21:06:44.166144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63404248-87a0-4c82-abe6-af0041f9176e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e156332-444f-4946-b6f8-6b54184b3720,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:44.438578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59816) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:44.494614 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d6a0ac1c-6ea0-4284-85e8-949ffcd34a66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98ca16445d1f4feda4f42c5e72255348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541716 Oct 18 21:06:44.497506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59818) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:44.581060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8a9f5cb-13a9-4ad9-a26e-d277d50441d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.622985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8a9f5cb-13a9-4ad9-a26e-d277d50441d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.696792 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8a9f5cb-13a9-4ad9-a26e-d277d50441d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.701882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d8a9f5cb-13a9-4ad9-a26e-d277d50441d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:44.704028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8a9f5cb-13a9-4ad9-a26e-d277d50441d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9 HTTP/1.1" status: 204 len: 168 time: 0.2046809 Oct 18 21:06:44.716955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9f5cb-13a9-4ad9-a26e-d277d50441d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881ba6c6-5c4a-405a-8dbf-f0c0b63a5df9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:45.532319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-7d534c15-3667-4d69-9cb2-c792e47d20d2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:45.533964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-7d534c15-3667-4d69-9cb2-c792e47d20d2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1336567 Oct 18 21:06:45.563651 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-edd5f4da-a451-4b1d-90ee-564760851039 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/quotas/aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 375 time: 0.0205407 Oct 18 21:06:45.644097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-e4ac3eb1-8632-40e5-b1f9-8577544ed134 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793815 Oct 18 21:06:45.783398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-f578a1e1-7aee-4e9e-8929-b7a8770c81ba service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289783 Oct 18 21:06:45.952611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-74c0cb6f-78f0-4b31-b67e-41e2227fc081 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609521 Oct 18 21:06:46.593348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6b628cf1-d8c5-4dce-b408-36ca48a2015b req-0d348d33-bc43-4edf-a6ca-a725ef3f517f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.0314095 Oct 18 21:06:47.145872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59894) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:47.293357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2904704d-12cd-4c24-baf4-e72af0134d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:47.454023 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2904704d-12cd-4c24-baf4-e72af0134d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:47.462569 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2904704d-12cd-4c24-baf4-e72af0134d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:47.523316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2904704d-12cd-4c24-baf4-e72af0134d09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93a4082f6c3e450186b8c002e86290b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757548 Oct 18 21:06:47.526891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59902) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:47.598996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904704d-12cd-4c24-baf4-e72af0134d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e124b090-6de8-415b-8daf-af83be6c1d93,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:47.710664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1fefbac1-42aa-466d-8086-d77ed38c37a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:47.762805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1fefbac1-42aa-466d-8086-d77ed38c37a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:47.878640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1fefbac1-42aa-466d-8086-d77ed38c37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:47.881002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1fefbac1-42aa-466d-8086-d77ed38c37a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:47.883227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1fefbac1-42aa-466d-8086-d77ed38c37a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e124b090-6de8-415b-8daf-af83be6c1d93 HTTP/1.1" status: 204 len: 168 time: 0.3541625 Oct 18 21:06:47.888323 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8af04b20-4925-4a1e-9817-54a8d8399fd5 req-cf46040f-297f-4f1b-b07d-912506b44646 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.1309295 Oct 18 21:06:47.908668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefbac1-42aa-466d-8086-d77ed38c37a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e124b090-6de8-415b-8daf-af83be6c1d93,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:47.938958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-a36eee79-3621-4889-99ab-f9bc9facbd1c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:47.940554 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-a36eee79-3621-4889-99ab-f9bc9facbd1c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.2440808 Oct 18 21:06:47.954704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'port': {'device_id': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'admin_state_up': True, 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:48.275425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:48.275425 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:48.638571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.20.0.9 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/2a810e14-d945-4f86-b08c-0446343d9bd9) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:06:48.855745 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e39f7a31-162a-4f39-af68-a20a368425b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:48.980088 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.095563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0652b71d-ba17-4037-9cc3-95a51b327e88 req-664467fd-f3e9-4b30-9423-ad702e0ceb04 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.0488193 Oct 18 21:06:49.272657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.341169 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.426263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:06:49.433363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:49.439244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:06:49.486091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=2a810e14-d945-4f86-b08c-0446343d9bd9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:49.566588 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:49.569131 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.599161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59932) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:49.622999 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-2ce3f350-72ca-4767-945d-9f3e3a142def tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6723518 Oct 18 21:06:49.642435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Request body: {'port': {'device_id': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:49.763121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.799304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-35f56285-b8f8-4587-802d-f44062348a9b None None] Provisioning complete for port 2a810e14-d945-4f86-b08c-0446343d9bd9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:49.801137 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35f56285-b8f8-4587-802d-f44062348a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.817248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1353845172-network', 'tenant_id': '740eaa2a593f4590b6010da4c00d71eb'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:49.853118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-35f56285-b8f8-4587-802d-f44062348a9b None None] Port 2a810e14-d945-4f86-b08c-0446343d9bd9 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:06:49.855738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Made reservation on behalf of 740eaa2a593f4590b6010da4c00d71eb for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:49.860323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.878303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:49.994407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.000649 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.035211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:06:50.044176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017a1fbd-b763-42f7-aea4-16a53f0d32da,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:50.051642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.052870 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Added segment 1d0fcae4-7093-4028-ae36-f6db49cda96b of type vlan for network 466b0058-e301-448e-bf5f-fd129126beaf Oct 18 21:06:50.143301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.193569 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.196285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:50.199048 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.257254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a810e14-d945-4f86-b08c-0446343d9bd9 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:06:50.276067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.293331 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6901450 Oct 18 21:06:50.311452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Transition to ACTIVE for port object 2a810e14-d945-4f86-b08c-0446343d9bd9 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:06:50.323423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.362951 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b317f52-d3e8-4b2b-a856-ce08561157f3 admin admin] Pushing event updated for resources: {'Network': ['ID=466b0058-e301-448e-bf5f-fd129126beaf,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:50.376699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 466b0058-e301-448e-bf5f-fd129126beaf details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:06:50.404973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dafcde-8a1b-4cb1-a9b7-90ba49c5a2b0 req-222e1608-924e-46a9-9d04-8bccab52e33e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:50.413971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90dafcde-8a1b-4cb1-a9b7-90ba49c5a2b0 req-222e1608-924e-46a9-9d04-8bccab52e33e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 931 time: 0.1698613 Oct 18 21:06:50.486332 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90dafcde-8a1b-4cb1-a9b7-90ba49c5a2b0 req-b6c123c3-da02-47b0-9525-39ed99368b26 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711882 Oct 18 21:06:50.552547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a810e14-d945-4f86-b08c-0446343d9bd9,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:50.644108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Attempting to bind port 2a810e14-d945-4f86-b08c-0446343d9bd9 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:06:50.644524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Attempting to bind port 2a810e14-d945-4f86-b08c-0446343d9bd9 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:06:50.644839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Attempting to bind port 2a810e14-d945-4f86-b08c-0446343d9bd9 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:50.650637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Port 2a810e14-d945-4f86-b08c-0446343d9bd9 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:06:50.651100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Attempting to bind port 2a810e14-d945-4f86-b08c-0446343d9bd9 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:50.657178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:06:50.657413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:50.657799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:06:50.658249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Bound port: 2a810e14-d945-4f86-b08c-0446343d9bd9, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:06:50.658616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.751944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] For port 2a810e14-d945-4f86-b08c-0446343d9bd9, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:06:50.757378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] For port 2a810e14-d945-4f86-b08c-0446343d9bd9, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2a810e14-d945-4f86-b08c-0446343d9bd9,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:06:50.764426 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.856106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:50.856879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:50.858998 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/2a810e14-d945-4f86-b08c-0446343d9bd9 HTTP/1.1" status: 200 len: 1091 time: 1.2262192 Oct 18 21:06:50.863077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'tag': '2a810e14-d945-4f86-b08c-0446343d9bd9'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:06:50.866573 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e45eb7-3ad5-410b-8237-9d83da5334d8" -d '{"events": [{"name": "network-changed", "server_uuid": "741633d0-0248-49ca-96dc-f3ad70e1b0bd", "tag": "2a810e14-d945-4f86-b08c-0446343d9bd9"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:06:50.873000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b50ad-082a-49ee-b49c-cf845f7e29a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a810e14-d945-4f86-b08c-0446343d9bd9,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:51.006333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-58322edf-aea8-4495-8f60-2e5f61acace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.008635 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-58322edf-aea8-4495-8f60-2e5f61acace4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 1094 time: 0.0985246 Oct 18 21:06:51.065346 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-c012a691-0a73-42f4-b468-94934d8a1a01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a810e14-d945-4f86-b08c-0446343d9bd9 HTTP/1.1" status: 200 len: 217 time: 0.0489016 Oct 18 21:06:51.159945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aa7ae-2203-4d62-83ce-f7c8df9b6d4b req-d01d58c8-4016-46e5-ad31-065f565ee1ce tempest-ComputeTenantNetworksTest-1556856086 tempest-ComputeTenantNetworksTest-1556856086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.167082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aa7ae-2203-4d62-83ce-f7c8df9b6d4b req-d01d58c8-4016-46e5-ad31-065f565ee1ce tempest-ComputeTenantNetworksTest-1556856086 tempest-ComputeTenantNetworksTest-1556856086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.173547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aa7ae-2203-4d62-83ce-f7c8df9b6d4b req-d01d58c8-4016-46e5-ad31-065f565ee1ce tempest-ComputeTenantNetworksTest-1556856086 tempest-ComputeTenantNetworksTest-1556856086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.175329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e2aa7ae-2203-4d62-83ce-f7c8df9b6d4b req-d01d58c8-4016-46e5-ad31-065f565ee1ce tempest-ComputeTenantNetworksTest-1556856086 tempest-ComputeTenantNetworksTest-1556856086-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3393724 Oct 18 21:06:51.190982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-1b244fd0-8ccc-4fe4-8d59-e1cf4c5c9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.193488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-1b244fd0-8ccc-4fe4-8d59-e1cf4c5c9141 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.1109509 Oct 18 21:06:51.261469 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e6deb-3c79-4360-9861-e5e9ad880743 x-openstack-request-id: req-219e6deb-3c79-4360-9861-e5e9ad880743 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:06:51.262056 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741633d0-0248-49ca-96dc-f3ad70e1b0bd", "tag": "2a810e14-d945-4f86-b08c-0446343d9bd9", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:06:51.262415 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-219e6deb-3c79-4360-9861-e5e9ad880743 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:06:51.262935 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'tag': '2a810e14-d945-4f86-b08c-0446343d9bd9', 'status': 'completed', 'code': 200} Oct 18 21:06:51.273893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-a9f58ccd-23ff-4d0f-a722-0ff77fe63cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.275606 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-a9f58ccd-23ff-4d0f-a722-0ff77fe63cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749059 Oct 18 21:06:51.422396 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-bc59a1b8-7277-4548-8be9-de63fac96242 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369178 Oct 18 21:06:51.423068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d16b-1ae7-41e5-872c-9c7f964f6179 req-458461da-c2de-4b9c-acbb-cfacab0c0553 tempest-ComputeTenantNetworksTest-1556856086 tempest-ComputeTenantNetworksTest-1556856086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.424666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5aa2d16b-1ae7-41e5-872c-9c7f964f6179 req-458461da-c2de-4b9c-acbb-cfacab0c0553 tempest-ComputeTenantNetworksTest-1556856086 tempest-ComputeTenantNetworksTest-1556856086-project] 10.222.0.66 "GET /v2.0/networks/466b0058-e301-448e-bf5f-fd129126beaf HTTP/1.1" status: 200 len: 769 time: 0.1399963 Oct 18 21:06:51.434642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59950) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:51.541467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:51.583312 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1a1a04b3-f610-42d1-9507-cd7ce69267e5 req-3f872444-6b72-41fd-b58e-ef2ee582f28a service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527684 Oct 18 21:06:51.700502 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-d5af24fd-bc63-4d51-9995-491e43ff3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.701776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-d5af24fd-bc63-4d51-9995-491e43ff3659 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 1094 time: 0.0563762 Oct 18 21:06:51.805312 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:06:51.830396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-6c96e441-6a20-44cb-8fd6-397acc0aa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.832041 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-6c96e441-6a20-44cb-8fd6-397acc0aa0a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1197188 Oct 18 21:06:51.886969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-d48b40af-3924-416b-98d8-7fa3944b776c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a810e14-d945-4f86-b08c-0446343d9bd9 HTTP/1.1" status: 200 len: 217 time: 0.0464284 Oct 18 21:06:51.961842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-0bd6dc56-8f29-4a67-919d-524852d7c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:51.963383 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-0bd6dc56-8f29-4a67-919d-524852d7c722 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0699413 Oct 18 21:06:52.037401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-40bce968-4239-4287-ab09-9528df8a292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:52.039524 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-40bce968-4239-4287-ab09-9528df8a292e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686972 Oct 18 21:06:52.082891 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.112722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466b0058-e301-448e-bf5f-fd129126beaf']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:52.123199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f53754-6c1e-45ed-8182-11a0ebdfcd82 req-bce501a1-876a-4971-8165-fff6f3505bf5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:52.132741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09f53754-6c1e-45ed-8182-11a0ebdfcd82 req-bce501a1-876a-4971-8165-fff6f3505bf5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.5087507 Oct 18 21:06:52.166628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0fcae4-7093-4028-ae36-f6db49cda96b') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:52.167249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0fcae4-7093-4028-ae36-f6db49cda96b') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:52.180269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-0e06f457-8083-4365-88c4-4c2b40e1b979 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329443 Oct 18 21:06:52.181998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.213717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09f53754-6c1e-45ed-8182-11a0ebdfcd82 req-4d0047a5-082f-40b3-ba4b-21faffe4374d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799885 Oct 18 21:06:52.219058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:06:52.232844 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:06:52.301176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.307883 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.313975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/466b0058-e301-448e-bf5f-fd129126beaf HTTP/1.1" status: 204 len: 168 time: 0.8782225 Oct 18 21:06:52.327261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5106335-e500-4440-89e8-01491b7fc4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=466b0058-e301-448e-bf5f-fd129126beaf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:52.511496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59956) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:52.577321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b2b5ccc0-fe4a-4c38-9cb0-c0b66d272065 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=740eaa2a593f4590b6010da4c00d71eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621843 Oct 18 21:06:52.578273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59958) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:52.652523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eeb47b1a-0af8-410c-bbf6-9e7483b6013f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.682586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eeb47b1a-0af8-410c-bbf6-9e7483b6013f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.757531 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eeb47b1a-0af8-410c-bbf6-9e7483b6013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.760562 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eeb47b1a-0af8-410c-bbf6-9e7483b6013f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:52.765894 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eeb47b1a-0af8-410c-bbf6-9e7483b6013f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/017a1fbd-b763-42f7-aea4-16a53f0d32da HTTP/1.1" status: 204 len: 168 time: 0.1825776 Oct 18 21:06:52.796015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb47b1a-0af8-410c-bbf6-9e7483b6013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a1fbd-b763-42f7-aea4-16a53f0d32da,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:52.820954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95e45eb7-3ad5-410b-8237-9d83da5334d8 req-37ba5ae3-b4e3-472c-8d97-de939f8b0943 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325934 Oct 18 21:06:53.180738 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16e69c0d-bc7a-4331-891f-8d0a88601196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:53.417909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de66749-e665-42d6-a816-5a5c0012619d req-e5c2b898-b771-407e-95a9-12614f1ed59c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:53.430396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2de66749-e665-42d6-a816-5a5c0012619d req-e5c2b898-b771-407e-95a9-12614f1ed59c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.1193557 Oct 18 21:06:53.492012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2de66749-e665-42d6-a816-5a5c0012619d req-aacf36e4-e2ca-4a68-8261-aac4bceac91c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546043 Oct 18 21:06:53.839582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59982) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:53.989964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1096369210-network', 'tenant_id': '80687a46b1384defa71f42d8ef73593a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:54.013538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Made reservation on behalf of 80687a46b1384defa71f42d8ef73593a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:54.015884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.028853 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.136769 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.141728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.182979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:06:54.202893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9581b62-826d-4578-ab99-bcdcf3314941,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:54.206501 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.206841 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Added segment 4dddc1dc-6947-4555-a6df-a447f79f2e35 of type vlan for network dbaac725-c83d-4be6-96ad-a9107de24de7 Oct 18 21:06:54.235251 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.260585 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.308835 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.311099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:54.312681 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.376375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5327258 Oct 18 21:06:54.378902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 59986) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:54.384726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Request body: {'subnet': {'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1096369210-subnet', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:54.417437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Made reservation on behalf of 80687a46b1384defa71f42d8ef73593a for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:06:54.420925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.436556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f1925-e046-462c-b52f-ca33cb8c9bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=dbaac725-c83d-4be6-96ad-a9107de24de7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:54.454449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network dbaac725-c83d-4be6-96ad-a9107de24de7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:06:54.650684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b01e5-372f-4293-929c-63ccfe7d44e5 req-01745156-9a6a-41a2-bef9-50e3bdd50cdb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:54.652322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d1b01e5-372f-4293-929c-63ccfe7d44e5 req-01745156-9a6a-41a2-bef9-50e3bdd50cdb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.0836699 Oct 18 21:06:54.714690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6d1b01e5-372f-4293-929c-63ccfe7d44e5 req-8a1cd0b1-316d-45fa-a83d-d8d9c5895b57 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Oct 18 21:06:54.734074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.808114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cf8700-38b6-4310-a226-3a127cae45ba,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:54.814312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Checking segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:54.814667 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Network hostable DHCP agents. Network: dbaac725-c83d-4be6-96ad-a9107de24de7, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:06:54.837877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Network dbaac725-c83d-4be6-96ad-a9107de24de7 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:06:54.850941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, dbaac725-c83d-4be6-96ad-a9107de24de7) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:54.857917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:54.858762 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.868533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b01a2-7a60-4959-afa5-afa04029df37 None None] Network dbaac725-c83d-4be6-96ad-a9107de24de7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:06:54.879403 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5b05ff40-f7fc-4175-9016-accfc30d522f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4993172 Oct 18 21:06:54.882934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 59990) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:54.887566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:06:54.938604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:54.940731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.008465 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.088449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-dbaac725-c83d-4be6-96ad-a9107de24de7', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:06:55.090161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.205538 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.266376 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.335282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Allocated IP 172.20.0.2 (dbaac725-c83d-4be6-96ad-a9107de24de7/b6cf8700-38b6-4310-a226-3a127cae45ba/24e16854-4598-45df-802c-3d88dcf9e63e) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:06:55.511812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.537246 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.549221 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.559462 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.605160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Network dbaac725-c83d-4be6-96ad-a9107de24de7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:06:55.612477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:55.619780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:06:55.643306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Pushing event updated for resources: {'Port': ['ID=24e16854-4598-45df-802c-3d88dcf9e63e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:55.681359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Allocated IP 172.25.7.78 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/0832e2d7-aee0-4850-8cd6-50700031f788) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:06:55.735294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Attempting to bind port 24e16854-4598-45df-802c-3d88dcf9e63e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:06:55.735729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Attempting to bind port 24e16854-4598-45df-802c-3d88dcf9e63e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:06:55.736033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Attempting to bind port 24e16854-4598-45df-802c-3d88dcf9e63e on network dbaac725-c83d-4be6-96ad-a9107de24de7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:55.742397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:06:55.742999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Checking segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:55.743423 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.743834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Bound using segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:06:55.744345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Bound port: 24e16854-4598-45df-802c-3d88dcf9e63e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:06:55.744777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.838440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] For port 24e16854-4598-45df-802c-3d88dcf9e63e, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:06:55.844705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] For port 24e16854-4598-45df-802c-3d88dcf9e63e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=24e16854-4598-45df-802c-3d88dcf9e63e,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:06:55.861388 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.887160 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:55.957309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1b440-1fb5-4b5f-8955-34265b5bb5ef None None] Pushing event updated for resources: {'Port': ['ID=24e16854-4598-45df-802c-3d88dcf9e63e,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:55.973737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a124ef-616d-48e4-b722-9eb48c206936 req-d6766510-dc0d-45b0-949a-ef5b5f527d06 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:55.976163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96a124ef-616d-48e4-b722-9eb48c206936 req-d6766510-dc0d-45b0-949a-ef5b5f527d06 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.1175485 Oct 18 21:06:56.035275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:56.072191 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-96a124ef-616d-48e4-b722-9eb48c206936 req-625362a5-5362-4a4b-914a-fb030f48f081 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845263 Oct 18 21:06:56.089718 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:06:56.093383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:56.097869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:06:56.135589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Pushing event updated for resources: {'Port': ['ID=0832e2d7-aee0-4850-8cd6-50700031f788,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:56.564263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:56.576206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 24e16854-4598-45df-802c-3d88dcf9e63e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:06:56.675075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:56.676156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 24e16854-4598-45df-802c-3d88dcf9e63e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:56.676659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:56.787102 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:56.829920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 24e16854-4598-45df-802c-3d88dcf9e63e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=24e16854-4598-45df-802c-3d88dcf9e63e,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:06:56.844238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:56.915157 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:56.968197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=24e16854-4598-45df-802c-3d88dcf9e63e,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:57.121753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Router ff3cf329-be7b-49bc-af6a-d50e19e83a71 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:06:57.310591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01304b69-f45c-4f0b-ab8c-67594f2b0974 None None] Network dbaac725-c83d-4be6-96ad-a9107de24de7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:06:57.325418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:06:57.350606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Sync routers for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:06:57.366126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:57.371574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8a45c3f1-1261-4676-84d2-05df109f7398 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4835575 Oct 18 21:06:57.371901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60012) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:06:57.428437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646ce1a-958a-477c-bd5c-b1d9fc4d2c0a req-70cec4fe-98f4-4f4c-bd78-603417571565 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:57.431169 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6646ce1a-958a-477c-bd5c-b1d9fc4d2c0a req-70cec4fe-98f4-4f4c-bd78-603417571565 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.1194847 Oct 18 21:06:57.448133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:06:57.448914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:06:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:57.501456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-de11003b-26f0-4d3a-9360-d2bd70da2f65 None None] Provisioning complete for port 24e16854-4598-45df-802c-3d88dcf9e63e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:57.501456 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-de11003b-26f0-4d3a-9360-d2bd70da2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:57.523120 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6646ce1a-958a-477c-bd5c-b1d9fc4d2c0a req-9150cd06-e0cb-4d79-be52-7fe93a896451 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845234 Oct 18 21:06:57.896990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:06:57.951993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:58.169947 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Allocated IP 172.20.0.1 (dbaac725-c83d-4be6-96ad-a9107de24de7/b6cf8700-38b6-4310-a226-3a127cae45ba/e9bc55a7-c9e1-4443-ba25-90ff609c5399) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:06:58.315183 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:58.359770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:56Z', 'revision_number': 3, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:58.376287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:58.435585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Checking router: ff3cf329-be7b-49bc-af6a-d50e19e83a71 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:06:58.436210 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Updating router ff3cf329-be7b-49bc-af6a-d50e19e83a71 port 0832e2d7-aee0-4850-8cd6-50700031f788 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:06:58.506891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Network dbaac725-c83d-4be6-96ad-a9107de24de7 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:06:58.509029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:58.514916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Pushing event updated for resources: {'Port': ['ID=e9bc55a7-c9e1-4443-ba25-90ff609c5399,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:58.518426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:06:58.526742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:58.601521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:58.667171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 24e16854-4598-45df-802c-3d88dcf9e63e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:06:58.805130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7bcb4-61ee-48fe-9b92-d34fcafd9330 req-7ab3d51c-f7aa-4274-983c-34593f58aa22 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:06:58.821358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4a7bcb4-61ee-48fe-9b92-d34fcafd9330 req-7ab3d51c-f7aa-4274-983c-34593f58aa22 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.1704826 Oct 18 21:06:58.914255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 24e16854-4598-45df-802c-3d88dcf9e63e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:58.914886 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:58.948653 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b4a7bcb4-61ee-48fe-9b92-d34fcafd9330 req-4aa54e6a-bdce-4a72-b9aa-946c3776d7d7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160159 Oct 18 21:06:59.002752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.012712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-56c6adac-3180-43a7-88e1-73991bf24483 None None] Provisioning complete for port 24e16854-4598-45df-802c-3d88dcf9e63e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:59.013118 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56c6adac-3180-43a7-88e1-73991bf24483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.227885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.255511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.308810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.318767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.320723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Attempting to bind port 0832e2d7-aee0-4850-8cd6-50700031f788 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:06:59.321173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Attempting to bind port 0832e2d7-aee0-4850-8cd6-50700031f788 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:06:59.321511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Attempting to bind port 0832e2d7-aee0-4850-8cd6-50700031f788 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:06:59.331919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:06:59.332179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:06:59.332797 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.333129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:06:59.333572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Bound port: 0832e2d7-aee0-4850-8cd6-50700031f788, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:06:59.333968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.335826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63162f-e6ce-442c-9055-f28d8b390dd3 None None] Pushing event updated for resources: {'Port': ['ID=0832e2d7-aee0-4850-8cd6-50700031f788,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:59.403323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] For port 0832e2d7-aee0-4850-8cd6-50700031f788, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:06:59.405624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.407533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] For port 0832e2d7-aee0-4850-8cd6-50700031f788, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0832e2d7-aee0-4850-8cd6-50700031f788,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:06:59.409585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Pushing event updated for resources: {'Port': ['ID=e9bc55a7-c9e1-4443-ba25-90ff609c5399,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:59.414252 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.480864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a9639118-57f6-428f-ba46-f159eca654e2 None None] Provisioning complete for port e9bc55a7-c9e1-4443-ba25-90ff609c5399 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:59.481321 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a9639118-57f6-428f-ba46-f159eca654e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:06:59.521738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:06:59.522321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:06:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:06:59.526446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Network dbaac725-c83d-4be6-96ad-a9107de24de7 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:06:59.528939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:06:59.571108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63162f-e6ce-442c-9055-f28d8b390dd3 None None] Pushing event updated for resources: {'Port': ['ID=0832e2d7-aee0-4850-8cd6-50700031f788,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:06:59.583568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a9639118-57f6-428f-ba46-f159eca654e2 None None] Port e9bc55a7-c9e1-4443-ba25-90ff609c5399 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:06:59.674756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:06:59.697054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Router ff3cf329-be7b-49bc-af6a-d50e19e83a71 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:06:59.865158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:06:59.876951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-972928f2-3d84-42bc-86e6-1d85f421ca49 admin admin] 10.222.0.66 "PUT /v2.0/routers/ff3cf329-be7b-49bc-af6a-d50e19e83a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5033288 Oct 18 21:06:59.942199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-18bbf6a9-b689-49f0-9c12-e06f3eefbd2e None None] Provisioning complete for port e9bc55a7-c9e1-4443-ba25-90ff609c5399 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:06:59.943336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18bbf6a9-b689-49f0-9c12-e06f3eefbd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:00.013426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-18bbf6a9-b689-49f0-9c12-e06f3eefbd2e None None] Port e9bc55a7-c9e1-4443-ba25-90ff609c5399 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:07:00.037978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:06:59Z', 'revision_number': 2, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:00.078898 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f718c8-7fcc-4339-8394-18ae8d0f69f9 None None] The sync data for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 is: [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:06:59Z', 'revision_number': 2, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:07:00.097270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335fd74-781c-49cd-b4be-bf7a81778bfa req-96227ad5-0daa-4e5a-8d14-d69504227380 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:00.098941 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d335fd74-781c-49cd-b4be-bf7a81778bfa req-96227ad5-0daa-4e5a-8d14-d69504227380 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.0643060 Oct 18 21:07:00.175690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d335fd74-781c-49cd-b4be-bf7a81778bfa req-f56db396-6ff4-4878-b84d-a0fc841ba1d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618820 Oct 18 21:07:00.790880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60044) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:00.796338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3cfe499a-2351-43a1-b7f8-15f89a6453d2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140143917', 'description': 'tempest-description--1710768543'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:00.821753 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cfe499a-2351-43a1-b7f8-15f89a6453d2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:00.926272 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cfe499a-2351-43a1-b7f8-15f89a6453d2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:00.936567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cfe499a-2351-43a1-b7f8-15f89a6453d2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:00.970460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cfe499a-2351-43a1-b7f8-15f89a6453d2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:00.971770 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3cfe499a-2351-43a1-b7f8-15f89a6453d2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1792767 Oct 18 21:07:00.975479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60050) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:00.980912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'security_group_rule': {'security_group_id': 'e6713674-490e-45a4-a6dc-4f719c876ff2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:00.990686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe499a-2351-43a1-b7f8-15f89a6453d2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6713674-490e-45a4-a6dc-4f719c876ff2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:01.034469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.099717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.105188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.128247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bacbd25-aae6-49af-bd73-b9c9f2a616f0,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:01.135297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.139907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597137 Oct 18 21:07:01.140264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60052) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:01.142956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.143306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.143643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.143976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.144306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.144680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.145001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.145343 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.145993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3c697587-d59f-4d1e-baa7-1f0e458c1185 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'security_group_rule': {'security_group_id': 'e6713674-490e-45a4-a6dc-4f719c876ff2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:01.146265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.146587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.146961 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.147261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0db268-2d42-4b07-bda8-9bc5eaa98213 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:01.180589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c697587-d59f-4d1e-baa7-1f0e458c1185 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.238798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c697587-d59f-4d1e-baa7-1f0e458c1185 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.245081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c697587-d59f-4d1e-baa7-1f0e458c1185 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.264203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c697587-d59f-4d1e-baa7-1f0e458c1185 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d950625-4513-494f-a8f8-43522fc4e200,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:01.286356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c697587-d59f-4d1e-baa7-1f0e458c1185 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.290938 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3c697587-d59f-4d1e-baa7-1f0e458c1185 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463013 Oct 18 21:07:01.291579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60056) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:01.298910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:01.335820 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.377091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50523db4-c41e-4125-8880-603982aa2ed6 req-f5a117c6-f794-4207-8697-70a9079d4fbd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:01.387781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50523db4-c41e-4125-8880-603982aa2ed6 req-f5a117c6-f794-4207-8697-70a9079d4fbd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.0943465 Oct 18 21:07:01.437935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50523db4-c41e-4125-8880-603982aa2ed6 req-a94c589b-e77d-4fb7-8801-0010b1f6abb1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497084 Oct 18 21:07:01.493160 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.649605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Allocated IP 172.25.7.237 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/0fde6fbb-69f2-486a-9fcd-8bc03be8c4f0) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:07:01.783789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.822005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:01.871828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:07:01.881591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:01.883664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'Port': ['ID=0fde6fbb-69f2-486a-9fcd-8bc03be8c4f0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:01.886063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:07:02.040429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.108101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.332315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.341512 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.430413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'Port': ['ID=0fde6fbb-69f2-486a-9fcd-8bc03be8c4f0,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:02.447300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.477218 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.480444 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-23636e74-5a4e-4a70-9aec-d462cd804669 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1859376 Oct 18 21:07:02.525998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0832e2d7-aee0-4850-8cd6-50700031f788 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:02.635983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0832e2d7-aee0-4850-8cd6-50700031f788 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:02.636619 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.649975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d829ef-7c3b-40ce-b32d-de48b0dd0f0d req-8f4fe517-3baa-4c37-8201-680017453aa0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:02.653708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3d829ef-7c3b-40ce-b32d-de48b0dd0f0d req-8f4fe517-3baa-4c37-8201-680017453aa0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.0993576 Oct 18 21:07:02.716796 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3d829ef-7c3b-40ce-b32d-de48b0dd0f0d req-816d7be3-27c0-4802-85f7-9987a03cd0b2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Oct 18 21:07:02.755522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.780036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 0832e2d7-aee0-4850-8cd6-50700031f788, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0832e2d7-aee0-4850-8cd6-50700031f788,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:02.785495 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:02.825835 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Sync routers for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:07:02.836067 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:02.836727 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:06:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:02.871217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=0832e2d7-aee0-4850-8cd6-50700031f788,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:02.871697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-17d0bffc-9dab-489c-b331-2fedfb2c7f39 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1140143917&fields=id&tenant_id=80687a46b1384defa71f42d8ef73593a HTTP/1.1" status: 200 len: 267 time: 0.0658188 Oct 18 21:07:02.983123 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:03.031305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-13282432-d515-4e86-8895-774a3e920b7f tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:03.032934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-13282432-d515-4e86-8895-774a3e920b7f tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 811 time: 0.1533248 Oct 18 21:07:03.065155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-07f04941-d2c0-44e7-9409-601d7405d79c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/quotas/80687a46b1384defa71f42d8ef73593a HTTP/1.1" status: 200 len: 375 time: 0.0142095 Oct 18 21:07:03.193394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-72cd3011-5cc6-4718-ada4-40110af22309 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162226 Oct 18 21:07:03.325340 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:06:59Z', 'revision_number': 2, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:03.349946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-744ff857-ada0-4328-8a90-6e6d99f10542 service neutron] 10.222.0.66 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419506 Oct 18 21:07:03.363513 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Checking router: ff3cf329-be7b-49bc-af6a-d50e19e83a71 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:07:03.363867 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Updating router ff3cf329-be7b-49bc-af6a-d50e19e83a71 port e9bc55a7-c9e1-4443-ba25-90ff609c5399 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:07:03.406181 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:03.471487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-fb33affe-dbac-49c8-8057-924ac7b57b48 service neutron] 10.222.0.66 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153724 Oct 18 21:07:03.758062 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:03.766000 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:03.828999 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Pushing event updated for resources: {'Port': ['ID=e9bc55a7-c9e1-4443-ba25-90ff609c5399,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:03.869447 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.870112 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.870839 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.871365 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.872101 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.872758 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.873285 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.873789 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.874304 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.874802 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.875711 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.876223 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:03.920973 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Attempting to bind port e9bc55a7-c9e1-4443-ba25-90ff609c5399 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:07:03.921362 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Attempting to bind port e9bc55a7-c9e1-4443-ba25-90ff609c5399 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:07:03.921814 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Attempting to bind port e9bc55a7-c9e1-4443-ba25-90ff609c5399 on network dbaac725-c83d-4be6-96ad-a9107de24de7 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:07:03.932144 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:07:03.932665 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Checking segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:07:03.933275 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:03.933844 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Bound using segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:07:03.934494 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Bound port: e9bc55a7-c9e1-4443-ba25-90ff609c5399, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:07:03.935092 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:03.949072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-74e26d81-2431-4872-8597-7ef88d05fb74 req-fe4ff624-f777-46a4-8ee3-cbd0044b7738 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 210 time: 0.0656455 Oct 18 21:07:04.027069 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] For port e9bc55a7-c9e1-4443-ba25-90ff609c5399, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:07:04.030855 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] For port e9bc55a7-c9e1-4443-ba25-90ff609c5399, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e9bc55a7-c9e1-4443-ba25-90ff609c5399,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:07:04.039033 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:04.084967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d667160-f557-411c-a4ed-59c2815244e2 req-31ee1581-0d5e-47ee-8526-3f6a6ed60324 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:04.086783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d667160-f557-411c-a4ed-59c2815244e2 req-31ee1581-0d5e-47ee-8526-3f6a6ed60324 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.0749872 Oct 18 21:07:04.091676 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:04.092245 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:06:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:04.149722 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d667160-f557-411c-a4ed-59c2815244e2 req-02e3ba17-3110-47e1-beab-6e52fb105649 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519843 Oct 18 21:07:04.195455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5844d5fa-43e9-4443-855a-779748bb7327 None None] Provisioning complete for port e9bc55a7-c9e1-4443-ba25-90ff609c5399 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:04.195960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5844d5fa-43e9-4443-855a-779748bb7327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:04.271303 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c075f-6dea-4ea9-8643-b543b610f81c None None] Pushing event updated for resources: {'Port': ['ID=e9bc55a7-c9e1-4443-ba25-90ff609c5399,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:04.312883 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:04.359632 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5844d5fa-43e9-4443-855a-779748bb7327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:04.413419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5844d5fa-43e9-4443-855a-779748bb7327 None None] For port e9bc55a7-c9e1-4443-ba25-90ff609c5399, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e9bc55a7-c9e1-4443-ba25-90ff609c5399,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:04.421492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5844d5fa-43e9-4443-855a-779748bb7327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:04.574059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0832e2d7-aee0-4850-8cd6-50700031f788 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:04.613068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844d5fa-43e9-4443-855a-779748bb7327 None None] Pushing event updated for resources: {'Port': ['ID=e9bc55a7-c9e1-4443-ba25-90ff609c5399,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:04.669420 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b189c339-c9c2-4379-aaf8-619185497e86 None None] Provisioning complete for port e9bc55a7-c9e1-4443-ba25-90ff609c5399 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:04.669420 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b189c339-c9c2-4379-aaf8-619185497e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:04.702927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0832e2d7-aee0-4850-8cd6-50700031f788 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:04.703549 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:04.794672 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:04.829389 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473de073-4228-4fb6-986c-08c2adb57456 None None] The sync data for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 is: [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:07:04.934349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e9bc55a7-c9e1-4443-ba25-90ff609c5399 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:05.070820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e9bc55a7-c9e1-4443-ba25-90ff609c5399 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:05.071198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:05.128486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7a30bcb-e5e6-4d4e-95b6-b50ade9821c7 req-cea89f16-4109-4b4d-91ac-a1e199c6859d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 210 time: 0.0799441 Oct 18 21:07:05.201272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-0629b60a-0b92-4cb0-bc6a-2dc31adb25fb tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:05.204922 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-0629b60a-0b92-4cb0-bc6a-2dc31adb25fb tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 811 time: 0.2118466 Oct 18 21:07:05.306350 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-77e910f9-c2bd-4a33-8407-dcc5b49c97de tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80687a46b1384defa71f42d8ef73593a HTTP/1.1" status: 200 len: 380 time: 0.0915315 Oct 18 21:07:05.327117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'port': {'device_id': '24dd000a-3eb6-4456-856b-e0235638870a', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'admin_state_up': True, 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'security_groups': ['e6713674-490e-45a4-a6dc-4f719c876ff2']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:05.432266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05779fc6-b381-45d1-9c5b-70d97c549ebd req-c0d52f6a-ab5e-4dd8-abda-a5db90d905d5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:05.433951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05779fc6-b381-45d1-9c5b-70d97c549ebd req-c0d52f6a-ab5e-4dd8-abda-a5db90d905d5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.1120069 Oct 18 21:07:05.486303 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05779fc6-b381-45d1-9c5b-70d97c549ebd req-5e10fdf1-c1ce-4215-9f32-7003767ba360 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402818 Oct 18 21:07:05.587691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Made reservation on behalf of 80687a46b1384defa71f42d8ef73593a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:07:05.598023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:05.788202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Allocated IP 172.20.0.4 (dbaac725-c83d-4be6-96ad-a9107de24de7/b6cf8700-38b6-4310-a226-3a127cae45ba/ea24156e-8720-4101-845c-7d6830fee405) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:07:06.017706 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.062048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.109763 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Network dbaac725-c83d-4be6-96ad-a9107de24de7 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:07:06.113184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:06.117266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:07:06.127114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'Port': ['ID=ea24156e-8720-4101-845c-7d6830fee405,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:06.196221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:06.197348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.227197 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-294a3062-0429-4dcf-a161-d440af643b3d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9114702 Oct 18 21:07:06.240772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Request body: {'port': {'device_id': '24dd000a-3eb6-4456-856b-e0235638870a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:06.288004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341c22-ef59-4ad6-bd15-badb29daa166 req-94e959b2-d160-4ac7-8381-27835c7b3eda tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:06.311432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34341c22-ef59-4ad6-bd15-badb29daa166 req-94e959b2-d160-4ac7-8381-27835c7b3eda tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 931 time: 0.1042740 Oct 18 21:07:06.354307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.375687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34341c22-ef59-4ad6-bd15-badb29daa166 req-8ac6704e-80f5-4cfc-b82e-54997cf25b25 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627036 Oct 18 21:07:06.530621 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e9bc55a7-c9e1-4443-ba25-90ff609c5399 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:06.589263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fc35144d-053c-4419-94f6-e6e12a4b3142 None None] Provisioning complete for port ea24156e-8720-4101-845c-7d6830fee405 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:06.589980 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc35144d-053c-4419-94f6-e6e12a4b3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.642631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fc35144d-053c-4419-94f6-e6e12a4b3142 None None] Port ea24156e-8720-4101-845c-7d6830fee405 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:07:06.665317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e9bc55a7-c9e1-4443-ba25-90ff609c5399 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:06.666020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.671360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31335174-7ea9-4eb5-b46b-3d5fe8c12304 req-99134afb-1110-4271-9cf9-a05935cc05f7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:06.679697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31335174-7ea9-4eb5-b46b-3d5fe8c12304 req-99134afb-1110-4271-9cf9-a05935cc05f7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.0660186 Oct 18 21:07:06.731348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31335174-7ea9-4eb5-b46b-3d5fe8c12304 req-2a4398fb-9c64-4faf-9734-2ce155fb1a8d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503500 Oct 18 21:07:06.790570 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea24156e-8720-4101-845c-7d6830fee405 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:07:06.803440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.824577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Transition to ACTIVE for port object ea24156e-8720-4101-845c-7d6830fee405 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:07:06.830018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:06.942839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Pushing event updated for resources: {'Port': ['ID=ea24156e-8720-4101-845c-7d6830fee405,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:06.981755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Attempting to bind port ea24156e-8720-4101-845c-7d6830fee405 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:07:06.982446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Attempting to bind port ea24156e-8720-4101-845c-7d6830fee405 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:07:06.982926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Attempting to bind port ea24156e-8720-4101-845c-7d6830fee405 on network dbaac725-c83d-4be6-96ad-a9107de24de7 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:07:06.989816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Port ea24156e-8720-4101-845c-7d6830fee405 on network dbaac725-c83d-4be6-96ad-a9107de24de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:07:06.990305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Attempting to bind port ea24156e-8720-4101-845c-7d6830fee405 on network dbaac725-c83d-4be6-96ad-a9107de24de7 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:07:06.996156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:07:06.996674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Checking segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:07:06.997166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Bound using segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:07:06.997842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Bound port: ea24156e-8720-4101-845c-7d6830fee405, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:07:06.998180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:07.140125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] For port ea24156e-8720-4101-845c-7d6830fee405, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:07:07.146525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] For port ea24156e-8720-4101-845c-7d6830fee405, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ea24156e-8720-4101-845c-7d6830fee405,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:07:07.156824 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:07.223186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:07.224348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:07.225866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] 10.222.0.79 "PUT /v2.0/ports/ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 1091 time: 0.9898133 Oct 18 21:07:07.226342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:07.228762 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd1457-0fc1-4bfe-b454-45e062d9faed" -d '{"events": [{"name": "network-changed", "server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "tag": "ea24156e-8720-4101-845c-7d6830fee405"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:07.244140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacef56-3c0a-4591-9fbe-59ec293a2150 service neutron] Pushing event updated for resources: {'Port': ['ID=ea24156e-8720-4101-845c-7d6830fee405,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:07.337404 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a386ce8b-43bd-42b8-b52e-87b720e27314 x-openstack-request-id: req-a386ce8b-43bd-42b8-b52e-87b720e27314 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:07.337704 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "tag": "ea24156e-8720-4101-845c-7d6830fee405", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:07.338231 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a386ce8b-43bd-42b8-b52e-87b720e27314 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:07.338635 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405', 'status': 'completed', 'code': 200} Oct 18 21:07:07.359279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-4e046f71-4869-4d74-a083-befdb8f31e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:07.361071 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-4e046f71-4869-4d74-a083-befdb8f31e6f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1094 time: 0.0701137 Oct 18 21:07:07.422293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-4ff5acf1-fc01-4045-a1e2-cc00071e7e42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 217 time: 0.0444801 Oct 18 21:07:07.525598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-868ec9f3-cb13-4d18-939e-bc402fdd235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:07.527370 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-868ec9f3-cb13-4d18-939e-bc402fdd235b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.1041474 Oct 18 21:07:07.572760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279edf1-cd05-48d5-8a02-50033ca1bcc1 req-162aafca-272e-4535-bf99-166825ee6914 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:07.575462 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2279edf1-cd05-48d5-8a02-50033ca1bcc1 req-162aafca-272e-4535-bf99-166825ee6914 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 943 time: 0.0682182 Oct 18 21:07:07.600031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2a810e14-d945-4f86-b08c-0446343d9bd9 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:07:07.612093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-ba8c67b3-5a00-4193-9309-de554bb584cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:07.614351 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-ba8c67b3-5a00-4193-9309-de554bb584cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787771 Oct 18 21:07:07.628357 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2279edf1-cd05-48d5-8a02-50033ca1bcc1 req-36fb8702-e901-4900-8c9e-2d84322d404d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Oct 18 21:07:07.750598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2a810e14-d945-4f86-b08c-0446343d9bd9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2a810e14-d945-4f86-b08c-0446343d9bd9,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:07.764172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '2a810e14-d945-4f86-b08c-0446343d9bd9', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'port_id': '2a810e14-d945-4f86-b08c-0446343d9bd9', 'mac_address': 'fa:16:3e:77:79:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:07:07.814579 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:07.830751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a810e14-d945-4f86-b08c-0446343d9bd9 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:07:07.834761 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-69bf9aed-0fe0-4f9b-b0ce-c5fd16e55b53 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107821 Oct 18 21:07:07.882439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2a810e14-d945-4f86-b08c-0446343d9bd9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2a810e14-d945-4f86-b08c-0446343d9bd9,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:07.889423 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:07.957035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e60ca-f60e-4638-8212-358d1b4b7378 req-35ee429c-b120-44eb-84ab-7b9d0ca3644f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:07.962119 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b7e60ca-f60e-4638-8212-358d1b4b7378 req-35ee429c-b120-44eb-84ab-7b9d0ca3644f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 943 time: 0.1069462 Oct 18 21:07:08.003033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2a810e14-d945-4f86-b08c-0446343d9bd9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:08.010924 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-464bf763-5953-4495-a9da-fdfbb0c4e6e3 req-875a4a1f-d289-4e98-987c-70983067839c service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658080 Oct 18 21:07:08.036966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3b7e60ca-f60e-4638-8212-358d1b4b7378 req-4ae982d6-0fb8-47a2-b376-6a101f75380a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632980 Oct 18 21:07:08.116126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-90728b31-e532-4fe3-bfa0-bc0de547738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:08.118153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-90728b31-e532-4fe3-bfa0-bc0de547738c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1094 time: 0.0526257 Oct 18 21:07:08.123068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2a810e14-d945-4f86-b08c-0446343d9bd9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:08.277937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-158a2b42-16f5-4a43-9ae8-027ca2b9d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:08.280047 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-158a2b42-16f5-4a43-9ae8-027ca2b9d064 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.1529150 Oct 18 21:07:08.347381 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-921b8db2-ffff-48dd-a895-0a002cc030dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 217 time: 0.0587087 Oct 18 21:07:08.413641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-84f29a83-bf23-4713-a4b1-4e72e30f3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:08.415513 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-84f29a83-bf23-4713-a4b1-4e72e30f3d24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0602171 Oct 18 21:07:08.471158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-c59909e3-9007-48a9-8061-bcb624ad681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:08.472719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-c59909e3-9007-48a9-8061-bcb624ad681f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489552 Oct 18 21:07:08.578043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-18eb3df6-31f2-4654-b7b3-b013ef1a8958 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973687 Oct 18 21:07:08.677375 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15fd1457-0fc1-4bfe-b454-45e062d9faed req-3bac8a29-0c41-47d1-95c7-33266566fdec service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Oct 18 21:07:08.778591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044393-f989-4dcf-a4b8-74ec2ee57955 req-c4093ddf-3f50-4de0-a5fb-41bab2073897 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:08.780160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4044393-f989-4dcf-a4b8-74ec2ee57955 req-c4093ddf-3f50-4de0-a5fb-41bab2073897 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 943 time: 0.0524194 Oct 18 21:07:08.828652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4044393-f989-4dcf-a4b8-74ec2ee57955 req-9b286340-7b08-4f90-98f9-079ce308403a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Oct 18 21:07:09.203523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cc3ba-0bf2-42a0-adf0-2e2446f643b0 req-f405d246-15ab-4804-a064-81269b0c301b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:09.206279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8cc3ba-0bf2-42a0-adf0-2e2446f643b0 req-f405d246-15ab-4804-a064-81269b0c301b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 944 time: 0.0848360 Oct 18 21:07:09.252969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7a8cc3ba-0bf2-42a0-adf0-2e2446f643b0 req-51dc5ac4-7c07-4022-b050-35dde55bc638 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397398 Oct 18 21:07:09.601884 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2a810e14-d945-4f86-b08c-0446343d9bd9 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:09.670533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 2a810e14-d945-4f86-b08c-0446343d9bd9 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:07:09.675551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 2a810e14-d945-4f86-b08c-0446343d9bd9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:09.675929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:09.781033 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:09.825414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 2a810e14-d945-4f86-b08c-0446343d9bd9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2a810e14-d945-4f86-b08c-0446343d9bd9,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:09.826425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a810e14-d945-4f86-b08c-0446343d9bd9'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:09.829885 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c9d088-4e13-4cb8-9b28-f0cd756bfd82" -d '{"events": [{"server_uuid": "741633d0-0248-49ca-96dc-f3ad70e1b0bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a810e14-d945-4f86-b08c-0446343d9bd9"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:09.834919 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:09.899661 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9643c543-f8be-4044-90d4-01ec461dca4c x-openstack-request-id: req-9643c543-f8be-4044-90d4-01ec461dca4c {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:09.900130 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741633d0-0248-49ca-96dc-f3ad70e1b0bd", "name": "network-vif-plugged", "status": "completed", "tag": "2a810e14-d945-4f86-b08c-0446343d9bd9", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:09.900455 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9643c543-f8be-4044-90d4-01ec461dca4c {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:09.901068 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a810e14-d945-4f86-b08c-0446343d9bd9', 'code': 200} Oct 18 21:07:09.916825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=2a810e14-d945-4f86-b08c-0446343d9bd9,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:10.022308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a87d54-c019-4171-b13f-1bf80793c3a5 req-41d5e4ba-69b0-4f9d-b37c-6c6f3a8ec054 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:10.031758 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4a87d54-c019-4171-b13f-1bf80793c3a5 req-41d5e4ba-69b0-4f9d-b37c-6c6f3a8ec054 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 943 time: 0.0676076 Oct 18 21:07:10.058992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2163c-d717-4358-a4a4-12c4b282bf48 req-b82ed4a2-8e3e-4aa0-9614-1c2f4025689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:10.061130 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20f2163c-d717-4358-a4a4-12c4b282bf48 req-b82ed4a2-8e3e-4aa0-9614-1c2f4025689a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 1096 time: 0.0685837 Oct 18 21:07:10.082925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4a87d54-c019-4171-b13f-1bf80793c3a5 req-e2993a65-5287-4e6d-9d43-dbf8320326e0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497763 Oct 18 21:07:10.117162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-20f2163c-d717-4358-a4a4-12c4b282bf48 req-38068418-55ad-4d0c-81ae-35e2dc08bb69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Oct 18 21:07:10.403614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f5b8-9bbf-444e-9d94-449c2a6ea876 req-adace985-944f-43ae-b253-c05ee1e03739 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:10.407092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3a4f5b8-9bbf-444e-9d94-449c2a6ea876 req-adace985-944f-43ae-b253-c05ee1e03739 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 945 time: 0.0608199 Oct 18 21:07:10.462637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3a4f5b8-9bbf-444e-9d94-449c2a6ea876 req-59f3ed72-6422-436a-b39d-7c0321b2d4a3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 Oct 18 21:07:10.994501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ea24156e-8720-4101-845c-7d6830fee405 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:07:11.212364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ea24156e-8720-4101-845c-7d6830fee405, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ea24156e-8720-4101-845c-7d6830fee405,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:11.243887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'ea24156e-8720-4101-845c-7d6830fee405', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'port_id': 'ea24156e-8720-4101-845c-7d6830fee405', 'mac_address': 'fa:16:3e:eb:31:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:07:11.424487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:11.454773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea24156e-8720-4101-845c-7d6830fee405 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:07:11.507404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ea24156e-8720-4101-845c-7d6830fee405, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ea24156e-8720-4101-845c-7d6830fee405,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:11.516497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:11.519455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aff75-7427-4333-b761-a77ca0345f27 req-b58a7b1a-8c08-4d56-b009-724fa97b1daf tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:11.522714 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d5aff75-7427-4333-b761-a77ca0345f27 req-b58a7b1a-8c08-4d56-b009-724fa97b1daf tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 943 time: 0.1254787 Oct 18 21:07:11.589847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d5aff75-7427-4333-b761-a77ca0345f27 req-10781148-bc7f-4839-9d73-c3441ee8780d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498106 Oct 18 21:07:11.630725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ea24156e-8720-4101-845c-7d6830fee405,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:11.850210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee473c-daec-4ef5-a3ff-8ac3124758ec req-3176f557-b125-4862-874c-11e800c9ba21 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:11.852935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12ee473c-daec-4ef5-a3ff-8ac3124758ec req-3176f557-b125-4862-874c-11e800c9ba21 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 945 time: 0.1195593 Oct 18 21:07:11.879894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ea24156e-8720-4101-845c-7d6830fee405'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:11.934926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-12ee473c-daec-4ef5-a3ff-8ac3124758ec req-0cb165c8-d833-44bb-8ee5-b10f17c73391 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747826 Oct 18 21:07:12.107334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fa0e1-ba15-4f37-a3cf-b7367d18c53e req-9a31051b-b727-43af-bfef-a8fc465f5072 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:12.109127 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-905fa0e1-ba15-4f37-a3cf-b7367d18c53e req-9a31051b-b727-43af-bfef-a8fc465f5072 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 945 time: 0.0764968 Oct 18 21:07:12.171157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-905fa0e1-ba15-4f37-a3cf-b7367d18c53e req-60d83f38-fbf7-4bd3-b3d9-f9d399bb1f80 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553498 Oct 18 21:07:12.995673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ea24156e-8720-4101-845c-7d6830fee405 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:13.153131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port ea24156e-8720-4101-845c-7d6830fee405 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:07:13.158844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port ea24156e-8720-4101-845c-7d6830fee405 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:13.161465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:13.351921 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:13.424020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:13.440692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:13.446363 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e8486c-37b4-4052-bed1-c80a7dc5340a" -d '{"events": [{"server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "name": "network-vif-plugged", "status": "completed", "tag": "ea24156e-8720-4101-845c-7d6830fee405"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:13.480740 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port ea24156e-8720-4101-845c-7d6830fee405, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ea24156e-8720-4101-845c-7d6830fee405,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:13.490466 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:13.567408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=ea24156e-8720-4101-845c-7d6830fee405,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:14.502458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd062f7-98c0-4356-b16d-e537ee3656d7 req-a525c8cc-a937-4adc-b1f7-d2829ad3884c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:14.516873 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8dd062f7-98c0-4356-b16d-e537ee3656d7 req-a525c8cc-a937-4adc-b1f7-d2829ad3884c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0934634 Oct 18 21:07:14.587368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8dd062f7-98c0-4356-b16d-e537ee3656d7 req-04a52e58-95f0-4a6c-90d8-336deab77b86 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675118 Oct 18 21:07:14.661298 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d12d550-3abd-44e8-a6f4-456e92b1f6bd x-openstack-request-id: req-6d12d550-3abd-44e8-a6f4-456e92b1f6bd {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:14.662073 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "name": "network-vif-plugged", "status": "completed", "tag": "ea24156e-8720-4101-845c-7d6830fee405", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:14.662437 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d12d550-3abd-44e8-a6f4-456e92b1f6bd {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:14.663119 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405', 'code': 200} Oct 18 21:07:14.774878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425df55-41c9-4c35-819e-0f325f6b83ce req-62784fb3-94a9-4e7d-b46f-e94498b95a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:14.777761 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d425df55-41c9-4c35-819e-0f325f6b83ce req-62784fb3-94a9-4e7d-b46f-e94498b95a47 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1096 time: 0.0562305 Oct 18 21:07:14.827756 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d425df55-41c9-4c35-819e-0f325f6b83ce req-0a278642-f978-4e56-8250-0d08e0911d56 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Oct 18 21:07:15.729048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-32538789-1f54-43a1-991d-7257ba391955 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:15.730642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-32538789-1f54-43a1-991d-7257ba391955 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1124585 Oct 18 21:07:15.747539 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-09e3589f-69cb-4175-a76d-53bb51309699 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/quotas/aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 375 time: 0.0104148 Oct 18 21:07:15.805923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-b21fe4ce-79ea-4ed5-9131-e63232561a6c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505219 Oct 18 21:07:15.927065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-f2e7eace-3ba5-408d-a292-c7f411e48ec6 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111777 Oct 18 21:07:16.034481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-5a8e28c1-1a0d-4b69-8d41-25485938c4da service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027672 Oct 18 21:07:16.515879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99a06c-77e2-4570-b629-e33e8cef156b req-d84ceab4-e59b-457a-9efc-4c7a46d72193 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:16.519713 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff99a06c-77e2-4570-b629-e33e8cef156b req-d84ceab4-e59b-457a-9efc-4c7a46d72193 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0852420 Oct 18 21:07:16.574884 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ff99a06c-77e2-4570-b629-e33e8cef156b req-e508224b-2179-44a2-9c03-a959f3e58a9d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Oct 18 21:07:16.838061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5eb1a2e5-8819-4e59-b622-97eb9742fc3b req-aee4e78a-b53d-4d7a-8ff8-7241570d21f9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0292664 Oct 18 21:07:16.977363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336e125-3a91-4fad-b761-c87b34cf33ff req-285e7595-0336-43c7-b2ed-f8b7046247f1 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:16.978782 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9336e125-3a91-4fad-b761-c87b34cf33ff req-285e7595-0336-43c7-b2ed-f8b7046247f1 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 946 time: 0.0589454 Oct 18 21:07:17.022920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9336e125-3a91-4fad-b761-c87b34cf33ff req-8d42077a-ab5b-4178-a6c5-148b5195f03d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Oct 18 21:07:17.664209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-baabadbc-765e-4356-bfa9-74b277a13cd1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:17.665691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-baabadbc-765e-4356-bfa9-74b277a13cd1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1395793 Oct 18 21:07:17.681915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'port': {'device_id': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'admin_state_up': True, 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:17.751263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779de0a-6dc2-46b2-96bc-56eb0d2eb4e7 req-8d900919-e736-42d3-8bc4-f77134212f53 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:17.753626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8779de0a-6dc2-46b2-96bc-56eb0d2eb4e7 req-8d900919-e736-42d3-8bc4-f77134212f53 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0944407 Oct 18 21:07:17.817025 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8779de0a-6dc2-46b2-96bc-56eb0d2eb4e7 req-fc66cee8-84ec-4c09-9bb8-50da8a7f46ee tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567238 Oct 18 21:07:17.838252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:07:17.843249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:17.951666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5102d-a820-45f9-b3f1-a688c0a0e4bb req-3b680dd6-ffe9-4d71-8906-853f74a5ea59 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:17.954283 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6da5102d-a820-45f9-b3f1-a688c0a0e4bb req-3b680dd6-ffe9-4d71-8906-853f74a5ea59 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0697391 Oct 18 21:07:17.964852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60328) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:17.970754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'floatingip': {'port_id': 'ea24156e-8720-4101-845c-7d6830fee405'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:18.001245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.20.0.3 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/7dcc3ceb-1164-4b49-951f-634d5f3c35b2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:07:18.055045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.180540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.210838 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6988debb-b0c9-4cbd-b424-0684cc93fd03 req-eba7dac0-ca4d-416e-9e50-fc10b84df1fb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 210 time: 0.1786542 Oct 18 21:07:18.237269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.251194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2a810e14-d945-4f86-b08c-0446343d9bd9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:18.296611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:07:18.305315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:18.335620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:07:18.425437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:18.429338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.458869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:18.473869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-cf94973f-db2a-406e-90fe-88bebe7a7478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7958672 Oct 18 21:07:18.512375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Request body: {'port': {'device_id': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:18.585186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.642539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a6baf-8de7-4bb1-810c-dca86e73e53e req-7ad04095-bb63-45c9-86f5-b97b2a2c3847 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:18.650439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d37a6baf-8de7-4bb1-810c-dca86e73e53e req-7ad04095-bb63-45c9-86f5-b97b2a2c3847 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 946 time: 0.2079997 Oct 18 21:07:18.743599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d37a6baf-8de7-4bb1-810c-dca86e73e53e req-3d234ffc-8baa-4278-9694-78ec074fcfa3 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921638 Oct 18 21:07:18.786769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-dd839d5e-6210-4956-9d3c-fde1c85890ba None None] Provisioning complete for port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:18.787297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd839d5e-6210-4956-9d3c-fde1c85890ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.828430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-5b59b61c-9cd8-4297-b6aa-542e75225bd0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:18.830663 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-5b59b61c-9cd8-4297-b6aa-542e75225bd0 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 946 time: 0.1530495 Oct 18 21:07:18.928446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-dd839d5e-6210-4956-9d3c-fde1c85890ba None None] Port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:07:18.957179 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.966210 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.982728 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f041435-99c9-4360-8091-c532386eb650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:18.987464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:19.138463 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Floating IP 67d73dd2-78c3-4c0e-9d70-d556a70123d2 associated. External IP: 172.25.7.237, port: ea24156e-8720-4101-845c-7d6830fee405. Oct 18 21:07:19.156002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Deleting port 576a26c4-797f-4269-827f-fbee5c013d62 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:19.156669 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:19.301045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:07:19.319581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:19.341096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] For port 576a26c4-797f-4269-827f-fbee5c013d62, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=576a26c4-797f-4269-827f-fbee5c013d62,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:19.341469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:19.356443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Transition to ACTIVE for port object 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:07:19.362121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Calling delete_port for 576a26c4-797f-4269-827f-fbee5c013d62 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:19.365516 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:19.793363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5cec5-8a3d-456c-8c9e-a5f33f530245 req-1710914b-75d8-4004-a944-8642c235bf77 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:19.801016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7d5cec5-8a3d-456c-8c9e-a5f33f530245 req-1710914b-75d8-4004-a944-8642c235bf77 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1189311 Oct 18 21:07:19.892767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a7d5cec5-8a3d-456c-8c9e-a5f33f530245 req-7ebabe0f-a007-4fdf-a913-c7a01346f1a5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903592 Oct 18 21:07:19.962568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Router ff3cf329-be7b-49bc-af6a-d50e19e83a71 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:07:19.974357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:20.064522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Attempting to bind port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:07:20.064844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Attempting to bind port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:07:20.065099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Attempting to bind port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:07:20.085276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:07:20.085821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Attempting to bind port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:07:20.100297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:07:20.100762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:07:20.101831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:07:20.102032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Bound port: 7dcc3ceb-1164-4b49-951f-634d5f3c35b2, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:07:20.102560 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:20.133299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:20.148730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd', '576a26c4-797f-4269-827f-fbee5c013d62'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:20.152476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2419803f-00e4-4858-8908-c4a554a91dc3', '818d5561-3fe4-41ef-924f-4e351b6e4c8e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:20.194841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d255cb-e8b7-40eb-872e-3b15fb8421bd req-3aae3688-138e-4266-b109-086af67f70a1 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:20.198614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event deleted for resources: {'Port': ['ID=576a26c4-797f-4269-827f-fbee5c013d62,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:20.205985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-01d255cb-e8b7-40eb-872e-3b15fb8421bd req-3aae3688-138e-4266-b109-086af67f70a1 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=571e801a-7226-4fd8-9f4a-086940bd8531 HTTP/1.1" status: 200 len: 946 time: 0.1595871 Oct 18 21:07:20.262181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] No DVR routers for this DVR port 576a26c4-797f-4269-827f-fbee5c013d62 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:20.266066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:20.267620 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-01d255cb-e8b7-40eb-872e-3b15fb8421bd req-98ef416b-f292-4112-8216-bfcaf87f57d7 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612266 Oct 18 21:07:20.269773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8e4579f3-b6d4-428e-9e05-b1782cadcbe7 req-3c384f87-6989-448b-804f-ad641e43bd3c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "DELETE /v2.0/ports/576a26c4-797f-4269-827f-fbee5c013d62 HTTP/1.1" status: 204 len: 173 time: 1.4187286 Oct 18 21:07:20.270821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571e801a-7226-4fd8-9f4a-086940bd8531', 'name': 'network-vif-deleted', 'tag': '576a26c4-797f-4269-827f-fbee5c013d62'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:20.273350 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586b9430-f292-4065-8840-31da6e07d076" -d '{"events": [{"server_uuid": "571e801a-7226-4fd8-9f4a-086940bd8531", "name": "network-vif-deleted", "tag": "576a26c4-797f-4269-827f-fbee5c013d62"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:20.277407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:07:20.279664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] For port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:07:20.298189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:20.306709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] Sync routers for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:07:20.321748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] For port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:07:20.333163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:20.364790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8034a958-eebe-444c-b6ae-7fc240ae4457 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "PUT /v2.0/floatingips/67d73dd2-78c3-4c0e-9d70-d556a70123d2 HTTP/1.1" status: 200 len: 991 time: 2.3983786 Oct 18 21:07:20.365919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:20.368863 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b7a9dc-fbad-4728-8c02-2d452aa90918" -d '{"events": [{"name": "network-changed", "server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "tag": "ea24156e-8720-4101-845c-7d6830fee405"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:20.429712 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5588949-ba0c-4845-956f-c7a1de1db886 x-openstack-request-id: req-a5588949-ba0c-4845-956f-c7a1de1db886 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:20.430150 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571e801a-7226-4fd8-9f4a-086940bd8531", "name": "network-vif-deleted", "tag": "576a26c4-797f-4269-827f-fbee5c013d62", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:20.430707 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a5588949-ba0c-4845-956f-c7a1de1db886 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:20.431526 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571e801a-7226-4fd8-9f4a-086940bd8531', 'name': 'network-vif-deleted', 'tag': '576a26c4-797f-4269-827f-fbee5c013d62', 'status': 'completed', 'code': 200} Oct 18 21:07:20.444418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:20.445407 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:20.446941 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] 10.222.0.30 "PUT /v2.0/ports/7dcc3ceb-1164-4b49-951f-634d5f3c35b2 HTTP/1.1" status: 200 len: 1091 time: 1.9638612 Oct 18 21:07:20.523433 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea95547-385e-42a7-b868-8a6bbf20a249 x-openstack-request-id: req-cea95547-385e-42a7-b868-8a6bbf20a249 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:20.523803 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "tag": "ea24156e-8720-4101-845c-7d6830fee405", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:20.524308 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cea95547-385e-42a7-b868-8a6bbf20a249 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:20.524878 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405', 'status': 'completed', 'code': 200} Oct 18 21:07:20.597231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c2e99-7b0c-4e8d-873e-5cf1ed1c0226 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:20.626311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:20.626969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:06:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:20.679357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-888a72c3-5abf-4691-ba42-5ae97bbf33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:20.681164 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-888a72c3-5abf-4691-ba42-5ae97bbf33e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 1094 time: 0.1863360 Oct 18 21:07:20.700795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-07d3ce14-a5c7-43ab-963a-635d1a923986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:20.705098 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-07d3ce14-a5c7-43ab-963a-635d1a923986 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1096 time: 0.1312253 Oct 18 21:07:20.755861 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-0ed219d7-8ddb-4350-9339-53163036f283 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dcc3ceb-1164-4b49-951f-634d5f3c35b2 HTTP/1.1" status: 200 len: 217 time: 0.0584919 Oct 18 21:07:20.862690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-353577d4-524e-4b51-a0e7-b54b1442c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:20.864237 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-353577d4-524e-4b51-a0e7-b54b1442c9ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0975261 Oct 18 21:07:20.986997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-25df17c6-6df8-4539-8f88-b971ecf76718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:20.989412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-25df17c6-6df8-4539-8f88-b971ecf76718 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143825 Oct 18 21:07:21.097963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:21.110604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-5bb5f48b-f1e0-40e4-b915-a9e9c34f121d service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135106 Oct 18 21:07:21.112701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c617d-34bd-4af6-af14-3e50d3987f76 req-3b8b3eb9-5ee2-4a0e-87ab-1e2cdb0201de tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:21.117521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-6b0dc840-5f7f-41e1-8b47-63f2582daada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:21.119295 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-6b0dc840-5f7f-41e1-8b47-63f2582daada service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.3624301 Oct 18 21:07:21.121629 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e8c617d-34bd-4af6-af14-3e50d3987f76 req-3b8b3eb9-5ee2-4a0e-87ab-1e2cdb0201de tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0729721 Oct 18 21:07:21.174826 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e8c617d-34bd-4af6-af14-3e50d3987f76 req-4a5de875-4317-4e1f-830f-9dcb71e05953 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465372 Oct 18 21:07:21.303095 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-0b04c1f3-fa50-4b19-9299-2de8ba159386 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 999 time: 0.1600833 Oct 18 21:07:21.360188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa7e04b5-27e8-4143-8015-b51104b3d40a req-425b0de6-24b4-4e9e-88fb-684cea37665f service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391315 Oct 18 21:07:21.406745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-c2ba616a-c64a-40b2-8707-67ef5654f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:21.409023 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-c2ba616a-c64a-40b2-8707-67ef5654f273 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0970051 Oct 18 21:07:21.476817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-6eeaf6d7-fdf2-4229-8ff6-6f688ad965d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:21.478663 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-6eeaf6d7-fdf2-4229-8ff6-6f688ad965d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603380 Oct 18 21:07:21.631646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '67d73dd2-78c3-4c0e-9d70-d556a70123d2', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'port_id': 'ea24156e-8720-4101-845c-7d6830fee405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'mac_address': 'fa:16:3e:eb:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd000a-3eb6-4456-856b-e0235638870a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:07:01Z', 'updated_at': '2021-10-18T21:07:18Z', 'revision_number': 1, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:21.679768 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-4f3bfc69-1a49-465d-bcc2-31497ff3f226 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928186 Oct 18 21:07:21.686191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] Checking router: ff3cf329-be7b-49bc-af6a-d50e19e83a71 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:07:21.697941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:21.699910 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:06:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:21.855009 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-06b7a9dc-fbad-4728-8c02-2d452aa90918 req-aef3bcb8-718c-4d0d-9cd4-fb6e7388dfdf service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663859 Oct 18 21:07:21.948230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:22.337118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '67d73dd2-78c3-4c0e-9d70-d556a70123d2', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'port_id': 'ea24156e-8720-4101-845c-7d6830fee405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'mac_address': 'fa:16:3e:eb:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd000a-3eb6-4456-856b-e0235638870a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:07:01Z', 'updated_at': '2021-10-18T21:07:18Z', 'revision_number': 1, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:22.378972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667a916-a1e3-4a93-95d8-5b7ca477b4f0 None None] The sync data for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 is: [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '67d73dd2-78c3-4c0e-9d70-d556a70123d2', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'port_id': 'ea24156e-8720-4101-845c-7d6830fee405', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'mac_address': 'fa:16:3e:eb:31:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd000a-3eb6-4456-856b-e0235638870a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:07:01Z', 'updated_at': '2021-10-18T21:07:18Z', 'revision_number': 1, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:07:22.404053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164d37-785f-49bd-b9e4-fcbb49029956 req-9047f998-c4c4-4954-bde8-0ca0aa5da428 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:22.406811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2164d37-785f-49bd-b9e4-fcbb49029956 req-9047f998-c4c4-4954-bde8-0ca0aa5da428 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1094971 Oct 18 21:07:22.434721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'tag': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:22.440552 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69155d24-6c73-4b99-8281-809eb03c67ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2", "tag": "7dcc3ceb-1164-4b49-951f-634d5f3c35b2"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:22.485322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e2164d37-785f-49bd-b9e4-fcbb49029956 req-a1c77842-1ee6-4c77-abb6-9f14dee31eed tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695305 Oct 18 21:07:22.604446 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1a9a9-79a4-41dd-947c-3ee774641940 x-openstack-request-id: req-2cd1a9a9-79a4-41dd-947c-3ee774641940 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:22.604858 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2", "tag": "7dcc3ceb-1164-4b49-951f-634d5f3c35b2", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:22.605149 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cd1a9a9-79a4-41dd-947c-3ee774641940 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:22.606333 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'tag': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2', 'status': 'completed', 'code': 200} Oct 18 21:07:22.739308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69155d24-6c73-4b99-8281-809eb03c67ba req-376df163-01f0-47be-97a0-5fb15d4c4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:22.740888 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-69155d24-6c73-4b99-8281-809eb03c67ba req-376df163-01f0-47be-97a0-5fb15d4c4351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 1094 time: 0.1058059 Oct 18 21:07:22.792136 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ca018-1585-4e20-9547-3111453f40b5 None None] New status for floating IP 67d73dd2-78c3-4c0e-9d70-d556a70123d2: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:07:22.913613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69155d24-6c73-4b99-8281-809eb03c67ba req-d49c4558-e187-4ff9-81d5-a6d933418d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:22.915638 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-69155d24-6c73-4b99-8281-809eb03c67ba req-d49c4558-e187-4ff9-81d5-a6d933418d98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1651685 Oct 18 21:07:22.975039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-69155d24-6c73-4b99-8281-809eb03c67ba req-5a22cc89-e317-4d70-8677-bc92785e00da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dcc3ceb-1164-4b49-951f-634d5f3c35b2 HTTP/1.1" status: 200 len: 217 time: 0.0518527 Oct 18 21:07:23.079462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 576a26c4-797f-4269-827f-fbee5c013d62 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:23.107582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 576a26c4-797f-4269-827f-fbee5c013d62 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:23.108223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 576a26c4-797f-4269-827f-fbee5c013d62 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:23.110224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69155d24-6c73-4b99-8281-809eb03c67ba req-8702b0b9-b08b-4d33-b1db-206e602f6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:23.112487 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-69155d24-6c73-4b99-8281-809eb03c67ba req-8702b0b9-b08b-4d33-b1db-206e602f6fa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.1288605 Oct 18 21:07:23.195472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69155d24-6c73-4b99-8281-809eb03c67ba req-8e3b5de2-6f60-444b-9f9a-cd5fd18e4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:23.197489 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-69155d24-6c73-4b99-8281-809eb03c67ba req-8e3b5de2-6f60-444b-9f9a-cd5fd18e4701 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768583 Oct 18 21:07:23.208831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-39030f8c-1295-4db9-a6e5-ab76e822f78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:23.323352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-69155d24-6c73-4b99-8281-809eb03c67ba req-c614bb1a-a42e-4e2b-890f-0944443acc8f service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165311 Oct 18 21:07:23.490429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-69155d24-6c73-4b99-8281-809eb03c67ba req-5e458e45-8351-4d5d-99ff-0c4a9fba54b2 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593664 Oct 18 21:07:23.783638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8daf1-165a-400c-a6c5-1ff97a235e74 req-a53dc36e-4e29-4d7f-b164-9376df533155 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:23.786440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98a8daf1-165a-400c-a6c5-1ff97a235e74 req-a53dc36e-4e29-4d7f-b164-9376df533155 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1428466 Oct 18 21:07:23.885228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98a8daf1-165a-400c-a6c5-1ff97a235e74 req-a136fe31-12d8-404b-a834-f1c92cfffff3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896258 Oct 18 21:07:24.272446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:25.164678 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bd34-be71-45e7-8f6e-8eafee96b0d7 req-d83dee91-b11e-4400-837e-4e103a2e0467 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:25.167824 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9849bd34-be71-45e7-8f6e-8eafee96b0d7 req-d83dee91-b11e-4400-837e-4e103a2e0467 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1524382 Oct 18 21:07:25.259193 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:25.345134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9849bd34-be71-45e7-8f6e-8eafee96b0d7 req-6e72a4ca-ae7a-44c6-87a7-1e572c2edf56 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700463 Oct 18 21:07:25.863180 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-087f672c-65e8-4d4c-8e7f-7df099368063 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971026 Oct 18 21:07:25.987103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213d785-2681-47a8-a067-ae0740f52483 req-237552b0-44c3-4d2f-8a2b-0cadcfc47c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:25.990610 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-237552b0-44c3-4d2f-8a2b-0cadcfc47c8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 1096 time: 0.1007230 Oct 18 21:07:26.286209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213d785-2681-47a8-a067-ae0740f52483 req-5458d26d-3c5c-4747-a458-158cd0fbd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:26.289535 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-5458d26d-3c5c-4747-a458-158cd0fbd99c service neutron] 10.222.0.30 "GET /v2.0/networks?id=596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 200 len: 916 time: 0.2482219 Oct 18 21:07:26.361873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-7c921247-9ece-4b4d-979d-47db9e7060d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e HTTP/1.1" status: 200 len: 217 time: 0.0621705 Oct 18 21:07:26.557156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213d785-2681-47a8-a067-ae0740f52483 req-18a70cef-c42c-495b-afac-26386b2237df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:26.560528 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-18a70cef-c42c-495b-afac-26386b2237df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 200 len: 855 time: 0.1912150 Oct 18 21:07:26.653016 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-c2b52e10-b4d7-43a8-8c72-aa056536c6e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=596a5155-141f-4deb-8f32-638e1c1d2f06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854256 Oct 18 21:07:26.696812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:26.735203 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd536-72bc-47a4-a083-02ddcfa389a5 req-9b78f923-0972-47f6-a891-b9b38dd54ccd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:26.743977 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f3fd536-72bc-47a4-a083-02ddcfa389a5 req-9b78f923-0972-47f6-a891-b9b38dd54ccd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1685584 Oct 18 21:07:26.862508 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f3fd536-72bc-47a4-a083-02ddcfa389a5 req-582ae483-1a5f-4821-b475-c1a836262781 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093662 Oct 18 21:07:26.880350 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-d1e9d4d9-c9da-48a4-9c5f-4769fc367d5d service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161689 Oct 18 21:07:27.244336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1213d785-2681-47a8-a067-ae0740f52483 req-838d6162-86df-4afc-b493-4f265ec536c8 service neutron] 10.222.0.30 "GET /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498740 Oct 18 21:07:27.671298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c559f1a-63fe-4c9c-9cd5-ec77cc4879d6 req-30e63b75-83af-43e3-ba9b-e2db674aa42a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:27.674621 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c559f1a-63fe-4c9c-9cd5-ec77cc4879d6 req-30e63b75-83af-43e3-ba9b-e2db674aa42a tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 945 time: 0.1229939 Oct 18 21:07:27.770093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c559f1a-63fe-4c9c-9cd5-ec77cc4879d6 req-faf2c827-bde6-4796-b60f-21734c360f0e tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863414 Oct 18 21:07:28.065496 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc5aec-6ade-45a6-9fb9-ca4ec6184631 req-82c6a7b6-520e-4740-aeab-362eb7aff083 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:28.083398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48dc5aec-6ade-45a6-9fb9-ca4ec6184631 req-82c6a7b6-520e-4740-aeab-362eb7aff083 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0832229 Oct 18 21:07:28.138817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-48dc5aec-6ade-45a6-9fb9-ca4ec6184631 req-60c5c071-587e-458b-9086-3bf0ef7209bc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532241 Oct 18 21:07:28.803895 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:07:29.034990 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a439f5c-e0e6-4fa6-bdbb-32038d735e7b req-389b1354-fd06-4c79-a730-deede758bc7e tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:29.042656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a439f5c-e0e6-4fa6-bdbb-32038d735e7b req-389b1354-fd06-4c79-a730-deede758bc7e tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 945 time: 0.0934086 Oct 18 21:07:29.136029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60432) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:29.162022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0a439f5c-e0e6-4fa6-bdbb-32038d735e7b req-3d64c1f3-12d6-4ba1-8673-203a3eb1800c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062713 Oct 18 21:07:29.295242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-fa24e699-f2ef-4b62-baff-6470cf8fe518 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:29.297776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-fa24e699-f2ef-4b62-baff-6470cf8fe518 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 945 time: 0.1733420 Oct 18 21:07:29.399824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc22e-4d36-4869-93af-d2f9b277b7b2 req-9dc1bcd2-e14e-45e1-b39c-17ad56bacc8b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:29.401942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fffc22e-4d36-4869-93af-d2f9b277b7b2 req-9dc1bcd2-e14e-45e1-b39c-17ad56bacc8b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0961118 Oct 18 21:07:29.426079 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40ede55f-3ab1-45db-8b64-47171fd9cf33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.488025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Deleting port 818d5561-3fe4-41ef-924f-4e351b6e4c8e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:29.488461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.570497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fffc22e-4d36-4869-93af-d2f9b277b7b2 req-da7dd345-2263-4a6e-932d-0022956ba660 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484375 Oct 18 21:07:29.624728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40ede55f-3ab1-45db-8b64-47171fd9cf33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.636680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-40ede55f-3ab1-45db-8b64-47171fd9cf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.716961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-40ede55f-3ab1-45db-8b64-47171fd9cf33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=529d6117a9ad4147a4947f970c03c33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773175 Oct 18 21:07:29.724949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60440) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:29.736586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ede55f-3ab1-45db-8b64-47171fd9cf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3094592-fc0a-4229-9cb8-bb4d052bc40d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:29.756645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] For port 818d5561-3fe4-41ef-924f-4e351b6e4c8e, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=818d5561-3fe4-41ef-924f-4e351b6e4c8e,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:29.757244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.775619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Calling delete_port for 818d5561-3fe4-41ef-924f-4e351b6e4c8e owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:29.849476 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f602d5b-48ba-419c-9b02-bbadf19e3ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.897388 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f602d5b-48ba-419c-9b02-bbadf19e3ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.990984 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f602d5b-48ba-419c-9b02-bbadf19e3ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.994170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7f602d5b-48ba-419c-9b02-bbadf19e3ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:29.998144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7f602d5b-48ba-419c-9b02-bbadf19e3ed9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3094592-fc0a-4229-9cb8-bb4d052bc40d HTTP/1.1" status: 204 len: 168 time: 0.2697220 Oct 18 21:07:30.010534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f602d5b-48ba-419c-9b02-bbadf19e3ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3094592-fc0a-4229-9cb8-bb4d052bc40d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:30.031862 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:30.058783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2419803f-00e4-4858-8908-c4a554a91dc3', '818d5561-3fe4-41ef-924f-4e351b6e4c8e'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:30.120755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event deleted for resources: {'Port': ['ID=818d5561-3fe4-41ef-924f-4e351b6e4c8e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:30.164575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:30.339523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e104f77-b946-4128-846b-60e6640ca1cc req-025322ba-a42d-4798-99db-dd449a20b071 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=912baf6f-6af5-4c3d-a20e-d01302f46f5d HTTP/1.1" status: 200 len: 210 time: 0.0413880 Oct 18 21:07:30.345940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] No DVR routers for this DVR port 818d5561-3fe4-41ef-924f-4e351b6e4c8e on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:30.367660 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:30.371386 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c775ac6c-0662-4f56-b68b-72149edfbf8c req-381136d8-dcee-49c4-a9a1-df10868833a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "DELETE /v2.0/ports/818d5561-3fe4-41ef-924f-4e351b6e4c8e HTTP/1.1" status: 204 len: 173 time: 1.0662355 Oct 18 21:07:30.372238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'name': 'network-vif-deleted', 'tag': '818d5561-3fe4-41ef-924f-4e351b6e4c8e'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:30.384312 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a455ee-ce1e-4b4f-aae9-867ff9f28bb0" -d '{"events": [{"server_uuid": "912baf6f-6af5-4c3d-a20e-d01302f46f5d", "name": "network-vif-deleted", "tag": "818d5561-3fe4-41ef-924f-4e351b6e4c8e"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:30.481543 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e7582-4ace-4bda-bf77-1b2e24cc1030 x-openstack-request-id: req-ea0e7582-4ace-4bda-bf77-1b2e24cc1030 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:30.481865 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912baf6f-6af5-4c3d-a20e-d01302f46f5d", "name": "network-vif-deleted", "tag": "818d5561-3fe4-41ef-924f-4e351b6e4c8e", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:30.482255 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea0e7582-4ace-4bda-bf77-1b2e24cc1030 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:30.482848 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912baf6f-6af5-4c3d-a20e-d01302f46f5d', 'name': 'network-vif-deleted', 'tag': '818d5561-3fe4-41ef-924f-4e351b6e4c8e', 'status': 'completed', 'code': 200} Oct 18 21:07:30.971460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350e8bd-565a-432b-81ab-b01f82636bec req-9e76ddc2-81e7-4449-8ca2-bffcb1feeb85 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:30.976334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d350e8bd-565a-432b-81ab-b01f82636bec req-9e76ddc2-81e7-4449-8ca2-bffcb1feeb85 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1194706 Oct 18 21:07:31.059229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d350e8bd-565a-432b-81ab-b01f82636bec req-226b56db-7c4d-4c77-a0ec-36a08078d383 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Oct 18 21:07:31.761810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfec5a2-3850-4c9f-a22a-b1c6868ec837 req-e553bf21-5030-431e-a81e-eb33eb64fc01 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:31.763487 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bfec5a2-3850-4c9f-a22a-b1c6868ec837 req-e553bf21-5030-431e-a81e-eb33eb64fc01 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 946 time: 0.0563376 Oct 18 21:07:31.809432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4bfec5a2-3850-4c9f-a22a-b1c6868ec837 req-a1d62452-5a2d-495c-84b1-20b44ba29f3b tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392084 Oct 18 21:07:32.208510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68cc9a-12ca-4cdf-842c-1bad45a6e7f5 req-82d5626c-9181-4075-af4f-8ef1bb908138 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:32.210061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a68cc9a-12ca-4cdf-842c-1bad45a6e7f5 req-82d5626c-9181-4075-af4f-8ef1bb908138 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0589485 Oct 18 21:07:32.254899 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a68cc9a-12ca-4cdf-842c-1bad45a6e7f5 req-4f38a4bd-f484-40a3-9958-c0e5a325d814 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Oct 18 21:07:32.953811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f63210-34dd-4734-8b9f-38d2d7fa0e39 req-90b7dbd3-90f1-44b6-a579-aa8c546b5272 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:32.955496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26f63210-34dd-4734-8b9f-38d2d7fa0e39 req-90b7dbd3-90f1-44b6-a579-aa8c546b5272 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 946 time: 0.0634029 Oct 18 21:07:33.005003 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26f63210-34dd-4734-8b9f-38d2d7fa0e39 req-82487fd2-ee29-4d61-b7dd-df4701482dbe tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384755 Oct 18 21:07:33.152306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-c66e75f5-2d8b-416a-8418-91b5af63edfe tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:33.154266 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-c66e75f5-2d8b-416a-8418-91b5af63edfe tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 946 time: 0.0656934 Oct 18 21:07:33.267948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Deleting port 2419803f-00e4-4858-8908-c4a554a91dc3 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:33.268307 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:33.392323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] For port 2419803f-00e4-4858-8908-c4a554a91dc3, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2419803f-00e4-4858-8908-c4a554a91dc3,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:33.392845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:33.409719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Calling delete_port for 2419803f-00e4-4858-8908-c4a554a91dc3 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:33.459541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f13c82-db36-497b-a5fc-5fd4b0cfda6e req-a9d02b95-920f-452f-a7d5-7b44a61ef8ff tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:33.461619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5f13c82-db36-497b-a5fc-5fd4b0cfda6e req-a9d02b95-920f-452f-a7d5-7b44a61ef8ff tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0835197 Oct 18 21:07:33.509100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e5f13c82-db36-497b-a5fc-5fd4b0cfda6e req-adec6c27-3583-4a25-a778-4be4a2a5de07 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Oct 18 21:07:33.619184 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:33.635710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:33.639266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2419803f-00e4-4858-8908-c4a554a91dc3'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:33.662154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event deleted for resources: {'Port': ['ID=2419803f-00e4-4858-8908-c4a554a91dc3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:33.718263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] No DVR routers for this DVR port 2419803f-00e4-4858-8908-c4a554a91dc3 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:33.721847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:33.725767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-50efc5ad-9c32-4432-93c6-72a941b0ee94 req-60af38ca-b6b8-4a32-bd58-9116c4ed20a6 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.30 "DELETE /v2.0/ports/2419803f-00e4-4858-8908-c4a554a91dc3 HTTP/1.1" status: 204 len: 173 time: 0.5639927 Oct 18 21:07:33.726324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'name': 'network-vif-deleted', 'tag': '2419803f-00e4-4858-8908-c4a554a91dc3'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:33.729361 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009727b6-3b91-424b-800d-21d2cf814c64" -d '{"events": [{"server_uuid": "49ecaff0-0c96-4192-94cb-e240d9d7e230", "name": "network-vif-deleted", "tag": "2419803f-00e4-4858-8908-c4a554a91dc3"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:33.755372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 818d5561-3fe4-41ef-924f-4e351b6e4c8e no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:33.775331 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528b436c-1d51-44e6-83c5-c73a1f68dd8d x-openstack-request-id: req-528b436c-1d51-44e6-83c5-c73a1f68dd8d {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:33.775741 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ecaff0-0c96-4192-94cb-e240d9d7e230", "name": "network-vif-deleted", "tag": "2419803f-00e4-4858-8908-c4a554a91dc3", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:33.776019 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-528b436c-1d51-44e6-83c5-c73a1f68dd8d {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:33.776631 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ecaff0-0c96-4192-94cb-e240d9d7e230', 'name': 'network-vif-deleted', 'tag': '2419803f-00e4-4858-8908-c4a554a91dc3', 'status': 'completed', 'code': 200} Oct 18 21:07:33.822576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 818d5561-3fe4-41ef-924f-4e351b6e4c8e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:33.823286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 818d5561-3fe4-41ef-924f-4e351b6e4c8e not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:34.484676 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec1374a4-63c9-4dd1-8103-6c84a82dc638 req-60f596dc-2f07-40dd-a284-e396decaa714 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=49ecaff0-0c96-4192-94cb-e240d9d7e230 HTTP/1.1" status: 200 len: 210 time: 0.3844855 Oct 18 21:07:34.691567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937ee2b-e7a2-41d8-bcbe-9b9992b9078c req-bdf47187-c543-4fa8-8d49-7c4ed856e0b2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:34.694502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0937ee2b-e7a2-41d8-bcbe-9b9992b9078c req-bdf47187-c543-4fa8-8d49-7c4ed856e0b2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0928876 Oct 18 21:07:34.759696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0937ee2b-e7a2-41d8-bcbe-9b9992b9078c req-af879065-9a3c-45f8-b8b0-a6fc61ae104b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546765 Oct 18 21:07:35.945351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3652978-a69f-4377-90bb-cf4196eba3d8 req-f56c9613-1570-4586-a5ad-218c6c84e86f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:35.949589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3652978-a69f-4377-90bb-cf4196eba3d8 req-f56c9613-1570-4586-a5ad-218c6c84e86f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0818925 Oct 18 21:07:36.019364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d3652978-a69f-4377-90bb-cf4196eba3d8 req-72502e65-d310-4d52-89b0-523a9b1d4924 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601211 Oct 18 21:07:37.170897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b091a6-dfad-49b9-b6bb-48e6537db606 req-3bd06ce7-1e80-4dd6-b181-1c6e1125b9d8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:37.172447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-01b091a6-dfad-49b9-b6bb-48e6537db606 req-3bd06ce7-1e80-4dd6-b181-1c6e1125b9d8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0597742 Oct 18 21:07:37.217922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-01b091a6-dfad-49b9-b6bb-48e6537db606 req-fc55ec30-4b22-4a2e-ad2f-faa09c19acad tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Oct 18 21:07:37.458046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-d707a2e9-178a-4220-84d6-605de4e746ac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531135 Oct 18 21:07:37.529170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-0cc91584-2da6-4ab9-87dc-63fe3903194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:37.530899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-0cc91584-2da6-4ab9-87dc-63fe3903194d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1097 time: 0.0450058 Oct 18 21:07:37.659545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-59790e59-ef27-4cbe-a3fd-e744600c23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:37.661672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-59790e59-ef27-4cbe-a3fd-e744600c23b6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.1088507 Oct 18 21:07:37.737286 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-f7b6e7c0-c109-4e40-9089-4247dde46b7e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 1001 time: 0.0680604 Oct 18 21:07:37.778009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2419803f-00e4-4858-8908-c4a554a91dc3 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:37.833086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 2419803f-00e4-4858-8908-c4a554a91dc3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:37.833392 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-d67f6e6d-7f37-4624-bb5a-07f3ad8f52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:37.834465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2419803f-00e4-4858-8908-c4a554a91dc3 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:37.836102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-d67f6e6d-7f37-4624-bb5a-07f3ad8f52c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.0838549 Oct 18 21:07:37.900126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-c0f29b66-5202-4164-bd04-8394f2e1d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:37.902115 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-c0f29b66-5202-4164-bd04-8394f2e1d969 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583682 Oct 18 21:07:38.021616 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-527468cf-80b4-49d0-9d98-aa277082a406 service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117520 Oct 18 21:07:38.130575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-51d4aa0c-2a05-47b6-9f72-03d6e3a1140e req-90f882a3-ba24-4a41-8ec2-6bd77a0b1297 service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010964 Oct 18 21:07:38.374166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbafb9-e48f-4d77-8232-80de814ef115 req-c52a0e2d-455b-4efc-9236-dda75dada50d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:38.376333 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02dbafb9-e48f-4d77-8232-80de814ef115 req-c52a0e2d-455b-4efc-9236-dda75dada50d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0713665 Oct 18 21:07:38.435093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-02dbafb9-e48f-4d77-8232-80de814ef115 req-82ad23e8-b807-4158-a692-b8cb6092799a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Oct 18 21:07:39.641142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dddae4-0097-4ae8-9ef4-617859f05a64 req-bf885ec4-27b4-4a4f-8300-69805828c5f9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:39.645407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4dddae4-0097-4ae8-9ef4-617859f05a64 req-bf885ec4-27b4-4a4f-8300-69805828c5f9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1054094 Oct 18 21:07:39.707401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4dddae4-0097-4ae8-9ef4-617859f05a64 req-eed75794-ceaf-472f-8c60-89368834db72 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Oct 18 21:07:40.318665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfaf1a2-bee2-4d86-9585-2511a9610db8 req-992777b0-5b66-41c2-a2ff-aa5d5bee85ba tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:40.320970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bfaf1a2-bee2-4d86-9585-2511a9610db8 req-992777b0-5b66-41c2-a2ff-aa5d5bee85ba tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1097 time: 0.0791814 Oct 18 21:07:40.394370 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bfaf1a2-bee2-4d86-9585-2511a9610db8 req-1b946efe-dc54-4d94-b60d-3c76d75eaeda tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614381 Oct 18 21:07:40.440030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60516) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:40.683394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port eddb3535-bd83-442b-9cfd-b3f93cec178f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:40.685870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:40.788894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:40.789279 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:40.807368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for eddb3535-bd83-442b-9cfd-b3f93cec178f owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:40.970645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274acda-65c2-4779-9f7d-89140d14e98b req-29577fb2-cc17-4739-a3e3-834198765366 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:40.973441 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8274acda-65c2-4779-9f7d-89140d14e98b req-29577fb2-cc17-4739-a3e3-834198765366 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0995352 Oct 18 21:07:41.051479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8274acda-65c2-4779-9f7d-89140d14e98b req-fed92120-b781-4f05-8866-5f978af4ba0f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676703 Oct 18 21:07:41.127719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:41.172699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=eddb3535-bd83-442b-9cfd-b3f93cec178f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:41.265348 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:41.265694 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP b2572bf8-53ee-4445-8b86-a1d915ad9ddc disassociated (deleted). External IP: 172.25.7.81, port: 6d3a4283-62c9-42b5-a327-81754abf8f7d. Oct 18 21:07:41.572061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 85c3c76a-d595-4bc9-b283-1c04b102c14a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:07:41.739647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:07:41.749191 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:41.757307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] Sync routers for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:07:41.778263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:41.779510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:41.801958 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5b85d239-2209-436b-a8bc-31461dd45e80 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/floatingips/b2572bf8-53ee-4445-8b86-a1d915ad9ddc HTTP/1.1" status: 204 len: 168 time: 1.3601801 Oct 18 21:07:41.802798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:41.806748 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac940a0-49af-40a7-864e-be55676a19b9" -d '{"events": [{"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:41.938382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:42.127414 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5473423-6d28-4ccb-b131-2a5d51449658 x-openstack-request-id: req-b5473423-6d28-4ccb-b131-2a5d51449658 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:42.127887 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:42.128402 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5473423-6d28-4ccb-b131-2a5d51449658 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:42.130042 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'status': 'completed', 'code': 200} Oct 18 21:07:42.239756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-2a0e8d13-f413-41c6-8ce5-16fa04e0585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:42.243498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-2a0e8d13-f413-41c6-8ce5-16fa04e0585d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 1097 time: 0.0853910 Oct 18 21:07:42.351852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe4fe6-100e-4bce-bba2-a3b30a29912a req-1a99abfb-4a99-4d8b-a193-fb6d8daef2e9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:42.361810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bbe4fe6-100e-4bce-bba2-a3b30a29912a req-1a99abfb-4a99-4d8b-a193-fb6d8daef2e9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.1102417 Oct 18 21:07:42.378751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-89ccf947-962e-4172-b625-69823eae40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:42.381121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-89ccf947-962e-4172-b625-69823eae40e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 200 len: 898 time: 0.1294403 Oct 18 21:07:42.404066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:21Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:42.430217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2bbe4fe6-100e-4bce-bba2-a3b30a29912a req-d7ebc1a1-bfdb-49ca-886a-50ce2e7b199e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670338 Oct 18 21:07:42.484307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] Checking router: 85c3c76a-d595-4bc9-b283-1c04b102c14a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:07:42.493468 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-dd457eef-ac4e-48b5-8251-e14ef4bc40b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 200 len: 217 time: 0.1034880 Oct 18 21:07:42.497108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:42.497729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:42.593829 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-2fdfece6-ad64-4b05-a9ee-569e844beb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:42.596449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68939b-2462-4dba-9534-5ed3c0799e69 req-9552da42-2c7f-4e2a-9db3-127c7e8424b9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:42.597015 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-2fdfece6-ad64-4b05-a9ee-569e844beb76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 200 len: 835 time: 0.0916762 Oct 18 21:07:42.599911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da68939b-2462-4dba-9534-5ed3c0799e69 req-9552da42-2c7f-4e2a-9db3-127c7e8424b9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0919237 Oct 18 21:07:42.673946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da68939b-2462-4dba-9534-5ed3c0799e69 req-116e0dca-e704-4d98-8cf5-b7bb714031d8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666568 Oct 18 21:07:42.677575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-c3bf5bad-3da6-4292-81f4-aec6d1d3171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:42.679127 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-c3bf5bad-3da6-4292-81f4-aec6d1d3171b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5111a5db-7b06-4fcf-baf5-10936cb3df4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723894 Oct 18 21:07:42.681338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:42.807233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-efe616a2-a64f-4711-8ed4-33f339c2a9f5 service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192863 Oct 18 21:07:42.976917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ac940a0-49af-40a7-864e-be55676a19b9 req-4130e9ed-76db-4026-8a26-115b313685d3 service neutron] 10.222.0.79 "GET /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606970 Oct 18 21:07:43.086198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:21Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:43.116807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556606f3-e628-4926-bed5-97f5921f1085 None None] The sync data for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 is: [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:05:16Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '949f624d-460d-44e5-a638-2ddb5336257f', 'name': '', 'network_id': '5111a5db-7b06-4fcf-baf5-10936cb3df4f', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d8:7c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:15Z', 'updated_at': '2021-10-18T21:05:21Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '67cf9bb2-324b-460b-b588-2cedaa80df9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:07:43.149406 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50985298-6a0a-4809-918d-e4420cb6b905 req-350d0c7f-3255-45db-a2b0-071d54e4979d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:43.151802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50985298-6a0a-4809-918d-e4420cb6b905 req-350d0c7f-3255-45db-a2b0-071d54e4979d tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 945 time: 0.0774415 Oct 18 21:07:43.209322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-50985298-6a0a-4809-918d-e4420cb6b905 req-443f004b-e823-4fde-ad5f-b31716a25f2c tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475545 Oct 18 21:07:43.370903 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:43.427526 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb005f8-b65b-4850-b001-0ce6947835e6 None None] New status for floating IP b2572bf8-53ee-4445-8b86-a1d915ad9ddc: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:07:43.588861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bb16e-a399-44c8-8a61-3dddf1351def req-75cfeaae-7733-48f7-a750-e4f7b6452342 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:43.590703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c8bb16e-a399-44c8-8a61-3dddf1351def req-75cfeaae-7733-48f7-a750-e4f7b6452342 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.0614579 Oct 18 21:07:43.637756 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1c8bb16e-a399-44c8-8a61-3dddf1351def req-97e1e77f-7845-4568-960a-a3df9cea8027 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=dc3b2942-c201-4673-b15a-42f44ae403e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400770 Oct 18 21:07:43.727164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-10b8763b-5084-4cee-a2c1-8e302ec6da98 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:43.729136 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-10b8763b-5084-4cee-a2c1-8e302ec6da98 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 946 time: 0.0630741 Oct 18 21:07:43.829674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e6809-08a4-4669-b98a-7b2a7e85d958 req-944384a1-653d-4dc1-ae0c-3940e49ba94a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:43.831339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-527e6809-08a4-4669-b98a-7b2a7e85d958 req-944384a1-653d-4dc1-ae0c-3940e49ba94a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0656278 Oct 18 21:07:43.852453 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 6d3a4283-62c9-42b5-a327-81754abf8f7d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:43.852797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:43.878979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-527e6809-08a4-4669-b98a-7b2a7e85d958 req-81d5ddbf-62d9-494a-a0bf-6a1f4fc6b427 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Oct 18 21:07:43.957185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 6d3a4283-62c9-42b5-a327-81754abf8f7d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=6d3a4283-62c9-42b5-a327-81754abf8f7d,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:43.957789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:43.981221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 6d3a4283-62c9-42b5-a327-81754abf8f7d owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:44.146848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:44.177093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=6d3a4283-62c9-42b5-a327-81754abf8f7d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:44.189851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.190191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.190527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.190878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.191207 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.191532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.191859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.192182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.192537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.192867 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.193185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.193503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:44.234240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] No DVR routers for this DVR port 6d3a4283-62c9-42b5-a327-81754abf8f7d on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:44.236786 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:44.240840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7e8d5619-e415-43f2-9b02-b5ab1c8f94af req-b5418db5-f074-43b1-a08b-8a4ec5935789 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "DELETE /v2.0/ports/6d3a4283-62c9-42b5-a327-81754abf8f7d HTTP/1.1" status: 204 len: 173 time: 0.5051916 Oct 18 21:07:44.241317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-deleted', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:44.243614 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b5479-9c36-41e2-9f10-87cbce6ba5e5" -d '{"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-deleted", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:44.351640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c3e9-3eca-4e4e-aa78-ba952eaa9446 req-336c1805-62cb-4bd6-9173-65b21abaa370 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:44.353639 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e28c3e9-3eca-4e4e-aa78-ba952eaa9446 req-336c1805-62cb-4bd6-9173-65b21abaa370 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 945 time: 0.0611117 Oct 18 21:07:44.401606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e28c3e9-3eca-4e4e-aa78-ba952eaa9446 req-7154351f-fb2a-40f1-960e-b59dd659f865 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/security-groups?id=d100148b-c12c-40dc-9351-7e6949a1ff58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Oct 18 21:07:44.454265 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee463e6-4f8c-4feb-aa6e-ce118294773b x-openstack-request-id: req-8ee463e6-4f8c-4feb-aa6e-ce118294773b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:44.454669 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323de84c-9f5e-4672-9e37-671571785be8", "name": "network-vif-deleted", "tag": "6d3a4283-62c9-42b5-a327-81754abf8f7d", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:44.454981 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ee463e6-4f8c-4feb-aa6e-ce118294773b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:44.455463 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323de84c-9f5e-4672-9e37-671571785be8', 'name': 'network-vif-deleted', 'tag': '6d3a4283-62c9-42b5-a327-81754abf8f7d', 'status': 'completed', 'code': 200} Oct 18 21:07:44.769910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a3aa567-e0c7-485a-a521-34f008064174 req-37196d8e-26f8-42a7-bec5-9c08585f1026 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=323de84c-9f5e-4672-9e37-671571785be8 HTTP/1.1" status: 200 len: 210 time: 0.0352805 Oct 18 21:07:44.789457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61733b51-1fb9-49ee-aebc-65453950daec req-ba235656-8875-4117-a5b8-9dbe33715e0f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:44.790984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-61733b51-1fb9-49ee-aebc-65453950daec req-ba235656-8875-4117-a5b8-9dbe33715e0f tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 945 time: 0.0624912 Oct 18 21:07:44.894039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Deleting port ec548633-00f7-4c52-96cb-27b4dbe0c3cd {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:44.894515 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:45.005203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] For port ec548633-00f7-4c52-96cb-27b4dbe0c3cd, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,segment=NetworkSegment(c0363397-8271-4ed6-9a6d-fc0d79ccc8d2),segment_id=c0363397-8271-4ed6-9a6d-fc0d79ccc8d2)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:45.005571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:45.021560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Calling delete_port for ec548633-00f7-4c52-96cb-27b4dbe0c3cd owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:45.023125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bb6c6-75d7-4fa2-ad8b-919560a8b993 req-7f061e4b-0191-4241-b2ea-7b0ee10cc2be tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:45.024801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e66bb6c6-75d7-4fa2-ad8b-919560a8b993 req-7f061e4b-0191-4241-b2ea-7b0ee10cc2be tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0569561 Oct 18 21:07:45.072727 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e66bb6c6-75d7-4fa2-ad8b-919560a8b993 req-30b5f918-8a07-4fee-9ab4-8f1a79a85e09 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Oct 18 21:07:45.190279 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:45.204533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['ec548633-00f7-4c52-96cb-27b4dbe0c3cd'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:45.228865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Pushing event deleted for resources: {'Port': ['ID=ec548633-00f7-4c52-96cb-27b4dbe0c3cd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:45.275671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] No DVR routers for this DVR port ec548633-00f7-4c52-96cb-27b4dbe0c3cd on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:45.278830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:45.282351 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-61733b51-1fb9-49ee-aebc-65453950daec req-aa45d914-3c31-47df-b1ff-5e1a3ff366bf tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.79 "DELETE /v2.0/ports/ec548633-00f7-4c52-96cb-27b4dbe0c3cd HTTP/1.1" status: 204 len: 173 time: 0.4848654 Oct 18 21:07:45.535326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6482f05c-d47e-4bbb-9973-db368dae7cc1 req-a234f7bb-64b3-4047-9126-d1b00a374c70 tempest-AttachVolumeNegativeTest-1743469406 tempest-AttachVolumeNegativeTest-1743469406-project] 10.222.0.66 "GET /v2.0/ports?device_id=8667523f-8db7-431e-ad27-324adec54b2f HTTP/1.1" status: 200 len: 210 time: 0.0294380 Oct 18 21:07:45.838209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60564) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:46.242499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56102-f8ca-4cbe-ba28-efdb83b68d52 req-0af77d0d-102e-4179-90bf-ab652b2e9eda tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:46.244179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1d56102-f8ca-4cbe-ba28-efdb83b68d52 req-0af77d0d-102e-4179-90bf-ab652b2e9eda tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.0897975 Oct 18 21:07:46.323272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1d56102-f8ca-4cbe-ba28-efdb83b68d52 req-fe48a69e-eb34-4d3e-af1e-9f833be07a63 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678141 Oct 18 21:07:46.352212 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.457348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667523f-8db7-431e-ad27-324adec54b2f', 'name': 'network-vif-deleted', 'tag': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:46.460834 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294ce728-cedd-468e-8a51-c2e1539a48fa" -d '{"events": [{"server_uuid": "8667523f-8db7-431e-ad27-324adec54b2f", "name": "network-vif-deleted", "tag": "ec548633-00f7-4c52-96cb-27b4dbe0c3cd"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:46.506353 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7e829-2367-4c65-91c4-125adcebe17f x-openstack-request-id: req-9ef7e829-2367-4c65-91c4-125adcebe17f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:46.506909 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8667523f-8db7-431e-ad27-324adec54b2f", "name": "network-vif-deleted", "tag": "ec548633-00f7-4c52-96cb-27b4dbe0c3cd", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:46.507248 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ef7e829-2367-4c65-91c4-125adcebe17f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:46.507723 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8667523f-8db7-431e-ad27-324adec54b2f', 'name': 'network-vif-deleted', 'tag': 'ec548633-00f7-4c52-96cb-27b4dbe0c3cd', 'status': 'completed', 'code': 200} Oct 18 21:07:46.598261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60574) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:46.653870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] Deleting subnet bd65ddca-baf1-4ff2-9309-c8c26024e714 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:07:46.657180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.675940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 949f624d-460d-44e5-a638-2ddb5336257f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:46.676580 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.699698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.746185 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.777048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 949f624d-460d-44e5-a638-2ddb5336257f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=949f624d-460d-44e5-a638-2ddb5336257f,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:46.777604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.797731 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 949f624d-460d-44e5-a638-2ddb5336257f owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:46.805039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.830860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd65ddca-baf1-4ff2-9309-c8c26024e714,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:46.837998 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:46.844058 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1f3f8efd-3b1e-48b6-97ae-1c12d18eaf91 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bd65ddca-baf1-4ff2-9309-c8c26024e714 HTTP/1.1" status: 204 len: 168 time: 0.2421649 Oct 18 21:07:46.844192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60576) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:46.924795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.013635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.029714 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.037056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596a5155-141f-4deb-8f32-638e1c1d2f06']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:47.047093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:47.047395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0363397-8271-4ed6-9a6d-fc0d79ccc8d2') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:47.060837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=949f624d-460d-44e5-a638-2ddb5336257f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:47.061717 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.080222 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.089223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:07:47.089867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:07:47.091619 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:07:47.153752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.159616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.165949 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] 10.222.0.66 "DELETE /v2.0/networks/596a5155-141f-4deb-8f32-638e1c1d2f06 HTTP/1.1" status: 204 len: 168 time: 0.3183489 Oct 18 21:07:47.178891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6db28b-f392-4aec-ab6e-ff729c67aefc admin admin] Pushing event deleted for resources: {'Network': ['ID=596a5155-141f-4deb-8f32-638e1c1d2f06,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:47.197190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:47.220992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 6d3a4283-62c9-42b5-a327-81754abf8f7d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:47.221683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 6d3a4283-62c9-42b5-a327-81754abf8f7d not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:47.260342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.424277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:47.467816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2fd3cd1d-b76a-47c2-bbe3-be8036868b1a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f05dc6025afb4aec9a1fd809f5ce6dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421684 Oct 18 21:07:47.470923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60586) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:47.535737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8b00126-44ff-4a30-b841-0b091a486ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.567858 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8b00126-44ff-4a30-b841-0b091a486ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.625762 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8b00126-44ff-4a30-b841-0b091a486ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.629150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f8b00126-44ff-4a30-b841-0b091a486ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:47.630601 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f8b00126-44ff-4a30-b841-0b091a486ce8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d100148b-c12c-40dc-9351-7e6949a1ff58 HTTP/1.1" status: 204 len: 168 time: 0.1587117 Oct 18 21:07:47.639756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b00126-44ff-4a30-b841-0b091a486ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100148b-c12c-40dc-9351-7e6949a1ff58,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:47.830109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653364-9e71-46a7-941c-e523708dc580 req-b91641e9-2969-40be-b7f7-b28cd017a112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:47.831949 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92653364-9e71-46a7-941c-e523708dc580 req-b91641e9-2969-40be-b7f7-b28cd017a112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.4298449 Oct 18 21:07:47.910334 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-92653364-9e71-46a7-941c-e523708dc580 req-bdbb0057-48d9-486e-b726-7602695cf60c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Oct 18 21:07:47.915662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 85c3c76a-d595-4bc9-b283-1c04b102c14a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:07:48.048123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:07:48.053893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0e1b59e3-ced1-447c-8f4a-997f54d1b1db tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/85c3c76a-d595-4bc9-b283-1c04b102c14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2144775 Oct 18 21:07:48.057564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60596) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:48.068904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] Sync routers for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:07:48.078682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:48.079300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:48.120822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting subnet 67cf9bb2-324b-460b-b588-2cedaa80df9e {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:07:48.124352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.168165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.193655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:48.285249 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.378044 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.409538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Subnet': ['ID=67cf9bb2-324b-460b-b588-2cedaa80df9e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:48.412443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.416034 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-47223c72-2d60-452f-b5b9-20bc95bc6c57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/subnets/67cf9bb2-324b-460b-b588-2cedaa80df9e HTTP/1.1" status: 204 len: 168 time: 0.3572133 Oct 18 21:07:48.420099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60608) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:48.434188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdc4ad-3bfe-4d3f-82b7-713ba9cedc4f None None] Network 5111a5db-7b06-4fcf-baf5-10936cb3df4f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:07:48.455965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:07:46Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': 'd2316744-fe5b-46b5-9cfb-34b23458542f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:05:07Z', 'updated_at': '2021-10-18T21:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:48.562893 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.665660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] Checking router: 85c3c76a-d595-4bc9-b283-1c04b102c14a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:07:48.676031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.715478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] Routers {'85c3c76a-d595-4bc9-b283-1c04b102c14a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:48.716125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['85c3c76a-d595-4bc9-b283-1c04b102c14a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:48.731689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port d2316744-fe5b-46b5-9cfb-34b23458542f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:48.731962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.828920 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port d2316744-fe5b-46b5-9cfb-34b23458542f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d2316744-fe5b-46b5-9cfb-34b23458542f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:48.829848 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.845659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-01367149-ba84-4a6b-85b8-984f7e537304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:48.846975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for d2316744-fe5b-46b5-9cfb-34b23458542f owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:48.862950 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] Set router 85c3c76a-d595-4bc9-b283-1c04b102c14a gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:48.933767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:07:48Z', 'revision_number': 6, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:48.975263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27047826-92e0-4e4e-9d5a-218e27fca6b2 None None] The sync data for ids ['85c3c76a-d595-4bc9-b283-1c04b102c14a'] in n-d-812149-2 is: [{'id': '85c3c76a-d595-4bc9-b283-1c04b102c14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1767085003', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:05:05Z', 'updated_at': '2021-10-18T21:07:48Z', 'revision_number': 6, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:07:48.989602 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.098462 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.142113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=d2316744-fe5b-46b5-9cfb-34b23458542f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:49.202020 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec548633-00f7-4c52-96cb-27b4dbe0c3cd no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:49.242781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.248548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: ec548633-00f7-4c52-96cb-27b4dbe0c3cd {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:49.250963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ec548633-00f7-4c52-96cb-27b4dbe0c3cd not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:49.360613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] DHCP port deletion for 5111a5db-7b06-4fcf-baf5-10936cb3df4f request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:07:49.374619 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.378875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.451643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6f3ce-ae78-480a-bae4-f01d5e8732d0 req-07c65a07-6bbf-4122-825d-9e034eae965d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:49.460762 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1e6f3ce-ae78-480a-bae4-f01d5e8732d0 req-07c65a07-6bbf-4122-825d-9e034eae965d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 943 time: 0.1460822 Oct 18 21:07:49.469692 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Deleting port 951c7c6f-2f87-417b-be51-56013dfbd523 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:49.472858 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.479182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.479754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Fanout notify agent at l3_agent the message router_deleted on router 85c3c76a-d595-4bc9-b283-1c04b102c14a {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:07:49.488935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.491343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a813de9c-02e6-4524-96ca-ad437b75b363 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/routers/85c3c76a-d595-4bc9-b283-1c04b102c14a HTTP/1.1" status: 204 len: 168 time: 1.0701115 Oct 18 21:07:49.495152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60630) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:49.537426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c1e6f3ce-ae78-480a-bae4-f01d5e8732d0 req-0924ec22-a65b-4e11-b220-29e6dd066156 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744586 Oct 18 21:07:49.548681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] For port 951c7c6f-2f87-417b-be51-56013dfbd523, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=951c7c6f-2f87-417b-be51-56013dfbd523,segment=NetworkSegment(025dade2-f4e4-492a-804a-adf8c55b8da7),segment_id=025dade2-f4e4-492a-804a-adf8c55b8da7)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:49.549191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.577402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Calling delete_port for 951c7c6f-2f87-417b-be51-56013dfbd523 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:49.629252 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.676279 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.697614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 951c7c6f-2f87-417b-be51-56013dfbd523 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:49.697954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.710170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Pushing event deleted for resources: {'Port': ['ID=951c7c6f-2f87-417b-be51-56013dfbd523,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:49.720403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] No DVR routers for this DVR port 951c7c6f-2f87-417b-be51-56013dfbd523 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:49.731966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.733170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.733676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.734159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.734782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.735370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.735988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.736511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.736849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.737183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.737519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.738380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd51215-de6a-4c74-8109-f1872ea97f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:07:49.770103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 951c7c6f-2f87-417b-be51-56013dfbd523, host n-d-812149-2, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:49.770466 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.783246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 951c7c6f-2f87-417b-be51-56013dfbd523 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:49.786364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Port 951c7c6f-2f87-417b-be51-56013dfbd523 was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 21:07:49.787647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.811477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=951c7c6f-2f87-417b-be51-56013dfbd523,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:49.818138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] No DVR routers for this DVR port 951c7c6f-2f87-417b-be51-56013dfbd523 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:49.864446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:07:49.916208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.944992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5111a5db-7b06-4fcf-baf5-10936cb3df4f']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:49.956300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025dade2-f4e4-492a-804a-adf8c55b8da7') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:49.956666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025dade2-f4e4-492a-804a-adf8c55b8da7') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:49.973032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.990184 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:49.993314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:49.997181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:07:49.997503 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:07:50.001220 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:07:50.009754 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'port_id': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2', 'mac_address': 'fa:16:3e:ac:fa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:07:50.063983 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.083404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:07:50.092579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.101121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.107603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/networks/5111a5db-7b06-4fcf-baf5-10936cb3df4f HTTP/1.1" status: 204 len: 168 time: 0.6080058 Oct 18 21:07:50.109221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60634) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:50.115839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:50.121532 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.143415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad362629-7a8a-400b-bb8a-c4c55dbf6850 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Network': ['ID=5111a5db-7b06-4fcf-baf5-10936cb3df4f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:50.177205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:50.215213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1111a40-29a0-4bc0-abfa-0bb3fe5a23ed tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.246410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1111a40-29a0-4bc0-abfa-0bb3fe5a23ed tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.312820 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1111a40-29a0-4bc0-abfa-0bb3fe5a23ed tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.315413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a1111a40-29a0-4bc0-abfa-0bb3fe5a23ed tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.316615 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a1111a40-29a0-4bc0-abfa-0bb3fe5a23ed tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/security-groups/dc3b2942-c201-4673-b15a-42f44ae403e6 HTTP/1.1" status: 204 len: 168 time: 0.2062683 Oct 18 21:07:50.326259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1111a40-29a0-4bc0-abfa-0bb3fe5a23ed tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b2942-c201-4673-b15a-42f44ae403e6,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:50.336701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['7dcc3ceb-1164-4b49-951f-634d5f3c35b2'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:50.506807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 951c7c6f-2f87-417b-be51-56013dfbd523 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:50.534669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 951c7c6f-2f87-417b-be51-56013dfbd523 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:50.535868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 951c7c6f-2f87-417b-be51-56013dfbd523 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:50.536627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 949f624d-460d-44e5-a638-2ddb5336257f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:50.558944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 949f624d-460d-44e5-a638-2ddb5336257f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:50.559215 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 949f624d-460d-44e5-a638-2ddb5336257f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:50.559631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d2316744-fe5b-46b5-9cfb-34b23458542f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:50.579911 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d2316744-fe5b-46b5-9cfb-34b23458542f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:50.580261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d2316744-fe5b-46b5-9cfb-34b23458542f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:07:50.726203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60646) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:50.731175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-59fa3918-8231-48d1-8a75-e1bf2743f12a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407175384', 'description': 'tempest-secgroup-smoke-1407175384 description', 'project_id': '9898da556b7345b5904bf6114683e04b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:50.754543 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-59fa3918-8231-48d1-8a75-e1bf2743f12a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.818299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31ad6a-ee2e-4d4f-bf00-1eb915a091a1 req-e4f9ab06-8459-4b90-b09e-5eeb3cb75a86 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:50.819733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f31ad6a-ee2e-4d4f-bf00-1eb915a091a1 req-e4f9ab06-8459-4b90-b09e-5eeb3cb75a86 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 944 time: 0.0517833 Oct 18 21:07:50.821349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-59fa3918-8231-48d1-8a75-e1bf2743f12a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.825128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-59fa3918-8231-48d1-8a75-e1bf2743f12a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.856158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-59fa3918-8231-48d1-8a75-e1bf2743f12a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.857422 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-59fa3918-8231-48d1-8a75-e1bf2743f12a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1301820 Oct 18 21:07:50.859445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa3918-8231-48d1-8a75-e1bf2743f12a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618dca99-e126-43b2-9e95-737efa0e5a72,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:50.860568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:50.867130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-45520bd2-49e2-4cd5-a84b-1af7d54302d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': '618dca99-e126-43b2-9e95-737efa0e5a72', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:50.879142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1f31ad6a-ee2e-4d4f-bf00-1eb915a091a1 req-f55dc2ab-a505-4233-ab7a-aae61a8714ca tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522683 Oct 18 21:07:50.911110 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45520bd2-49e2-4cd5-a84b-1af7d54302d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.963393 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45520bd2-49e2-4cd5-a84b-1af7d54302d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.967573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45520bd2-49e2-4cd5-a84b-1af7d54302d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.990481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45520bd2-49e2-4cd5-a84b-1af7d54302d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25917bfd-045c-4a7a-97fb-c8c24d66ac39,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:50.996779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45520bd2-49e2-4cd5-a84b-1af7d54302d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:50.998002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-45520bd2-49e2-4cd5-a84b-1af7d54302d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356394 Oct 18 21:07:51.001398 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60652) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:51.006470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4c633f8e-0fb1-4434-8e69-490c608b9793 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': '618dca99-e126-43b2-9e95-737efa0e5a72', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:51.034399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c633f8e-0fb1-4434-8e69-490c608b9793 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.107091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c633f8e-0fb1-4434-8e69-490c608b9793 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.115427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c633f8e-0fb1-4434-8e69-490c608b9793 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.146125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c633f8e-0fb1-4434-8e69-490c608b9793 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def67193-9df3-4549-98ba-e9bef7ead015,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:51.153590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c633f8e-0fb1-4434-8e69-490c608b9793 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.156007 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4c633f8e-0fb1-4434-8e69-490c608b9793 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528444 Oct 18 21:07:51.158135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60658) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:51.164403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ec6109cb-3014-4093-8103-65155d0ea286 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': '618dca99-e126-43b2-9e95-737efa0e5a72', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:51.211497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec6109cb-3014-4093-8103-65155d0ea286 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.292744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec6109cb-3014-4093-8103-65155d0ea286 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.297482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec6109cb-3014-4093-8103-65155d0ea286 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.317758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6109cb-3014-4093-8103-65155d0ea286 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c297fa1-098a-4894-b0de-a7e806c0af83,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:51.332653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec6109cb-3014-4093-8103-65155d0ea286 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.336363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ec6109cb-3014-4093-8103-65155d0ea286 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743479 Oct 18 21:07:51.336714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60672) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:51.341291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f4bcb633-d1f5-4cc5-89d3-db5c67645d3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': '618dca99-e126-43b2-9e95-737efa0e5a72', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:51.373500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb633-d1f5-4cc5-89d3-db5c67645d3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.436887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb633-d1f5-4cc5-89d3-db5c67645d3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.441596 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb633-d1f5-4cc5-89d3-db5c67645d3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.459674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcb633-d1f5-4cc5-89d3-db5c67645d3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df1676f-8a29-4280-95cf-9cc3a27e28ee,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:51.470038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4bcb633-d1f5-4cc5-89d3-db5c67645d3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.471714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4bcb633-d1f5-4cc5-89d3-db5c67645d3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338131 Oct 18 21:07:51.475441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60674) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:51.480503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': '618dca99-e126-43b2-9e95-737efa0e5a72', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:51.504258 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:07:51.509270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.571882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.575563 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.594813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0639278-c947-4418-96a7-7f870bc5bb40,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:51.604521 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.606005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5caca91e-fbb0-4287-9f0b-02ba8c633442 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294732 Oct 18 21:07:51.608798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60676) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:51.614401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': '618dca99-e126-43b2-9e95-737efa0e5a72', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:51.637760 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:07:51.642877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.708678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.713415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.732484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00a8ad9-10b4-4314-bf38-8c89b3bc91cd,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:51.738045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.742149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-99c25c4f-c7db-468a-94d8-9daf51b72938 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294847 Oct 18 21:07:51.742149 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60678) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:51.747116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'network': {'name': 'tempest-network-smoke--707663355', 'project_id': '9898da556b7345b5904bf6114683e04b', 'port_security_enabled': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:51.768027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:07:51.772050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.797050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:07:51.806332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.806667 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Added segment 410b6309-c2d6-42aa-bec0-a50cf0cf0516 of type vlan for network 78c53238-0080-4b94-9b1a-ebc449ee41e1 Oct 18 21:07:51.849010 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.863652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:51.876325 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.885218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:51.886084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.929202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:07:51.941267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:51.941900 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:51.949997 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2033212 Oct 18 21:07:51.950440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60682) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:51.960783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'admin_state_up': True, 'project_id': '9898da556b7345b5904bf6114683e04b', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:52.025753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebddba9-a487-403f-bb5b-568fc1428df7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Network': ['ID=78c53238-0080-4b94-9b1a-ebc449ee41e1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:52.052453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.061334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:07:52.065485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.067082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.088156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c0c09-6e9a-4760-a193-89dc675d4eca req-8dea4c73-960a-4204-aa30-af04af3c184c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:52.089749 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c24c0c09-6e9a-4760-a193-89dc675d4eca req-8dea4c73-960a-4204-aa30-af04af3c184c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 944 time: 0.0800896 Oct 18 21:07:52.118034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:52.120846 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9f15c2-eaa3-4e52-b364-c702e5df5252" -d '{"events": [{"server_uuid": "3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dcc3ceb-1164-4b49-951f-634d5f3c35b2"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:52.150759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.166207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:52.178481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.210342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c24c0c09-6e9a-4760-a193-89dc675d4eca req-a48e4b44-4e21-4a86-bf99-df6ec23d024a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045444 Oct 18 21:07:52.249933 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:52.319419 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.350658 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04011f4-bc33-44d5-9d77-d816f84a69c3 x-openstack-request-id: req-d04011f4-bc33-44d5-9d77-d816f84a69c3 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:52.351067 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dcc3ceb-1164-4b49-951f-634d5f3c35b2", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:52.351403 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d04011f4-bc33-44d5-9d77-d816f84a69c3 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:52.352106 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2', 'code': 200} Oct 18 21:07:52.463329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351361c-b912-4d95-afad-dd5b95fe162a req-5ec5e572-1200-4114-a086-b1635c3e9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:52.465510 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1351361c-b912-4d95-afad-dd5b95fe162a req-5ec5e572-1200-4114-a086-b1635c3e9978 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0495923 Oct 18 21:07:52.505160 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1351361c-b912-4d95-afad-dd5b95fe162a req-3f14bcfd-53a1-45a6-850a-48624ecc1b17 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Oct 18 21:07:52.565486 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.586794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.736512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.238 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/6539e494-2f1d-4820-aeed-80158715dd83) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:07:52.853656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.889520 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:52.930156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:07:52.933067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:52.940166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:07:52.943937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=6539e494-2f1d-4820-aeed-80158715dd83,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:53.178872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21b63202-19fb-4a9a-87ac-d5bb8987f2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:53.204178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:53.397096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb588b-46c9-46ee-af33-b1a2f93ec272 req-f6d853d5-6afd-4708-b213-601843960cd8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:53.398746 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5aeb588b-46c9-46ee-af33-b1a2f93ec272 req-f6d853d5-6afd-4708-b213-601843960cd8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 945 time: 0.1001804 Oct 18 21:07:53.484546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5aeb588b-46c9-46ee-af33-b1a2f93ec272 req-55cdda99-3160-4292-b4b7-ff6ccb0c272b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787969 Oct 18 21:07:53.487815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:53.649962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 2232e327-dfe5-4722-bd2a-3675da146376 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:07:53.769933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:07:53.782564 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Sync routers for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:07:53.795424 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:53.795652 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:53.796324 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:53.796704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-13de148b-1f98-4fb8-8fb0-67470e297ffc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8453074 Oct 18 21:07:53.799873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60708) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:53.835024 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-56925860-62cd-4d85-a152-16159d6235fe tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=9898da556b7345b5904bf6114683e04b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335052 Oct 18 21:07:53.837566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60710) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:53.942787 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:53.999377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16306c2a-8a41-4ac8-a20f-31e1708ad30e tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:54.004081 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-16306c2a-8a41-4ac8-a20f-31e1708ad30e tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1655543 Oct 18 21:07:54.005429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60712) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:54.041031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60714) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:54.045194 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eb0b9056-7efc-47d9-9101-596675bc300a tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371227 Oct 18 21:07:54.046366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1853399823', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'project_id': '9898da556b7345b5904bf6114683e04b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:07:54.167749 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:53Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:54.208811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.224255 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Checking router: 2232e327-dfe5-4722-bd2a-3675da146376 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:07:54.224717 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Updating router 2232e327-dfe5-4722-bd2a-3675da146376 port 6539e494-2f1d-4820-aeed-80158715dd83 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:07:54.262192 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.475259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:07:54.479240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.597468 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.604714 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.655803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494683-b724-415b-a0a7-0f2ca65599ce req-e530a5f3-c0de-4c22-87ca-476f4a187a0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:54.657725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5494683-b724-415b-a0a7-0f2ca65599ce req-e530a5f3-c0de-4c22-87ca-476f4a187a0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 945 time: 0.0878396 Oct 18 21:07:54.668317 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Attempting to bind port 6539e494-2f1d-4820-aeed-80158715dd83 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:07:54.668718 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Attempting to bind port 6539e494-2f1d-4820-aeed-80158715dd83 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:07:54.669322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Attempting to bind port 6539e494-2f1d-4820-aeed-80158715dd83 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:07:54.682480 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:07:54.682877 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:07:54.683358 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.683840 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:07:54.684402 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Bound port: 6539e494-2f1d-4820-aeed-80158715dd83, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:07:54.684794 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.720341 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c0e2a-d562-4985-90e4-efae4334d550 None None] Pushing event updated for resources: {'Port': ['ID=6539e494-2f1d-4820-aeed-80158715dd83,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:54.761175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b5494683-b724-415b-a0a7-0f2ca65599ce req-e165a84c-51d7-4502-821e-52c564e45e96 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728357 Oct 18 21:07:54.767805 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] For port 6539e494-2f1d-4820-aeed-80158715dd83, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:07:54.772020 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] For port 6539e494-2f1d-4820-aeed-80158715dd83, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6539e494-2f1d-4820-aeed-80158715dd83,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:07:54.787922 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.824027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.859765 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:54.860579 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:54.913237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Subnet': ['ID=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:54.927421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Checking segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:07:54.927796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network hostable DHCP agents. Network: 78c53238-0080-4b94-9b1a-ebc449ee41e1, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:07:54.928750 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c0e2a-d562-4985-90e4-efae4334d550 None None] Pushing event updated for resources: {'Port': ['ID=6539e494-2f1d-4820-aeed-80158715dd83,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:54.960981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:07:54.972560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 78c53238-0080-4b94-9b1a-ebc449ee41e1) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:54.981311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:54.981910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:54.982105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3024ee7-3db3-41b2-926a-f47055fd5c8b None None] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:07:55.011052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-00a503ee-bc73-42be-9cec-a3fc67d9ba2d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9687779 Oct 18 21:07:55.013828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60726) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:07:55.029508 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:55.156279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37f729-d403-4009-a6f4-d6726f9ea54c req-c28fa584-586f-4755-beef-089ae015b6fb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:55.165066 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a37f729-d403-4009-a6f4-d6726f9ea54c req-c28fa584-586f-4755-beef-089ae015b6fb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 945 time: 0.1517851 Oct 18 21:07:55.230607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a37f729-d403-4009-a6f4-d6726f9ea54c req-07b74361-cc40-455e-a74e-27be882549e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645313 Oct 18 21:07:55.254461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:55.262276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-78c53238-0080-4b94-9b1a-ebc449ee41e1', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:07:55.265387 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:55.423001 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:53Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:55.461151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Allocated IP 172.20.0.2 (78c53238-0080-4b94-9b1a-ebc449ee41e1/b9babd94-4850-4ecd-a4b8-c7a78e4b19dc/401c9112-3430-49bc-b0ca-8bd80c17db7b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:07:55.461515 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c343a-5099-4171-a57e-45fccaa1d7c4 None None] The sync data for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 is: [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:53Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:07:55.669237 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:55.677590 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:55.694042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15cf7d-b834-4565-919b-8f3b230c5b1a req-4dc6a54c-2bcc-4b14-92fd-49ae948f2b68 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:55.695786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab15cf7d-b834-4565-919b-8f3b230c5b1a req-4dc6a54c-2bcc-4b14-92fd-49ae948f2b68 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 945 time: 0.0740094 Oct 18 21:07:55.721285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:07:55.724677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:55.728890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:07:55.749211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Pushing event updated for resources: {'Port': ['ID=401c9112-3430-49bc-b0ca-8bd80c17db7b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:55.755842 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ab15cf7d-b834-4565-919b-8f3b230c5b1a req-8e4df6ee-89d6-4790-afa7-ace34092cb26 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520179 Oct 18 21:07:55.811075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Attempting to bind port 401c9112-3430-49bc-b0ca-8bd80c17db7b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:07:55.811456 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Attempting to bind port 401c9112-3430-49bc-b0ca-8bd80c17db7b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:07:55.811831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Attempting to bind port 401c9112-3430-49bc-b0ca-8bd80c17db7b on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:07:55.818498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:07:55.818887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Checking segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:07:55.819454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:55.830821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Bound using segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:07:55.831640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Bound port: 401c9112-3430-49bc-b0ca-8bd80c17db7b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:07:55.832263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:55.968525 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] For port 401c9112-3430-49bc-b0ca-8bd80c17db7b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:07:55.973116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] For port 401c9112-3430-49bc-b0ca-8bd80c17db7b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=401c9112-3430-49bc-b0ca-8bd80c17db7b,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:07:55.983539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:56.076959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ec984-b186-498d-8a9a-5476125ddb21 None None] Pushing event updated for resources: {'Port': ['ID=401c9112-3430-49bc-b0ca-8bd80c17db7b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:56.239381 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:56.653622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 401c9112-3430-49bc-b0ca-8bd80c17db7b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:56.672838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.1 (78c53238-0080-4b94-9b1a-ebc449ee41e1/b9babd94-4850-4ecd-a4b8-c7a78e4b19dc/d7c76c59-08f1-4c6c-bf7b-6af079d0da7b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:07:56.733650 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:56.793297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 401c9112-3430-49bc-b0ca-8bd80c17db7b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:56.793762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:56.893223 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:56.938875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:56.951256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.007992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 401c9112-3430-49bc-b0ca-8bd80c17db7b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=401c9112-3430-49bc-b0ca-8bd80c17db7b,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:57.009707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139da7c1-df9f-45a1-9984-b2281e7c72f3 req-042a9ceb-53e5-4edb-9518-4cc92648e5a1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:57.011563 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-139da7c1-df9f-45a1-9984-b2281e7c72f3 req-042a9ceb-53e5-4edb-9518-4cc92648e5a1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 945 time: 0.1004322 Oct 18 21:07:57.018924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.019733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6539e494-2f1d-4820-aeed-80158715dd83 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:57.028486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:57.039731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:07:57.043438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:57.047796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:07:57.073058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-139da7c1-df9f-45a1-9984-b2281e7c72f3 req-bf601305-82a8-447d-95d3-ea95ad610c8e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Oct 18 21:07:57.133394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=401c9112-3430-49bc-b0ca-8bd80c17db7b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:57.165373 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.304913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6539e494-2f1d-4820-aeed-80158715dd83 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:57.305301 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.468742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.515462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 6539e494-2f1d-4820-aeed-80158715dd83, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6539e494-2f1d-4820-aeed-80158715dd83,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:57.521419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.536422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-de1a68fc-9b2f-4cc4-a36b-0fdcc5c2a584 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:57.538033 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-de1a68fc-9b2f-4cc4-a36b-0fdcc5c2a584 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 945 time: 0.4845083 Oct 18 21:07:57.541682 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.615291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=6539e494-2f1d-4820-aeed-80158715dd83,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:57.663837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab3500-e97a-4d37-8882-a3e888925bdb None None] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:07:57.768518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-822530cd-482e-4de2-8f7c-4aadc8099bfc None None] Provisioning complete for port 401c9112-3430-49bc-b0ca-8bd80c17db7b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:57.768518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-822530cd-482e-4de2-8f7c-4aadc8099bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:57.820965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:07:57.821418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.038946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] For port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:07:58.039392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.063430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:07:58.186109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.195608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.296944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5528-0b78-47f3-b1f2-05d13d32fa8f req-71ececa2-6ea7-4720-9bfe-9f84752f9cfb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:58.298961 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-407e5528-0b78-47f3-b1f2-05d13d32fa8f req-71ececa2-6ea7-4720-9bfe-9f84752f9cfb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 945 time: 0.0897725 Oct 18 21:07:58.319489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.326799 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:58.385147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-407e5528-0b78-47f3-b1f2-05d13d32fa8f req-22ab9b25-3d04-4602-ab2d-99223e69ae2a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719166 Oct 18 21:07:58.430403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-26abf233-83d7-43f5-b9b9-b43a35cb851a None None] Provisioning complete for port 401c9112-3430-49bc-b0ca-8bd80c17db7b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:58.432984 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26abf233-83d7-43f5-b9b9-b43a35cb851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.445647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:07:58.449665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:07:58.531984 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.550656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2a810e14-d945-4f86-b08c-0446343d9bd9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:07:58.606831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=7dcc3ceb-1164-4b49-951f-634d5f3c35b2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:07:58.660482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 401c9112-3430-49bc-b0ca-8bd80c17db7b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:58.706701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] No DVR routers for this DVR port 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:07:58.706701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.709846 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ba7e7b49-62ff-4d9e-9808-a0da60199562 req-c4f4005e-a8a1-42a4-a16b-9391e0880b7c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "DELETE /v2.0/ports/7dcc3ceb-1164-4b49-951f-634d5f3c35b2 HTTP/1.1" status: 204 len: 173 time: 1.1634665 Oct 18 21:07:58.755923 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'name': 'network-vif-deleted', 'tag': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:07:58.760283 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe49bd20-e644-40b5-a00e-370db9e3f7e7" -d '{"events": [{"server_uuid": "3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2", "name": "network-vif-deleted", "tag": "7dcc3ceb-1164-4b49-951f-634d5f3c35b2"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:07:58.831070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 2232e327-dfe5-4722-bd2a-3675da146376 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:07:58.849143 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b578acb-7665-4946-8f10-745c5da38279 x-openstack-request-id: req-9b578acb-7665-4946-8f10-745c5da38279 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:07:58.849633 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2", "name": "network-vif-deleted", "tag": "7dcc3ceb-1164-4b49-951f-634d5f3c35b2", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:07:58.850136 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b578acb-7665-4946-8f10-745c5da38279 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:07:58.850874 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2', 'name': 'network-vif-deleted', 'tag': '7dcc3ceb-1164-4b49-951f-634d5f3c35b2', 'status': 'completed', 'code': 200} Oct 18 21:07:58.924502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-26abf233-83d7-43f5-b9b9-b43a35cb851a None None] Provisioning complete for port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:58.926067 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26abf233-83d7-43f5-b9b9-b43a35cb851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:58.975421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 401c9112-3430-49bc-b0ca-8bd80c17db7b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:58.976486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:59.019198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-26abf233-83d7-43f5-b9b9-b43a35cb851a None None] Port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:07:59.086738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:07:59.095500 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8343fb83-c804-4f5a-a578-d0467ccc5059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/2232e327-dfe5-4722-bd2a-3675da146376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0793197 Oct 18 21:07:59.107120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Sync routers for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:07:59.148217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:07:59.148217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:07:59.348296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-f93c088d-7f08-4371-9a3d-5833225893e5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407175384&fields=id&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 267 time: 0.0507362 Oct 18 21:07:59.401957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7df1b7d1-931e-4cbf-9974-f0dab912262a None None] Provisioning complete for port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:59.402324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7df1b7d1-931e-4cbf-9974-f0dab912262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:59.436690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6539e494-2f1d-4820-aeed-80158715dd83 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:07:59.496575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-c04df5ef-3cda-4f9b-9a15-c6ffbdd1854b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:07:59.506660 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-c04df5ef-3cda-4f9b-9a15-c6ffbdd1854b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 796 time: 0.1569335 Oct 18 21:07:59.517745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-7df1b7d1-931e-4cbf-9974-f0dab912262a None None] Port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:07:59.530301 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-60a7a226-3f21-41de-8599-8e99b3de512a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/quotas/9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 375 time: 0.0230095 Oct 18 21:07:59.548675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:07:59.592777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-7a7e2a50-6574-4cab-ac5a-c38d9a9be954 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611839 Oct 18 21:07:59.597336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6539e494-2f1d-4820-aeed-80158715dd83 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:59.597714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:59.706122 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-d2460913-560b-40ca-be57-fc5830a332a9 service neutron] 10.222.0.66 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000624 Oct 18 21:07:59.723604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-dd817ec3-9d2c-4632-8f65-23b6fe4b39a4 None None] Provisioning complete for port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:07:59.723920 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd817ec3-9d2c-4632-8f65-23b6fe4b39a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:07:59.841699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-09d00e00-0b5a-4e41-8021-59bacff86631 service neutron] 10.222.0.66 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279867 Oct 18 21:07:59.895301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-dd817ec3-9d2c-4632-8f65-23b6fe4b39a4 None None] Port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:07:59.913613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:07:59.981912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:07:59.982666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 7dcc3ceb-1164-4b49-951f-634d5f3c35b2 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:08:00.035459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 2, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:00.070833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Checking router: 2232e327-dfe5-4722-bd2a-3675da146376 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:08:00.071290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Updating router 2232e327-dfe5-4722-bd2a-3675da146376 port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:08:00.101993 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:00.155187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5f144ee-005b-44ba-80c9-0dd3a08986d2 req-c1c11eb5-162f-4c76-8d49-766a73fd4459 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0367174 Oct 18 21:08:00.395373 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-471769a6-041f-47c9-a3af-4bc88e094dd9 req-595ef62f-94b7-4cf1-9c73-f13264c62660 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 210 time: 0.0364752 Oct 18 21:08:00.603736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:00.614864 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:00.739326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a6112-e5f6-4b05-938b-799a4a90a839 None None] Pushing event updated for resources: {'Port': ['ID=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:00.764663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Attempting to bind port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:08:00.765081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Attempting to bind port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:08:00.765460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Attempting to bind port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:08:00.772304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:08:00.772710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Checking segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:08:00.773370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:00.773767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Bound using segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:08:00.774263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Bound port: d7c76c59-08f1-4c6c-bf7b-6af079d0da7b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:08:00.782536 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:00.855808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] For port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:08:00.859992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] For port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:08:00.868600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:00.927749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:08:00.928468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:01.057211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a6112-e5f6-4b05-938b-799a4a90a839 None None] Pushing event updated for resources: {'Port': ['ID=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:01.088275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60810) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:01.114041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-040e9de2-008d-4d56-a5a6-5524e0766f60 None None] Provisioning complete for port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:01.114501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040e9de2-008d-4d56-a5a6-5524e0766f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.178506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:08:01.306482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8fffa34-5f4c-4fcb-9ab1-6ba88c0a32f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.380828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ca3cd97d-8829-4296-b8ae-8588ad4feed0 req-c9177f29-a381-4725-aeaf-1f818d1fa858 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0708265 Oct 18 21:08:01.447746 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040e9de2-008d-4d56-a5a6-5524e0766f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.524749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-040e9de2-008d-4d56-a5a6-5524e0766f60 None None] For port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:08:01.544262 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040e9de2-008d-4d56-a5a6-5524e0766f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.565708 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8fffa34-5f4c-4fcb-9ab1-6ba88c0a32f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.582804 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8fffa34-5f4c-4fcb-9ab1-6ba88c0a32f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.621621 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be100003-9c5e-49b6-ae94-7a88858ebd48 req-418a65d7-940a-42b8-8cb8-ddb2d900e876 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 210 time: 0.0512760 Oct 18 21:08:01.649962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8fffa34-5f4c-4fcb-9ab1-6ba88c0a32f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b260230ad1324b668b82703b3e77d853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5598187 Oct 18 21:08:01.653546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60820) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:01.661243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-db6a3d39-884e-44cf-8e09-5b41d95797cd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:01.663126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-db6a3d39-884e-44cf-8e09-5b41d95797cd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 796 time: 0.2527652 Oct 18 21:08:01.664820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fffa34-5f4c-4fcb-9ab1-6ba88c0a32f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42469707-6793-4a86-821f-7d85719cd8ff,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:01.705371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e9de2-008d-4d56-a5a6-5524e0766f60 None None] Pushing event updated for resources: {'Port': ['ID=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:01.713198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.715947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-59f07bff-8f47-4621-b1ea-9f1efbfdb968 None None] Provisioning complete for port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:01.716410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59f07bff-8f47-4621-b1ea-9f1efbfdb968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.720769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:00Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:01.739103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.741843 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-14ff50d9-10fd-4481-abea-e0ca26e406ea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 380 time: 0.0683551 Oct 18 21:08:01.752783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'port': {'device_id': '74048b43-9d77-461b-8209-eee908082787', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'admin_state_up': True, 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'security_groups': ['618dca99-e126-43b2-9e95-737efa0e5a72']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:01.770735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833ea75-cf33-49e6-b942-f73cf1a752a7 None None] The sync data for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 is: [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:00Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:08:01.803062 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.805819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:01.807063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42469707-6793-4a86-821f-7d85719cd8ff HTTP/1.1" status: 204 len: 168 time: 0.1522479 Oct 18 21:08:01.816999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42469707-6793-4a86-821f-7d85719cd8ff,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:01.828392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.828824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.829177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.829518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.830480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.830989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.832150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.832280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.832600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.832945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.833282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.833613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866ae153-e566-48d9-b3e4-5b5f35218bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:01.989900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:01.994020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:02.212169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.12 (78c53238-0080-4b94-9b1a-ebc449ee41e1/b9babd94-4850-4ecd-a4b8-c7a78e4b19dc/48f7f5b6-9047-4040-8238-4966fca0e864) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:02.429869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:02.553453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-62c09864-62ab-40ed-8dd1-6a48ed984d0c req-85ad4a61-7dd8-4215-8fd5-f004140800cd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0690269 Oct 18 21:08:02.572561 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:02.617741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d7c76c59-08f1-4c6c-bf7b-6af079d0da7b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:08:02.686189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:02.702979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:02.705381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:02.708332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:02.768023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:02.768917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:02.803866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:02.804616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:02.830769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b603a3ac-2451-451b-a06c-28579efb1790 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0818353 Oct 18 21:08:02.845170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Request body: {'port': {'device_id': '74048b43-9d77-461b-8209-eee908082787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:02.871409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49af028-0b97-4f92-bd18-90833e600a9c req-fa6a1502-2aa3-4f9e-9fa2-aba68a15edcd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:02.880346 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49af028-0b97-4f92-bd18-90833e600a9c req-fa6a1502-2aa3-4f9e-9fa2-aba68a15edcd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 932 time: 0.0843730 Oct 18 21:08:02.972436 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a49af028-0b97-4f92-bd18-90833e600a9c req-c1740fd3-5878-4a05-b233-baf20cab8367 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854900 Oct 18 21:08:02.981215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:03.231169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-82f380b3-e9a2-4230-85a1-235dc0e35b38 None None] Provisioning complete for port 48f7f5b6-9047-4040-8238-4966fca0e864 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:03.231994 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82f380b3-e9a2-4230-85a1-235dc0e35b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:03.290646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-82f380b3-e9a2-4230-85a1-235dc0e35b38 None None] Port 48f7f5b6-9047-4040-8238-4966fca0e864 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:03.403742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f7f5b6-9047-4040-8238-4966fca0e864 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:08:03.412340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:03.436922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Transition to ACTIVE for port object 48f7f5b6-9047-4040-8238-4966fca0e864 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:08:03.441933 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:03.529718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:03.612236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:08:03.612761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:08:03.613200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:08:03.620966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:08:03.621438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:08:03.632176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:08:03.633040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Checking segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:08:03.633040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Bound using segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:08:03.633347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Bound port: 48f7f5b6-9047-4040-8238-4966fca0e864, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:08:03.633704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:03.724690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d9cef1f2-fc7b-424d-86d5-06f719b872bf req-7e8a9c96-3284-4e30-a272-9a0ca8682c9f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0531983 Oct 18 21:08:03.761454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:08:03.765348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:08:03.774093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:03.832105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:03.832627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:03.834043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] 10.222.0.79 "PUT /v2.0/ports/48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1092 time: 0.9954612 Oct 18 21:08:03.834516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:08:03.837609 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b" -d '{"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:08:03.901596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8672e4d-ec0e-4328-a7d3-0f30029754dd service neutron] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:03.917935 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee0f57c-2a31-467c-a83b-e621bee71665 x-openstack-request-id: req-7ee0f57c-2a31-467c-a83b-e621bee71665 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:08:03.918237 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:08:03.918493 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7ee0f57c-2a31-467c-a83b-e621bee71665 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:08:03.918902 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'status': 'completed', 'code': 200} Oct 18 21:08:03.939797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b14da5d6-d929-4220-affb-95f1a38bb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:03.942502 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-b14da5d6-d929-4220-affb-95f1a38bb96f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1095 time: 0.0534110 Oct 18 21:08:03.998486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-36dd4cf8-fa1e-4b8f-ac23-1fea5e2eec2c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 217 time: 0.0473564 Oct 18 21:08:04.059933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-8b32cb56-bcea-466c-a1b6-86750874e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:04.061893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-8b32cb56-bcea-466c-a1b6-86750874e9cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0557044 Oct 18 21:08:04.124327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-6e795b5b-bee8-4535-ad2f-a4489d137154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:04.126445 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-6e795b5b-bee8-4535-ad2f-a4489d137154 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567563 Oct 18 21:08:04.274400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74307c1-92e7-453e-ab8e-5e27607476e8 req-9a4feb85-e4d0-4588-8c6d-aa7c2bd76849 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:04.277198 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a74307c1-92e7-453e-ab8e-5e27607476e8 req-9a4feb85-e4d0-4588-8c6d-aa7c2bd76849 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.1150239 Oct 18 21:08:04.298217 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-4a863097-189c-4005-8629-486b7e73e2d7 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636927 Oct 18 21:08:04.323757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a74307c1-92e7-453e-ab8e-5e27607476e8 req-7766c0c6-cc23-43b7-998e-5a3fb007d81e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Oct 18 21:08:04.421951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05edda81-fa8b-45b3-ac54-1c2cdeb0968e req-e8f0712a-008c-4b88-9b3c-f31058bf8d93 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160057 Oct 18 21:08:04.522306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-256f7d5e-2eb9-45e1-9cf1-4a51251e6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:04.523856 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-256f7d5e-2eb9-45e1-9cf1-4a51251e6ab1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1095 time: 0.0533166 Oct 18 21:08:04.633516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-404adacb-b389-47bb-a0a2-8a34dcfd1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:04.635469 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-404adacb-b389-47bb-a0a2-8a34dcfd1afc service neutron] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1041255 Oct 18 21:08:04.688159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-7937a836-ebd4-44f9-8fa7-e5e235a2085c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 217 time: 0.0447199 Oct 18 21:08:04.759165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-177eda21-29f5-4527-ab11-5db5e1f9f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:04.761926 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-177eda21-29f5-4527-ab11-5db5e1f9f6f7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0666771 Oct 18 21:08:04.845346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-a0cbfaf3-c78c-4330-9ec3-6cc9ff8b61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:04.847619 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-a0cbfaf3-c78c-4330-9ec3-6cc9ff8b61cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785468 Oct 18 21:08:04.874248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9567e70c-d65e-4db7-8aab-5693df14f2da req-ec34a3de-8902-451a-a892-f309216a2319 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a9b6322-a99e-48fa-b75a-ab2bd68d0aa2 HTTP/1.1" status: 200 len: 210 time: 0.0451412 Oct 18 21:08:04.984981 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-91f372a7-7acd-4359-85d9-8c48dc626640 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297834 Oct 18 21:08:05.101729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b37a5b-c26a-45a6-a033-c9c1b5d9f24b req-6d096ce5-38a9-4d91-b3dd-7eb4e26a86fa service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085999 Oct 18 21:08:05.216138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60906) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:05.371956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24a80470-105d-45b6-a59b-d3fe410b3840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:05.460334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24a80470-105d-45b6-a59b-d3fe410b3840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:05.465825 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24a80470-105d-45b6-a59b-d3fe410b3840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:05.480112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7f4d-b454-4c7d-9bf4-b8a08acabfce req-46f80a0d-b09f-4194-ba84-42fc1fe267be tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:05.481768 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac9e7f4d-b454-4c7d-9bf4-b8a08acabfce req-46f80a0d-b09f-4194-ba84-42fc1fe267be tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.0667822 Oct 18 21:08:05.521458 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-24a80470-105d-45b6-a59b-d3fe410b3840 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f9d3ee56cb145bca2a4d11058dc8b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008697 Oct 18 21:08:05.521960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60912) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:05.525573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ac9e7f4d-b454-4c7d-9bf4-b8a08acabfce req-d27945c1-f7d3-46a4-88aa-47aa30ae404f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Oct 18 21:08:05.530262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a80470-105d-45b6-a59b-d3fe410b3840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390ce13-5051-4c72-81a8-8f7007610a46,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:05.582805 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84822842-f9c7-42ad-90bb-b4f359238e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:05.606872 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84822842-f9c7-42ad-90bb-b4f359238e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:05.664749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84822842-f9c7-42ad-90bb-b4f359238e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:05.667661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-84822842-f9c7-42ad-90bb-b4f359238e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:05.668991 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-84822842-f9c7-42ad-90bb-b4f359238e21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9390ce13-5051-4c72-81a8-8f7007610a46 HTTP/1.1" status: 204 len: 168 time: 0.1459503 Oct 18 21:08:05.678116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84822842-f9c7-42ad-90bb-b4f359238e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390ce13-5051-4c72-81a8-8f7007610a46,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:05.793866 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:08:06.055225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 60924) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:06.070358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-60dd42e9-f137-4603-9fac-041a07c186f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:06.183019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-60dd42e9-f137-4603-9fac-041a07c186f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:06.192724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-60dd42e9-f137-4603-9fac-041a07c186f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:06.242462 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-60dd42e9-f137-4603-9fac-041a07c186f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3738b35756e4ee78823bd8f7b02cf01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860054 Oct 18 21:08:06.243483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd42e9-f137-4603-9fac-041a07c186f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38253f-e30c-42ad-a0ff-9cf00ae0cabf,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:06.245461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 60926) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:06.309999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a572c7d4-57cc-47b8-9ecb-74b68538ead9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:06.331921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a572c7d4-57cc-47b8-9ecb-74b68538ead9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:06.382015 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a572c7d4-57cc-47b8-9ecb-74b68538ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:06.384780 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a572c7d4-57cc-47b8-9ecb-74b68538ead9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:06.385932 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a572c7d4-57cc-47b8-9ecb-74b68538ead9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e38253f-e30c-42ad-a0ff-9cf00ae0cabf HTTP/1.1" status: 204 len: 168 time: 0.1392610 Oct 18 21:08:06.396823 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572c7d4-57cc-47b8-9ecb-74b68538ead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38253f-e30c-42ad-a0ff-9cf00ae0cabf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:06.680551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf903f6-e777-4668-9fff-7615da884780 req-0dfd17b0-2c9d-4bd7-99cd-bf4c3eec52e9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:06.682174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0bf903f6-e777-4668-9fff-7615da884780 req-0dfd17b0-2c9d-4bd7-99cd-bf4c3eec52e9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.0669351 Oct 18 21:08:06.725856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0bf903f6-e777-4668-9fff-7615da884780 req-e219caf6-27aa-4e38-bf53-38dd5cdaf9e3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369101 Oct 18 21:08:07.889733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511098a8-994e-4352-8e1c-c1bb8d20d79e req-c9fc3a58-0e8a-499b-b8cf-30fa85edaef2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:07.892666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-511098a8-994e-4352-8e1c-c1bb8d20d79e req-c9fc3a58-0e8a-499b-b8cf-30fa85edaef2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.0874317 Oct 18 21:08:07.937156 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-511098a8-994e-4352-8e1c-c1bb8d20d79e req-86d6edb8-7969-4bee-a103-8bd7d656b75f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379639 Oct 18 21:08:09.094680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1c09d-e3ac-4e6c-a2f8-6d309b7f28ec req-9a3bbd4d-f580-4a4b-9a51-640d40343d48 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:09.097080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20f1c09d-e3ac-4e6c-a2f8-6d309b7f28ec req-9a3bbd4d-f580-4a4b-9a51-640d40343d48 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.0780580 Oct 18 21:08:09.177197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20f1c09d-e3ac-4e6c-a2f8-6d309b7f28ec req-211c8ec7-9f2c-4b92-a04f-612776ff0597 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686176 Oct 18 21:08:09.308592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:08:09.498589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:08:09.530310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '48f7f5b6-9047-4040-8238-4966fca0e864', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'port_id': '48f7f5b6-9047-4040-8238-4966fca0e864', 'mac_address': 'fa:16:3e:65:00:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:08:09.633340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:09.666275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f7f5b6-9047-4040-8238-4966fca0e864 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:08:09.707293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:08:09.714278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:09.775798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:10.020851 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['48f7f5b6-9047-4040-8238-4966fca0e864'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:08:10.331709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1519de-be7b-4a02-84a9-2dbb7560b65f req-c8c9ba9a-08e2-4424-a406-9d4b304ceead tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:10.334275 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf1519de-be7b-4a02-84a9-2dbb7560b65f req-c8c9ba9a-08e2-4424-a406-9d4b304ceead tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.0682504 Oct 18 21:08:10.385553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf1519de-be7b-4a02-84a9-2dbb7560b65f req-a8fdf99d-c40b-4ff4-abe8-61a98e6eb20e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Oct 18 21:08:11.322073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:08:11.382806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 48f7f5b6-9047-4040-8238-4966fca0e864 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:08:11.388499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 48f7f5b6-9047-4040-8238-4966fca0e864 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:11.388906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:11.478912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:11.528237 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:08:11.536141 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edf94f1-9676-4184-a3c8-4fc24ae715f7" -d '{"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-plugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:08:11.553777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:08:11.558539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:11.616805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026bea5-55b3-482d-86c9-56e9dcc06e3f req-f53aa464-3dd8-4f84-91fe-83312a7e29c4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:11.619154 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2026bea5-55b3-482d-86c9-56e9dcc06e3f req-f53aa464-3dd8-4f84-91fe-83312a7e29c4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0602510 Oct 18 21:08:11.635876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:11.689585 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2026bea5-55b3-482d-86c9-56e9dcc06e3f req-fe5eb1c2-5cdf-416e-a30e-2ef64b0038dd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593712 Oct 18 21:08:11.898686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1055dd-c839-453e-97c8-16778a13b938 req-867f7e3a-22a2-40e6-9697-fe83ed8b4cd2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:11.900342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b1055dd-c839-453e-97c8-16778a13b938 req-867f7e3a-22a2-40e6-9697-fe83ed8b4cd2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 945 time: 0.0639970 Oct 18 21:08:11.949011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2b1055dd-c839-453e-97c8-16778a13b938 req-a9742a22-6a8d-47ba-8980-6e96d9a1e170 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426111 Oct 18 21:08:11.997751 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568caa7c-5d0b-4dc4-82cf-12fd10244bdd x-openstack-request-id: req-568caa7c-5d0b-4dc4-82cf-12fd10244bdd {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:08:11.997985 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-plugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:08:11.998184 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-568caa7c-5d0b-4dc4-82cf-12fd10244bdd {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:08:11.998573 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'code': 200} Oct 18 21:08:12.098527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7c5e1-6f39-4a49-b314-6f13dfc029fd req-c5a8f7ca-72e4-46c6-92a0-106bd07212b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:12.100124 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-96f7c5e1-6f39-4a49-b314-6f13dfc029fd req-c5a8f7ca-72e4-46c6-92a0-106bd07212b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1097 time: 0.0453408 Oct 18 21:08:12.152111 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-96f7c5e1-6f39-4a49-b314-6f13dfc029fd req-9bf4de46-e100-4c19-a645-7dfcc6d38404 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445590 Oct 18 21:08:12.843404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df253d8-84fa-4a8a-93e6-4611d56cba17 req-280cef00-e4e4-4595-8cb0-8e7af513b95b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:12.844904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9df253d8-84fa-4a8a-93e6-4611d56cba17 req-280cef00-e4e4-4595-8cb0-8e7af513b95b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0654364 Oct 18 21:08:12.901188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9df253d8-84fa-4a8a-93e6-4611d56cba17 req-fcb4ad70-4e54-4c19-b5ef-59be7bfa2e1f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Oct 18 21:08:13.120132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-30f9b7ee-fd66-4807-b3f8-a59e1743b5a9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:13.122655 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-30f9b7ee-fd66-4807-b3f8-a59e1743b5a9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 945 time: 0.0858145 Oct 18 21:08:13.168805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a593280-d0e8-40a2-b3ee-447a11d3cf72 req-2f5be54b-934e-47f1-87ad-c0b0e7a4459f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:13.172493 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a593280-d0e8-40a2-b3ee-447a11d3cf72 req-2f5be54b-934e-47f1-87ad-c0b0e7a4459f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 945 time: 0.1018293 Oct 18 21:08:13.252865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 32866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:13.253299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a593280-d0e8-40a2-b3ee-447a11d3cf72 req-02004bb9-d5e7-41f5-9a12-bab1193c6f1a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e9f2c17-2826-4780-9b30-a73fbefa8b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685608 Oct 18 21:08:13.282780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 2a810e14-d945-4f86-b08c-0446343d9bd9 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:13.282780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.381734 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.383868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] For port 2a810e14-d945-4f86-b08c-0446343d9bd9, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=2a810e14-d945-4f86-b08c-0446343d9bd9,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:08:13.384422 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.410941 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40ecf3c4-caa8-4eea-89a3-2e61ee5f8b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.413059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 2a810e14-d945-4f86-b08c-0446343d9bd9 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:13.598441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40ecf3c4-caa8-4eea-89a3-2e61ee5f8b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.605291 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-40ecf3c4-caa8-4eea-89a3-2e61ee5f8b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.660039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-40ecf3c4-caa8-4eea-89a3-2e61ee5f8b1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac137c2a5e324a219f99ae0a7a83f183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045637 Oct 18 21:08:13.660998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecf3c4-caa8-4eea-89a3-2e61ee5f8b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a6bb3-863b-410c-9910-17ab71376fbf,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:13.662845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:13.664189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.678178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['2a810e14-d945-4f86-b08c-0446343d9bd9'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:08:13.726872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=2a810e14-d945-4f86-b08c-0446343d9bd9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:13.742170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] No DVR routers for this DVR port 2a810e14-d945-4f86-b08c-0446343d9bd9 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:08:13.745214 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.749241 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d1a6113b-971e-4d98-98f1-0cc2ba274288 req-fa612ba3-bfc2-44f1-850c-c56b8360f32c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "DELETE /v2.0/ports/2a810e14-d945-4f86-b08c-0446343d9bd9 HTTP/1.1" status: 204 len: 173 time: 0.6183951 Oct 18 21:08:13.749426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'name': 'network-vif-deleted', 'tag': '2a810e14-d945-4f86-b08c-0446343d9bd9'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:08:13.751931 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ab47f4-5580-4f69-9c25-6a2c21184ca0" -d '{"events": [{"server_uuid": "741633d0-0248-49ca-96dc-f3ad70e1b0bd", "name": "network-vif-deleted", "tag": "2a810e14-d945-4f86-b08c-0446343d9bd9"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:08:13.783341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8420c6-0355-4daf-84bb-90229c06c258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.806325 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ff8a2c-b54c-4e11-8525-83579768cee5 x-openstack-request-id: req-47ff8a2c-b54c-4e11-8525-83579768cee5 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:08:13.806803 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741633d0-0248-49ca-96dc-f3ad70e1b0bd", "name": "network-vif-deleted", "tag": "2a810e14-d945-4f86-b08c-0446343d9bd9", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:08:13.807164 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47ff8a2c-b54c-4e11-8525-83579768cee5 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:08:13.807680 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741633d0-0248-49ca-96dc-f3ad70e1b0bd', 'name': 'network-vif-deleted', 'tag': '2a810e14-d945-4f86-b08c-0446343d9bd9', 'status': 'completed', 'code': 200} Oct 18 21:08:13.819065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8420c6-0355-4daf-84bb-90229c06c258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.879745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8420c6-0355-4daf-84bb-90229c06c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.884458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d8420c6-0355-4daf-84bb-90229c06c258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:13.889358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5d8420c6-0355-4daf-84bb-90229c06c258 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/768a6bb3-863b-410c-9910-17ab71376fbf HTTP/1.1" status: 204 len: 168 time: 0.2220783 Oct 18 21:08:13.912360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8420c6-0355-4daf-84bb-90229c06c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a6bb3-863b-410c-9910-17ab71376fbf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:14.123387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db55382-0e15-404e-ba46-ef2ea3f2cef1 req-efee10d4-b64a-48f5-882f-63e4d7b418aa tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:14.126130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1db55382-0e15-404e-ba46-ef2ea3f2cef1 req-efee10d4-b64a-48f5-882f-63e4d7b418aa tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0905619 Oct 18 21:08:14.273267 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1db55382-0e15-404e-ba46-ef2ea3f2cef1 req-692a41ab-ca6d-4f26-a5fe-4580362a775f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224909 Oct 18 21:08:14.449939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32886) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:14.479070 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d162d8d-1a07-4d47-9af1-05ddfef61fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.521582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4b0918fd-07ec-4076-bdda-4ef2fc6d43b8 req-2fc0b7d4-150f-4baa-ad70-c5504096e373 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.0451703 Oct 18 21:08:14.627245 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d162d8d-1a07-4d47-9af1-05ddfef61fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.648240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d162d8d-1a07-4d47-9af1-05ddfef61fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.701065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d162d8d-1a07-4d47-9af1-05ddfef61fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab6ce6-c361-4bc5-b1e6-affdda11c99b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:14.710161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d162d8d-1a07-4d47-9af1-05ddfef61fd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b6f7f990ea2446eb2f0a1624de59e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590108 Oct 18 21:08:14.713031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32888) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:14.727100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0cf4c-7b7b-40cb-ac94-a044979bb078 req-31d62b03-28ce-4ed0-9a55-ff37ee22acda tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:14.728779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4a0cf4c-7b7b-40cb-ac94-a044979bb078 req-31d62b03-28ce-4ed0-9a55-ff37ee22acda tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.1156785 Oct 18 21:08:14.817002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d4a0cf4c-7b7b-40cb-ac94-a044979bb078 req-f754f553-8c3a-4517-b820-de5337cccb66 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708785 Oct 18 21:08:14.820356 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee522-ab5b-4d7d-bb3b-5a4b1ed43ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.845052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 32890) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:14.857602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee522-ab5b-4d7d-bb3b-5a4b1ed43ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.891125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c8e8c-2f8c-467a-b99a-5cc4e94890c6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:14.895354 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-744c8e8c-2f8c-467a-b99a-5cc4e94890c6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1092 time: 0.0485423 Oct 18 21:08:14.898862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 32892) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:14.903768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '48f7f5b6-9047-4040-8238-4966fca0e864', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:14.930300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.943234 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee522-ab5b-4d7d-bb3b-5a4b1ed43ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.947437 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee522-ab5b-4d7d-bb3b-5a4b1ed43ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:14.949338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c4ee522-ab5b-4d7d-bb3b-5a4b1ed43ce5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cab6ce6-c361-4bc5-b1e6-affdda11c99b HTTP/1.1" status: 204 len: 168 time: 0.2355983 Oct 18 21:08:14.963570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ee522-ab5b-4d7d-bb3b-5a4b1ed43ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab6ce6-c361-4bc5-b1e6-affdda11c99b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:15.048288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:15.188039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.145 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/2e3226a8-0e8e-4cd2-85ef-0f0948da2d4b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:15.691619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd298a81-c90f-4aec-a90f-e43553964945 req-5704744e-a4bc-4b71-800f-d5ebc0ebe087 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.0395651 Oct 18 21:08:15.764758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:15.806662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:15.850912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:15.854284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:15.858369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:15.894063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=2e3226a8-0e8e-4cd2-85ef-0f0948da2d4b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:16.005759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2a810e14-d945-4f86-b08c-0446343d9bd9 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:08:16.035710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 2a810e14-d945-4f86-b08c-0446343d9bd9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:08:16.036042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 2a810e14-d945-4f86-b08c-0446343d9bd9 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:08:16.335262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:16.418866 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:16.606687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:16.613513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:16.720156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=2e3226a8-0e8e-4cd2-85ef-0f0948da2d4b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:16.732420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:16.813468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20a7bccb-c292-4bc6-930c-257d2e7ad977 req-e0b82212-ac5e-4af8-95de-e44e696179cf tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.0360143 Oct 18 21:08:16.870729 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP c532bb2a-7d85-4be2-adff-2d81b61d93e2 associated. External IP: 172.25.7.145, port: 48f7f5b6-9047-4040-8238-4966fca0e864. Oct 18 21:08:17.155956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 2232e327-dfe5-4722-bd2a-3675da146376 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:08:17.285587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:08:17.301183 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] Sync routers for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:08:17.305448 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:17.314556 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:08:17.316114 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:17.351019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-42cb4e31-c3af-4781-8638-5aeeec404fb9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4510086 Oct 18 21:08:17.353815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:08:17.361462 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c73fc16-43b9-4177-90a6-c94cbc3312db" -d '{"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:08:17.456248 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:08:17.486802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4165d-8381-4cdc-b0be-0ed172307a1f req-dd6facb0-2a9a-4c80-bb40-8ce010738bc0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:17.493957 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77c4165d-8381-4cdc-b0be-0ed172307a1f req-dd6facb0-2a9a-4c80-bb40-8ce010738bc0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0872216 Oct 18 21:08:17.557205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-77c4165d-8381-4cdc-b0be-0ed172307a1f req-61900977-4357-4954-84a1-d6c911d790d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595326 Oct 18 21:08:17.572089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32962) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:17.639459 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dbf357-9132-475e-b885-acf1c8c58b49 x-openstack-request-id: req-f1dbf357-9132-475e-b885-acf1c8c58b49 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:08:17.639952 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:08:17.640365 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1dbf357-9132-475e-b885-acf1c8c58b49 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:08:17.641180 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'status': 'completed', 'code': 200} Oct 18 21:08:17.682219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-305abf8d-0da9-4ae9-8126-44078c31b289 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/c532bb2a-7d85-4be2-adff-2d81b61d93e2 HTTP/1.1" status: 200 len: 992 time: 0.1084170 Oct 18 21:08:17.740682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-301902cc-3715-4ac7-91c8-ecf342257ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:17.742493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-301902cc-3715-4ac7-91c8-ecf342257ad4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1097 time: 0.0588295 Oct 18 21:08:17.820004 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c532bb2a-7d85-4be2-adff-2d81b61d93e2', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'port_id': '48f7f5b6-9047-4040-8238-4966fca0e864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'mac_address': 'fa:16:3e:65:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74048b43-9d77-461b-8209-eee908082787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:08:16Z', 'updated_at': '2021-10-18T21:08:16Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:01Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:17.857248 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] Checking router: 2232e327-dfe5-4722-bd2a-3675da146376 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:08:17.871016 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:08:17.871670 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:07:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:17.884635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-717116c6-c37c-465c-b573-dd983903ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:17.890064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-717116c6-c37c-465c-b573-dd983903ac49 service neutron] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1404233 Oct 18 21:08:17.937770 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8030d7cb-b696-49d6-983e-237ae1d3b54b req-e6c380ee-d453-4119-b97c-3742a7887e90 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.0463243 Oct 18 21:08:17.997143 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-99deebd7-3ccf-49d5-bf5c-5661a98ab9f9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1000 time: 0.0934377 Oct 18 21:08:18.046662 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:08:18.118689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-d42cab98-eff3-48db-b8e4-1805208eaab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:18.123156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-d42cab98-eff3-48db-b8e4-1805208eaab5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.1178110 Oct 18 21:08:18.183514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-a0630c8d-d8f7-45ba-9774-f337a18762da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:18.187249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-a0630c8d-d8f7-45ba-9774-f337a18762da service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556591 Oct 18 21:08:18.382656 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-9784f207-c3aa-4765-88c1-b1195eb57d6a service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877530 Oct 18 21:08:18.442871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c532bb2a-7d85-4be2-adff-2d81b61d93e2', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'port_id': '48f7f5b6-9047-4040-8238-4966fca0e864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'mac_address': 'fa:16:3e:65:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74048b43-9d77-461b-8209-eee908082787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:08:16Z', 'updated_at': '2021-10-18T21:08:16Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:01Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:18.517107 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109c12e-4855-4312-a249-56d52f958d65 None None] The sync data for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 is: [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'c532bb2a-7d85-4be2-adff-2d81b61d93e2', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'port_id': '48f7f5b6-9047-4040-8238-4966fca0e864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'mac_address': 'fa:16:3e:65:00:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74048b43-9d77-461b-8209-eee908082787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:08:16Z', 'updated_at': '2021-10-18T21:08:16Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:01Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:08:18.561541 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3c73fc16-43b9-4177-90a6-c94cbc3312db req-49f0afac-c372-4b86-9e2a-9aee61692486 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706474 Oct 18 21:08:18.687410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 32972) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:18.793729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-19306e14-7b92-4ae2-aeb7-a8c3d9e39b6d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/c532bb2a-7d85-4be2-adff-2d81b61d93e2 HTTP/1.1" status: 200 len: 992 time: 0.1040144 Oct 18 21:08:18.845886 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-89ac55f1-bfa4-4d27-bcc3-cbe9d9d44bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:18.859999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a63c77-0aea-40c1-b92a-2e5d2fad6d02 None None] New status for floating IP c532bb2a-7d85-4be2-adff-2d81b61d93e2: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:08:18.868250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 32978) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:19.054938 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d4450f7-9d16-4f6e-ad3e-9378b6aadd63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.106256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.114221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c0501423-400b-4607-afab-d2daae140fb0 req-56c78d2f-9079-49b5-8038-e989ab6a486d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=741633d0-0248-49ca-96dc-f3ad70e1b0bd HTTP/1.1" status: 200 len: 210 time: 0.0476074 Oct 18 21:08:19.207152 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d4450f7-9d16-4f6e-ad3e-9378b6aadd63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.214100 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0d4450f7-9d16-4f6e-ad3e-9378b6aadd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.300994 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0d4450f7-9d16-4f6e-ad3e-9378b6aadd63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65c5316015d449b289f79e9b4999bd41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315455 Oct 18 21:08:19.301971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4450f7-9d16-4f6e-ad3e-9378b6aadd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c90770-f87b-4eee-9a0c-d6a90a84059e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:19.303755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32984) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:19.362208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-043d461d-8ab1-466c-a79a-f45bc8cf94c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.387365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-043d461d-8ab1-466c-a79a-f45bc8cf94c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.444356 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-043d461d-8ab1-466c-a79a-f45bc8cf94c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.447221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-043d461d-8ab1-466c-a79a-f45bc8cf94c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.451405 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-043d461d-8ab1-466c-a79a-f45bc8cf94c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5c90770-f87b-4eee-9a0c-d6a90a84059e HTTP/1.1" status: 204 len: 168 time: 0.1424491 Oct 18 21:08:19.464624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d461d-8ab1-466c-a79a-f45bc8cf94c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c90770-f87b-4eee-9a0c-d6a90a84059e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:19.796702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32990) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:19.841956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32994) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:19.869040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d09a8355-f568-4f1d-9714-0a38acd1105c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.900918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0d0e9421-b6c8-41b5-ba59-bc3299c79c21 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/c532bb2a-7d85-4be2-adff-2d81b61d93e2 HTTP/1.1" status: 200 len: 994 time: 0.1003671 Oct 18 21:08:19.985985 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d09a8355-f568-4f1d-9714-0a38acd1105c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:19.992042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d09a8355-f568-4f1d-9714-0a38acd1105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:20.038835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d09a8355-f568-4f1d-9714-0a38acd1105c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b534dd0d46df41d3839e15c2706db6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963997 Oct 18 21:08:20.039750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a8355-f568-4f1d-9714-0a38acd1105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c142ec95-80c9-466a-a92b-a6e140bc74e2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:20.042691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 32996) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:20.106989 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926a1391-82ff-47ca-9572-d45a56099444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:20.142387 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926a1391-82ff-47ca-9572-d45a56099444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:20.208566 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926a1391-82ff-47ca-9572-d45a56099444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:20.211848 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926a1391-82ff-47ca-9572-d45a56099444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:20.213328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-926a1391-82ff-47ca-9572-d45a56099444 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c142ec95-80c9-466a-a92b-a6e140bc74e2 HTTP/1.1" status: 204 len: 168 time: 0.1696429 Oct 18 21:08:20.225140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a1391-82ff-47ca-9572-d45a56099444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c142ec95-80c9-466a-a92b-a6e140bc74e2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:23.092963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33082) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:23.185146 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea18eead-3aa0-486a-8fe3-cccef07316fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.241706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-497acd4a-f766-4055-b20e-dd92168dff54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.354280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-497acd4a-f766-4055-b20e-dd92168dff54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.358911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-497acd4a-f766-4055-b20e-dd92168dff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.405068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-497acd4a-f766-4055-b20e-dd92168dff54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=161710ebfb0c4bc894755621c6f4040e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107338 Oct 18 21:08:23.405919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497acd4a-f766-4055-b20e-dd92168dff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a708fe-68ce-4d5c-b3fa-0938d68e2eb2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:23.409072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33088) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:23.470198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b49f38-4efb-4847-b720-e2abd2ddda22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.510155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b49f38-4efb-4847-b720-e2abd2ddda22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.584603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b49f38-4efb-4847-b720-e2abd2ddda22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.587810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39b49f38-4efb-4847-b720-e2abd2ddda22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:23.592576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-39b49f38-4efb-4847-b720-e2abd2ddda22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18a708fe-68ce-4d5c-b3fa-0938d68e2eb2 HTTP/1.1" status: 204 len: 168 time: 0.1788228 Oct 18 21:08:23.610224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b49f38-4efb-4847-b720-e2abd2ddda22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a708fe-68ce-4d5c-b3fa-0938d68e2eb2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:24.050638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33120) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:24.068874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-320bc3a8-d7e1-435a-9d8b-7712d05e8174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.171261 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-320bc3a8-d7e1-435a-9d8b-7712d05e8174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.177610 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-320bc3a8-d7e1-435a-9d8b-7712d05e8174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.217411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.228588 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-320bc3a8-d7e1-435a-9d8b-7712d05e8174 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01c1882de5a047faba97c8c61ce288f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730454 Oct 18 21:08:24.228588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bc3a8-d7e1-435a-9d8b-7712d05e8174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7636695c-2b23-4df4-94f2-62d4f8e0f769,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:24.229448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33122) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:24.301733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb0ade25-ab26-4394-ab00-6a4feb67504c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.331806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb0ade25-ab26-4394-ab00-6a4feb67504c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.397446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb0ade25-ab26-4394-ab00-6a4feb67504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.401615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-eb0ade25-ab26-4394-ab00-6a4feb67504c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:24.403729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eb0ade25-ab26-4394-ab00-6a4feb67504c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7636695c-2b23-4df4-94f2-62d4f8e0f769 HTTP/1.1" status: 204 len: 168 time: 0.1722386 Oct 18 21:08:24.418678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ade25-ab26-4394-ab00-6a4feb67504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7636695c-2b23-4df4-94f2-62d4f8e0f769,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:24.956889 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33162) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:24.962031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-30f88990-548e-43d3-889f-cc1f1b145ba8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549932027', 'description': 'tempest-secgroup-smoke-549932027 description', 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:24.995777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30f88990-548e-43d3-889f-cc1f1b145ba8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.090891 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30f88990-548e-43d3-889f-cc1f1b145ba8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.102115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30f88990-548e-43d3-889f-cc1f1b145ba8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.145899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-30f88990-548e-43d3-889f-cc1f1b145ba8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.147197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-30f88990-548e-43d3-889f-cc1f1b145ba8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1891975 Oct 18 21:08:25.149557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f88990-548e-43d3-889f-cc1f1b145ba8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33696c9d-edba-4ea7-b10a-b795b3f16421,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:25.152186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33170) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:25.156871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8b640cb9-dc84-4aa5-8169-a484c56a1a4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'security_group_rule': {'security_group_id': '33696c9d-edba-4ea7-b10a-b795b3f16421', 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:25.188661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b640cb9-dc84-4aa5-8169-a484c56a1a4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.228882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.261051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b640cb9-dc84-4aa5-8169-a484c56a1a4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.266876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b640cb9-dc84-4aa5-8169-a484c56a1a4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.286590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b640cb9-dc84-4aa5-8169-a484c56a1a4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f31b20e-7905-4687-b2f6-dabf4a338d7e,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:25.295997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b640cb9-dc84-4aa5-8169-a484c56a1a4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.297272 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8b640cb9-dc84-4aa5-8169-a484c56a1a4e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440408 Oct 18 21:08:25.300238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33174) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:25.305891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-75b99e39-c927-4930-8690-69552855b4e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'security_group_rule': {'security_group_id': '33696c9d-edba-4ea7-b10a-b795b3f16421', 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:25.368181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b99e39-c927-4930-8690-69552855b4e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.471230 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b99e39-c927-4930-8690-69552855b4e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.476294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b99e39-c927-4930-8690-69552855b4e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.494708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b99e39-c927-4930-8690-69552855b4e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8330be12-44da-4160-9444-29fc05cd67a6,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:25.508264 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-75b99e39-c927-4930-8690-69552855b4e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.512659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-75b99e39-c927-4930-8690-69552855b4e1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2081828 Oct 18 21:08:25.513053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33190) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:25.518251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-76d96c67-ae06-4e03-ba99-bff43ae69eae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'security_group_rule': {'security_group_id': '33696c9d-edba-4ea7-b10a-b795b3f16421', 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:25.552581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76d96c67-ae06-4e03-ba99-bff43ae69eae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.641810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76d96c67-ae06-4e03-ba99-bff43ae69eae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.647899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76d96c67-ae06-4e03-ba99-bff43ae69eae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.676554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d96c67-ae06-4e03-ba99-bff43ae69eae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5aa67b4-5770-486d-ab41-97f9f8124d07,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:25.684730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76d96c67-ae06-4e03-ba99-bff43ae69eae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.686897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-76d96c67-ae06-4e03-ba99-bff43ae69eae tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723080 Oct 18 21:08:25.691118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33194) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:25.697821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-0ae1540c-8fb6-4d71-8497-b22dc0402cea tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'security_group_rule': {'security_group_id': '33696c9d-edba-4ea7-b10a-b795b3f16421', 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:25.727788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ae1540c-8fb6-4d71-8497-b22dc0402cea tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.775074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33196) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:25.801031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ae1540c-8fb6-4d71-8497-b22dc0402cea tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.805958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ae1540c-8fb6-4d71-8497-b22dc0402cea tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.825567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1540c-8fb6-4d71-8497-b22dc0402cea tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ffba50-d088-4bcb-b011-99499c00c265,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:25.837113 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ae1540c-8fb6-4d71-8497-b22dc0402cea tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.842221 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0ae1540c-8fb6-4d71-8497-b22dc0402cea tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460268 Oct 18 21:08:25.842566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33200) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:25.847429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'security_group_rule': {'security_group_id': '33696c9d-edba-4ea7-b10a-b795b3f16421', 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:25.877770 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Project aa85c0e9cb804431b3a91c7ac427b282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:08:25.887009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.947410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-639ab25e-3d00-4c7a-99d6-769011387252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:25.993837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.006015 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.032519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3fcb9e-9d5e-432d-a818-433354287907,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:26.051761 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.053069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b268b467-a784-4d2e-81c4-d85f9df428b3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2094197 Oct 18 21:08:26.056700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33202) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:26.066072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'security_group_rule': {'security_group_id': '33696c9d-edba-4ea7-b10a-b795b3f16421', 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:26.086037 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-639ab25e-3d00-4c7a-99d6-769011387252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.092018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-639ab25e-3d00-4c7a-99d6-769011387252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.099036 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Project aa85c0e9cb804431b3a91c7ac427b282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:08:26.104816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.167175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-639ab25e-3d00-4c7a-99d6-769011387252 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31d7770826e240cb9cc0c8e74b9dea72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906097 Oct 18 21:08:26.169233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ab25e-3d00-4c7a-99d6-769011387252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad3142-abf9-44b7-a30c-0d6c57c16028,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:26.172260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33204) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:26.180821 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.192137 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.231796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86dec62d-c1da-4903-b223-ad2d238ae7ae,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:26.243404 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.244883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3c953538-d84b-46f0-b5d3-cdbb69195328 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861680 Oct 18 21:08:26.263267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e81e916-d2a2-4619-a56f-e31004a41469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.291313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e81e916-d2a2-4619-a56f-e31004a41469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.350127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e81e916-d2a2-4619-a56f-e31004a41469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.353456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7e81e916-d2a2-4619-a56f-e31004a41469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:26.354987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7e81e916-d2a2-4619-a56f-e31004a41469 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4ad3142-abf9-44b7-a30c-0d6c57c16028 HTTP/1.1" status: 204 len: 168 time: 0.1810632 Oct 18 21:08:26.367094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81e916-d2a2-4619-a56f-e31004a41469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad3142-abf9-44b7-a30c-0d6c57c16028,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:26.672548 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:27.988183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33318) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:28.140907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3142ad03-1b03-4b05-bdbd-a839019072e1 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1716881021'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:28.141364 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3142ad03-1b03-4b05-bdbd-a839019072e1 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Unknown quota resources ['metering_label']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 21:08:28.390036 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3142ad03-1b03-4b05-bdbd-a839019072e1 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:28.391574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3142ad03-1b03-4b05-bdbd-a839019072e1 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4018612 Oct 18 21:08:28.395657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:28.401512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7569d10c-8cda-4d4b-96a3-c8aa2f3df3f4 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7920e445-d07e-41d0-a429-c92872eae929'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:28.402169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7569d10c-8cda-4d4b-96a3-c8aa2f3df3f4 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 21:08:28.487762 n-d-812149-2 neutron-server[100531]: WARNING neutron.services.metering.metering_plugin [None req-7569d10c-8cda-4d4b-96a3-c8aa2f3df3f4 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 21:08:28.611178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7569d10c-8cda-4d4b-96a3-c8aa2f3df3f4 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:28.613454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7569d10c-8cda-4d4b-96a3-c8aa2f3df3f4 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2163770 Oct 18 21:08:28.616921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33324) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:28.622241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7870d7a1-d52e-4ce5-86fd-1c5d921a56bc tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7920e445-d07e-41d0-a429-c92872eae929'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:28.622742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7870d7a1-d52e-4ce5-86fd-1c5d921a56bc tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100530) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 21:08:28.717691 n-d-812149-2 neutron-server[100530]: WARNING neutron.services.metering.metering_plugin [None req-7870d7a1-d52e-4ce5-86fd-1c5d921a56bc tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 18 21:08:28.857097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7870d7a1-d52e-4ce5-86fd-1c5d921a56bc tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:28.858353 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7870d7a1-d52e-4ce5-86fd-1c5d921a56bc tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2397513 Oct 18 21:08:28.861275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33330) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:28.872265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a7a2562d-182a-4036-a305-1995c41df4fb tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=a4fbd8ab-4d37-44a0-90ab-d8f8b9fe8c92 HTTP/1.1" status: 200 len: 464 time: 0.0097082 Oct 18 21:08:28.874883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33332) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.017121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1df0a51d-f009-4aa9-8304-03b6a5757d06 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:29.018878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1df0a51d-f009-4aa9-8304-03b6a5757d06 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/a4fbd8ab-4d37-44a0-90ab-d8f8b9fe8c92 HTTP/1.1" status: 204 len: 168 time: 0.1427841 Oct 18 21:08:29.022152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33334) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.036858 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6b7e31d6-9e13-44b0-bcc2-a7c04a24a62f tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=a4fbd8ab-4d37-44a0-90ab-d8f8b9fe8c92 HTTP/1.1" status: 200 len: 221 time: 0.0134475 Oct 18 21:08:29.037484 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.042392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-42683279-0111-4f83-ba8b-bb360a6bec41 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--916567122', 'description': 'label created by tempest'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:29.042851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-42683279-0111-4f83-ba8b-bb360a6bec41 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Unknown quota resources ['metering_label']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 21:08:29.243942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-42683279-0111-4f83-ba8b-bb360a6bec41 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:29.245222 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-42683279-0111-4f83-ba8b-bb360a6bec41 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2066841 Oct 18 21:08:29.248240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33338) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.326397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dab9454a-e951-49ba-909d-056ba1bba30a tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=68f73402-bb06-45e5-ae06-f2307a2b58e9 HTTP/1.1" status: 200 len: 467 time: 0.0768733 Oct 18 21:08:29.329104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33340) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.532884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad77ecc7-bc45-4329-aa80-7055bd6537ea tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:29.537767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ad77ecc7-bc45-4329-aa80-7055bd6537ea tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/68f73402-bb06-45e5-ae06-f2307a2b58e9 HTTP/1.1" status: 204 len: 168 time: 0.2045984 Oct 18 21:08:29.538134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33342) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.551914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4ee02a8c-e496-4a42-a087-b266efb91de3 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=68f73402-bb06-45e5-ae06-f2307a2b58e9 HTTP/1.1" status: 200 len: 216 time: 0.0124931 Oct 18 21:08:29.555556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33344) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.571788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-94b8b006-1c25-4eef-bd47-52c19b0c2340 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0138714 Oct 18 21:08:29.574607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33346) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.586205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-869eb507-ba28-42cc-9193-1e86ac534c95 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104399 Oct 18 21:08:29.589568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33348) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.649742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33350) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.650045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ebda731-9b4d-4df2-b8a6-1703cdb3b4de tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/7920e445-d07e-41d0-a429-c92872eae929 HTTP/1.1" status: 200 len: 473 time: 0.0589697 Oct 18 21:08:29.670423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-980768e0-0d12-4140-82d0-03147c910863 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/22938f38-6425-4bfa-9768-a450c4d178b6 HTTP/1.1" status: 200 len: 461 time: 0.0185828 Oct 18 21:08:29.673138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33352) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:29.786077 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2853b0fe-4239-4180-a712-49738057f275 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:29.787394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2853b0fe-4239-4180-a712-49738057f275 tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/22938f38-6425-4bfa-9768-a450c4d178b6 HTTP/1.1" status: 204 len: 168 time: 0.1122646 Oct 18 21:08:29.789902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33356) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:30.305915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89c034ff-eb12-46b5-8ecb-f6cb4843fd7d tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:30.307811 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-89c034ff-eb12-46b5-8ecb-f6cb4843fd7d tempest-MeteringTestJSON-106633265 tempest-MeteringTestJSON-106633265-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/7920e445-d07e-41d0-a429-c92872eae929 HTTP/1.1" status: 204 len: 168 time: 0.5167236 Oct 18 21:08:30.635249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33364) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:30.768119 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff70a-6c19-4cae-90e5-a48f39831ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:30.883590 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff70a-6c19-4cae-90e5-a48f39831ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:30.888187 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff70a-6c19-4cae-90e5-a48f39831ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:30.933805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ff70a-6c19-4cae-90e5-a48f39831ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c60d1-8769-44ac-87a2-123436834525,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:30.938157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2d1ff70a-6c19-4cae-90e5-a48f39831ca8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89505af066e74f36954f82d9fba8f18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016915 Oct 18 21:08:30.941116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33370) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:31.001252 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ac0bc-be9a-48d5-9c84-d7cf5979408c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.033103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ac0bc-be9a-48d5-9c84-d7cf5979408c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.098708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ac0bc-be9a-48d5-9c84-d7cf5979408c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.101967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-256ac0bc-be9a-48d5-9c84-d7cf5979408c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.103193 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-256ac0bc-be9a-48d5-9c84-d7cf5979408c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d74c60d1-8769-44ac-87a2-123436834525 HTTP/1.1" status: 204 len: 168 time: 0.1611013 Oct 18 21:08:31.112503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac0bc-be9a-48d5-9c84-d7cf5979408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c60d1-8769-44ac-87a2-123436834525,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:31.519392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33378) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:31.540017 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5840fc56-32f7-44c1-8f51-194605518a5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.653546 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5840fc56-32f7-44c1-8f51-194605518a5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.658473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5840fc56-32f7-44c1-8f51-194605518a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.701613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5840fc56-32f7-44c1-8f51-194605518a5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab0a9ac9b0224b67a6673d9139d2b0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809957 Oct 18 21:08:31.702820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840fc56-32f7-44c1-8f51-194605518a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08226e2-0951-4141-9fa6-7aca30301c07,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:31.705445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33380) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:31.782577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8ae80b3-6f65-421f-8879-bc1558dd2c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.813971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8ae80b3-6f65-421f-8879-bc1558dd2c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.886447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8ae80b3-6f65-421f-8879-bc1558dd2c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.888879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8ae80b3-6f65-421f-8879-bc1558dd2c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:31.890548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e8ae80b3-6f65-421f-8879-bc1558dd2c84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e08226e2-0951-4141-9fa6-7aca30301c07 HTTP/1.1" status: 204 len: 168 time: 0.1827583 Oct 18 21:08:31.907505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae80b3-6f65-421f-8879-bc1558dd2c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08226e2-0951-4141-9fa6-7aca30301c07,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:33.792921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33430) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:33.913798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f067aef7-9fdc-49e6-832f-ec371d147963 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:33.942001 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f067aef7-9fdc-49e6-832f-ec371d147963 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "PUT /v2.0/quotas/97004305393340be8d89fd69cdf68ed6 HTTP/1.1" status: 200 len: 368 time: 0.1474118 Oct 18 21:08:33.944602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33434) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:33.950781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Request body: {'network': {'project_id': '97004305393340be8d89fd69cdf68ed6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:33.980726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Made reservation on behalf of 97004305393340be8d89fd69cdf68ed6 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:33.983443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:33.993255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.080058 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.084736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.109613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:08:34.130785 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.131051 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Added segment eabf980a-04e6-4016-8a39-f5f64a52ed1c of type vlan for network 86bc1e5d-6239-4b12-ba22-3bec13eaa63e Oct 18 21:08:34.132464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2715af7-b1d0-40c7-b7d7-888432c92635,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:34.183104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.215091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.216697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:34.217789 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.260147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3136556 Oct 18 21:08:34.262725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33440) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:34.269830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Request body: {'network': {'project_id': '97004305393340be8d89fd69cdf68ed6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:34.307780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b98ea-ed32-4e7c-889b-500c40a39fe1 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Pushing event updated for resources: {'Network': ['ID=86bc1e5d-6239-4b12-ba22-3bec13eaa63e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:34.318699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 86bc1e5d-6239-4b12-ba22-3bec13eaa63e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:08:34.322392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Made reservation on behalf of 97004305393340be8d89fd69cdf68ed6 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:34.324803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.352979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:08:34.363142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.363488 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Added segment 242f56b0-aed8-4360-8bd4-b8b39a5d68f9 of type vlan for network 803a8782-ae57-4b66-9732-43460e4f281b Oct 18 21:08:34.409524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.438021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.439199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:34.440805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.484725 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2208607 Oct 18 21:08:34.490471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33442) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:34.496915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-15c8b87f-e3c2-41d5-8d0a-de6dee44b3ef tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Request body: {'network': {'project_id': '97004305393340be8d89fd69cdf68ed6'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:34.512340 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c8b87f-e3c2-41d5-8d0a-de6dee44b3ef tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 21:08:34.512839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c8b87f-e3c2-41d5-8d0a-de6dee44b3ef tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:08:34.514032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-15c8b87f-e3c2-41d5-8d0a-de6dee44b3ef tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0223570 Oct 18 21:08:34.517552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33444) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:34.524733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580b50b-0397-4971-ac5c-24a57376e43f tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Pushing event updated for resources: {'Network': ['ID=803a8782-ae57-4b66-9732-43460e4f281b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:34.570197 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d42da4af-5628-4fe3-ab43-aaf16a768e96 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97004305393340be8d89fd69cdf68ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515051 Oct 18 21:08:34.573859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33446) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:34.635340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36984a45-7b69-44b8-a33e-dd24e2942b57 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.672772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36984a45-7b69-44b8-a33e-dd24e2942b57 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.689301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 803a8782-ae57-4b66-9732-43460e4f281b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:08:34.725647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36984a45-7b69-44b8-a33e-dd24e2942b57 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.729109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-36984a45-7b69-44b8-a33e-dd24e2942b57 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.733170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33448) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:34.733457 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-36984a45-7b69-44b8-a33e-dd24e2942b57 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2715af7-b1d0-40c7-b7d7-888432c92635 HTTP/1.1" status: 204 len: 168 time: 0.1585710 Oct 18 21:08:34.742928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36984a45-7b69-44b8-a33e-dd24e2942b57 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2715af7-b1d0-40c7-b7d7-888432c92635,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:34.822259 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.916327 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.937325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803a8782-ae57-4b66-9732-43460e4f281b']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:34.946876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242f56b0-aed8-4360-8bd4-b8b39a5d68f9') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:34.947504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242f56b0-aed8-4360-8bd4-b8b39a5d68f9') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:34.957682 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.972409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.979681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:08:34.980183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:08:34.982155 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:08:35.047067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.053222 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.056852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "DELETE /v2.0/networks/803a8782-ae57-4b66-9732-43460e4f281b HTTP/1.1" status: 204 len: 168 time: 0.3217423 Oct 18 21:08:35.059623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33450) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:35.075151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedff8ff-0ba9-4f31-a404-d2a438eb0df6 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Pushing event deleted for resources: {'Network': ['ID=803a8782-ae57-4b66-9732-43460e4f281b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:35.140242 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.228619 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.257652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bc1e5d-6239-4b12-ba22-3bec13eaa63e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:35.268592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabf980a-04e6-4016-8a39-f5f64a52ed1c') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:35.268880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabf980a-04e6-4016-8a39-f5f64a52ed1c') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:08:35.288639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.307646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:08:35.318506 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:08:35.377936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.383598 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:35.387079 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] 10.222.0.66 "DELETE /v2.0/networks/86bc1e5d-6239-4b12-ba22-3bec13eaa63e HTTP/1.1" status: 204 len: 168 time: 0.3263643 Oct 18 21:08:35.400253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a11ff-3f77-471c-9f57-8075f3d9f475 tempest-QuotasNegativeTest-420925958 tempest-QuotasNegativeTest-420925958-project-admin] Pushing event deleted for resources: {'Network': ['ID=86bc1e5d-6239-4b12-ba22-3bec13eaa63e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:35.826351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33462) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:35.944504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63e82eb3-9f89-48dc-bb0b-6123c6fbfab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.049924 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63e82eb3-9f89-48dc-bb0b-6123c6fbfab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.056321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63e82eb3-9f89-48dc-bb0b-6123c6fbfab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.098391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e82eb3-9f89-48dc-bb0b-6123c6fbfab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365876bf-d976-407d-980b-29e844248d57,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:36.102701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-63e82eb3-9f89-48dc-bb0b-6123c6fbfab5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21fa6fe674624ad0ac9e66e262c0ae88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752464 Oct 18 21:08:36.105492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33466) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:36.158150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-152df091-6637-44a7-9933-53da97a1f749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.181362 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-152df091-6637-44a7-9933-53da97a1f749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.234005 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-152df091-6637-44a7-9933-53da97a1f749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.237172 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-152df091-6637-44a7-9933-53da97a1f749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.244935 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-152df091-6637-44a7-9933-53da97a1f749 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/365876bf-d976-407d-980b-29e844248d57 HTTP/1.1" status: 204 len: 168 time: 0.1320462 Oct 18 21:08:36.248347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152df091-6637-44a7-9933-53da97a1f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365876bf-d976-407d-980b-29e844248d57,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:36.546295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33476) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:36.561138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77b68213-9fd0-4cc8-b216-0cca42c10f6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.663481 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77b68213-9fd0-4cc8-b216-0cca42c10f6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.669027 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-77b68213-9fd0-4cc8-b216-0cca42c10f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.714506 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-77b68213-9fd0-4cc8-b216-0cca42c10f6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2c8553b76aa495b8a953011903979d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670363 Oct 18 21:08:36.715430 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b68213-9fd0-4cc8-b216-0cca42c10f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68cc5c2-293c-4c1e-982d-60c5f0494ce9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:36.718432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33478) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:36.791072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-427e5a1a-5383-49f3-8abb-e8827d6ea765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.814598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-427e5a1a-5383-49f3-8abb-e8827d6ea765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.866753 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-427e5a1a-5383-49f3-8abb-e8827d6ea765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.869523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-427e5a1a-5383-49f3-8abb-e8827d6ea765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:36.870726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-427e5a1a-5383-49f3-8abb-e8827d6ea765 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c68cc5c2-293c-4c1e-982d-60c5f0494ce9 HTTP/1.1" status: 204 len: 168 time: 0.1506662 Oct 18 21:08:36.879870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e5a1a-5383-49f3-8abb-e8827d6ea765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68cc5c2-293c-4c1e-982d-60c5f0494ce9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:37.480049 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-8c42971f-1c71-40db-b61f-e5f92217cda4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946538 Oct 18 21:08:37.579679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-5f4a44e5-7145-4a2a-b7fc-c30e18958d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:37.579679 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-5f4a44e5-7145-4a2a-b7fc-c30e18958d7b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1096 time: 0.0535693 Oct 18 21:08:37.716863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-18e8cfb4-c3e9-4d3a-bb7f-047794c9df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:37.718358 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-18e8cfb4-c3e9-4d3a-bb7f-047794c9df67 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.1112504 Oct 18 21:08:37.799611 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-da3486ff-1ddf-4f87-80a3-a989d7d0dc78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 1001 time: 0.0729282 Oct 18 21:08:37.862367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-bd91f27d-0bb3-4008-83f9-4b5b6666f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:37.867107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-bd91f27d-0bb3-4008-83f9-4b5b6666f835 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0606985 Oct 18 21:08:37.932192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-03bd8896-15c8-413f-a580-19708ca7b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:37.934180 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-03bd8896-15c8-413f-a580-19708ca7b0aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595064 Oct 18 21:08:37.946031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-ef9c124b-0175-4784-a9c5-3e0217c77b4b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:08:37.947336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-ef9c124b-0175-4784-a9c5-3e0217c77b4b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061347 Oct 18 21:08:38.070411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-bafb909d-2629-45dc-9b86-ac14fb08b479 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149032 Oct 18 21:08:38.187278 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e4b7bff7-52c9-4eeb-ac8c-0f14424cd509 req-cbd50fb2-7609-4371-838b-74aa34d64501 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083283 Oct 18 21:08:38.658732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33536) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.764869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9e974718-e22a-4ea4-b96c-380b193173a1 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:38.797207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9e974718-e22a-4ea4-b96c-380b193173a1 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "PUT /v2.0/quotas/be1a782d3a994ef0b9c9a3de39226d2c HTTP/1.1" status: 200 len: 366 time: 0.1372094 Oct 18 21:08:38.799989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33540) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.810583 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd76adbe-2691-45dd-bc70-76af87e46624 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0094168 Oct 18 21:08:38.813002 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33542) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.823465 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-de1573b9-de5a-4ddc-b286-f6244b9d5a78 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "GET /v2.0/quotas/be1a782d3a994ef0b9c9a3de39226d2c HTTP/1.1" status: 200 len: 366 time: 0.0094030 Oct 18 21:08:38.826916 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33544) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.841276 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-671dbfe3-bead-4959-ba38-936328153e68 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/be1a782d3a994ef0b9c9a3de39226d2c HTTP/1.1" status: 204 len: 168 time: 0.0132852 Oct 18 21:08:38.843584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33546) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.853900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7c5a47a1-e9c7-483d-9add-0e026ad4fd28 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0092049 Oct 18 21:08:38.856175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33548) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.865154 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9672f66a-eeb1-43c2-a4ee-b667757d1f24 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "GET /v2.0/quotas/be1a782d3a994ef0b9c9a3de39226d2c HTTP/1.1" status: 200 len: 370 time: 0.0079248 Oct 18 21:08:38.867300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33550) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.871691 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-12634cae-faaf-4a46-a964-f777187dfbe1 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "GET /v2.0/quotas/be1a782d3a994ef0b9c9a3de39226d2c/default HTTP/1.1" status: 200 len: 370 time: 0.0035310 Oct 18 21:08:38.873918 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33552) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:38.882507 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-e5089ce9-5784-4eb4-b1ef-3641a7b5ff7a tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] delete failed (client error): The resource could not be found. Oct 18 21:08:38.883755 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e5089ce9-5784-4eb4-b1ef-3641a7b5ff7a tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/be1a782d3a994ef0b9c9a3de39226d2c HTTP/1.1" status: 404 len: 348 time: 0.0087156 Oct 18 21:08:38.995136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:39.015913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:network and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.019409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.026463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:subnet and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.030044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.036905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:subnetpool and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.042080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.049546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:port and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.052771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.058828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:router and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.062279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.069378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:floatingip and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.072919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.121784 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:security_group and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.127906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.136061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Usage tracker for resource:security_group_rule and project:aa2aa8ce30704b87875a8af68015e122 is out of sync, need to count used quota {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 18 21:08:39.139831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.quota.resource [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100530) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 18 21:08:39.145093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1b6a8478-d245-42e2-89ce-c864254e7bc3 tempest-QuotasTest-831265629 tempest-QuotasTest-831265629-project-admin] 10.222.0.66 "GET /v2.0/quotas/aa2aa8ce30704b87875a8af68015e122/details.json HTTP/1.1" status: 200 len: 703 time: 0.1486149 Oct 18 21:08:39.543043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33574) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:39.684207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a6f77fb-35ca-483b-9892-55c5907cf509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:39.813312 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a6f77fb-35ca-483b-9892-55c5907cf509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:39.819005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a6f77fb-35ca-483b-9892-55c5907cf509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:39.872008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a6f77fb-35ca-483b-9892-55c5907cf509 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d5d1fe4d71546a8826c030e1b27b409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278275 Oct 18 21:08:39.873483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f77fb-35ca-483b-9892-55c5907cf509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3788af46-c58b-46ba-8285-40e2891a800d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:39.876363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33578) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:39.949143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c35ac349-929a-4e0c-9ddf-2f224fa7e5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:39.975101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c35ac349-929a-4e0c-9ddf-2f224fa7e5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.046595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c35ac349-929a-4e0c-9ddf-2f224fa7e5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.049595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c35ac349-929a-4e0c-9ddf-2f224fa7e5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.050792 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c35ac349-929a-4e0c-9ddf-2f224fa7e5bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3788af46-c58b-46ba-8285-40e2891a800d HTTP/1.1" status: 204 len: 168 time: 0.1727347 Oct 18 21:08:40.059756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ac349-929a-4e0c-9ddf-2f224fa7e5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3788af46-c58b-46ba-8285-40e2891a800d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:40.419900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:40.434880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bf02005-f90b-431d-881b-650cc2e39fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.556049 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bf02005-f90b-431d-881b-650cc2e39fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.565415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9bf02005-f90b-431d-881b-650cc2e39fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.674380 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9bf02005-f90b-431d-881b-650cc2e39fec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa2aa8ce30704b87875a8af68015e122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525461 Oct 18 21:08:40.675674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02005-f90b-431d-881b-650cc2e39fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb35e8c-4c8f-4976-b635-e4485a3547df,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:40.678651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33592) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:40.761253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8957b5a4-0ccd-4c0c-aa43-e1eba3bbe277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.789165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8957b5a4-0ccd-4c0c-aa43-e1eba3bbe277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.860112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8957b5a4-0ccd-4c0c-aa43-e1eba3bbe277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.863994 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8957b5a4-0ccd-4c0c-aa43-e1eba3bbe277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:40.868979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8957b5a4-0ccd-4c0c-aa43-e1eba3bbe277 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1fb35e8c-4c8f-4976-b635-e4485a3547df HTTP/1.1" status: 204 len: 168 time: 0.1842325 Oct 18 21:08:40.879813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957b5a4-0ccd-4c0c-aa43-e1eba3bbe277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb35e8c-4c8f-4976-b635-e4485a3547df,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:42.387177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33640) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:42.504355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1436962995', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:42.530367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Made reservation on behalf of 8ed43335f8554190989b103750aaf280 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:42.532809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:42.541923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:42.619882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:42.625283 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:42.638890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] device_id is not set on port 79f1e8ec-0210-4761-8f43-ab8d9d034277 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:08:42.684721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e88f951-4413-4c84-846e-630ff269e2ec,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:42.770055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Allocated IP 172.25.7.159 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/79f1e8ec-0210-4761-8f43-ab8d9d034277) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:42.795532 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:08:42.946203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:42.985292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.033341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:43.037656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:43.046657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:43.050918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Pushing event updated for resources: {'Port': ['ID=79f1e8ec-0210-4761-8f43-ab8d9d034277,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:43.095023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:43.096161 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.112362 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-da86e902-05fd-43f6-9bee-ad56e7c4afeb tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7240474 Oct 18 21:08:43.115457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33648) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:43.120014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.159'}]}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:43.143789 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.145272 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.207697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.392965 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.402505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.663797 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.685861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:43.906444 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.103799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.106719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.164525 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.165073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22e33b2a-40ec-4b80-b5ab-32af832051d0 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:08:44.196863 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 18 21:08:44.202026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7aa00577-6246-4758-8376-c37a8cfa976a tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0815022 Oct 18 21:08:44.202637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33654) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:44.318185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Deleting port 79f1e8ec-0210-4761-8f43-ab8d9d034277 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:44.318514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.411128 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.422647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Calling delete_port for 79f1e8ec-0210-4761-8f43-ab8d9d034277 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:44.594791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.632331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Pushing event deleted for resources: {'Port': ['ID=79f1e8ec-0210-4761-8f43-ab8d9d034277,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:44.725585 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:44.729999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fb73130a-b5b1-4c27-a4bb-7bb127a3544b tempest-RoutersAdminNegativeIpV6Test-1707640046 tempest-RoutersAdminNegativeIpV6Test-1707640046-project-admin] 10.222.0.66 "DELETE /v2.0/ports/79f1e8ec-0210-4761-8f43-ab8d9d034277 HTTP/1.1" status: 204 len: 168 time: 0.5260832 Oct 18 21:08:45.065819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33668) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:45.210132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03a3fd1-4cd0-4402-b3c5-ab668eb85b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:45.329573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-c1078a6d-dad5-4232-8060-2f4d2df43f89 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549932027&fields=id&tenant_id=aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 267 time: 0.0742354 Oct 18 21:08:45.379374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03a3fd1-4cd0-4402-b3c5-ab668eb85b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:45.392588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03a3fd1-4cd0-4402-b3c5-ab668eb85b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:45.484295 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e03a3fd1-4cd0-4402-b3c5-ab668eb85b04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fecb6143080433390b0a268a6a883b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170282 Oct 18 21:08:45.487493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33676) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:45.489153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a3fd1-4cd0-4402-b3c5-ab668eb85b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36979fd-e39a-48d5-bd01-949d04ec88a7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:45.527034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-f196d608-0908-4919-9bb5-b14222f08822 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:45.528648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-f196d608-0908-4919-9bb5-b14222f08822 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1895239 Oct 18 21:08:45.553316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-25f56bc6-f740-4a26-b81a-7661c1acd812 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/quotas/aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 375 time: 0.0135386 Oct 18 21:08:45.566519 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:45.590456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:45.618397 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-e964c833-a541-4a94-8ea9-c22844167b70 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582805 Oct 18 21:08:45.653851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:45.658430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:45.662966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e36979fd-e39a-48d5-bd01-949d04ec88a7 HTTP/1.1" status: 204 len: 168 time: 0.1700871 Oct 18 21:08:45.669071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36979fd-e39a-48d5-bd01-949d04ec88a7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:45.684887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.685237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.685582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.685930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.686254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.686582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.687090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.687423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.687750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.688076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.688482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.688741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b15e3f-b356-45bc-b9b1-50d8369bde6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:45.748683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-94cc9e28-ba0f-4e1f-b8ff-f30c35fe3501 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126690 Oct 18 21:08:45.875800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-a37307a9-befe-4aec-937a-8479d5a681e1 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188197 Oct 18 21:08:46.062382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33690) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:46.110469 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-48dbda95-7845-4f08-802f-a04366161c21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ed43335f8554190989b103750aaf280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460556 Oct 18 21:08:46.114885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33692) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:46.189867 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a091b7d-c79e-45a3-ad8c-d59509f859cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:46.228183 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a091b7d-c79e-45a3-ad8c-d59509f859cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:46.287584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a091b7d-c79e-45a3-ad8c-d59509f859cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:46.290956 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a091b7d-c79e-45a3-ad8c-d59509f859cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:46.292419 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0a091b7d-c79e-45a3-ad8c-d59509f859cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e88f951-4413-4c84-846e-630ff269e2ec HTTP/1.1" status: 204 len: 168 time: 0.1761882 Oct 18 21:08:46.297113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4c630cb5-b0b2-4e41-b75c-e24c78c69c73 req-0b9caf18-f70f-4979-a264-ba55c4c34895 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0317824 Oct 18 21:08:46.308689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a091b7d-c79e-45a3-ad8c-d59509f859cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e88f951-4413-4c84-846e-630ff269e2ec,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:47.225401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:47.342325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9575ab64-4ba5-45f3-b89a-0318ffb276bc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:47.344601 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9575ab64-4ba5-45f3-b89a-0318ffb276bc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1459796 Oct 18 21:08:47.405759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8ccaae8e-ea20-43e1-9c19-a481608a20db tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 379 time: 0.0520558 Oct 18 21:08:47.417979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'port': {'device_id': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'admin_state_up': True, 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'security_groups': ['33696c9d-edba-4ea7-b10a-b795b3f16421']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:47.443545 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-33b9c9c5-34e3-451b-9a7f-8cb7ef832284 tempest-AgentManagementNegativeTest-753926067 tempest-AgentManagementNegativeTest-753926067-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2169125 Oct 18 21:08:47.467902 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-99acda03-b6fe-494d-a3c3-18646e4f1301 req-a037d8d8-b8cb-4289-b15f-67997a89f185 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0493617 Oct 18 21:08:47.558365 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:47.566304 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:47.718477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.20.0.8 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/f035444d-5065-47ab-84a7-ea63dfd4d37a) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:47.744033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33736) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:47.895506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f746d102-39ac-4541-9be5-a07a2eeacbf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:47.962231 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.030439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.042602 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f746d102-39ac-4541-9be5-a07a2eeacbf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.068794 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f746d102-39ac-4541-9be5-a07a2eeacbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.106098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:48.123323 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:48.128904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=f035444d-5065-47ab-84a7-ea63dfd4d37a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:48.133746 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f746d102-39ac-4541-9be5-a07a2eeacbf9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cb6fd17f7a44cf8b9554ae146a8f6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883712 Oct 18 21:08:48.135152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:48.137014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33740) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:48.197839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08626f52-0eba-4567-90b5-266ddbfd43e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.224845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:48.226245 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.226448 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08626f52-0eba-4567-90b5-266ddbfd43e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.231700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746d102-39ac-4541-9be5-a07a2eeacbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa7c62-5b50-4baf-ba4c-d56424a87e52,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:48.259146 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-9dcf4820-5c92-4cd9-8520-a9ab2ca29669 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8450880 Oct 18 21:08:48.271329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-2d2d5a90-7e9f-4f82-949a-f7f7c99d9af1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:08:48.272299 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-2d2d5a90-7e9f-4f82-949a-f7f7c99d9af1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064812 Oct 18 21:08:48.314798 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08626f52-0eba-4567-90b5-266ddbfd43e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.317661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-08626f52-0eba-4567-90b5-266ddbfd43e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.329229 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-08626f52-0eba-4567-90b5-266ddbfd43e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30fa7c62-5b50-4baf-ba4c-d56424a87e52 HTTP/1.1" status: 204 len: 168 time: 0.1910112 Oct 18 21:08:48.340487 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08626f52-0eba-4567-90b5-266ddbfd43e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa7c62-5b50-4baf-ba4c-d56424a87e52,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:48.390945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Request body: {'port': {'device_id': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:48.483593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0ab7c4b6-d639-4422-932d-6ecc1ca0bd70 None None] Provisioning complete for port f035444d-5065-47ab-84a7-ea63dfd4d37a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:48.484098 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c4b6-d639-4422-932d-6ecc1ca0bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.532883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7c4b6-d639-4422-932d-6ecc1ca0bd70 None None] Port f035444d-5065-47ab-84a7-ea63dfd4d37a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:48.644804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37787a-420e-4f71-90f2-38acae9eee9a req-288e1d18-a7f9-4f74-b2f5-db74c24931bb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:48.656930 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d37787a-420e-4f71-90f2-38acae9eee9a req-288e1d18-a7f9-4f74-b2f5-db74c24931bb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 931 time: 0.0653441 Oct 18 21:08:48.701900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7d37787a-420e-4f71-90f2-38acae9eee9a req-f971de16-fffd-46de-bb39-416368659422 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438926 Oct 18 21:08:48.826699 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b80ba060-89f9-47f9-9ccf-d515c47a5980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.836145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:48.993918 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.149101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f035444d-5065-47ab-84a7-ea63dfd4d37a {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:08:49.157414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.171833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Transition to ACTIVE for port object f035444d-5065-47ab-84a7-ea63dfd4d37a will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:08:49.177716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.188912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33768) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:49.245981 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Pushing event updated for resources: {'Port': ['ID=f035444d-5065-47ab-84a7-ea63dfd4d37a,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:49.343712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Attempting to bind port f035444d-5065-47ab-84a7-ea63dfd4d37a on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:08:49.344075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Attempting to bind port f035444d-5065-47ab-84a7-ea63dfd4d37a by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:08:49.344548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Attempting to bind port f035444d-5065-47ab-84a7-ea63dfd4d37a on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:08:49.349648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1658041940'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:49.350174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Port f035444d-5065-47ab-84a7-ea63dfd4d37a on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:08:49.350332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Attempting to bind port f035444d-5065-47ab-84a7-ea63dfd4d37a on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:08:49.355643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:08:49.356178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:08:49.356352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:08:49.356911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Bound port: f035444d-5065-47ab-84a7-ea63dfd4d37a, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:08:49.357265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.392882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:49.403843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.420090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.427709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] For port f035444d-5065-47ab-84a7-ea63dfd4d37a, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:08:49.432236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] For port f035444d-5065-47ab-84a7-ea63dfd4d37a, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:08:49.439470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.524922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:49.525573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.527267 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] 10.222.0.30 "PUT /v2.0/ports/f035444d-5065-47ab-84a7-ea63dfd4d37a HTTP/1.1" status: 200 len: 1091 time: 1.2462335 Oct 18 21:08:49.527746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:08:49.530566 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d153f4d-4c7c-4e5a-9562-72997753c913" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:08:49.552373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.569514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.616134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:08:49.634071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f0d725-4499-4631-ac1e-7e67914dbb3d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:49.638527 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.639277 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Added segment 37a8fe4c-dfe2-4ace-a9c4-f6fa19634521 of type vlan for network 7945d4e5-3343-467c-927b-eb557ab925ce Oct 18 21:08:49.675496 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e641a17-d7d6-4d42-8078-07b0f993d716 x-openstack-request-id: req-0e641a17-d7d6-4d42-8078-07b0f993d716 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:08:49.675874 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:08:49.676094 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e641a17-d7d6-4d42-8078-07b0f993d716 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:08:49.676527 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'status': 'completed', 'code': 200} Oct 18 21:08:49.678334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a510075-0361-4484-95fb-81ba754ab585 service neutron] Pushing event updated for resources: {'Port': ['ID=f035444d-5065-47ab-84a7-ea63dfd4d37a,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:49.697710 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.709786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-d8717362-7567-48ca-ac6e-cd61bcf5272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:49.711344 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-d8717362-7567-48ca-ac6e-cd61bcf5272f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 1094 time: 0.1340809 Oct 18 21:08:49.783683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.790355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:49.791024 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:49.839320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-3bc3f1e0-1555-4307-9e51-de20ad28cce9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a HTTP/1.1" status: 200 len: 217 time: 0.1167226 Oct 18 21:08:49.854863 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6645460 Oct 18 21:08:49.859781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33778) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:49.912828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'subnet': {'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:49.925824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-d5a58134-01bf-4f7a-94c5-683e9f5a26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:49.927639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-d5a58134-01bf-4f7a-94c5-683e9f5a26e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0799303 Oct 18 21:08:49.935476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2961b6-41d6-4244-b316-e75aacfacaba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Network': ['ID=7945d4e5-3343-467c-927b-eb557ab925ce,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:49.959228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7945d4e5-3343-467c-927b-eb557ab925ce details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:08:49.985546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-ded2c9b7-b857-4471-9e8f-75b3d2016a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:49.987618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-ded2c9b7-b857-4471-9e8f-75b3d2016a82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525627 Oct 18 21:08:50.007540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a569a74-62cb-45f4-a7cf-0cff24e064a4 req-be90ca4c-271f-46d4-aa05-c2b22b52a4d1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:50.014981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a569a74-62cb-45f4-a7cf-0cff24e064a4 req-be90ca4c-271f-46d4-aa05-c2b22b52a4d1 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.1762109 Oct 18 21:08:50.073967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a569a74-62cb-45f4-a7cf-0cff24e064a4 req-a7858c26-0458-4d1b-b689-9e0d344c0a9d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580235 Oct 18 21:08:50.075262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:50.082374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:50.118285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-f56c73fa-fe3d-4b6a-9875-7b64d3f5c655 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221211 Oct 18 21:08:50.232017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c8cb1a68-767d-4cc7-b1a6-4a7d2330040c req-330c6a67-24bd-4603-85a3-92ace445ed2c service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039054 Oct 18 21:08:50.310926 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:50.330612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-6865c38c-b5db-40c9-a5b6-8b4a7c9bff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:50.332481 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-6865c38c-b5db-40c9-a5b6-8b4a7c9bff42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 1094 time: 0.0469303 Oct 18 21:08:50.385945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Subnet': ['ID=4f5a35b4-612b-4747-b028-99e8639f5d20,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:50.395089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Checking segment: {'id': '37a8fe4c-dfe2-4ace-a9c4-f6fa19634521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:08:50.395485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network hostable DHCP agents. Network: 7945d4e5-3343-467c-927b-eb557ab925ce, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:08:50.414089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network 7945d4e5-3343-467c-927b-eb557ab925ce is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:08:50.427403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 7945d4e5-3343-467c-927b-eb557ab925ce) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:50.438018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:50.440612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:50.440738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3df06b-1d71-47d7-a4e7-edb763ad3887 None None] Network 7945d4e5-3343-467c-927b-eb557ab925ce requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:08:50.449510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-42a1ccb2-5f3e-420a-b081-af468f716788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:50.451034 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-42a1ccb2-5f3e-420a-b081-af468f716788 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1116467 Oct 18 21:08:50.463230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1160acd8-1fca-4e12-a28a-a12e0560f949 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5892892 Oct 18 21:08:50.463864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33784) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:50.469254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'name': 'tempest-AllowedAddressPairTestJSON-1801472598'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:50.503260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-37d2b366-b023-409f-9e77-df1ab87a68e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a HTTP/1.1" status: 200 len: 217 time: 0.0430012 Oct 18 21:08:50.566584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-cb424adc-92f1-4463-9da2-cd7ed57a24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:50.568681 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-cb424adc-92f1-4463-9da2-cd7ed57a24f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0584893 Oct 18 21:08:50.624368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-7945d4e5-3343-467c-927b-eb557ab925ce', 'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'tenant_id': '3f1f672292a8457e90ecf75bee53c962', 'fixed_ips': [{'subnet_id': '4f5a35b4-612b-4747-b028-99e8639f5d20'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:08:50.627148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:50.631291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:50.636535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:50.640716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-259855d8-99fb-4f6f-ba63-f0c071bf774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:50.642806 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-259855d8-99fb-4f6f-ba63-f0c071bf774c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671189 Oct 18 21:08:50.660725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] device_id is not set on port 7155925a-f461-4aee-a235-c9e4f596695e yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:08:50.750011 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-b22e93e7-bfc1-4824-95be-34de04df63e8 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000054 Oct 18 21:08:50.785015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Allocated IP 172.20.0.4 (7945d4e5-3343-467c-927b-eb557ab925ce/4f5a35b4-612b-4747-b028-99e8639f5d20/7155925a-f461-4aee-a235-c9e4f596695e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:50.851048 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d153f4d-4c7c-4e5a-9562-72997753c913 req-ed6695e1-a112-437f-9058-e667d5ca1bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936718 Oct 18 21:08:50.943617 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:50.977824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.021810 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network 7945d4e5-3343-467c-927b-eb557ab925ce is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:51.024853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:51.028573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:51.030671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Allocated IP 172.20.0.2 (7945d4e5-3343-467c-927b-eb557ab925ce/4f5a35b4-612b-4747-b028-99e8639f5d20/2c1a227c-fbbf-4d7c-8f8c-8ff256565b58) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:51.057774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=7155925a-f461-4aee-a235-c9e4f596695e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:51.089946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:51.090725 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.115956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e772672d-f65d-45e7-ba2e-fe15f0ee3f2a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6482494 Oct 18 21:08:51.116479 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33790) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:51.121490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'name': 'tempest-AllowedAddressPairTestJSON-1653810612', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e6:3a:86'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:51.212015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca2b54-4e32-4491-9af4-f7b8869a2d84 req-65f6fd22-ad51-4216-aa38-721f7600c654 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:51.219153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.223095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03ca2b54-4e32-4491-9af4-f7b8869a2d84 req-65f6fd22-ad51-4216-aa38-721f7600c654 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0685287 Oct 18 21:08:51.227536 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.237296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:51.281001 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03ca2b54-4e32-4491-9af4-f7b8869a2d84 req-10e439d5-9a67-4522-8ea8-dd286da6e8b4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566854 Oct 18 21:08:51.306058 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Pushing event updated for resources: {'Port': ['ID=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:51.314142 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Network 7945d4e5-3343-467c-927b-eb557ab925ce is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:51.318634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:51.326879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:51.330306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.330306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.330634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.330982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.331321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.331659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.331991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.332319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.332681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.333012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.333343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.333673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:08:51.343009 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.363422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] device_id is not set on port 600d5143-24e1-405e-9a12-e9a4cedd24f2 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:08:51.402307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Attempting to bind port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:08:51.402896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Attempting to bind port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '37a8fe4c-dfe2-4ace-a9c4-f6fa19634521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:08:51.403188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Attempting to bind port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 on network 7945d4e5-3343-467c-927b-eb557ab925ce {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:08:51.409644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:08:51.410100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Checking segment: {'id': '37a8fe4c-dfe2-4ace-a9c4-f6fa19634521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:08:51.410566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.411024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Bound using segment: {'id': '37a8fe4c-dfe2-4ace-a9c4-f6fa19634521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:08:51.411584 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Bound port: 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a8fe4c-dfe2-4ace-a9c4-f6fa19634521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:08:51.412027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.484997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] For port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:08:51.489603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] For port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,segment=NetworkSegment(37a8fe4c-dfe2-4ace-a9c4-f6fa19634521),segment_id=37a8fe4c-dfe2-4ace-a9c4-f6fa19634521)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:08:51.494456 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.495519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Allocated IP 172.20.0.11 (7945d4e5-3343-467c-927b-eb557ab925ce/4f5a35b4-612b-4747-b028-99e8639f5d20/600d5143-24e1-405e-9a12-e9a4cedd24f2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:51.573097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9ba7-bec9-4173-9ab7-bf3e6c7e000e None None] Pushing event updated for resources: {'Port': ['ID=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:51.692327 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.768861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.823597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network 7945d4e5-3343-467c-927b-eb557ab925ce is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:51.830399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:51.833010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:51.873163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=600d5143-24e1-405e-9a12-e9a4cedd24f2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:51.899927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:51.900639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:51.924472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5e948ad2-e947-4d13-96e3-ce8334297498 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8057818 Oct 18 21:08:51.925871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33794) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:52.014285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83393e90-2e44-44a1-a54e-294333801978 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:52.020707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83393e90-2e44-44a1-a54e-294333801978 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:52.027181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83393e90-2e44-44a1-a54e-294333801978 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:52.031641 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-83393e90-2e44-44a1-a54e-294333801978 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1021602 Oct 18 21:08:52.031891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33796) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:52.137756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting port 600d5143-24e1-405e-9a12-e9a4cedd24f2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:52.138090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.239066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.256422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Calling delete_port for 600d5143-24e1-405e-9a12-e9a4cedd24f2 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:52.419296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31125af9-825f-4d92-974e-025e231ca336 req-c9a125a9-2a3e-4f32-837c-60395199ecc9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:52.420918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31125af9-825f-4d92-974e-025e231ca336 req-c9a125a9-2a3e-4f32-837c-60395199ecc9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0576427 Oct 18 21:08:52.426020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.474635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-31125af9-825f-4d92-974e-025e231ca336 req-6afd519d-e358-4d5d-9d0c-345d804aba4f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Oct 18 21:08:52.604013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Port': ['ID=600d5143-24e1-405e-9a12-e9a4cedd24f2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:52.609769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:08:52.679200 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.685313 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1960bace-8326-4cba-95a4-2d6eeda1eb76 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/ports/600d5143-24e1-405e-9a12-e9a4cedd24f2 HTTP/1.1" status: 204 len: 168 time: 0.6501863 Oct 18 21:08:52.685637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:52.695497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:52.696505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.712329 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa16514-d8a3-4bee-bba3-81dfc5d03c30 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] GET failed (client error): The resource could not be found. Oct 18 21:08:52.713930 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6aa16514-d8a3-4bee-bba3-81dfc5d03c30 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "GET /v2.0/ports/600d5143-24e1-405e-9a12-e9a4cedd24f2 HTTP/1.1" status: 404 len: 333 time: 0.0272930 Oct 18 21:08:52.718175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:52.723433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'name': 'tempest-AllowedAddressPairTestJSON-408857508'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:52.728438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee18e3b-1727-488b-9dab-08330cfa3b63 None None] Network 7945d4e5-3343-467c-927b-eb557ab925ce requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:08:52.826484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fbb998af-114c-4b48-94ca-40a8e1be6fe3 None None] Provisioning complete for port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:52.826866 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb998af-114c-4b48-94ca-40a8e1be6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.879781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:52.885036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.917405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] device_id is not set on port 921733a1-9764-4d9c-89be-6349393844a3 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:08:52.933190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:52.997118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,segment=NetworkSegment(37a8fe4c-dfe2-4ace-a9c4-f6fa19634521),segment_id=37a8fe4c-dfe2-4ace-a9c4-f6fa19634521)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:08:53.035431 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.052423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Allocated IP 172.20.0.12 (7945d4e5-3343-467c-927b-eb557ab925ce/4f5a35b4-612b-4747-b028-99e8639f5d20/921733a1-9764-4d9c-89be-6349393844a3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:53.087674 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb998af-114c-4b48-94ca-40a8e1be6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.121100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:53.189733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-fbb998af-114c-4b48-94ca-40a8e1be6fe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:08:53.190108 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-fbb998af-114c-4b48-94ca-40a8e1be6fe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:08:53.205732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6606ba7-0023-4aed-b587-74c76ef420f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.242891 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.287036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.347816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network 7945d4e5-3343-467c-927b-eb557ab925ce is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:53.351003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:53.353660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:53.366974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=921733a1-9764-4d9c-89be-6349393844a3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:53.425438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:53.426104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.443208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-559cac1c-32db-4d21-a8a3-69106f804e3e tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7239158 Oct 18 21:08:53.446047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33808) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:53.451515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e6:3a:86'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:53.649704 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4f295-0f61-4063-bad9-087be8627bc0 req-20e62bec-f172-4c83-be52-d0b1afc06ffb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:53.651281 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24d4f295-0f61-4063-bad9-087be8627bc0 req-20e62bec-f172-4c83-be52-d0b1afc06ffb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0783260 Oct 18 21:08:53.694331 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.855608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-38cba569-9c6b-4db9-9d28-6c345d9f4507 None None] Provisioning complete for port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:53.856180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-38cba569-9c6b-4db9-9d28-6c345d9f4507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:53.961334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-38cba569-9c6b-4db9-9d28-6c345d9f4507 None None] Provisioning complete for port 7155925a-f461-4aee-a235-c9e4f596695e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:53.961807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-38cba569-9c6b-4db9-9d28-6c345d9f4507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.004119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-38cba569-9c6b-4db9-9d28-6c345d9f4507 None None] Port 7155925a-f461-4aee-a235-c9e4f596695e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:54.008036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-38cba569-9c6b-4db9-9d28-6c345d9f4507 None None] Could not find standard attr ID for object 600d5143-24e1-405e-9a12-e9a4cedd24f2. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:08:54.091854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24d4f295-0f61-4063-bad9-087be8627bc0 req-ea691b86-dbef-47ab-86c3-934d9bc84750 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227297 Oct 18 21:08:54.134369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c8618318-d1e4-4284-9d26-5442611e5fd2 None None] Provisioning complete for port 921733a1-9764-4d9c-89be-6349393844a3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:54.135154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8618318-d1e4-4284-9d26-5442611e5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.181484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c8618318-d1e4-4284-9d26-5442611e5fd2 None None] Port 921733a1-9764-4d9c-89be-6349393844a3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:54.204367 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.267773 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.272099 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.349470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=921733a1-9764-4d9c-89be-6349393844a3,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:54.363973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] In _notify_port_updated(), no bound segment for port 921733a1-9764-4d9c-89be-6349393844a3 on network 7945d4e5-3343-467c-927b-eb557ab925ce {{(pid=100531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 21:08:54.369811 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:54.370457 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.371947 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4ea805b2-e2f5-45c1-80d7-d399ced91a5a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "PUT /v2.0/ports/921733a1-9764-4d9c-89be-6349393844a3 HTTP/1.1" status: 200 len: 993 time: 0.9248333 Oct 18 21:08:54.374733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:54.476876 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting port 921733a1-9764-4d9c-89be-6349393844a3 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:54.477710 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.547412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:08:54.574368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.588088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Calling delete_port for 921733a1-9764-4d9c-89be-6349393844a3 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:54.608002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:54.608374 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.611576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5be7deae-12b5-442d-a0f7-82cfa3582fe1 None None] Provisioning complete for port 921733a1-9764-4d9c-89be-6349393844a3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:54.611724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5be7deae-12b5-442d-a0f7-82cfa3582fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.732598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.765274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Port': ['ID=921733a1-9764-4d9c-89be-6349393844a3,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:54.830960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5be7deae-12b5-442d-a0f7-82cfa3582fe1 None None] Port 921733a1-9764-4d9c-89be-6349393844a3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:54.937187 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:54.941356 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-276dac2d-ee5c-4730-96ec-27a58369d094 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/ports/921733a1-9764-4d9c-89be-6349393844a3 HTTP/1.1" status: 204 len: 168 time: 0.5655775 Oct 18 21:08:54.944059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33816) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:54.969312 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c27ed4d-b7b8-41ed-8458-b90fb7cc686a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] GET failed (client error): The resource could not be found. Oct 18 21:08:54.970989 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3c27ed4d-b7b8-41ed-8458-b90fb7cc686a tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "GET /v2.0/ports/921733a1-9764-4d9c-89be-6349393844a3 HTTP/1.1" status: 404 len: 333 time: 0.0259445 Oct 18 21:08:54.974754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33818) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:54.980327 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'name': 'tempest-AllowedAddressPairTestJSON-1324104401'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:55.093644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:55.098026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.115905 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] device_id is not set on port d8a9e528-13fc-462a-89cf-c7ecdd4c328b yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:08:55.214610 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2f5d-f343-49be-8ee5-49a1530bc3f2 req-c9008bdc-ebb8-4332-b65c-60bf24c0d683 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:55.216973 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3ec2f5d-f343-49be-8ee5-49a1530bc3f2 req-c9008bdc-ebb8-4332-b65c-60bf24c0d683 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0503998 Oct 18 21:08:55.228471 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.239611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Allocated IP 172.20.0.10 (7945d4e5-3343-467c-927b-eb557ab925ce/4f5a35b4-612b-4747-b028-99e8639f5d20/d8a9e528-13fc-462a-89cf-c7ecdd4c328b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:55.267647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3ec2f5d-f343-49be-8ee5-49a1530bc3f2 req-fe21a0e6-8ddc-4c8f-88b6-5cabaa6d6888 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Oct 18 21:08:55.410225 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.446941 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.489643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network 7945d4e5-3343-467c-927b-eb557ab925ce is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:55.492733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:55.495192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:55.532100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=d8a9e528-13fc-462a-89cf-c7ecdd4c328b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:55.562586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:55.563380 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.581102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-43e97bc8-71e0-4234-b3aa-8f8cb1334ba3 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6051970 Oct 18 21:08:55.583673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33824) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:55.589228 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e6:3a:86'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:55.660572 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.757529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-42bc1abd-3157-403d-9d15-c2d550839ed6 None None] Provisioning complete for port d8a9e528-13fc-462a-89cf-c7ecdd4c328b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:55.758006 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42bc1abd-3157-403d-9d15-c2d550839ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.792192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-42bc1abd-3157-403d-9d15-c2d550839ed6 None None] Port d8a9e528-13fc-462a-89cf-c7ecdd4c328b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:55.847677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.852265 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.933091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=d8a9e528-13fc-462a-89cf-c7ecdd4c328b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:55.945768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] In _notify_port_updated(), no bound segment for port d8a9e528-13fc-462a-89cf-c7ecdd4c328b on network 7945d4e5-3343-467c-927b-eb557ab925ce {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 21:08:55.951384 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:55.952033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:55.953462 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7ce92081-bb82-4864-ab28-6e89312c9c73 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "PUT /v2.0/ports/d8a9e528-13fc-462a-89cf-c7ecdd4c328b HTTP/1.1" status: 200 len: 997 time: 0.3687923 Oct 18 21:08:55.966075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33826) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:56.060421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting port d8a9e528-13fc-462a-89cf-c7ecdd4c328b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:56.061161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.112239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8d543af2-f60e-46d8-b365-a95b5c61db77 None None] Provisioning complete for port d8a9e528-13fc-462a-89cf-c7ecdd4c328b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:56.112644 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8d543af2-f60e-46d8-b365-a95b5c61db77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.147319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8d543af2-f60e-46d8-b365-a95b5c61db77 None None] Port d8a9e528-13fc-462a-89cf-c7ecdd4c328b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:56.153118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.166003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Calling delete_port for d8a9e528-13fc-462a-89cf-c7ecdd4c328b owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:56.302551 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.336203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Port': ['ID=d8a9e528-13fc-462a-89cf-c7ecdd4c328b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:56.392567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c8c0-1c97-4f3f-a34a-a6c4cb72c1a2 req-994ad386-3834-4fcf-b80a-63fde43450b0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:56.394343 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc09c8c0-1c97-4f3f-a34a-a6c4cb72c1a2 req-994ad386-3834-4fcf-b80a-63fde43450b0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0527577 Oct 18 21:08:56.420855 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.424467 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-43c2dbc7-5c4c-4b77-8774-91657110e21d tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/ports/d8a9e528-13fc-462a-89cf-c7ecdd4c328b HTTP/1.1" status: 204 len: 168 time: 0.4573009 Oct 18 21:08:56.428437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:56.464373 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bc3b11-6b7b-47cd-b5b2-08217911ca20 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] GET failed (client error): The resource could not be found. Oct 18 21:08:56.466011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c4bc3b11-6b7b-47cd-b5b2-08217911ca20 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "GET /v2.0/ports/d8a9e528-13fc-462a-89cf-c7ecdd4c328b HTTP/1.1" status: 404 len: 333 time: 0.0366008 Oct 18 21:08:56.470708 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc09c8c0-1c97-4f3f-a34a-a6c4cb72c1a2 req-6923bf11-55fa-4f9c-ab81-5afdacc5ee58 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682020 Oct 18 21:08:56.471056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33836) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:56.476936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'name': 'tempest-AllowedAddressPairTestJSON-199217858'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:56.604972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:56.608539 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.625787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] device_id is not set on port e49932ef-47e7-4e61-b43d-1787286b84e3 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:08:56.661646 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.732514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Allocated IP 172.20.0.8 (7945d4e5-3343-467c-927b-eb557ab925ce/4f5a35b4-612b-4747-b028-99e8639f5d20/e49932ef-47e7-4e61-b43d-1787286b84e3) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:56.882017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.916508 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:56.960294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network 7945d4e5-3343-467c-927b-eb557ab925ce is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:56.963523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:56.967253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:56.998283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=e49932ef-47e7-4e61-b43d-1787286b84e3,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:57.028426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:57.029068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:57.054782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5fad3899-17ba-48be-b843-c4666416cfba tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5824511 Oct 18 21:08:57.057497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33840) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:57.062624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'network_id': '7945d4e5-3343-467c-927b-eb557ab925ce', 'name': 'tempest-AllowedAddressPairTestJSON-1219152805'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:57.174762 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-22a74be5-a679-4fa0-84e8-dd9968567ecf None None] Provisioning complete for port e49932ef-47e7-4e61-b43d-1787286b84e3 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:57.175235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-22a74be5-a679-4fa0-84e8-dd9968567ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:57.188329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Made reservation on behalf of 3f1f672292a8457e90ecf75bee53c962 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:08:57.192628 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:57.211558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] device_id is not set on port 5aeb3eec-041f-4c24-b89c-98c6a1fe110a yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:08:57.218057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-22a74be5-a679-4fa0-84e8-dd9968567ecf None None] Port e49932ef-47e7-4e61-b43d-1787286b84e3 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:57.341963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Allocated IP 172.20.0.9 (7945d4e5-3343-467c-927b-eb557ab925ce/4f5a35b4-612b-4747-b028-99e8639f5d20/5aeb3eec-041f-4c24-b89c-98c6a1fe110a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:08:57.497390 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:57.532301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:57.604524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Network 7945d4e5-3343-467c-927b-eb557ab925ce is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:08:57.611090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:08:57.619416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:08:57.623707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=5aeb3eec-041f-4c24-b89c-98c6a1fe110a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:57.663440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd86192-6122-4f52-9b6e-655a33ea9eab req-2805ec00-426c-44be-9fbc-dcc68173a8ef tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:57.665102 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edd86192-6122-4f52-9b6e-655a33ea9eab req-2805ec00-426c-44be-9fbc-dcc68173a8ef tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.1217299 Oct 18 21:08:57.711349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:57.712025 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:57.732926 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-edd86192-6122-4f52-9b6e-655a33ea9eab req-3e1657bd-95b5-4c40-a1dc-165f771a06bd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598152 Oct 18 21:08:57.745414 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b1e22e0d-f7b4-4658-9de0-fe27d864c838 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6866760 Oct 18 21:08:57.746590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33846) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:57.753572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e6:3a:86'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d7:2c:66'}]}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:08:57.839623 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-831b2ff3-6b60-4c80-8195-32b5d57ee568 None None] Provisioning complete for port 5aeb3eec-041f-4c24-b89c-98c6a1fe110a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:57.840177 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-831b2ff3-6b60-4c80-8195-32b5d57ee568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:57.873796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-831b2ff3-6b60-4c80-8195-32b5d57ee568 None None] Port 5aeb3eec-041f-4c24-b89c-98c6a1fe110a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:57.911402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.088661 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.092969 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.169594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event updated for resources: {'Port': ['ID=5aeb3eec-041f-4c24-b89c-98c6a1fe110a,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:58.179968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] In _notify_port_updated(), no bound segment for port 5aeb3eec-041f-4c24-b89c-98c6a1fe110a on network 7945d4e5-3343-467c-927b-eb557ab925ce {{(pid=100530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 18 21:08:58.185652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:58.186311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.187684 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4f591ffa-295a-4183-93fe-fccb0cd8b90b tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "PUT /v2.0/ports/5aeb3eec-041f-4c24-b89c-98c6a1fe110a HTTP/1.1" status: 200 len: 1055 time: 0.4399917 Oct 18 21:08:58.190887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:58.288274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting port 5aeb3eec-041f-4c24-b89c-98c6a1fe110a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:58.288643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.373718 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.386512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Calling delete_port for 5aeb3eec-041f-4c24-b89c-98c6a1fe110a owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:58.395758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9e83f243-8aa9-46eb-aefd-177bc9d107af None None] Provisioning complete for port 5aeb3eec-041f-4c24-b89c-98c6a1fe110a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:08:58.396153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9e83f243-8aa9-46eb-aefd-177bc9d107af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.431441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9e83f243-8aa9-46eb-aefd-177bc9d107af None None] Port 5aeb3eec-041f-4c24-b89c-98c6a1fe110a cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:08:58.518427 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.547592 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Port': ['ID=5aeb3eec-041f-4c24-b89c-98c6a1fe110a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:58.746550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.749902 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8bab85c5-7f26-4180-8de4-39300f5c7d49 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/ports/5aeb3eec-041f-4c24-b89c-98c6a1fe110a HTTP/1.1" status: 204 len: 168 time: 0.5580578 Oct 18 21:08:58.753420 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33850) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:58.779129 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5983db8-5e5d-4ba5-848f-2dcb24cda085 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] GET failed (client error): The resource could not be found. Oct 18 21:08:58.780744 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b5983db8-5e5d-4ba5-848f-2dcb24cda085 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "GET /v2.0/ports/5aeb3eec-041f-4c24-b89c-98c6a1fe110a HTTP/1.1" status: 404 len: 333 time: 0.0263801 Oct 18 21:08:58.784122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33854) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:58.854225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6d104-8017-4c8d-bfaa-a09d658f382f req-737f7cdb-8551-4dcf-bcf3-4d1b4a16f60e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:08:58.855741 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5dd6d104-8017-4c8d-bfaa-a09d658f382f req-737f7cdb-8551-4dcf-bcf3-4d1b4a16f60e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0501440 Oct 18 21:08:58.880930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting port e49932ef-47e7-4e61-b43d-1787286b84e3 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:58.881411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.895671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5dd6d104-8017-4c8d-bfaa-a09d658f382f req-d56c2d63-0470-4b27-80b2-0e85540513f9 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330899 Oct 18 21:08:58.986815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:58.998269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Calling delete_port for e49932ef-47e7-4e61-b43d-1787286b84e3 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:59.124087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.155127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Port': ['ID=e49932ef-47e7-4e61-b43d-1787286b84e3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:59.223890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.227226 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ab72d6ce-831e-432f-9842-b1631f3521b0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/ports/e49932ef-47e7-4e61-b43d-1787286b84e3 HTTP/1.1" status: 204 len: 168 time: 0.4421399 Oct 18 21:08:59.229953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33858) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:59.255044 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55c81b2-af02-4441-9bf8-6030810c8054 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] GET failed (client error): The resource could not be found. Oct 18 21:08:59.256659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a55c81b2-af02-4441-9bf8-6030810c8054 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "GET /v2.0/ports/e49932ef-47e7-4e61-b43d-1787286b84e3 HTTP/1.1" status: 404 len: 333 time: 0.0257232 Oct 18 21:08:59.260015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33860) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:59.355237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting port 7155925a-f461-4aee-a235-c9e4f596695e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:08:59.355577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.441770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.453343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Calling delete_port for 7155925a-f461-4aee-a235-c9e4f596695e owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:08:59.581004 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.607978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Port': ['ID=7155925a-f461-4aee-a235-c9e4f596695e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:59.683431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.686895 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0647ee5c-f812-435e-b97d-90255f1f26ae tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/ports/7155925a-f461-4aee-a235-c9e4f596695e HTTP/1.1" status: 204 len: 168 time: 0.4258697 Oct 18 21:08:59.690007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33862) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:59.742047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting subnet 4f5a35b4-612b-4747-b028-99e8639f5d20 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:08:59.745414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.787695 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.871642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.930931 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.958780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5a35b4-612b-4747-b028-99e8639f5d20,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:08:59.962686 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:08:59.966543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3faf6d75-6eae-4ab7-a7c2-41fdd8cc18a0 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/subnets/4f5a35b4-612b-4747-b028-99e8639f5d20 HTTP/1.1" status: 204 len: 168 time: 0.2752068 Oct 18 21:08:59.969018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:08:59.972209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1761c3-1d35-489e-b5d6-54861710036d None None] Network 7945d4e5-3343-467c-927b-eb557ab925ce requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:00.033345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe6e1b-01bf-4373-b9b8-f20803f4411a req-4303a80c-3d6c-4f6c-bb32-00206ba081c2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:00.034931 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-effe6e1b-01bf-4373-b9b8-f20803f4411a req-4303a80c-3d6c-4f6c-bb32-00206ba081c2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0589914 Oct 18 21:09:00.047563 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.079562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-effe6e1b-01bf-4373-b9b8-f20803f4411a req-1218bb22-f3cd-41df-a664-9fb59fba1b51 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372610 Oct 18 21:09:00.170675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] DHCP port deletion for 7945d4e5-3343-467c-927b-eb557ab925ce request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:00.220633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] Deleting port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:00.220923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.292628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] For port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,segment=NetworkSegment(37a8fe4c-dfe2-4ace-a9c4-f6fa19634521),segment_id=37a8fe4c-dfe2-4ace-a9c4-f6fa19634521)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:00.293061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.307019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] Calling delete_port for 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:00.389216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.421952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] Pushing event deleted for resources: {'Port': ['ID=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:00.425064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9251382-83ac-4c8f-838b-3bfe7d649d02 None None] No DVR routers for this DVR port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:00.434816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Deleting port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:00.435035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.496474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] For port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58, host n-d-812149-2, got binding levels [] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:00.496833 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.509598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Calling delete_port for 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:00.512271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_backend_mixin [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 was not found and therefore no delete operation was performed {{(pid=100530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 21:09:00.513609 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.539079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Port': ['ID=2c1a227c-fbbf-4d7c-8f8c-8ff256565b58,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:00.542580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] No DVR routers for this DVR port 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:00.553790 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:00.574352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:00.574789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2c1a227c-fbbf-4d7c-8f8c-8ff256565b58 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:00.622962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.643649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7945d4e5-3343-467c-927b-eb557ab925ce']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:00.652757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a8fe4c-dfe2-4ace-a9c4-f6fa19634521') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:00.653049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a8fe4c-dfe2-4ace-a9c4-f6fa19634521') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:00.662293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.675797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.681504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:09:00.681878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:09:00.684785 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:09:00.746140 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.754248 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:00.757611 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] 10.222.0.66 "DELETE /v2.0/networks/7945d4e5-3343-467c-927b-eb557ab925ce HTTP/1.1" status: 204 len: 168 time: 0.7874875 Oct 18 21:09:00.769333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555d9d3-bcd5-4793-bc30-ed27c07d4625 tempest-AllowedAddressPairTestJSON-965998346 tempest-AllowedAddressPairTestJSON-965998346-project] Pushing event deleted for resources: {'Network': ['ID=7945d4e5-3343-467c-927b-eb557ab925ce,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:00.995934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33876) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:01.134320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-26c5a542-35d9-4ee9-94ba-0a72fef10d05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f1f672292a8457e90ecf75bee53c962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369956 Oct 18 21:09:01.136757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:01.188969 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-88bc2e85-1aef-4527-8c8a-aa3a7e013dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:01.206047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97398-837d-417b-80de-0c68929d4fa0 req-0d1ff5bf-8c04-457e-b6fe-3b1d54a832f5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:01.207628 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f4a97398-837d-417b-80de-0c68929d4fa0 req-0d1ff5bf-8c04-457e-b6fe-3b1d54a832f5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0541379 Oct 18 21:09:01.219321 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-88bc2e85-1aef-4527-8c8a-aa3a7e013dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:01.249962 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f4a97398-837d-417b-80de-0c68929d4fa0 req-758f213f-e5e7-4af4-a74d-9123d4668843 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358329 Oct 18 21:09:01.275375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-88bc2e85-1aef-4527-8c8a-aa3a7e013dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:01.282016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-88bc2e85-1aef-4527-8c8a-aa3a7e013dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:01.284586 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-88bc2e85-1aef-4527-8c8a-aa3a7e013dde admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0f0d725-4499-4631-ac1e-7e67914dbb3d HTTP/1.1" status: 204 len: 168 time: 0.1465697 Oct 18 21:09:01.297889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc2e85-1aef-4527-8c8a-aa3a7e013dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f0d725-4499-4631-ac1e-7e67914dbb3d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:01.930227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33906) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:02.025722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1613184724'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:02.050152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:02.053919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.062744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.137399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.141115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.171672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:09:02.181752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cb5e8d-6a1d-4cf9-baed-a708b7d0b2f2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:02.186591 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.186937 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Added segment 4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5 of type vlan for network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a Oct 18 21:09:02.200540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.200888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.201227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.201560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.201892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.202225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.202554 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.202879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.203202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.203523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.203846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.204195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:02.247791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.270419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f035444d-5065-47ab-84a7-ea63dfd4d37a details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:09:02.274522 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.286558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:02.287618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.338644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4072802 Oct 18 21:09:02.345921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33914) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:02.351263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:02.388928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f035444d-5065-47ab-84a7-ea63dfd4d37a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:02.400038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa2f43-ed31-4b90-8888-12877c1f1082 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Network': ['ID=598a4034-22dc-45b1-8dc1-9b6428cb3f1a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:02.405393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'port_id': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'mac_address': 'fa:16:3e:7b:e2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:09:02.423954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1306e03-887f-45ad-a333-e4619d6d3ba2 req-e028bed3-a06d-4726-9c8a-24ca83da6874 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:02.425574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1306e03-887f-45ad-a333-e4619d6d3ba2 req-e028bed3-a06d-4726-9c8a-24ca83da6874 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 943 time: 0.0936201 Oct 18 21:09:02.441937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:09:02.455790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:02.460040 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.482446 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b1306e03-887f-45ad-a333-e4619d6d3ba2 req-920f4c0c-21f6-4157-8515-09818c27982f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505340 Oct 18 21:09:02.514831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.538154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f035444d-5065-47ab-84a7-ea63dfd4d37a {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:09:02.562291 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f035444d-5065-47ab-84a7-ea63dfd4d37a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:02.566522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.618111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f035444d-5065-47ab-84a7-ea63dfd4d37a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:02.665758 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.734350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=122a7e2f-ffc0-4a38-96c3-c4d474501bea,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:02.742656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:02.742999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network hostable DHCP agents. Network: 598a4034-22dc-45b1-8dc1-9b6428cb3f1a, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:09:02.760316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:09:02.769388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 598a4034-22dc-45b1-8dc1-9b6428cb3f1a) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:02.773832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:02.774465 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.775393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['f035444d-5065-47ab-84a7-ea63dfd4d37a'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:09:02.793296 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-efcef811-0b49-42da-a5d8-848fb46a8827 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4434958 Oct 18 21:09:02.793473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:02.796760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc4e257-2428-4095-a643-3da9e23ba09b None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:02.798236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'name': 'tempest-NetworksTestDHCPv6-489609426'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:02.908635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:02.912151 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:02.930203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 2c349264-8f5a-4009-ab69-3c30c5e49bcd yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:03.010092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '122a7e2f-ffc0-4a38-96c3-c4d474501bea'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:03.010962 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.051637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::32d (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/122a7e2f-ffc0-4a38-96c3-c4d474501bea/2c349264-8f5a-4009-ab69-3c30c5e49bcd) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:03.203904 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.237047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.280068 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:03.283789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:03.284789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/122a7e2f-ffc0-4a38-96c3-c4d474501bea/81b5d6ac-97b3-4ac0-abe6-46dec3f733d0) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:03.287609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:03.293301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:03.294318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.307270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=2c349264-8f5a-4009-ab69-3c30c5e49bcd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:03.317349 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6263e2f1-8d07-44ef-83e8-b9a1aeee72c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5229542 Oct 18 21:09:03.319945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33918) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:03.400270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f618b2e-a007-4c27-93e6-ebfa8766e3c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:03.401835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0f618b2e-a007-4c27-93e6-ebfa8766e3c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0807128 Oct 18 21:09:03.404532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:03.438236 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.444536 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.481932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:03.484908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:03.489161 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:03.500779 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Pushing event updated for resources: {'Port': ['ID=81b5d6ac-97b3-4ac0-abe6-46dec3f733d0,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:03.513904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 2c349264-8f5a-4009-ab69-3c30c5e49bcd {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:03.514255 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.567815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Attempting to bind port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:03.568075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Attempting to bind port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:03.568477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Attempting to bind port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:03.573925 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:03.574293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:03.574737 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.575081 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:03.575548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Bound port: 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:03.575924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.643098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] For port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:03.648149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] For port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=81b5d6ac-97b3-4ac0-abe6-46dec3f733d0,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:03.653649 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.655379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0bd1-a28d-46b1-bcac-5898a68baec7 req-c5fc355b-52a4-4ef6-938b-3425340fd481 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:03.657112 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d5e0bd1-a28d-46b1-bcac-5898a68baec7 req-c5fc355b-52a4-4ef6-938b-3425340fd481 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 944 time: 0.0822301 Oct 18 21:09:03.660571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.680061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 2c349264-8f5a-4009-ab69-3c30c5e49bcd owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:03.716724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4c129-0f9f-44c7-babe-27828812dc1f None None] Pushing event updated for resources: {'Port': ['ID=81b5d6ac-97b3-4ac0-abe6-46dec3f733d0,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:03.753413 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d5e0bd1-a28d-46b1-bcac-5898a68baec7 req-297bf539-72ca-41fa-acbc-f7deefe1dc88 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835042 Oct 18 21:09:03.853504 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.898073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=2c349264-8f5a-4009-ab69-3c30c5e49bcd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:03.941744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:03.945144 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cd7ddafe-8b0d-409d-9471-a812ef931fb7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/2c349264-8f5a-4009-ab69-3c30c5e49bcd HTTP/1.1" status: 204 len: 168 time: 0.5395873 Oct 18 21:09:03.947541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33926) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:04.031260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03234fe-b8db-4a0a-83b0-b151b81fb79b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:04.033569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03234fe-b8db-4a0a-83b0-b151b81fb79b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:04.035094 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e03234fe-b8db-4a0a-83b0-b151b81fb79b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0864809 Oct 18 21:09:04.037682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33928) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:04.092716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 122a7e2f-ffc0-4a38-96c3-c4d474501bea {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:04.095711 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.139318 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.229742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.285213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f035444d-5065-47ab-84a7-ea63dfd4d37a up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:04.296595 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.324228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=122a7e2f-ffc0-4a38-96c3-c4d474501bea,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:04.331933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.337692 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-50280bb1-b2a3-4b64-aa77-f65cba59c8b8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/122a7e2f-ffc0-4a38-96c3-c4d474501bea HTTP/1.1" status: 204 len: 168 time: 0.2968135 Oct 18 21:09:04.338073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33930) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:04.346059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port f035444d-5065-47ab-84a7-ea63dfd4d37a completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:09:04.349928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port f035444d-5065-47ab-84a7-ea63dfd4d37a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:04.350300 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.379150 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9358460b-248c-4cac-9681-a0c85d1a2a9b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396979 Oct 18 21:09:04.382098 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33932) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:04.387177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:04.438693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.466703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:04.469063 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb074d-bbb5-401c-88e2-b5badbd5332c" -d '{"events": [{"server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "name": "network-vif-plugged", "status": "completed", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:04.489317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port f035444d-5065-47ab-84a7-ea63dfd4d37a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:04.494371 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.496011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:04.500039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.565198 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1e67e3-be14-41d7-8a71-cd57502f7539 x-openstack-request-id: req-bf1e67e3-be14-41d7-8a71-cd57502f7539 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:04.565674 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "name": "network-vif-plugged", "status": "completed", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:04.566089 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf1e67e3-be14-41d7-8a71-cd57502f7539 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:04.566717 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'code': 200} Oct 18 21:09:04.575224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=f035444d-5065-47ab-84a7-ea63dfd4d37a,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:04.655795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:04.697269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2effa69-432f-471b-9c17-47ed9ede8718 req-9b810883-1c59-407e-96f6-c769dbce8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:04.699569 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b2effa69-432f-471b-9c17-47ed9ede8718 req-9b810883-1c59-407e-96f6-c769dbce8ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 1096 time: 0.0845308 Oct 18 21:09:04.727671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:04.728350 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.796051 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b2effa69-432f-471b-9c17-47ed9ede8718 req-ebfbbcc2-1491-444f-9483-2d0ae308df68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861166 Oct 18 21:09:04.809573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.810486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62775f-93a1-4c0c-9b16-b42dd675ebbe None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:04.850020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.858617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:04.862698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:04.867026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:04.867626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.887377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=7f2256b0-952d-4699-b4d1-5a664b0f919b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:04.894228 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-615e96cf-aa04-4e59-84bf-df12fb2f1eee tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5109932 Oct 18 21:09:04.900516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33940) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:04.902237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66be9a-023b-4301-aea8-e19b7c783bb6 req-eb6af193-576f-4b32-ba07-255fd51f6947 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:04.906078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'name': 'tempest-NetworksTestDHCPv6-845418015'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:04.910870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb66be9a-023b-4301-aea8-e19b7c783bb6 req-eb6af193-576f-4b32-ba07-255fd51f6947 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 945 time: 0.0663142 Oct 18 21:09:04.945695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d50e3fbe-ec51-45eb-b239-6f226ea302cd None None] Provisioning complete for port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:04.946063 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d50e3fbe-ec51-45eb-b239-6f226ea302cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:04.948924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cb66be9a-023b-4301-aea8-e19b7c783bb6 req-5ba23264-e089-4e19-9fa3-62d7e98f0447 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371606 Oct 18 21:09:04.991345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=81b5d6ac-97b3-4ac0-abe6-46dec3f733d0,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:05.004935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.026882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:05.031463 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.050160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port dff3a28e-0365-4700-8e0d-584fa3c96745 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:05.121230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=81b5d6ac-97b3-4ac0-abe6-46dec3f733d0,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:05.178096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::1dd (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/7f2256b0-952d-4699-b4d1-5a664b0f919b/dff3a28e-0365-4700-8e0d-584fa3c96745) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:05.322278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6c677-7984-46da-89b9-36b33b14cf9c None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:05.342797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.378919 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.405975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6910d71c-b66c-4f7e-a720-a400ed05633d None None] Provisioning complete for port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:05.406281 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6910d71c-b66c-4f7e-a720-a400ed05633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.423897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:05.427513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:05.431216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:05.436899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:05.437529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.454317 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=dff3a28e-0365-4700-8e0d-584fa3c96745,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:05.467849 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f3888c6c-86fa-45fe-a792-fcd937f0d8c6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5662472 Oct 18 21:09:05.470840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33942) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:05.520483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94cfeef-7bb4-47a7-9a02-e4543ea9f24d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:05.526754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94cfeef-7bb4-47a7-9a02-e4543ea9f24d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:05.528352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a94cfeef-7bb4-47a7-9a02-e4543ea9f24d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0563509 Oct 18 21:09:05.531091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:05.626308 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port dff3a28e-0365-4700-8e0d-584fa3c96745 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:05.627198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.719286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.732982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for dff3a28e-0365-4700-8e0d-584fa3c96745 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:05.785199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c999d20b-d686-42d9-bec5-d12394b4fc6b None None] Provisioning complete for port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:05.785199 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c999d20b-d686-42d9-bec5-d12394b4fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.916897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.917311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c999d20b-d686-42d9-bec5-d12394b4fc6b None None] Provisioning complete for port dff3a28e-0365-4700-8e0d-584fa3c96745 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:05.917684 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c999d20b-d686-42d9-bec5-d12394b4fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.943510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c999d20b-d686-42d9-bec5-d12394b4fc6b None None] Port dff3a28e-0365-4700-8e0d-584fa3c96745 was deleted so its status cannot be updated. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 18 21:09:05.956681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=dff3a28e-0365-4700-8e0d-584fa3c96745,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:05.980929 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:05.984352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9b29fa7c-7d98-4dcc-9b6b-90dea27301ac tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/dff3a28e-0365-4700-8e0d-584fa3c96745 HTTP/1.1" status: 204 len: 168 time: 0.4522614 Oct 18 21:09:05.986883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33948) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:06.056030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c40a4d0a-d1f1-4e6b-843e-b1ad5baabd3d None None] Could not find standard attr ID for object 2c349264-8f5a-4009-ab69-3c30c5e49bcd. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:06.075619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55f51c-df98-4b60-96a4-aa683b3060da req-94107e8a-b49b-43e1-9008-dd06cde11660 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:06.077479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed55f51c-df98-4b60-96a4-aa683b3060da req-94107e8a-b49b-43e1-9008-dd06cde11660 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 945 time: 0.0536635 Oct 18 21:09:06.083408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be119eb-6120-4920-b684-c881ddb0eb10 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:06.085302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be119eb-6120-4920-b684-c881ddb0eb10 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:06.089915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8be119eb-6120-4920-b684-c881ddb0eb10 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0995963 Oct 18 21:09:06.090221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33952) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:06.119839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed55f51c-df98-4b60-96a4-aa683b3060da req-98854773-1f48-4c99-8ec3-53831d242d69 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353701 Oct 18 21:09:06.145038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 7f2256b0-952d-4699-b4d1-5a664b0f919b {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:06.147267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.195019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.245993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.290589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c1e7e0b8-ea9b-40c7-9ae1-f735475c13be None None] Could not find standard attr ID for object dff3a28e-0365-4700-8e0d-584fa3c96745. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:06.312616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.323465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0575d-4875-4d56-a097-5993481fcef1 req-60f6b267-a139-40b5-b740-9f10cb42ac76 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:06.325302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1dd0575d-4875-4d56-a097-5993481fcef1 req-60f6b267-a139-40b5-b740-9f10cb42ac76 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 945 time: 0.0677395 Oct 18 21:09:06.342410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2256b0-952d-4699-b4d1-5a664b0f919b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:06.350987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.355137 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ca1cbc6f-5073-4597-9c1b-215ce3b19447 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/7f2256b0-952d-4699-b4d1-5a664b0f919b HTTP/1.1" status: 204 len: 168 time: 0.2639866 Oct 18 21:09:06.359067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33958) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:06.386415 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1dd0575d-4875-4d56-a097-5993481fcef1 req-3c574b00-2ec3-4587-a1d0-95e18d529de5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523953 Oct 18 21:09:06.408847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:06.409148 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a6ad2313-9e8e-43ec-a11c-44635606c8e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446787 Oct 18 21:09:06.414865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:06.416938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33962) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:06.499407 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d04cd5f-99b7-456f-bee6-5d414e660059 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:06.518291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:06.521930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.577994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:06.601446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05a0e1-656a-4947-8ef0-eea3042f883f tempest-TestVolumeBootPattern-467908749 tempest-TestVolumeBootPattern-467908749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:06.603048 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cb05a0e1-656a-4947-8ef0-eea3042f883f tempest-TestVolumeBootPattern-467908749 tempest-TestVolumeBootPattern-467908749-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 1091 time: 0.1850474 Oct 18 21:09:06.606221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33966) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:06.610621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:06.634845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.681977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:06.682512 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.737481 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.757948 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.790370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:06.794078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:06.794286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:06.804883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:06.805465 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.824818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=747109c8-c32d-444d-a5ee-b36311a23466,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:06.830537 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-938b1fe3-6003-4c4c-b20e-566677900bf0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4201188 Oct 18 21:09:06.833157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33968) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:06.838305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'name': 'tempest-NetworksTestDHCPv6-1359844468'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:06.861937 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] Deleting port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:06.862309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.882214 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.25.7.128 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/15b1bc86-946e-49c7-8ec2-bd706c5b29cd) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:06.971782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:06.977090 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:06.993666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.004242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port faea48c0-6476-4b84-9d4e-02efa81c6b61 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:07.031447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.077061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:07.080715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:07.084487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:07.113834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=15b1bc86-946e-49c7-8ec2-bd706c5b29cd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:07.130309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] For port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=81b5d6ac-97b3-4ac0-abe6-46dec3f733d0,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:07.131447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.147101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] Calling delete_port for 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:07.159185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::1f6 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/747109c8-c32d-444d-a5ee-b36311a23466/faea48c0-6476-4b84-9d4e-02efa81c6b61) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:07.261545 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.290847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] Pushing event deleted for resources: {'Port': ['ID=81b5d6ac-97b3-4ac0-abe6-46dec3f733d0,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:07.296306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67cd3bb-8805-46cd-93b7-055e5a48cf61 None None] No DVR routers for this DVR port 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:07.319191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2729af-596d-4540-9ff4-0b16989e843f None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:07.340361 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.384280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.425480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:07.428846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:07.432943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:07.439693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:07.440004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.457762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=faea48c0-6476-4b84-9d4e-02efa81c6b61,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:07.474320 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4862e0a3-6e95-4fc1-8c61-b3b7d8320136 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6378889 Oct 18 21:09:07.474611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:07.503290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '747109c8-c32d-444d-a5ee-b36311a23466'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:07.504201 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.507976 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.524516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aadca83-8f1b-4324-aaad-a64ae216e8b3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:07.528477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0aadca83-8f1b-4324-aaad-a64ae216e8b3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0502996 Oct 18 21:09:07.528770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:07.583168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.629670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port faea48c0-6476-4b84-9d4e-02efa81c6b61 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:07.629670 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.653911 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/747109c8-c32d-444d-a5ee-b36311a23466/da3f9806-e264-4be3-ad80-1b29414f779e) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:07.717151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.729581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for faea48c0-6476-4b84-9d4e-02efa81c6b61 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:07.747770 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.753487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.817411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.823774 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.829345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=15b1bc86-946e-49c7-8ec2-bd706c5b29cd,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:07.838019 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.862776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:07.865665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:07.869110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:07.874627 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.879391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Pushing event updated for resources: {'Port': ['ID=da3f9806-e264-4be3-ad80-1b29414f779e,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:07.908078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=faea48c0-6476-4b84-9d4e-02efa81c6b61,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:07.941415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Attempting to bind port da3f9806-e264-4be3-ad80-1b29414f779e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:07.941780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Attempting to bind port da3f9806-e264-4be3-ad80-1b29414f779e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:07.942138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Attempting to bind port da3f9806-e264-4be3-ad80-1b29414f779e on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:07.946568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.948735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:07.949111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:07.949507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.952171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:07.952286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3ded07ec-db1a-4a91-a720-25e1323e4296 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/faea48c0-6476-4b84-9d4e-02efa81c6b61 HTTP/1.1" status: 204 len: 168 time: 0.4202464 Oct 18 21:09:07.952395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Bound port: da3f9806-e264-4be3-ad80-1b29414f779e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:07.952395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:07.952595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33976) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:07.957587 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Floating IP 781d217a-a707-4030-9837-23fd89f64592 associated. External IP: 172.25.7.128, port: f035444d-5065-47ab-84a7-ea63dfd4d37a. Oct 18 21:09:08.016663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf0c47-973f-485d-93ea-dabe504e60df tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:08.017783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] For port da3f9806-e264-4be3-ad80-1b29414f779e, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:08.019010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf0c47-973f-485d-93ea-dabe504e60df tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:08.023317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] For port da3f9806-e264-4be3-ad80-1b29414f779e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=da3f9806-e264-4be3-ad80-1b29414f779e,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:08.024108 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-53bf0c47-973f-485d-93ea-dabe504e60df tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0703981 Oct 18 21:09:08.024831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33978) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:08.027256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.088913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f8e95-103d-4e3d-8740-e946524d6e35 None None] Pushing event updated for resources: {'Port': ['ID=da3f9806-e264-4be3-ad80-1b29414f779e,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:08.099813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 747109c8-c32d-444d-a5ee-b36311a23466 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:08.104458 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.150658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.254561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.377042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.419503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.423395 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/747109c8-c32d-444d-a5ee-b36311a23466 HTTP/1.1" status: 204 len: 168 time: 0.3974686 Oct 18 21:09:08.424907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b1c65-6789-49c2-b5ee-1ecd4f498b28 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=747109c8-c32d-444d-a5ee-b36311a23466,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:08.428174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33982) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:08.499613 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a3a1a644-126b-4ce4-ad6e-75405105639a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699432 Oct 18 21:09:08.502604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33984) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:08.568473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1010b6d-a45a-4b99-95cc-1c100392f846 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:08.573077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b1010b6d-a45a-4b99-95cc-1c100392f846 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0693276 Oct 18 21:09:08.574391 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33986) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:08.597675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:09:08.611688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device da3f9806-e264-4be3-ad80-1b29414f779e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:08.634308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffcb687-9904-4422-b875-8f2c553d2592 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:08.636210 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7ffcb687-9904-4422-b875-8f2c553d2592 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0609858 Oct 18 21:09:08.639011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33988) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:08.680370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port da3f9806-e264-4be3-ad80-1b29414f779e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:08.680924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.692933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2fa7e099-d8b3-4232-ae05-20bd548f446d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483885 Oct 18 21:09:08.694736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 33990) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:08.699901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:08.728817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:09:08.745319 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:09:08.749637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.760397 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:08.761542 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:08:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:08.772597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.781309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e8164a38-d890-4ad1-9bd1-90ca180bf19d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1739709 Oct 18 21:09:08.781996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:08.787934 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0fccbf-33cf-4721-bc78-40019e1dee03" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:08.826333 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:08.832102 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.833830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port da3f9806-e264-4be3-ad80-1b29414f779e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=da3f9806-e264-4be3-ad80-1b29414f779e,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:08.843398 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0116d8d1-61f2-4daf-88e8-246f3e6d42e3 x-openstack-request-id: req-0116d8d1-61f2-4daf-88e8-246f3e6d42e3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:08.843918 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:08.844593 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0116d8d1-61f2-4daf-88e8-246f3e6d42e3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:08.845225 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'status': 'completed', 'code': 200} Oct 18 21:09:08.846480 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:08.927952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-e83248e7-51e1-4def-aec0-cf57da23fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:08.930910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-e83248e7-51e1-4def-aec0-cf57da23fb82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 1096 time: 0.0633531 Oct 18 21:09:08.946580 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:09:08.953238 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=da3f9806-e264-4be3-ad80-1b29414f779e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:08.974965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:09.027848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:09.028868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 81b5d6ac-97b3-4ac0-abe6-46dec3f733d0 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:09.073067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-341f874e-633d-4ad8-b955-a0e1db66e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:09.074624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-341f874e-633d-4ad8-b955-a0e1db66e24d service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1355531 Oct 18 21:09:09.115738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:09.161513 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-0a402669-3fbe-4d25-a60c-cb1ea515b564 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a HTTP/1.1" status: 200 len: 999 time: 0.0775518 Oct 18 21:09:09.170461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=575c9fb9-66a1-4ee8-a631-69663eac2300,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:09.184789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:09.186416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:09.189840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:09.190432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:09.215683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c7a43e4d-118e-4db3-97fa-73f09ccd6eca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5198309 Oct 18 21:09:09.218615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 33998) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:09.223943 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '781d217a-a707-4030-9837-23fd89f64592', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:7b:e2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:09:07Z', 'updated_at': '2021-10-18T21:09:07Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:09.226532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': '575c9fb9-66a1-4ee8-a631-69663eac2300', 'ip_address': '2001:db8::c4e2:4006:44a:4f1f'}], 'name': 'tempest-NetworksTestDHCPv6-181524863'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:09.242953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-52429c94-0160-4b4c-84e0-d3501ed52205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:09.244650 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-52429c94-0160-4b4c-84e0-d3501ed52205 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0766265 Oct 18 21:09:09.257431 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:09:09.266458 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:09.267111 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:08:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:09.347146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ad0bf-f87a-43ad-a680-84c81166a163 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:09.348708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-0f4a77fb-276e-4b39-8e45-61421f4c2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:09.350236 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-0f4a77fb-276e-4b39-8e45-61421f4c2c7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869820 Oct 18 21:09:09.432082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1cc746f4-0beb-4aae-9d87-8f5a9fc519fc None None] Could not find standard attr ID for object faea48c0-6476-4b84-9d4e-02efa81c6b61. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:09.468164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:09.487714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1cc746f4-0beb-4aae-9d87-8f5a9fc519fc None None] Provisioning complete for port da3f9806-e264-4be3-ad80-1b29414f779e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:09.488679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1cc746f4-0beb-4aae-9d87-8f5a9fc519fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:09.512408 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:09:09.559398 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-c30b54e6-3880-4735-b017-a43fc27dc742 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016234 Oct 18 21:09:09.649639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:09.675205 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port c659aabd-b798-44f0-beba-5381ee995b71 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:09.735104 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1f0fccbf-33cf-4721-bc78-40019e1dee03 req-b8e7fc7d-1f6e-49a5-8015-3424d68c6085 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666381 Oct 18 21:09:09.776915 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '781d217a-a707-4030-9837-23fd89f64592', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:7b:e2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:09:07Z', 'updated_at': '2021-10-18T21:09:07Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:09.806213 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752b3bb-bec7-4b41-b54d-61d0d70fddcc None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '781d217a-a707-4030-9837-23fd89f64592', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:7b:e2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:09:07Z', 'updated_at': '2021-10-18T21:09:07Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:09:09.844061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ae257c46-c774-416f-90c3-75bffacf0d7d None None] Provisioning complete for port da3f9806-e264-4be3-ad80-1b29414f779e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:09.844792 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ae257c46-c774-416f-90c3-75bffacf0d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:09.889051 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::c4e2:4006:44a:4f1f (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/575c9fb9-66a1-4ee8-a631-69663eac2300/c659aabd-b798-44f0-beba-5381ee995b71) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:10.059255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-834a6b5e-e80b-41bb-993b-875b109c59e4 None None] Could not find standard attr ID for object faea48c0-6476-4b84-9d4e-02efa81c6b61. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:10.080725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d75ee8-4dc4-414d-8931-4d49b7a69274 None None] New status for floating IP 781d217a-a707-4030-9837-23fd89f64592: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:09:10.083378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.121626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.174092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:10.177398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:10.181935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:10.187671 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:10.188306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.197082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=c659aabd-b798-44f0-beba-5381ee995b71,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:10.213178 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-47636211-a2ee-4599-9f7b-5254548cc8c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9930923 Oct 18 21:09:10.217153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34002) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:10.284941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fc4ec-7693-4fd7-a7bf-45a7041522d9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:10.290856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fc4ec-7693-4fd7-a7bf-45a7041522d9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:10.292573 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4b1fc4ec-7693-4fd7-a7bf-45a7041522d9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0743756 Oct 18 21:09:10.295416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34004) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:10.388230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port c659aabd-b798-44f0-beba-5381ee995b71 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:10.388594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.484806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.491931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1f91f95d-c1c0-4027-80c8-88a7a058f2eb None None] Provisioning complete for port c659aabd-b798-44f0-beba-5381ee995b71 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:10.492370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1f91f95d-c1c0-4027-80c8-88a7a058f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.497568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for c659aabd-b798-44f0-beba-5381ee995b71 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:10.528869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-1f91f95d-c1c0-4027-80c8-88a7a058f2eb None None] Port c659aabd-b798-44f0-beba-5381ee995b71 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:09:10.563843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device da3f9806-e264-4be3-ad80-1b29414f779e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:10.612922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port da3f9806-e264-4be3-ad80-1b29414f779e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:10.613287 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.631323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.661715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=c659aabd-b798-44f0-beba-5381ee995b71,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:10.687549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.695672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd613e59-ba11-499a-aef7-3acd9d25a13c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/c659aabd-b798-44f0-beba-5381ee995b71 HTTP/1.1" status: 204 len: 168 time: 0.3945749 Oct 18 21:09:10.695672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34008) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:10.748543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cee63b-c3dc-4f3d-a66f-ea45ebe4ab8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:10.750197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cee63b-c3dc-4f3d-a66f-ea45ebe4ab8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:10.752344 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-22cee63b-c3dc-4f3d-a66f-ea45ebe4ab8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0559247 Oct 18 21:09:10.754883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34010) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:10.818059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 575c9fb9-66a1-4ee8-a631-69663eac2300 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:10.821404 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.864608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.911785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.971008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:10.996104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=575c9fb9-66a1-4ee8-a631-69663eac2300,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:11.002885 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.006836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4e899fca-4629-4851-8257-0f2bdf7de3da tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/575c9fb9-66a1-4ee8-a631-69663eac2300 HTTP/1.1" status: 204 len: 168 time: 0.2502789 Oct 18 21:09:11.009056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34012) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:11.011541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3a4ffb-7644-4952-a844-21c35db4949c None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:11.051920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c96d0a85-395e-4312-8fc7-d67212794de0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418539 Oct 18 21:09:11.054690 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34014) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:11.059573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:11.156900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:11.160660 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.202331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:11.254074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] Deleting port da3f9806-e264-4be3-ad80-1b29414f779e {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:11.254343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.320510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] For port da3f9806-e264-4be3-ad80-1b29414f779e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=da3f9806-e264-4be3-ad80-1b29414f779e,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:11.320913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.335311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] Calling delete_port for da3f9806-e264-4be3-ad80-1b29414f779e owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:11.372310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.419720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:11.423011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:11.428245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:11.428874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.432534 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.443813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=70228717-efa2-4dbb-95c6-50523632674b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:11.455842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34016) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:11.456293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-be888390-d52a-4722-84d9-625242c25022 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4002411 Oct 18 21:09:11.458141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] Pushing event deleted for resources: {'Port': ['ID=da3f9806-e264-4be3-ad80-1b29414f779e,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:11.461418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': '70228717-efa2-4dbb-95c6-50523632674b', 'ip_address': '2001:db8::b83f:9af2:1c3a:613f'}], 'name': 'tempest-NetworksTestDHCPv6-708798514'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:11.463981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3610a20b-2366-4190-836d-cf042f99bb5d None None] No DVR routers for this DVR port da3f9806-e264-4be3-ad80-1b29414f779e on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:11.486944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ad71b-e858-49d1-8b3c-c5c2655f8bf0 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:11.583358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:11.640794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '70228717-efa2-4dbb-95c6-50523632674b'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:11.641669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.674911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.691650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 4c307351-91ba-4758-8999-58082c0670cd yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:11.782605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/70228717-efa2-4dbb-95c6-50523632674b/e0adaa84-4dc7-490b-9de8-c5786655e96b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:11.920779 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.927875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:11.968056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:11.972405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:11.975782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:11.980342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::b83f:9af2:1c3a:613f (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/70228717-efa2-4dbb-95c6-50523632674b/4c307351-91ba-4758-8999-58082c0670cd) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:11.985010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Pushing event updated for resources: {'Port': ['ID=e0adaa84-4dc7-490b-9de8-c5786655e96b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:12.040435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Attempting to bind port e0adaa84-4dc7-490b-9de8-c5786655e96b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:12.041146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Attempting to bind port e0adaa84-4dc7-490b-9de8-c5786655e96b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:12.041263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Attempting to bind port e0adaa84-4dc7-490b-9de8-c5786655e96b on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:12.047487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:12.047861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:12.048907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.049183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:12.049658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Bound port: e0adaa84-4dc7-490b-9de8-c5786655e96b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:12.050037 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.115487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] For port e0adaa84-4dc7-490b-9de8-c5786655e96b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:12.118921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] For port e0adaa84-4dc7-490b-9de8-c5786655e96b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e0adaa84-4dc7-490b-9de8-c5786655e96b,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:12.123310 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.135163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.172901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.181089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c588bb-1f18-4f87-8272-f74ddde38682 None None] Pushing event updated for resources: {'Port': ['ID=e0adaa84-4dc7-490b-9de8-c5786655e96b,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:12.227597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:12.234194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:12.236587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=4c307351-91ba-4758-8999-58082c0670cd,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:12.238979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:12.245139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:12.245719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.263143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1231e74e-7b79-4a19-9476-9afa56a53c7b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8060958 Oct 18 21:09:12.265676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34020) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:12.317256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6453f8-f044-4152-8608-5a5d5d51e000 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:12.323101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6453f8-f044-4152-8608-5a5d5d51e000 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:12.327221 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ef6453f8-f044-4152-8608-5a5d5d51e000 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0579650 Oct 18 21:09:12.327593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34022) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:12.434564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 4c307351-91ba-4758-8999-58082c0670cd {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:12.434916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.533464 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.550772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 4c307351-91ba-4758-8999-58082c0670cd owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:12.602104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e0adaa84-4dc7-490b-9de8-c5786655e96b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:12.653942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e0adaa84-4dc7-490b-9de8-c5786655e96b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:12.654408 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.707063 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.740370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=4c307351-91ba-4758-8999-58082c0670cd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:12.740879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.767698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.771329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a902b24-f0de-4b28-b9ee-35b0268a0975 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/4c307351-91ba-4758-8999-58082c0670cd HTTP/1.1" status: 204 len: 168 time: 0.4427247 Oct 18 21:09:12.773788 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34028) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:12.778205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port e0adaa84-4dc7-490b-9de8-c5786655e96b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e0adaa84-4dc7-490b-9de8-c5786655e96b,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:12.783749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:12.842498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925f8ea-969b-4a2e-ab5b-f3684928b1ef tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:12.844394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925f8ea-969b-4a2e-ab5b-f3684928b1ef tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:12.846319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=e0adaa84-4dc7-490b-9de8-c5786655e96b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:12.849629 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a925f8ea-969b-4a2e-ab5b-f3684928b1ef tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0723665 Oct 18 21:09:12.850634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34030) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:12.863200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device da3f9806-e264-4be3-ad80-1b29414f779e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:12.886207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: da3f9806-e264-4be3-ad80-1b29414f779e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:12.886885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device da3f9806-e264-4be3-ad80-1b29414f779e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:12.935028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 70228717-efa2-4dbb-95c6-50523632674b {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:12.940323 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.001614 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.114363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.184009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.214850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=70228717-efa2-4dbb-95c6-50523632674b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:13.220061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.223688 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5c8850ea-9a25-4d8c-91e7-ddd40565b7d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/70228717-efa2-4dbb-95c6-50523632674b HTTP/1.1" status: 204 len: 168 time: 0.3720124 Oct 18 21:09:13.226086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34032) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:13.277539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-13487366-a9cf-49ae-ab38-33a9f5df270a None None] Provisioning complete for port e0adaa84-4dc7-490b-9de8-c5786655e96b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:13.278186 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13487366-a9cf-49ae-ab38-33a9f5df270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.301828 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8044b67-79f4-4f89-be90-25bdc9eeefb0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745955 Oct 18 21:09:13.304549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34034) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:13.312837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:13.398517 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.435463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091e54d-8efb-4dee-acd7-2fcf6c141cf2 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:13.522126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6624bdbe-97a7-4d38-94dd-60b2476795de None None] Could not find standard attr ID for object 4c307351-91ba-4758-8999-58082c0670cd. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:13.682384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:13.772318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] Deleting port e0adaa84-4dc7-490b-9de8-c5786655e96b {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:13.773041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.796023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:13.808748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.869971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] For port e0adaa84-4dc7-490b-9de8-c5786655e96b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e0adaa84-4dc7-490b-9de8-c5786655e96b,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:13.869971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:13.885660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] Calling delete_port for e0adaa84-4dc7-490b-9de8-c5786655e96b owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:13.981518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.010184 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] Pushing event deleted for resources: {'Port': ['ID=e0adaa84-4dc7-490b-9de8-c5786655e96b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:14.014439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b78b4a-1063-413c-85a2-e17f2b9d6e6c None None] No DVR routers for this DVR port e0adaa84-4dc7-490b-9de8-c5786655e96b on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:14.075068 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.126778 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:14.130136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:14.134946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:14.135686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.139538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc54a963-0a05-48c5-8e89-a58054d1240a None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:14.150010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=61af3e93-cc6d-4b19-a4f2-f72571820214,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:14.159391 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-73979c0f-544a-44b6-9c03-54a397b84c25 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8495212 Oct 18 21:09:14.159828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34038) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:14.164469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': '61af3e93-cc6d-4b19-a4f2-f72571820214', 'ip_address': '2001:db8::756c:b317:74e9:d6fb'}], 'name': 'tempest-NetworksTestDHCPv6-107219002'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:14.295848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:14.301468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.307356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '61af3e93-cc6d-4b19-a4f2-f72571820214'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:14.308335 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.320433 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 65499087-394a-46cb-9a94-02e8fb69ea8e yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:14.446972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/61af3e93-cc6d-4b19-a4f2-f72571820214/3253a889-c93c-4fc1-aad3-08e1fa176f64) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:14.559411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e0adaa84-4dc7-490b-9de8-c5786655e96b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:14.603715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e0adaa84-4dc7-490b-9de8-c5786655e96b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:14.604059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e0adaa84-4dc7-490b-9de8-c5786655e96b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:14.628845 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.634815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.680927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:14.683991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:14.686863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::756c:b317:74e9:d6fb (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/61af3e93-cc6d-4b19-a4f2-f72571820214/65499087-394a-46cb-9a94-02e8fb69ea8e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:14.687497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:14.696765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Pushing event updated for resources: {'Port': ['ID=3253a889-c93c-4fc1-aad3-08e1fa176f64,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:14.748707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Attempting to bind port 3253a889-c93c-4fc1-aad3-08e1fa176f64 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:14.749088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Attempting to bind port 3253a889-c93c-4fc1-aad3-08e1fa176f64 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:14.749458 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Attempting to bind port 3253a889-c93c-4fc1-aad3-08e1fa176f64 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:14.754887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:14.755261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:14.755658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.756056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:14.756555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Bound port: 3253a889-c93c-4fc1-aad3-08e1fa176f64, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:14.756945 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.825738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] For port 3253a889-c93c-4fc1-aad3-08e1fa176f64, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:14.829282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] For port 3253a889-c93c-4fc1-aad3-08e1fa176f64, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3253a889-c93c-4fc1-aad3-08e1fa176f64,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:14.835022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.850232 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.900027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21461ec9-138c-4d8f-89e3-33bbab37910d None None] Pushing event updated for resources: {'Port': ['ID=3253a889-c93c-4fc1-aad3-08e1fa176f64,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:14.906629 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.950009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:14.953470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:14.958015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:14.963665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:14.964307 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:14.981414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=65499087-394a-46cb-9a94-02e8fb69ea8e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:14.991599 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c4ea12f6-9500-415b-869b-92b5ebc10ae5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8310213 Oct 18 21:09:14.994187 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34042) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:15.045841 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b6c19-5ae4-4c21-8325-cd7a08ba1b06 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:15.051931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b6c19-5ae4-4c21-8325-cd7a08ba1b06 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:15.053641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a08b6c19-5ae4-4c21-8325-cd7a08ba1b06 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0584908 Oct 18 21:09:15.057258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34044) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:15.174849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 65499087-394a-46cb-9a94-02e8fb69ea8e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:15.175195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.268290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.280222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 65499087-394a-46cb-9a94-02e8fb69ea8e owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:15.416923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.445518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=65499087-394a-46cb-9a94-02e8fb69ea8e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:15.477626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.481029 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1f1658bf-bc51-404c-a429-bc7350016185 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/65499087-394a-46cb-9a94-02e8fb69ea8e HTTP/1.1" status: 204 len: 168 time: 0.4227018 Oct 18 21:09:15.484611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34046) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:15.543086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941ef01-0af4-4dbf-8d18-03fba0cca63b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:15.544759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941ef01-0af4-4dbf-8d18-03fba0cca63b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:15.546299 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1941ef01-0af4-4dbf-8d18-03fba0cca63b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0607035 Oct 18 21:09:15.549109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34048) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:15.603786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 61af3e93-cc6d-4b19-a4f2-f72571820214 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:15.607219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.649912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.741642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.801703 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.828202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=61af3e93-cc6d-4b19-a4f2-f72571820214,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:15.836627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.841186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4563e560-a6ac-498e-84d0-7ef3a16a6777 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/61af3e93-cc6d-4b19-a4f2-f72571820214 HTTP/1.1" status: 204 len: 168 time: 0.2898109 Oct 18 21:09:15.843682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34052) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:15.849744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a88b4-6052-4db6-861c-51c1b596ba64 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:15.893459 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ab986d6d-5a36-4078-839a-7b69d319b0c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469804 Oct 18 21:09:15.895795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34056) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:15.919927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1c603eeb-b139-4212-902a-675da9e61532 None None] Provisioning complete for port 3253a889-c93c-4fc1-aad3-08e1fa176f64 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:15.920599 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c603eeb-b139-4212-902a-675da9e61532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:15.955259 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb71462e-6a93-4e2e-9b61-cbe0babe39d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:15.958264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eb71462e-6a93-4e2e-9b61-cbe0babe39d4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0610898 Oct 18 21:09:15.964484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34058) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:16.025756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e07783-6086-46d7-ab38-c787f8772d38 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:16.027344 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a7e07783-6086-46d7-ab38-c787f8772d38 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615799 Oct 18 21:09:16.030179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34060) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:16.077010 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-224b278a-6f46-49ce-81d0-10b77dcc43ec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455203 Oct 18 21:09:16.083299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34062) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:16.087230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:16.184900 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:16.189633 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.213874 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c603eeb-b139-4212-902a-675da9e61532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.252324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1c603eeb-b139-4212-902a-675da9e61532 None None] For port 3253a889-c93c-4fc1-aad3-08e1fa176f64, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3253a889-c93c-4fc1-aad3-08e1fa176f64,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:16.259924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:16.262618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c603eeb-b139-4212-902a-675da9e61532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.344078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c603eeb-b139-4212-902a-675da9e61532 None None] Pushing event updated for resources: {'Port': ['ID=3253a889-c93c-4fc1-aad3-08e1fa176f64,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:16.361672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] Deleting port 3253a889-c93c-4fc1-aad3-08e1fa176f64 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:16.362041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.421620 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.437388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] For port 3253a889-c93c-4fc1-aad3-08e1fa176f64, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=3253a889-c93c-4fc1-aad3-08e1fa176f64,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:16.437947 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.451895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] Calling delete_port for 3253a889-c93c-4fc1-aad3-08e1fa176f64 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:16.467456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:16.470929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:16.475413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:16.476001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.486464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=e4e2afe8-8124-448f-ac18-809cf7c4d42f,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:16.502651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cbef98d8-d4b5-42e1-813c-8e4c8466619e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4185266 Oct 18 21:09:16.503122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34064) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:16.509838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'e4e2afe8-8124-448f-ac18-809cf7c4d42f', 'ip_address': '2001:db8::c324:c80d:e2c1:4e6f'}], 'name': 'tempest-NetworksTestDHCPv6-210330676'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:16.538154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.568514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] Pushing event deleted for resources: {'Port': ['ID=3253a889-c93c-4fc1-aad3-08e1fa176f64,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:16.570576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c196f1-f8a7-4b32-b6a8-2d7f95923503 None None] No DVR routers for this DVR port 3253a889-c93c-4fc1-aad3-08e1fa176f64 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:16.586507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5505a4-7e8c-4b22-bb74-cafd53c72827 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:16.633456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:16.730490 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.748222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': 'e4e2afe8-8124-448f-ac18-809cf7c4d42f'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:16.749025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:16.749406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:16.897428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/e4e2afe8-8124-448f-ac18-809cf7c4d42f/d981d127-d9e8-414d-9e15-1547f3db9283) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:17.063748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.069942 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.117807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:17.125909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:17.127797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::c324:c80d:e2c1:4e6f (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/e4e2afe8-8124-448f-ac18-809cf7c4d42f/12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:17.128329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Pushing event updated for resources: {'Port': ['ID=d981d127-d9e8-414d-9e15-1547f3db9283,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:17.130335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:17.196698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Attempting to bind port d981d127-d9e8-414d-9e15-1547f3db9283 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:17.197073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Attempting to bind port d981d127-d9e8-414d-9e15-1547f3db9283 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:17.197478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Attempting to bind port d981d127-d9e8-414d-9e15-1547f3db9283 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:17.203939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:17.204990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:17.205450 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.205917 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:17.206537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Bound port: d981d127-d9e8-414d-9e15-1547f3db9283, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:17.207108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.289895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] For port d981d127-d9e8-414d-9e15-1547f3db9283, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:17.293964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] For port d981d127-d9e8-414d-9e15-1547f3db9283, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d981d127-d9e8-414d-9e15-1547f3db9283,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:17.299360 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.340569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.378815 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7561e9-f33f-4f57-a61b-a467e538d99f None None] Pushing event updated for resources: {'Port': ['ID=d981d127-d9e8-414d-9e15-1547f3db9283,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:17.388653 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.447955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:17.452069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:17.456267 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:17.462976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:17.463680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.472675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:17.492975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:17.493524 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8788c9b2-460e-41ca-a765-c544f9d5004b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9883077 Oct 18 21:09:17.498044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3eb6da0b-d856-4947-a5eb-9b9045381c99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'e4e2afe8-8124-448f-ac18-809cf7c4d42f', 'ip_address': '2001:db8::c324:c80d:e2c1:4e6f'}], 'name': 'tempest-NetworksTestDHCPv6-2035791566'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:17.644329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6da0b-d856-4947-a5eb-9b9045381c99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:17.731339 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3eb6da0b-d856-4947-a5eb-9b9045381c99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:17.748641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-3eb6da0b-d856-4947-a5eb-9b9045381c99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port ae93f230-09a4-4b10-9822-f2d57bec86fd yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:17.917669 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb6da0b-d856-4947-a5eb-9b9045381c99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 21:09:17.918121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb6da0b-d856-4947-a5eb-9b9045381c99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:17.934453 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3eb6da0b-d856-4947-a5eb-9b9045381c99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4402931 Oct 18 21:09:17.938483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34070) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:17.991216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2bf66-190c-4576-9ae2-0f208e049f27 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:17.997789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2bf66-190c-4576-9ae2-0f208e049f27 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:17.999470 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ba2bf66-190c-4576-9ae2-0f208e049f27 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0600302 Oct 18 21:09:18.002481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34072) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:18.111100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:18.111449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.217505 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.241443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:18.402393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7d1c74d4-c966-45e2-9be4-acb08ce46c82 None None] Provisioning complete for port d981d127-d9e8-414d-9e15-1547f3db9283 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:18.402883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d1c74d4-c966-45e2-9be4-acb08ce46c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.424581 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.467929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:18.505210 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.510920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-47158d55-30c3-4bab-bb7e-6b91dce3083b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5 HTTP/1.1" status: 204 len: 168 time: 0.5072536 Oct 18 21:09:18.515166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34076) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:18.524791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d1c74d4-c966-45e2-9be4-acb08ce46c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.600139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7d1c74d4-c966-45e2-9be4-acb08ce46c82 None None] For port d981d127-d9e8-414d-9e15-1547f3db9283, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d981d127-d9e8-414d-9e15-1547f3db9283,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:18.604926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adca5b-c402-4993-b61f-38108836b513 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:18.606459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adca5b-c402-4993-b61f-38108836b513 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:18.608047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7d1c74d4-c966-45e2-9be4-acb08ce46c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.608251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-12adca5b-c402-4993-b61f-38108836b513 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0915575 Oct 18 21:09:18.611212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34078) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:18.670393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c74d4-c966-45e2-9be4-acb08ce46c82 None None] Pushing event updated for resources: {'Port': ['ID=d981d127-d9e8-414d-9e15-1547f3db9283,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:18.676467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d981d127-d9e8-414d-9e15-1547f3db9283 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:18.680304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet e4e2afe8-8124-448f-ac18-809cf7c4d42f {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:18.684474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.727857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-04861fe4-264c-49cf-8261-b94a69dcfd3f None None] Could not find standard attr ID for object 65499087-394a-46cb-9a94-02e8fb69ea8e. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:18.728158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.733137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port d981d127-d9e8-414d-9e15-1547f3db9283 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:18.733392 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.823397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.838351 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-be85c84e-1516-4454-9cba-366c2bd2c0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:18.993509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.050728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b6b4f5cd-5b2d-43c3-8239-b65b7871a6e3 None None] Could not find standard attr ID for object 12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:19.240281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.266415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e2afe8-8124-448f-ac18-809cf7c4d42f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:19.274421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.277936 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7956ea69-fe6b-4211-a2d3-20406e86334e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/e4e2afe8-8124-448f-ac18-809cf7c4d42f HTTP/1.1" status: 204 len: 168 time: 0.6626210 Oct 18 21:09:19.280823 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34082) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:19.320476 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eb7501ef-cc00-4089-9ecc-9cfac061e498 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384703 Oct 18 21:09:19.324791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34084) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:19.330958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:19.388214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45faae1c-ef72-4f9b-9d4c-a297015ca95a None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:19.430147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:19.433941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.573532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:19.621030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] Deleting port d981d127-d9e8-414d-9e15-1547f3db9283 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:19.621540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.634061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.684153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:19.690145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:19.691139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] For port d981d127-d9e8-414d-9e15-1547f3db9283, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d981d127-d9e8-414d-9e15-1547f3db9283,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:19.691565 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.695683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:19.696276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.706456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:19.706990 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] Calling delete_port for d981d127-d9e8-414d-9e15-1547f3db9283 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:19.723359 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ffacba6a-8625-4b86-9845-6645dd43e9f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3947191 Oct 18 21:09:19.723556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34086) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:19.728801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-bb3b310c-0fb3-49d6-9ae4-407704f730dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': '38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1154749590'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:19.791284 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.797459 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:09:19.818760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] Pushing event deleted for resources: {'Port': ['ID=d981d127-d9e8-414d-9e15-1547f3db9283,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:19.820613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed131b6-6789-4043-85b4-508bb574029f None None] No DVR routers for this DVR port d981d127-d9e8-414d-9e15-1547f3db9283 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:19.837155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89465fa6-b396-4d2a-a5f0-2192d290413e None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:19.849732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3b310c-0fb3-49d6-9ae4-407704f730dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:19.855142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb3b310c-0fb3-49d6-9ae4-407704f730dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:19.883532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-bb3b310c-0fb3-49d6-9ae4-407704f730dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port f8626635-b018-4d46-8cf0-4d0ec14f47e2 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:20.004573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:20.005478 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.007329 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3b310c-0fb3-49d6-9ae4-407704f730dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:09:20.007784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3b310c-0fb3-49d6-9ae4-407704f730dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:20.026402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bb3b310c-0fb3-49d6-9ae4-407704f730dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2994261 Oct 18 21:09:20.026709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34088) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:20.054954 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b9eb24cc-133f-44be-af54-f1fb9f521ce1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0271168 Oct 18 21:09:20.057676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34090) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:20.111532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87bd44c-a482-4632-97aa-38350c08b6f0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:20.113140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87bd44c-a482-4632-97aa-38350c08b6f0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:20.114704 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d87bd44c-a482-4632-97aa-38350c08b6f0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0560887 Oct 18 21:09:20.117466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34092) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:20.155858 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5/801aca8c-480f-46ca-828e-c8185e38b61f) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:20.176081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:20.306985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.312306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.313204 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.352112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:20.355141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.355303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:20.357724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:20.369970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Pushing event updated for resources: {'Port': ['ID=801aca8c-480f-46ca-828e-c8185e38b61f,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:20.429391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Attempting to bind port 801aca8c-480f-46ca-828e-c8185e38b61f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:20.430068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Attempting to bind port 801aca8c-480f-46ca-828e-c8185e38b61f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:20.430428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Attempting to bind port 801aca8c-480f-46ca-828e-c8185e38b61f on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:20.435632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:20.435995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:20.436413 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.436814 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:20.437287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Bound port: 801aca8c-480f-46ca-828e-c8185e38b61f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:20.437664 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.451786 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.524650 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.527412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] For port 801aca8c-480f-46ca-828e-c8185e38b61f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:20.538932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] For port 801aca8c-480f-46ca-828e-c8185e38b61f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=801aca8c-480f-46ca-828e-c8185e38b61f,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:20.545788 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.557761 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.561870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5 HTTP/1.1" status: 204 len: 168 time: 0.4434540 Oct 18 21:09:20.564591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34098) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:20.565083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882541b-57f9-4520-84c2-b7d136571db1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:20.592646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d981d127-d9e8-414d-9e15-1547f3db9283 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:20.612781 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b31c6de9-2215-4a0c-ac19-2b2ccad51928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462608 Oct 18 21:09:20.616661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34100) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:20.621653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:20.629173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d981d127-d9e8-414d-9e15-1547f3db9283 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:20.629516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d981d127-d9e8-414d-9e15-1547f3db9283 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:20.644344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981ed96-15bd-422d-8c6a-22ccf86f2964 None None] Pushing event updated for resources: {'Port': ['ID=801aca8c-480f-46ca-828e-c8185e38b61f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:20.728841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:20.732875 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:20.783046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959963e-2623-40d8-a470-f08701ddb677 req-36a51df6-9783-4d94-8cdf-b68dfda62642 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:20.785174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6959963e-2623-40d8-a470-f08701ddb677 req-36a51df6-9783-4d94-8cdf-b68dfda62642 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1097 time: 0.0731268 Oct 18 21:09:20.826576 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6959963e-2623-40d8-a470-f08701ddb677 req-61089afb-e65d-4651-887b-96e3126515c1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332584 Oct 18 21:09:20.961198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c85f8e-403c-4acf-8477-6ee0b236b8bc req-77840cb9-3acf-4639-b31e-e756b6b8dbbb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:20.963056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44c85f8e-403c-4acf-8477-6ee0b236b8bc req-77840cb9-3acf-4639-b31e-e756b6b8dbbb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0570350 Oct 18 21:09:20.971122 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.004980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-44c85f8e-403c-4acf-8477-6ee0b236b8bc req-f89d3460-207f-4e0c-a8a2-f98c50253acc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349617 Oct 18 21:09:21.019796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:21.023198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:21.026413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:21.027006 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.028512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34106) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:21.042182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=6b032357-cbff-4ab2-97aa-4823aa627460,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:21.053046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ceb04ef6-9168-43be-8d6e-5e15459eb1a2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4353004 Oct 18 21:09:21.056263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34108) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:21.060707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b9d66fd9-3dff-45f1-985c-534169ee424e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-971276157', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:21.084441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9d66fd9-3dff-45f1-985c-534169ee424e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.085489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9d66fd9-3dff-45f1-985c-534169ee424e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.100922 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4a81286e-feee-4bf7-bed2-4b2cb9109daa tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/c532bb2a-7d85-4be2-adff-2d81b61d93e2 HTTP/1.1" status: 200 len: 994 time: 0.0709155 Oct 18 21:09:21.159693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9d66fd9-3dff-45f1-985c-534169ee424e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.167441 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9d66fd9-3dff-45f1-985c-534169ee424e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.188356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9d66fd9-3dff-45f1-985c-534169ee424e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.189636 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9d66fd9-3dff-45f1-985c-534169ee424e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1323724 Oct 18 21:09:21.192661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34112) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:21.509067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.712650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac6a72-de51-48e1-9d83-79e8d8fd9413 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:21.779190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671d01f-1116-43ec-9e87-63a5714ab3c8 req-d13a0d3f-87a4-47b3-b712-45ec04e02589 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:21.780784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3671d01f-1116-43ec-9e87-63a5714ab3c8 req-d13a0d3f-87a4-47b3-b712-45ec04e02589 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.1029904 Oct 18 21:09:21.814141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fb08bc1d-5665-42d2-a9c3-3cfb93879dcb None None] Provisioning complete for port 801aca8c-480f-46ca-828e-c8185e38b61f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:21.814507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb08bc1d-5665-42d2-a9c3-3cfb93879dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:21.903813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-7c35c326-f54b-4477-837f-ce29403245f6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2245395 Oct 18 21:09:21.915458 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3671d01f-1116-43ec-9e87-63a5714ab3c8 req-b69cdd3e-c1f1-4443-853b-a85959dbf812 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175420 Oct 18 21:09:21.919671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::1 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/6b032357-cbff-4ab2-97aa-4823aa627460/e3b6673e-2ca6-4060-a1cf-4cb319605add) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:21.926169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-fdda31bb-d53a-4754-af0e-cc972f0eebd2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:09:21.927425 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-fdda31bb-d53a-4754-af0e-cc972f0eebd2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092497 Oct 18 21:09:21.968336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb08bc1d-5665-42d2-a9c3-3cfb93879dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.019566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fb08bc1d-5665-42d2-a9c3-3cfb93879dcb None None] For port 801aca8c-480f-46ca-828e-c8185e38b61f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=801aca8c-480f-46ca-828e-c8185e38b61f,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:22.025191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fb08bc1d-5665-42d2-a9c3-3cfb93879dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.081399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08bc1d-5665-42d2-a9c3-3cfb93879dcb None None] Pushing event updated for resources: {'Port': ['ID=801aca8c-480f-46ca-828e-c8185e38b61f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:22.111797 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.155411 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.218280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:22.219717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=e3b6673e-2ca6-4060-a1cf-4cb319605add,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:22.222925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:22.225393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:22.226097 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.358607 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a096ea58-a418-48af-93f8-f8bfde8be9c9 None None] Provisioning complete for port 801aca8c-480f-46ca-828e-c8185e38b61f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:22.360198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a096ea58-a418-48af-93f8-f8bfde8be9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.412447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.633203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 801aca8c-480f-46ca-828e-c8185e38b61f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:22.672640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-39b4394e-3158-4754-ae59-659c2767cc80 None None] Provisioning complete for port e3b6673e-2ca6-4060-a1cf-4cb319605add triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:22.673909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-39b4394e-3158-4754-ae59-659c2767cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.725652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-39b4394e-3158-4754-ae59-659c2767cc80 None None] Port e3b6673e-2ca6-4060-a1cf-4cb319605add cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:09:22.738615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 801aca8c-480f-46ca-828e-c8185e38b61f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:22.739074 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.767534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.773910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.774765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:22.855650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=e3b6673e-2ca6-4060-a1cf-4cb319605add,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:22.936419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:22.938394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:23.108025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb0b71-f3db-4a45-830d-506e772596ea req-a164ee41-a1ba-4509-a7b0-db1409d560b1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:23.109655 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95fb0b71-f3db-4a45-830d-506e772596ea req-a164ee41-a1ba-4509-a7b0-db1409d560b1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0755746 Oct 18 21:09:23.137524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Router 26cf417f-0b2a-407a-bbe2-3c97b61d085b is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:09:23.173065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-95fb0b71-f3db-4a45-830d-506e772596ea req-20b4684b-57c5-4758-87b3-67747809e0e1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528221 Oct 18 21:09:23.182040 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-776c02a7-1e23-4e42-9530-c7b37b418046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:23.251123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-82c5a15c-d3ce-4dcd-b0cd-0514b60eeb36 None None] Provisioning complete for port e3b6673e-2ca6-4060-a1cf-4cb319605add triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:23.251510 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-82c5a15c-d3ce-4dcd-b0cd-0514b60eeb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:23.270769 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:09:23.277611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-825ebc1e-2600-4dd6-b4e3-6f3f6e8bb0d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "PUT /v2.0/routers/26cf417f-0b2a-407a-bbe2-3c97b61d085b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0836337 Oct 18 21:09:23.281501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34156) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:23.285045 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Sync routers for ids ['26cf417f-0b2a-407a-bbe2-3c97b61d085b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:09:23.294220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-82c5a15c-d3ce-4dcd-b0cd-0514b60eeb36 None None] Port e3b6673e-2ca6-4060-a1cf-4cb319605add cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:09:23.296552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Routers {'26cf417f-0b2a-407a-bbe2-3c97b61d085b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:23.297367 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['26cf417f-0b2a-407a-bbe2-3c97b61d085b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:23.328634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e7eb9-929e-42a6-887f-90b3e018a78a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:23.330354 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d05e7eb9-929e-42a6-887f-90b3e018a78a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports/e3b6673e-2ca6-4060-a1cf-4cb319605add HTTP/1.1" status: 200 len: 911 time: 0.0472596 Oct 18 21:09:23.333005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34158) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:23.389065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d737e-2136-48f7-9cae-45e451234265 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:23.393729 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Set router 26cf417f-0b2a-407a-bbe2-3c97b61d085b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:09:23.396053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d737e-2136-48f7-9cae-45e451234265 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:23.398548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ef7d737e-2136-48f7-9cae-45e451234265 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0641763 Oct 18 21:09:23.401507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34160) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:23.592178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-492cfe4b-d36b-4f07-bc4b-f32efc7f750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:23.593727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-492cfe4b-d36b-4f07-bc4b-f32efc7f750f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1097 time: 0.1210308 Oct 18 21:09:23.616209 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cf417f-0b2a-407a-bbe2-3c97b61d085b', 'name': 'tempest-NetworksTestDHCPv6-router-971276157', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:09:21Z', 'updated_at': '2021-10-18T21:09:22Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'gw_port_host': None, '_interfaces': [{'id': 'e3b6673e-2ca6-4060-a1cf-4cb319605add', 'name': '', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'mac_address': 'fa:16:3e:f4:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cf417f-0b2a-407a-bbe2-3c97b61d085b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6b032357-cbff-4ab2-97aa-4823aa627460', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:09:21Z', 'updated_at': '2021-10-18T21:09:22Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'subnets': [{'id': '6b032357-cbff-4ab2-97aa-4823aa627460', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:23.649701 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Checking router: 26cf417f-0b2a-407a-bbe2-3c97b61d085b for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:09:23.650046 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Updating router 26cf417f-0b2a-407a-bbe2-3c97b61d085b port e3b6673e-2ca6-4060-a1cf-4cb319605add binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:09:23.687174 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:23.787204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-80da2d2c-b2a2-41d3-a240-2333e61612c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:23.788617 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-80da2d2c-b2a2-41d3-a240-2333e61612c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1691511 Oct 18 21:09:23.915737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-82f208e4-ce93-4c66-903a-075845c6c471 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1002 time: 0.1180582 Oct 18 21:09:24.000105 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.006728 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.020012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-dcb6d648-a68b-4007-a0ca-a712f4309c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:24.021505 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-dcb6d648-a68b-4007-a0ca-a712f4309c57 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0977252 Oct 18 21:09:24.061352 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Pushing event updated for resources: {'Port': ['ID=e3b6673e-2ca6-4060-a1cf-4cb319605add,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:24.087372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.089218 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.089564 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.089937 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.091059 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.091059 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.092503 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.092503 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.092503 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.092503 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.092836 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.093061 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.093369 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:24.132860 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Attempting to bind port e3b6673e-2ca6-4060-a1cf-4cb319605add on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:24.133625 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Attempting to bind port e3b6673e-2ca6-4060-a1cf-4cb319605add by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:24.133992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Attempting to bind port e3b6673e-2ca6-4060-a1cf-4cb319605add on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:24.140366 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:24.140865 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:24.142285 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.142285 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:24.142285 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Bound port: e3b6673e-2ca6-4060-a1cf-4cb319605add, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:24.142745 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.178442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-09f72f26-9c4a-4b0d-b989-e7ffa3cebca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:24.180024 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-09f72f26-9c4a-4b0d-b989-e7ffa3cebca1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455185 Oct 18 21:09:24.203600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.238583 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] For port e3b6673e-2ca6-4060-a1cf-4cb319605add, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:24.245417 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] For port e3b6673e-2ca6-4060-a1cf-4cb319605add, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e3b6673e-2ca6-4060-a1cf-4cb319605add,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:24.255011 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.336240 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dea223-4d69-451e-a5bf-c979800919c5 None None] Pushing event updated for resources: {'Port': ['ID=e3b6673e-2ca6-4060-a1cf-4cb319605add,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:24.342386 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Routers {'26cf417f-0b2a-407a-bbe2-3c97b61d085b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:24.343174 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['26cf417f-0b2a-407a-bbe2-3c97b61d085b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:24.370318 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-3b02909b-25f8-4415-bca9-802de08e4f08 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820724 Oct 18 21:09:24.431098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-91d8d415-b37f-419c-8179-c92e22798a46 None None] Provisioning complete for port e3b6673e-2ca6-4060-a1cf-4cb319605add triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:24.431513 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91d8d415-b37f-419c-8179-c92e22798a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.461481 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] Set router 26cf417f-0b2a-407a-bbe2-3c97b61d085b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:09:24.541539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port e3b6673e-2ca6-4060-a1cf-4cb319605add {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:24.542207 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.569128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-dc33ab81-33eb-4ad2-9817-022cd6390fe4 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901543 Oct 18 21:09:24.629762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91d8d415-b37f-419c-8179-c92e22798a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.675624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-91d8d415-b37f-419c-8179-c92e22798a46 None None] For port e3b6673e-2ca6-4060-a1cf-4cb319605add, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e3b6673e-2ca6-4060-a1cf-4cb319605add,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:24.681850 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91d8d415-b37f-419c-8179-c92e22798a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.748156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8d415-b37f-419c-8179-c92e22798a46 None None] Pushing event updated for resources: {'Port': ['ID=e3b6673e-2ca6-4060-a1cf-4cb319605add,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:24.769929 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cf417f-0b2a-407a-bbe2-3c97b61d085b', 'name': 'tempest-NetworksTestDHCPv6-router-971276157', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:09:21Z', 'updated_at': '2021-10-18T21:09:22Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'gw_port_host': None, '_interfaces': [{'id': 'e3b6673e-2ca6-4060-a1cf-4cb319605add', 'name': '', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'mac_address': 'fa:16:3e:f4:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cf417f-0b2a-407a-bbe2-3c97b61d085b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6b032357-cbff-4ab2-97aa-4823aa627460', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:09:21Z', 'updated_at': '2021-10-18T21:09:24Z', 'revision_number': 4, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'subnets': [{'id': '6b032357-cbff-4ab2-97aa-4823aa627460', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:24.770227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port e3b6673e-2ca6-4060-a1cf-4cb319605add, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e3b6673e-2ca6-4060-a1cf-4cb319605add,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:24.770380 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.788026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for e3b6673e-2ca6-4060-a1cf-4cb319605add owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:24.802957 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721530f1-6085-47b8-988a-6a7d106df799 req-d04d0501-ebe8-459f-9f17-850487e4dcbc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:24.805322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c45d8c-a115-4f12-8614-3dd9cbcd0727 None None] The sync data for ids ['26cf417f-0b2a-407a-bbe2-3c97b61d085b'] in n-d-812149-2 is: [{'id': '26cf417f-0b2a-407a-bbe2-3c97b61d085b', 'name': 'tempest-NetworksTestDHCPv6-router-971276157', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:09:21Z', 'updated_at': '2021-10-18T21:09:22Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'gw_port_host': None, '_interfaces': [{'id': 'e3b6673e-2ca6-4060-a1cf-4cb319605add', 'name': '', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'mac_address': 'fa:16:3e:f4:28:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cf417f-0b2a-407a-bbe2-3c97b61d085b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': '6b032357-cbff-4ab2-97aa-4823aa627460', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:09:21Z', 'updated_at': '2021-10-18T21:09:24Z', 'revision_number': 4, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'subnets': [{'id': '6b032357-cbff-4ab2-97aa-4823aa627460', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:09:24.808055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1fc3c777-0dea-48d7-acdb-76038cbc913f None None] Provisioning complete for port e3b6673e-2ca6-4060-a1cf-4cb319605add triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:24.808477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1fc3c777-0dea-48d7-acdb-76038cbc913f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:24.813417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-721530f1-6085-47b8-988a-6a7d106df799 req-d04d0501-ebe8-459f-9f17-850487e4dcbc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.5410631 Oct 18 21:09:24.868971 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-721530f1-6085-47b8-988a-6a7d106df799 req-5609d818-eaf5-4f6c-9b31-559d8746e714 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542116 Oct 18 21:09:25.011654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.043929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=e3b6673e-2ca6-4060-a1cf-4cb319605add,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:25.156314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.252079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.365017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Router 26cf417f-0b2a-407a-bbe2-3c97b61d085b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:09:25.443739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:09:25.449621 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3fafccb5-ff07-4038-a9fc-110ffb439f31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "PUT /v2.0/routers/26cf417f-0b2a-407a-bbe2-3c97b61d085b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0469306 Oct 18 21:09:25.452468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34168) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:25.511857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55554d7c-c163-43a3-a49b-1bb101d19fbb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:25.513785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55554d7c-c163-43a3-a49b-1bb101d19fbb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:25.515868 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-55554d7c-c163-43a3-a49b-1bb101d19fbb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0619872 Oct 18 21:09:25.518457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34170) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:25.572845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 6b032357-cbff-4ab2-97aa-4823aa627460 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:25.576020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.621753 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.682291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.745763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.775325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=6b032357-cbff-4ab2-97aa-4823aa627460,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:25.780965 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:25.784529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c0cf1754-a6eb-4fe1-8d8a-eeba2a48ce54 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/6b032357-cbff-4ab2-97aa-4823aa627460 HTTP/1.1" status: 204 len: 168 time: 0.2650368 Oct 18 21:09:25.786948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34172) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:25.787944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46cf78d-21eb-4538-a211-8c3df4678861 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:25.916412 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a9c000fe-9c9a-40ff-b734-eec559bcbb26 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1278806 Oct 18 21:09:25.919275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34176) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:26.012906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:26.054665 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3fdcd89-2831-4d53-845f-c58035f1b928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.057895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e1d6-c44e-432a-b474-f5a2ba36497f req-31ea04af-9615-4ceb-b2e0-fb47a58669b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:26.059892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4027e1d6-c44e-432a-b474-f5a2ba36497f req-31ea04af-9615-4ceb-b2e0-fb47a58669b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0828063 Oct 18 21:09:26.090404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] Deleting port 801aca8c-480f-46ca-828e-c8185e38b61f {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:26.090882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.112771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4027e1d6-c44e-432a-b474-f5a2ba36497f req-7b0c891f-b2ac-47b4-b7b5-24b38288da94 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 Oct 18 21:09:26.228983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] For port 801aca8c-480f-46ca-828e-c8185e38b61f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=801aca8c-480f-46ca-828e-c8185e38b61f,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:26.229977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.254078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] Calling delete_port for 801aca8c-480f-46ca-828e-c8185e38b61f owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:26.360360 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.386478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] Pushing event deleted for resources: {'Port': ['ID=801aca8c-480f-46ca-828e-c8185e38b61f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:26.393551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069059fd-2142-4124-81e4-9ce671a92ce3 None None] No DVR routers for this DVR port 801aca8c-480f-46ca-828e-c8185e38b61f on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:26.405538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] Sync routers for ids ['26cf417f-0b2a-407a-bbe2-3c97b61d085b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:09:26.416669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] Routers {'26cf417f-0b2a-407a-bbe2-3c97b61d085b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:26.417349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['26cf417f-0b2a-407a-bbe2-3c97b61d085b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:26.501179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] Set router 26cf417f-0b2a-407a-bbe2-3c97b61d085b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:09:26.630346 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3fdcd89-2831-4d53-845f-c58035f1b928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.634580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3fdcd89-2831-4d53-845f-c58035f1b928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.687932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3fdcd89-2831-4d53-845f-c58035f1b928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.689029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fdcd89-2831-4d53-845f-c58035f1b928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Fanout notify agent at l3_agent the message router_deleted on router 26cf417f-0b2a-407a-bbe2-3c97b61d085b {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:09:26.697412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3fdcd89-2831-4d53-845f-c58035f1b928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.699229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c3fdcd89-2831-4d53-845f-c58035f1b928 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/routers/26cf417f-0b2a-407a-bbe2-3c97b61d085b HTTP/1.1" status: 204 len: 168 time: 0.7782528 Oct 18 21:09:26.701239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 801aca8c-480f-46ca-828e-c8185e38b61f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:26.701521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34180) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:26.707973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:26.754372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cf417f-0b2a-407a-bbe2-3c97b61d085b', 'name': 'tempest-NetworksTestDHCPv6-router-971276157', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:09:21Z', 'updated_at': '2021-10-18T21:09:24Z', 'revision_number': 3, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:26.759387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 801aca8c-480f-46ca-828e-c8185e38b61f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:26.759728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 801aca8c-480f-46ca-828e-c8185e38b61f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:26.790302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] Checking router: 26cf417f-0b2a-407a-bbe2-3c97b61d085b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:09:26.795930 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:26.801649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] Routers set() bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:26.802350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] Router IDs set() for agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 21:09:26.802752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'26cf417f-0b2a-407a-bbe2-3c97b61d085b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent'). {{(pid=100532) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 21:09:26.803204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c10800-8a93-40e4-8fd6-0c925a01e98c None None] The sync data for ids ['26cf417f-0b2a-407a-bbe2-3c97b61d085b'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:09:26.818021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:26.821855 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.034674 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.079593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:27.083036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:27.087986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:27.088702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.098777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f385abf-89e3-4bf6-b38f-fda3a9a12ddb None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:27.103309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=d78bc558-ef72-4dd8-b923-2ffd15c85580,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:27.118611 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e232b6a1-2bc7-448c-a0d1-169ad55bbcb6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4156632 Oct 18 21:09:27.122689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34182) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:27.127964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-14901af9-6f80-40a3-a8b1-dac8f8872729 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-800547006', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:27.164070 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14901af9-6f80-40a3-a8b1-dac8f8872729 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.165266 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14901af9-6f80-40a3-a8b1-dac8f8872729 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.258002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14901af9-6f80-40a3-a8b1-dac8f8872729 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.273367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14901af9-6f80-40a3-a8b1-dac8f8872729 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.311751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': 'd78bc558-ef72-4dd8-b923-2ffd15c85580'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:27.314021 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.320284 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14901af9-6f80-40a3-a8b1-dac8f8872729 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.324996 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-14901af9-6f80-40a3-a8b1-dac8f8872729 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1977766 Oct 18 21:09:27.325707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34188) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:27.343349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4042-74c5-426d-89a5-40c0b8051995 req-0467aa3d-2517-4b50-a0c4-928d9416a249 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:27.345040 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-628e4042-74c5-426d-89a5-40c0b8051995 req-0467aa3d-2517-4b50-a0c4-928d9416a249 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0906949 Oct 18 21:09:27.398439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-628e4042-74c5-426d-89a5-40c0b8051995 req-867d3fef-4de0-4cc2-a6c8-fe45f3cb9c65 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466168 Oct 18 21:09:27.522371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/d78bc558-ef72-4dd8-b923-2ffd15c85580/f2fc7da8-84b9-4369-9ad6-f3e845eaeb30) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:27.681392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.689410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.698688 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.754092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:27.761928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:27.763839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Pushing event updated for resources: {'Port': ['ID=f2fc7da8-84b9-4369-9ad6-f3e845eaeb30,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:27.768633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:27.839173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Attempting to bind port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:27.839517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Attempting to bind port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:27.840043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Attempting to bind port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:27.845595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:27.845974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:27.846478 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.846897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:27.847360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Bound port: f2fc7da8-84b9-4369-9ad6-f3e845eaeb30, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:27.847746 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.914736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] For port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:27.918041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] For port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f2fc7da8-84b9-4369-9ad6-f3e845eaeb30,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:27.934788 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:27.953674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::1 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/d78bc558-ef72-4dd8-b923-2ffd15c85580/28d850b3-a28a-4b3f-a502-142997580d4b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:28.007062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5600aad-b83f-4dc1-a308-61633473609c None None] Pushing event updated for resources: {'Port': ['ID=f2fc7da8-84b9-4369-9ad6-f3e845eaeb30,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:28.091493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.132776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.180613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:28.183836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:28.187943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:28.188530 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.228042 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=28d850b3-a28a-4b3f-a502-142997580d4b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:28.339271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.572444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70d0f7-c1b1-495e-a947-558a290aed5b req-867400f7-840f-442b-9778-9e4c66d022ec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:28.574847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aa70d0f7-c1b1-495e-a947-558a290aed5b req-867400f7-840f-442b-9778-9e4c66d022ec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0816212 Oct 18 21:09:28.622448 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aa70d0f7-c1b1-495e-a947-558a290aed5b req-00a8d867-840d-4f53-8d6f-9a8d5215abf2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Oct 18 21:09:28.646817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:28.674039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.681449 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.681827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.712739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:28.713190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.827711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=28d850b3-a28a-4b3f-a502-142997580d4b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:28.828406 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.843820 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-fe0ba638-d70e-4943-b82f-6c169cb2ac7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1520731 Oct 18 21:09:28.871958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f2fc7da8-84b9-4369-9ad6-f3e845eaeb30,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:28.878017 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:28.881768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:28.883395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:28.913530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e3b6673e-2ca6-4060-a1cf-4cb319605add no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:28.949719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e3b6673e-2ca6-4060-a1cf-4cb319605add {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:28.950067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e3b6673e-2ca6-4060-a1cf-4cb319605add not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:28.974484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=f2fc7da8-84b9-4369-9ad6-f3e845eaeb30,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:29.049057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-3b2e89f3-6af4-44c1-a3d2-a897c422a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.050687 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-3b2e89f3-6af4-44c1-a3d2-a897c422a621 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 1096 time: 0.1115394 Oct 18 21:09:29.098312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Router 11fbb775-2be3-46a8-90d2-c8c4680a7217 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:09:29.209668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-311898d3-7a30-47a1-aa09-5560977af7cf None None] Provisioning complete for port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:29.210145 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-311898d3-7a30-47a1-aa09-5560977af7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:29.269785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-7cae4807-491a-4c53-b794-84f7fce2e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.271781 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-7cae4807-491a-4c53-b794-84f7fce2e63e service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1999650 Oct 18 21:09:29.276324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:09:29.285682 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34194) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:29.292264 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Sync routers for ids ['11fbb775-2be3-46a8-90d2-c8c4680a7217'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:09:29.295045 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a463d53b-8be4-44a2-84c1-5238aa68aa2f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "PUT /v2.0/routers/11fbb775-2be3-46a8-90d2-c8c4680a7217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9675200 Oct 18 21:09:29.304367 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Routers {'11fbb775-2be3-46a8-90d2-c8c4680a7217'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:29.305679 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11fbb775-2be3-46a8-90d2-c8c4680a7217'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:29.358008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe7cd8-18e8-41c8-a64b-d1582fbe3ab4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.362623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-61fe7cd8-18e8-41c8-a64b-d1582fbe3ab4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports/28d850b3-a28a-4b3f-a502-142997580d4b HTTP/1.1" status: 200 len: 911 time: 0.0730548 Oct 18 21:09:29.366698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34196) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:29.396053 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-28b2f9de-9f34-49e0-9661-54fc3d2ecda9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a HTTP/1.1" status: 200 len: 1001 time: 0.0997210 Oct 18 21:09:29.442838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c1871-0ea1-487a-92fc-410c612d03e1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.449750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c1871-0ea1-487a-92fc-410c612d03e1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.451498 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c89c1871-0ea1-487a-92fc-410c612d03e1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0821779 Oct 18 21:09:29.454407 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Set router 11fbb775-2be3-46a8-90d2-c8c4680a7217 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:09:29.454817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34198) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:29.460437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-7e2a1cb5-2bb8-43ee-b3a7-3a2a5fedcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.462146 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-7e2a1cb5-2bb8-43ee-b3a7-3a2a5fedcbc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0592346 Oct 18 21:09:29.521717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-3b7709cc-4c88-4ad3-adc1-e8eaffefe41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.523003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-3b7709cc-4c88-4ad3-adc1-e8eaffefe41b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516896 Oct 18 21:09:29.572561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d521f1f3-e45c-462b-9a13-870676917cea None None] Provisioning complete for port 28d850b3-a28a-4b3f-a502-142997580d4b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:29.573618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d521f1f3-e45c-462b-9a13-870676917cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:29.621817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d521f1f3-e45c-462b-9a13-870676917cea None None] Port 28d850b3-a28a-4b3f-a502-142997580d4b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:09:29.669095 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-42f18c0e-f945-4f3e-953c-db09d3f41e87 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381607 Oct 18 21:09:29.792790 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5d6c62b2-6c18-4ab4-a392-d7528c085e47 req-1f7295d8-1d48-46e6-9f3c-d7ef1dbcbf64 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147525 Oct 18 21:09:29.840373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbb775-2be3-46a8-90d2-c8c4680a7217', 'name': 'tempest-NetworksTestDHCPv6-router-800547006', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:09:27Z', 'updated_at': '2021-10-18T21:09:28Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'gw_port_host': None, '_interfaces': [{'id': '28d850b3-a28a-4b3f-a502-142997580d4b', 'name': '', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'mac_address': 'fa:16:3e:c3:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbb775-2be3-46a8-90d2-c8c4680a7217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'd78bc558-ef72-4dd8-b923-2ffd15c85580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:09:27Z', 'updated_at': '2021-10-18T21:09:28Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'subnets': [{'id': 'd78bc558-ef72-4dd8-b923-2ffd15c85580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:29.857137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f7c0d9cf-5a71-40bf-bd57-1c2618fedff0 None None] Provisioning complete for port 28d850b3-a28a-4b3f-a502-142997580d4b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:29.858066 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f7c0d9cf-5a71-40bf-bd57-1c2618fedff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:29.876234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Checking router: 11fbb775-2be3-46a8-90d2-c8c4680a7217 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:09:29.878931 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Updating router 11fbb775-2be3-46a8-90d2-c8c4680a7217 port 28d850b3-a28a-4b3f-a502-142997580d4b binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:09:29.908170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0d9cf-5a71-40bf-bd57-1c2618fedff0 None None] Port 28d850b3-a28a-4b3f-a502-142997580d4b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:09:29.910373 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:29.930705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4811e6-47d1-40b4-8b3d-830a4c254f8a req-f107cdf9-ed3f-4e1b-b31c-d0fa27058a3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:29.932298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c4811e6-47d1-40b4-8b3d-830a4c254f8a req-f107cdf9-ed3f-4e1b-b31c-d0fa27058a3e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.1851082 Oct 18 21:09:30.027174 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c4811e6-47d1-40b4-8b3d-830a4c254f8a req-63637f5d-92d6-4879-a481-24a7bb708954 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764570 Oct 18 21:09:30.144901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.259079 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.265864 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.329723 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f299d-cf44-4a34-8a26-44c7aacd18c5 None None] Pushing event updated for resources: {'Port': ['ID=28d850b3-a28a-4b3f-a502-142997580d4b,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:30.386173 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Attempting to bind port 28d850b3-a28a-4b3f-a502-142997580d4b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:30.386540 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Attempting to bind port 28d850b3-a28a-4b3f-a502-142997580d4b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:30.387038 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Attempting to bind port 28d850b3-a28a-4b3f-a502-142997580d4b on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:30.393069 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:30.393595 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:30.393790 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.394422 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:30.394952 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Bound port: 28d850b3-a28a-4b3f-a502-142997580d4b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:30.395341 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.445080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 28d850b3-a28a-4b3f-a502-142997580d4b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:30.445080 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.484591 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] For port 28d850b3-a28a-4b3f-a502-142997580d4b, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:30.490196 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] For port 28d850b3-a28a-4b3f-a502-142997580d4b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=28d850b3-a28a-4b3f-a502-142997580d4b,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:30.497069 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.563887 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Routers {'11fbb775-2be3-46a8-90d2-c8c4680a7217'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:30.564632 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['11fbb775-2be3-46a8-90d2-c8c4680a7217'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:30.592017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port 28d850b3-a28a-4b3f-a502-142997580d4b, host n-d-812149-2, got binding levels [] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:30.592605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.611719 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:30.615462 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f299d-cf44-4a34-8a26-44c7aacd18c5 None None] Pushing event updated for resources: {'Port': ['ID=28d850b3-a28a-4b3f-a502-142997580d4b,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:30.627085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 28d850b3-a28a-4b3f-a502-142997580d4b owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:30.686510 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] Set router 11fbb775-2be3-46a8-90d2-c8c4680a7217 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:09:30.711289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8955d989-cb28-41ba-a892-c9c2fc3b06b8 None None] Provisioning complete for port 28d850b3-a28a-4b3f-a502-142997580d4b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:30.711924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8955d989-cb28-41ba-a892-c9c2fc3b06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.818769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:30.819065 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.873429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8955d989-cb28-41ba-a892-c9c2fc3b06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.912116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:30.950388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=28d850b3-a28a-4b3f-a502-142997580d4b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:30.997756 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbb775-2be3-46a8-90d2-c8c4680a7217', 'name': 'tempest-NetworksTestDHCPv6-router-800547006', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:09:27Z', 'updated_at': '2021-10-18T21:09:28Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'gw_port_host': None, '_interfaces': [{'id': '28d850b3-a28a-4b3f-a502-142997580d4b', 'name': '', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'mac_address': 'fa:16:3e:c3:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbb775-2be3-46a8-90d2-c8c4680a7217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'd78bc558-ef72-4dd8-b923-2ffd15c85580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:09:27Z', 'updated_at': '2021-10-18T21:09:30Z', 'revision_number': 4, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'subnets': [{'id': 'd78bc558-ef72-4dd8-b923-2ffd15c85580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:09:31.027618 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21db1d-1b1b-4fc3-9840-96721a184aea None None] The sync data for ids ['11fbb775-2be3-46a8-90d2-c8c4680a7217'] in n-d-812149-2 is: [{'id': '11fbb775-2be3-46a8-90d2-c8c4680a7217', 'name': 'tempest-NetworksTestDHCPv6-router-800547006', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:09:27Z', 'updated_at': '2021-10-18T21:09:28Z', 'revision_number': 2, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'gw_port_host': None, '_interfaces': [{'id': '28d850b3-a28a-4b3f-a502-142997580d4b', 'name': '', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'mac_address': 'fa:16:3e:c3:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbb775-2be3-46a8-90d2-c8c4680a7217', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': 'd78bc558-ef72-4dd8-b923-2ffd15c85580', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:09:27Z', 'updated_at': '2021-10-18T21:09:30Z', 'revision_number': 4, 'project_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'subnets': [{'id': 'd78bc558-ef72-4dd8-b923-2ffd15c85580', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:09:31.063956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-05bb5785-e8a9-42f1-83a4-b413a733ccdb None None] Could not find standard attr ID for object 28d850b3-a28a-4b3f-a502-142997580d4b. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:31.100135 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:31.318791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50522e8-93e5-4c54-9008-c07c4c48087f req-96d45f31-da7e-4e44-8efd-4e6754ecd085 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:31.320897 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c50522e8-93e5-4c54-9008-c07c4c48087f req-96d45f31-da7e-4e44-8efd-4e6754ecd085 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.1922848 Oct 18 21:09:31.382387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Router 11fbb775-2be3-46a8-90d2-c8c4680a7217 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:09:31.417188 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c50522e8-93e5-4c54-9008-c07c4c48087f req-e424b0e9-c220-41d2-8f27-0e117691a94d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585465 Oct 18 21:09:31.505053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:09:31.510298 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e938f41b-41f5-41af-975b-bf08c40379db tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "PUT /v2.0/routers/11fbb775-2be3-46a8-90d2-c8c4680a7217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0544333 Oct 18 21:09:31.513943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34210) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:31.569249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1562b1a-2129-4fe0-bb86-e05e394f68c5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:31.570894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1562b1a-2129-4fe0-bb86-e05e394f68c5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:31.572473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a1562b1a-2129-4fe0-bb86-e05e394f68c5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0575244 Oct 18 21:09:31.575155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34212) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:31.637156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet d78bc558-ef72-4dd8-b923-2ffd15c85580 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:31.640875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:31.697674 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:31.793607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:31.860125 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:31.892983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=d78bc558-ef72-4dd8-b923-2ffd15c85580,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:31.897069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:31.900304 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1d9843fc-721b-47b6-98ba-cd42b185f3f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d78bc558-ef72-4dd8-b923-2ffd15c85580 HTTP/1.1" status: 204 len: 168 time: 0.3241487 Oct 18 21:09:31.902959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34214) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:31.913246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4a106-a45d-4ace-8e8d-cb9410c9e6d8 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:31.994900 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aad5408f-6090-4f77-8f79-b93b2a4a3d56 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0904870 Oct 18 21:09:31.998087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34216) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:32.077620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dedc405-24d6-40c4-8565-7b30a3507796 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.098778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:32.149276 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] Deleting port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:32.149465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.231840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] For port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f2fc7da8-84b9-4369-9ad6-f3e845eaeb30,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:32.232299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.249701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] Calling delete_port for f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:32.259500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dedc405-24d6-40c4-8565-7b30a3507796 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.261774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dedc405-24d6-40c4-8565-7b30a3507796 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.313063 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dedc405-24d6-40c4-8565-7b30a3507796 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.314198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dedc405-24d6-40c4-8565-7b30a3507796 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Fanout notify agent at l3_agent the message router_deleted on router 11fbb775-2be3-46a8-90d2-c8c4680a7217 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:09:32.321768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9dedc405-24d6-40c4-8565-7b30a3507796 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.323032 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9dedc405-24d6-40c4-8565-7b30a3507796 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/routers/11fbb775-2be3-46a8-90d2-c8c4680a7217 HTTP/1.1" status: 204 len: 168 time: 0.3239164 Oct 18 21:09:32.325969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:32.342426 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.369205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] Pushing event deleted for resources: {'Port': ['ID=f2fc7da8-84b9-4369-9ad6-f3e845eaeb30,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:32.374965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b52f07-8816-44ea-97de-e37b7b5e3ff1 None None] No DVR routers for this DVR port f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:32.389163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a68411-a72a-41fc-a503-c5750cf05eef tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:32.390707 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-49a68411-a72a-41fc-a503-c5750cf05eef tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0632634 Oct 18 21:09:32.393295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34220) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:32.445985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba44b9-bb2d-45b8-a02d-53c484af994c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:32.447584 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f0ba44b9-bb2d-45b8-a02d-53c484af994c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532615 Oct 18 21:09:32.451535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34224) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:32.484142 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] Sync routers for ids ['11fbb775-2be3-46a8-90d2-c8c4680a7217'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:09:32.503973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] Routers set() bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:32.504341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] Router IDs set() for agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 21:09:32.509484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_agentschedulers_db [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11fbb775-2be3-46a8-90d2-c8c4680a7217'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent'). {{(pid=100532) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 21:09:32.510649 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a1d362a2-ab2c-4bd6-b92b-b783e47b7e1a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578945 Oct 18 21:09:32.514922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34228) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:32.521726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:32.525296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] Routers set() bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:09:32.525668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] Router IDs set() for agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 21:09:32.526288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_agentschedulers_db [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11fbb775-2be3-46a8-90d2-c8c4680a7217'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent'). {{(pid=100532) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 18 21:09:32.526665 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7b1d2-ce72-4427-8fc4-4b33e511b711 None None] The sync data for ids ['11fbb775-2be3-46a8-90d2-c8c4680a7217'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:09:32.570303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5eee2-045f-406a-8db3-f38c581ff43a req-099de41d-79f8-4b03-a8f7-ac78b84aaa34 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:32.572086 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4e5eee2-045f-406a-8db3-f38c581ff43a req-099de41d-79f8-4b03-a8f7-ac78b84aaa34 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0639353 Oct 18 21:09:32.623338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e4e5eee2-045f-406a-8db3-f38c581ff43a req-cfbe87c5-876e-44c2-9a3b-8b62a0b3b8f1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432711 Oct 18 21:09:32.629180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:32.640136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:32.646905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:32.653182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:32.653502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f2fc7da8-84b9-4369-9ad6-f3e845eaeb30 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:32.956955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:09:32.958458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.001210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:33.004368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:33.008877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:33.009567 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.014322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1aec3-5a9e-464b-b48f-8971d39c9099 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:33.024334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=7d160c3d-1bc3-4142-95e6-050155b3ebc6,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:33.034369 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-56639bce-7ae1-4bfd-a259-3b9d887d3442 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5176353 Oct 18 21:09:33.037259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34230) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:33.042339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:33.165262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:33.169285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.176610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '7d160c3d-1bc3-4142-95e6-050155b3ebc6'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:33.177828 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.341135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Allocated IP 2001:db8::f816:3eff:fe83:af15 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/7d160c3d-1bc3-4142-95e6-050155b3ebc6/0faefdee-f5f2-4066-892d-1a9047dbb8cf) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:33.477052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.520026 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.527883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.529539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:33.534238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:33.539789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:33.540584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.557664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=fba29559-e2b3-4a0a-b135-d245ff39e5da,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:33.570996 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b940bd80-a8b3-462b-82d1-325a395cca76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5322967 Oct 18 21:09:33.574110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34232) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:33.577493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:33.580997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:33.581514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:97:b4:47', 'name': 'tempest-NetworksTestDHCPv6-2110211675'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:33.583787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:33.600211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:33.661645 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Attempting to bind port 0faefdee-f5f2-4066-892d-1a9047dbb8cf on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:33.662137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Attempting to bind port 0faefdee-f5f2-4066-892d-1a9047dbb8cf by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:33.662630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Attempting to bind port 0faefdee-f5f2-4066-892d-1a9047dbb8cf on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:33.669536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:33.670168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:33.670760 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.671344 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:33.671995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Bound port: 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:33.672609 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.747760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:33.771628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:33.776292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:33.783133 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.827204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182f9d6-8646-478a-95c4-cc20113ca8ad req-4f083846-1e11-4a5b-9c7d-d699e6815d64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:33.830712 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7182f9d6-8646-478a-95c4-cc20113ca8ad req-4f083846-1e11-4a5b-9c7d-d699e6815d64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0808501 Oct 18 21:09:33.851231 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae46e13-436d-4f17-b597-5b84e4dee444 None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:33.889723 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:33.900011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7182f9d6-8646-478a-95c4-cc20113ca8ad req-6ceb6b32-cdc8-47ca-99c2-b112f76f248f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476871 Oct 18 21:09:33.927794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port b6ab9e42-e546-4415-a48c-a35c2a6af5c2 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:34.139080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 172.20.0.8 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/fba29559-e2b3-4a0a-b135-d245ff39e5da/b6ab9e42-e546-4415-a48c-a35c2a6af5c2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:34.146888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:fe97:b447 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/7d160c3d-1bc3-4142-95e6-050155b3ebc6/b6ab9e42-e546-4415-a48c-a35c2a6af5c2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:34.333246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.371780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.433427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:34.441701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:34.444846 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:34.452035 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=b6ab9e42-e546-4415-a48c-a35c2a6af5c2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:34.502064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:34.502823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.522057 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-37f0e269-c746-436b-9269-51856ec474c8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9464447 Oct 18 21:09:34.528352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34240) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:34.590727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee0052-3b34-48be-8d14-d5c532ade51f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:34.597862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee0052-3b34-48be-8d14-d5c532ade51f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:34.599888 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f7ee0052-3b34-48be-8d14-d5c532ade51f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0701962 Oct 18 21:09:34.602833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34242) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:34.619995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0faefdee-f5f2-4066-892d-1a9047dbb8cf up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:34.684009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:34.684431 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.727624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port b6ab9e42-e546-4415-a48c-a35c2a6af5c2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:34.727982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.801776 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.842269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.845822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:34.853815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:34.859629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for b6ab9e42-e546-4415-a48c-a35c2a6af5c2 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:34.883092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 28d850b3-a28a-4b3f-a502-142997580d4b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:34.908504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 28d850b3-a28a-4b3f-a502-142997580d4b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:34.908855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 28d850b3-a28a-4b3f-a502-142997580d4b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:34.950180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:35.046760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9003e3e6-dd0b-4f9d-847f-84ebc16cd049 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:35.062167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4f3bf-7024-408b-9262-b8d4d2b42fe9 req-23790218-4d37-4dc5-bde3-d7cafc134cd4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:35.065182 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57a4f3bf-7024-408b-9262-b8d4d2b42fe9 req-23790218-4d37-4dc5-bde3-d7cafc134cd4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0661781 Oct 18 21:09:35.087950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.110763 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-57a4f3bf-7024-408b-9262-b8d4d2b42fe9 req-8abd32cf-f1a2-4f43-ba91-b6c1c2f9b409 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Oct 18 21:09:35.124803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=b6ab9e42-e546-4415-a48c-a35c2a6af5c2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:35.199628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7254fcf4-6c8f-494c-824d-2dcb9f4ca6bc None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:35.200148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7254fcf4-6c8f-494c-824d-2dcb9f4ca6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.240597 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.248180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34248) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:35.248425 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9d02663c-c194-49e1-a256-33de33451c5b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/b6ab9e42-e546-4415-a48c-a35c2a6af5c2 HTTP/1.1" status: 204 len: 168 time: 0.6441519 Oct 18 21:09:35.305481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48813cc-95e2-41ce-adbc-412b6834e853 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:35.306834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48813cc-95e2-41ce-adbc-412b6834e853 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:35.308501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48813cc-95e2-41ce-adbc-412b6834e853 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:35.310205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f48813cc-95e2-41ce-adbc-412b6834e853 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0608537 Oct 18 21:09:35.314919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34250) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:35.380355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 7d160c3d-1bc3-4142-95e6-050155b3ebc6 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:35.384453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.404396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498a994-3808-4eb7-bf79-6daec6f47ab8 None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': '7d160c3d-1bc3-4142-95e6-050155b3ebc6', 'ip_address': '2001:db8::f816:3eff:fe83:af15'}, {'subnet_id': 'fba29559-e2b3-4a0a-b135-d245ff39e5da'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '0faefdee-f5f2-4066-892d-1a9047dbb8cf'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:09:35.436691 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.440527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9498a994-3808-4eb7-bf79-6daec6f47ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.539554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.614549 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-9498a994-3808-4eb7-bf79-6daec6f47ab8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d160c3d-1bc3-4142-95e6-050155b3ebc6: This subnet is being modified by another concurrent operation. Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d160c3d-1bc3-4142-95e6-050155b3ebc6: This subnet is being modified by another concurrent operation. Oct 18 21:09:35.615757 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 21:09:35.653441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=7d160c3d-1bc3-4142-95e6-050155b3ebc6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:35.664556 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:35.670727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34252) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:35.671469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d6dbe58-76ce-4525-8cdd-8bc257cae9e5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/7d160c3d-1bc3-4142-95e6-050155b3ebc6 HTTP/1.1" status: 204 len: 168 time: 0.3548067 Oct 18 21:09:35.709897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72740869-f49c-4360-959f-11e0a06e4dfb None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:35.824461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-65e5bf23-d548-4700-a239-eb685b4ce6ca None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:35.824837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65e5bf23-d548-4700-a239-eb685b4ce6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.046309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5ab24-5e74-4b2b-8c27-18c30e485dba None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'fba29559-e2b3-4a0a-b135-d245ff39e5da'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '0faefdee-f5f2-4066-892d-1a9047dbb8cf'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:09:36.077998 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8be5ab24-5e74-4b2b-8c27-18c30e485dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.095949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet fba29559-e2b3-4a0a-b135-d245ff39e5da {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:36.100446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.142832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.197635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.270116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8d9f1-db2e-43db-b1ba-33d0505911c6 req-ff514eb7-676b-47a8-a08e-46559b30e2b5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:36.271791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45e8d9f1-db2e-43db-b1ba-33d0505911c6 req-ff514eb7-676b-47a8-a08e-46559b30e2b5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0604601 Oct 18 21:09:36.284812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-8be5ab24-5e74-4b2b-8c27-18c30e485dba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba29559-e2b3-4a0a-b135-d245ff39e5da: This subnet is being modified by another concurrent operation. Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fba29559-e2b3-4a0a-b135-d245ff39e5da: This subnet is being modified by another concurrent operation. Oct 18 21:09:36.290254 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 21:09:36.315218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=fba29559-e2b3-4a0a-b135-d245ff39e5da,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:36.319360 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.322750 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6a65929f-2975-446e-8ffb-d292eb86ed46 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/fba29559-e2b3-4a0a-b135-d245ff39e5da HTTP/1.1" status: 204 len: 168 time: 0.6508100 Oct 18 21:09:36.325184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45e8d9f1-db2e-43db-b1ba-33d0505911c6 req-49a40194-890a-49d6-a8bb-3d38bbd38f66 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465667 Oct 18 21:09:36.326357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34258) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:36.365505 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-98a6592a-48e1-4274-8216-a37649146eb5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379763 Oct 18 21:09:36.369533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34260) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:36.376256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:36.412154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-664e4670-b3e7-4869-8688-9c1fc323b7c0 None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:36.412154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-664e4670-b3e7-4869-8688-9c1fc323b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.490032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:36.493945 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.608656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e472634b-b3a1-48c0-afdc-f43855875b9b None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 21:09:36.611799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0faefdee-f5f2-4066-892d-1a9047dbb8cf no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:36.779228 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-7152b18b-8bf6-49db-8a61-3d3c1783ac8f service neutron] show failed (client error): The resource could not be found. Oct 18 21:09:36.780192 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-7152b18b-8bf6-49db-8a61-3d3c1783ac8f service neutron] 10.222.0.79 "GET /v2.0/ports/48f7f5b6-9047-4040-8238-4966fca0e864/bindings/n-h1-812149-2 HTTP/1.1" status: 404 len: 380 time: 0.1849463 Oct 18 21:09:36.833315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e472634b-b3a1-48c0-afdc-f43855875b9b None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 21:09:36.848206 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.914688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:36.949516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:36.963080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:09:36.998587 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6244be58-7d43-4712-97ab-fb2e77c0f63e None None] Could not find standard attr ID for object b6ab9e42-e546-4415-a48c-a35c2a6af5c2. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:37.043991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:37.211249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-fd5ed487-c797-4d9c-b3ca-c593d5c27985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:37.213016 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-fd5ed487-c797-4d9c-b3ca-c593d5c27985 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 1097 time: 0.1729341 Oct 18 21:09:37.227697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:37.236267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'b203cef0-118c-4af6-9421-478e97e197ea'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '0faefdee-f5f2-4066-892d-1a9047dbb8cf'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:09:37.265185 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.305882 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.324595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.475244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b955f-2ccc-4a1b-9465-65cacdeb5f86 req-aef6d1ea-7fc0-4710-bab2-8dd788408fa3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:37.476909 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-409b955f-2ccc-4a1b-9465-65cacdeb5f86 req-aef6d1ea-7fc0-4710-bab2-8dd788408fa3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0598805 Oct 18 21:09:37.517365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-409b955f-2ccc-4a1b-9465-65cacdeb5f86 req-30493114-92d9-4699-843e-dab2018d2d8f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343556 Oct 18 21:09:37.635417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:37.685236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.688694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:37.691001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.691706 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.693823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:09:37.694187 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:09:37.775040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:37.788684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:37.807535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:37.808133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.823953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=b203cef0-118c-4af6-9421-478e97e197ea,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:37.835533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:37.838234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:37.863202 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5b636e9d-9f62-4dc8-8948-de7c65c2629b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4919751 Oct 18 21:09:37.865840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34268) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:37.870725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:37.917893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:37.920197 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d3d35f-36cc-4963-8107-311809228c20" -d '{"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-unplugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:37.950408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:37.974190 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5c396c-483d-4a8d-9a03-9d139fb1f8b4 x-openstack-request-id: req-1a5c396c-483d-4a8d-9a03-9d139fb1f8b4 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:37.974583 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-unplugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:37.974731 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a5c396c-483d-4a8d-9a03-9d139fb1f8b4 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:37.975130 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'code': 200} Oct 18 21:09:37.976017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Transition to ACTIVE for port object 48f7f5b6-9047-4040-8238-4966fca0e864 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:09:37.979270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.101553 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=6']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:38.145227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:38.148871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.219928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] No DVR routers for this DVR port 48f7f5b6-9047-4040-8238-4966fca0e864 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:38.221882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.455778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:38.456152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:38.456487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:38.466233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:09:38.466512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:38.478757 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:38.479097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Checking segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:38.479493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Bound using segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:38.479936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Bound port: 48f7f5b6-9047-4040-8238-4966fca0e864, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:38.480299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.485225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:38.516080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.521924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.577612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae5555-559c-499b-8d25-b4e8759589f3 None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:38.591032 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.607966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:38.653679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:38.659995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:38.664313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.699245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440efbac-5adf-4644-aa93-7e0aeb030a54 req-15aa27b0-ea21-446a-94c6-dcc6a76634d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:38.701820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-440efbac-5adf-4644-aa93-7e0aeb030a54 req-15aa27b0-ea21-446a-94c6-dcc6a76634d6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.0833430 Oct 18 21:09:38.718232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:38.722121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:38.723042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.761576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=64a1f330-6d6d-405d-8716-58951968b738,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:38.765423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-440efbac-5adf-4644-aa93-7e0aeb030a54 req-72bd7de4-6cd9-49fa-9d9c-800c6107144f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575604 Oct 18 21:09:38.771284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:38.771843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:38.773538 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] 10.222.0.30 "PUT /v2.0/ports/48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1092 time: 1.5514846 Oct 18 21:09:38.806600 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-854fe7ab-173f-4136-b40e-cf00aa4489e9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9396787 Oct 18 21:09:38.809640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34278) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:38.814938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:15:af:e0', 'name': 'tempest-NetworksTestDHCPv6-1369765240'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:38.832208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23649b-5c23-4a8c-b4d7-b34cafce435e service neutron] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:38.875541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-26b2ab32-b1c1-4180-bca9-b7b8464b1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:38.877514 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-26b2ab32-b1c1-4180-bca9-b7b8464b1363 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1095 time: 0.0695083 Oct 18 21:09:38.961785 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:38.999735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-9bcb6f3a-129d-4c8d-ace6-9d80a2c82e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:39.001674 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-9bcb6f3a-129d-4c8d-ace6-9d80a2c82e58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1148314 Oct 18 21:09:39.059176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.075719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-e708f9c8-2568-4a2b-893e-5847f77d7198 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1000 time: 0.0649147 Oct 18 21:09:39.083561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port f3932494-b2c8-4936-ab6a-1ece0565fcd2 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:39.133631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-a98f4034-f044-415f-b4f3-524d1bed8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:39.135140 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-a98f4034-f044-415f-b4f3-524d1bed8817 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0513501 Oct 18 21:09:39.191483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-02e26729-38d2-4f90-8d12-01d495927464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:39.193084 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-02e26729-38d2-4f90-8d12-01d495927464 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503967 Oct 18 21:09:39.263039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdaa157-e27e-4b56-85ce-a151a7e1026b None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 21:09:39.271244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 172.20.0.13 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/64a1f330-6d6d-405d-8716-58951968b738/f3932494-b2c8-4936-ab6a-1ece0565fcd2) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:39.279402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:fe15:afe0 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/b203cef0-118c-4af6-9421-478e97e197ea/f3932494-b2c8-4936-ab6a-1ece0565fcd2) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:39.303704 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-8250c780-631e-44c2-994e-9f6c5f2203b2 service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033013 Oct 18 21:09:39.371430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9db8c8ff-bba5-4f78-8f76-ae6ce978d636 None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:39.372223 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9db8c8ff-bba5-4f78-8f76-ae6ce978d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.420516 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f35ce36f-a374-4122-9e80-84e5452c10b2 req-91844625-1133-4f8a-b8c0-79506ba5b578 service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080852 Oct 18 21:09:39.422562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdaa157-e27e-4b56-85ce-a151a7e1026b None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 21:09:39.449247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.487868 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.539034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:39.545726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:39.557231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:39.562526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=f3932494-b2c8-4936-ab6a-1ece0565fcd2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:39.565948 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9db8c8ff-bba5-4f78-8f76-ae6ce978d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.626584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:39.627223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.644000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e15be490-d87c-4b69-bf5a-ee3a13f5a636 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8332560 Oct 18 21:09:39.646017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9db8c8ff-bba5-4f78-8f76-ae6ce978d636 None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:39.647074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34280) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:39.653177 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9db8c8ff-bba5-4f78-8f76-ae6ce978d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.683813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:39.701989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48125727-a4d0-4275-a836-ed8ca467d668 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:39.708093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48125727-a4d0-4275-a836-ed8ca467d668 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:39.709767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-48125727-a4d0-4275-a836-ed8ca467d668 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0615482 Oct 18 21:09:39.712542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34282) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:39.782286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8c8ff-bba5-4f78-8f76-ae6ce978d636 None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:39.799042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:39.812416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port f3932494-b2c8-4936-ab6a-1ece0565fcd2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:39.813557 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.906935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684aba1-72b8-4192-8ddf-4cf56e4bc4e6 req-72771d30-47d6-4653-8d7a-a33f15e10488 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:39.913412 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9684aba1-72b8-4192-8ddf-4cf56e4bc4e6 req-72771d30-47d6-4653-8d7a-a33f15e10488 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.0633976 Oct 18 21:09:39.918646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.924854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18230e69-fc20-4102-963c-4eaf15549d69 None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'b203cef0-118c-4af6-9421-478e97e197ea', 'ip_address': '2001:db8::f816:3eff:fe83:af15'}, {'subnet_id': '64a1f330-6d6d-405d-8716-58951968b738'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '0faefdee-f5f2-4066-892d-1a9047dbb8cf'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:09:39.937293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for f3932494-b2c8-4936-ab6a-1ece0565fcd2 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:39.957256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18230e69-fc20-4102-963c-4eaf15549d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:39.961477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9684aba1-72b8-4192-8ddf-4cf56e4bc4e6 req-010bd38c-ac4c-4365-9853-3c0587e5b861 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454121 Oct 18 21:09:39.985772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:39.988529 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e01f98-34e6-4bc2-ad46-6129720b1fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:40.096090 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b172a8-7705-4a29-8c65-738139c2ced9 x-openstack-request-id: req-05b172a8-7705-4a29-8c65-738139c2ced9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:40.096415 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:40.096678 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05b172a8-7705-4a29-8c65-738139c2ced9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:40.097087 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'status': 'completed', 'code': 200} Oct 18 21:09:40.156027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-18230e69-fc20-4102-963c-4eaf15549d69 None None] Allocated IP 172.20.0.2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/64a1f330-6d6d-405d-8716-58951968b738/0faefdee-f5f2-4066-892d-1a9047dbb8cf) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:40.209081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.249236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-769fba9a-0b68-4389-9956-37caafcdabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.251065 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-769fba9a-0b68-4389-9956-37caafcdabc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1095 time: 0.1262865 Oct 18 21:09:40.257814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=f3932494-b2c8-4936-ab6a-1ece0565fcd2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:40.260737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-f940947e-6e07-488c-8157-752e71b324ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.262278 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-f940947e-6e07-488c-8157-752e71b324ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1095 time: 0.1365366 Oct 18 21:09:40.268904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-18230e69-fc20-4102-963c-4eaf15549d69 None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:40.303814 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18230e69-fc20-4102-963c-4eaf15549d69 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.309198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18230e69-fc20-4102-963c-4eaf15549d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.401850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18230e69-fc20-4102-963c-4eaf15549d69 None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=10']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:40.489570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.492963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c64ffdb7-a4fd-45b7-a736-0d7bd2e81539 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/f3932494-b2c8-4936-ab6a-1ece0565fcd2 HTTP/1.1" status: 204 len: 168 time: 0.7794528 Oct 18 21:09:40.495697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34292) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:40.498682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-78a68b0a-4848-4d43-8f4d-09f0965fb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.500170 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-78a68b0a-4848-4d43-8f4d-09f0965fb412 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.2370267 Oct 18 21:09:40.559662 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-2f1a2f25-45ee-482e-b43d-a227a7b7d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.561102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-2f1a2f25-45ee-482e-b43d-a227a7b7d4a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.2856343 Oct 18 21:09:40.566898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae62f2b-62d3-4f1a-a66d-c9b2ad3347a9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.568807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae62f2b-62d3-4f1a-a66d-c9b2ad3347a9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.570566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae62f2b-62d3-4f1a-a66d-c9b2ad3347a9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.572606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6ae62f2b-62d3-4f1a-a66d-c9b2ad3347a9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0755937 Oct 18 21:09:40.575183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34294) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:40.631225 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-aa97e2f7-c8d6-40db-9e9d-573deb582c27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1000 time: 0.1168067 Oct 18 21:09:40.643820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 64a1f330-6d6d-405d-8716-58951968b738 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:40.648863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.655271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-7a45b175-8d07-47fd-bdb5-a16586115c11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1000 time: 0.0866532 Oct 18 21:09:40.657104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0faefdee-f5f2-4066-892d-1a9047dbb8cf up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:40.702660 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.719195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:40.719706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.731355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-591d9a2e-e19a-4d4c-95bd-b24a6de33a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.732982 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-591d9a2e-e19a-4d4c-95bd-b24a6de33a8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0886185 Oct 18 21:09:40.740040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-be56afa4-644c-4afc-967c-04f7526e986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.741871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-be56afa4-644c-4afc-967c-04f7526e986b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0641718 Oct 18 21:09:40.804272 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.819011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-408279cd-9439-4f29-b69c-69e385739525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.820962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-408279cd-9439-4f29-b69c-69e385739525 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775545 Oct 18 21:09:40.822793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-be3e754b-f348-47f4-ab5d-ceb4f9d2575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:40.824283 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-be3e754b-f348-47f4-ab5d-ceb4f9d2575c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725722 Oct 18 21:09:40.884132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.913681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=64a1f330-6d6d-405d-8716-58951968b738,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:40.917819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:40.921497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e0a8caf0-0dec-4f49-ac53-01054e25edc7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/64a1f330-6d6d-405d-8716-58951968b738 HTTP/1.1" status: 204 len: 168 time: 0.3452680 Oct 18 21:09:40.924605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34296) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:40.981463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet b203cef0-118c-4af6-9421-478e97e197ea {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:40.986198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:41.213096 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb88abe8-ba14-46ac-82ef-7922c990b856 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:41.310121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d42d8c33-6534-4201-bf5b-292ee3d99622 None None] Could not find standard attr ID for object f3932494-b2c8-4936-ab6a-1ece0565fcd2. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:41.428452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-31612bdb-e7f4-431c-8097-61965338b5fd service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929387 Oct 18 21:09:41.435200 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d42d8c33-6534-4201-bf5b-292ee3d99622 None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:41.435759 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d42d8c33-6534-4201-bf5b-292ee3d99622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:41.437117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-992bb38d-a736-4c08-9303-6001d63fb6e5 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036866 Oct 18 21:09:41.501653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:41.567106 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-7f9e3f91-ba1a-4019-84ea-cb296c5a8100 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168323 Oct 18 21:09:41.573465 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23620eec-b7f6-43a1-8c02-08977a2f54a5 req-23be9c96-11a7-4339-a36c-b2431e0e8c6a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:41.595166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23620eec-b7f6-43a1-8c02-08977a2f54a5 req-23be9c96-11a7-4339-a36c-b2431e0e8c6a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.1507096 Oct 18 21:09:41.681878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-33e01f98-34e6-4bc2-ad46-6129720b1fc6 req-abd783ef-fb73-4643-abca-e21db50c92c9 service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424188 Oct 18 21:09:41.701121 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-23620eec-b7f6-43a1-8c02-08977a2f54a5 req-21a9657c-5c15-4572-a25b-659873d5523c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047759 Oct 18 21:09:41.716980 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:41.819911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:41.849139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=b203cef0-118c-4af6-9421-478e97e197ea,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:41.859638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:41.863485 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26ce43aa-0479-4564-a1ae-c07b0e53643e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/b203cef0-118c-4af6-9421-478e97e197ea HTTP/1.1" status: 204 len: 168 time: 0.9376676 Oct 18 21:09:41.866428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34302) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:41.909411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-00be4b34-ffe0-4425-8670-f01ce5cf598b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416529 Oct 18 21:09:41.912877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:41.921840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:42.027206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:42.031210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:42.208734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e608055-5511-4869-bd12-88d4ccb6b875 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:42.227916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:42.275593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:42.279608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:42.283431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:42.284039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:42.301385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=e4736133-0da1-45d3-bc5d-e8472acb12ac,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:42.309085 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-517d2a54-ca8f-4bbc-bbbe-89445aec2b68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3945594 Oct 18 21:09:42.311771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:42.317755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:42.319966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-78f0e21b-609c-4849-bbc1-97d2064515ee None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:42.320486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78f0e21b-609c-4849-bbc1-97d2064515ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:42.438344 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:42.442385 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:42.471616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:09:42.508562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'e4736133-0da1-45d3-bc5d-e8472acb12ac'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '0faefdee-f5f2-4066-892d-1a9047dbb8cf'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:09:42.715655 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:42.810344 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:09:42.814039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:42.847039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d64ea8-6a80-498c-901b-4284411b75a1 req-62ae1edb-d2cb-4df9-85ff-f06611183889 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:42.848578 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42d64ea8-6a80-498c-901b-4284411b75a1 req-62ae1edb-d2cb-4df9-85ff-f06611183889 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 944 time: 0.0640905 Oct 18 21:09:42.880213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '48f7f5b6-9047-4040-8238-4966fca0e864', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'port_id': '48f7f5b6-9047-4040-8238-4966fca0e864', 'mac_address': 'fa:16:3e:65:00:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:09:42.889761 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-42d64ea8-6a80-498c-901b-4284411b75a1 req-850506b9-184f-48db-88a0-fe98bd7966b2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348256 Oct 18 21:09:42.956414 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:42.981168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f7f5b6-9047-4040-8238-4966fca0e864 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:09:43.028285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:43.034284 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.074981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 21:09:43.074981 n-d-812149-2 neutron-server[100532]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Oct 18 21:09:43.074981 n-d-812149-2 neutron-server[100532]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe83:af15', 'status': 'ALLOCATED', 'ipam_subnet_id': 'e7a3331a-d52f-43c5-9206-c4bbf50fe45e'}] Oct 18 21:09:43.074981 n-d-812149-2 neutron-server[100532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:09:43.075569 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:09:43.095343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:43.116174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.224882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c580cb8-c379-4ca2-81a6-92822dca8bdb req-8fe3dccc-ea3b-4de6-9b4d-430df584f877 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:43.226400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c580cb8-c379-4ca2-81a6-92822dca8bdb req-8fe3dccc-ea3b-4de6-9b4d-430df584f877 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.0583618 Oct 18 21:09:43.268022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c580cb8-c379-4ca2-81a6-92822dca8bdb req-0ad62051-5f9a-4c6f-b9d2-1c422e90c22a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Oct 18 21:09:43.278597 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['48f7f5b6-9047-4040-8238-4966fca0e864'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:09:43.288627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-c5a08075-c3a2-4695-b613-3d8b062df743 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:43.289476 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-c5a08075-c3a2-4695-b613-3d8b062df743 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787&tenant_id=9898da556b7345b5904bf6114683e04b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 945 time: 0.1338251 Oct 18 21:09:43.396059 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:43.409217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.415835 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-d6a8e71c-3ff3-4873-95d1-c05663ffa31f service neutron] 10.222.0.30 "GET /v2.0/ports/48f7f5b6-9047-4040-8238-4966fca0e864/bindings/n-h1-812149-2 HTTP/1.1" status: 200 len: 382 time: 0.0968966 Oct 18 21:09:43.434339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.440342 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.440807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.533475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:43.542224 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:43.550355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:43.551036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.585868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=214bfffe-4492-4a10-8d34-196b8c822cd1,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:43.589960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=14']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:43.598283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-6aa4de09-0ba0-4243-8d9f-ae5b8a21b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:43.599858 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-6aa4de09-0ba0-4243-8d9f-ae5b8a21b20b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1096 time: 0.1487219 Oct 18 21:09:43.604134 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8ea78269-665b-4d13-b063-146819bc202a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2913053 Oct 18 21:09:43.604603 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.607290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34316) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:43.613839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:b2:c5:cc', 'name': 'tempest-NetworksTestDHCPv6-1572620010'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:43.724762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-f416f579-5ff0-4027-9e3e-2d659e79c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:43.727272 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-f416f579-5ff0-4027-9e3e-2d659e79c4cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1199365 Oct 18 21:09:43.758199 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:43.765289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:43.799204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 7a4c9e71-c3f7-492c-a0ad-413d6522de0a yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:43.817733 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-8e3c5405-16f3-42ea-a6c4-a292b483ceb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1001 time: 0.0818720 Oct 18 21:09:43.851833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Allocated IP 172.20.0.2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/e4736133-0da1-45d3-bc5d-e8472acb12ac/0faefdee-f5f2-4066-892d-1a9047dbb8cf) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:43.878240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-d6b53803-6ccd-4649-ad09-49bd93bdc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:43.879791 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-d6b53803-6ccd-4649-ad09-49bd93bdc3dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0524330 Oct 18 21:09:43.935370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-b375f6d2-a082-4df0-ba8d-339a3dcb3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:43.937043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-b375f6d2-a082-4df0-ba8d-339a3dcb3248 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476077 Oct 18 21:09:43.974749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:44.007752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.020958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.062499 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-0a9d3bf0-f05d-4aee-903e-4e6cec9e8d56 service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089785 Oct 18 21:09:44.127493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 172.20.0.5 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/e4736133-0da1-45d3-bc5d-e8472acb12ac/7a4c9e71-c3f7-492c-a0ad-413d6522de0a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:44.138955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f54f4c-a1b5-44f2-a892-e6fe0d266a95 None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=15']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:44.139403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:feb2:c5cc (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/214bfffe-4492-4a10-8d34-196b8c822cd1/7a4c9e71-c3f7-492c-a0ad-413d6522de0a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:44.182430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-5d5f6e9a-5d46-4ea7-bc00-29883c1df77f service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110196 Oct 18 21:09:44.342473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.424267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c403f2-8325-4f7e-9a7f-9697525424a5 req-51b61794-cd00-445e-bdae-738aca15b016 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:44.426067 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-43c403f2-8325-4f7e-9a7f-9697525424a5 req-51b61794-cd00-445e-bdae-738aca15b016 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.0758157 Oct 18 21:09:44.427475 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.486766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:44.491982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:44.501389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:44.503886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:44.546843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 48f7f5b6-9047-4040-8238-4966fca0e864 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:09:44.552440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=7a4c9e71-c3f7-492c-a0ad-413d6522de0a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:44.552862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 48f7f5b6-9047-4040-8238-4966fca0e864 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:44.553437 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.577404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-43c403f2-8325-4f7e-9a7f-9697525424a5 req-8f472f5d-35ed-494e-94fd-52aea0cb53c6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349363 Oct 18 21:09:44.601728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:44.602378 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.623771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-21c274d2-8c01-4e03-b6b5-8ae5b7e29cd5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0123694 Oct 18 21:09:44.624561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:44.654768 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0faefdee-f5f2-4066-892d-1a9047dbb8cf up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:44.688288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d905f-642c-41a2-a47e-a697dba95797 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:44.695302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49d905f-642c-41a2-a47e-a697dba95797 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:44.696767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c49d905f-642c-41a2-a47e-a697dba95797 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0690203 Oct 18 21:09:44.699507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34324) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:44.704594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.740188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:44.742748 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b67650-5c49-4cfb-bfc6-059f247c1579" -d '{"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-plugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:44.764230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:44.767049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:44.767465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.808151 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.829430 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 7a4c9e71-c3f7-492c-a0ad-413d6522de0a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:44.829824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.840022 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfd284-3b2b-4328-902e-b3dbf6c46002 x-openstack-request-id: req-1ddfd284-3b2b-4328-902e-b3dbf6c46002 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:44.840297 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-plugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:44.840654 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ddfd284-3b2b-4328-902e-b3dbf6c46002 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:44.840976 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'code': 200} Oct 18 21:09:44.841854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6349d0-c3b3-471d-8427-92891905bada None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:44.926302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:44.939600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 7a4c9e71-c3f7-492c-a0ad-413d6522de0a owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:44.957805 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:44.977102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2708d311-49c2-4958-b531-29d5439d120c None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:44.977501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2708d311-49c2-4958-b531-29d5439d120c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.139200 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.168838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=7a4c9e71-c3f7-492c-a0ad-413d6522de0a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:45.267340 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.271024 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7e7b54f8-0855-4303-a4fe-971da876c0b9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/7a4c9e71-c3f7-492c-a0ad-413d6522de0a HTTP/1.1" status: 204 len: 168 time: 0.5702496 Oct 18 21:09:45.273482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34334) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:45.330371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8bfa1-2356-4013-869a-42df11eb01f9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:45.334968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8bfa1-2356-4013-869a-42df11eb01f9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:45.334968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8bfa1-2356-4013-869a-42df11eb01f9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:45.335577 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-27a8bfa1-2356-4013-869a-42df11eb01f9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0611527 Oct 18 21:09:45.338299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:45.406982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 214bfffe-4492-4a10-8d34-196b8c822cd1 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:45.410407 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.458746 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.555897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.631566 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.677266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=214bfffe-4492-4a10-8d34-196b8c822cd1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:45.728065 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.732069 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6e9b8077-c406-4415-b53c-c9489c965ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/214bfffe-4492-4a10-8d34-196b8c822cd1 HTTP/1.1" status: 204 len: 168 time: 0.3927987 Oct 18 21:09:45.735556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34340) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:45.746057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346bd60-3054-47fc-a58b-7c7191e05880 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:45.764923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80c87e-49d6-4918-b74d-504ac35b05ba req-76810872-1441-4b0a-8bb9-bc47aedf9dd7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:45.767598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9e80c87e-49d6-4918-b74d-504ac35b05ba req-76810872-1441-4b0a-8bb9-bc47aedf9dd7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0997355 Oct 18 21:09:45.774542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1086ba67-f1f2-4e76-b07c-bb1819ddbf03 None None] Could not find standard attr ID for object 7a4c9e71-c3f7-492c-a0ad-413d6522de0a. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:45.796810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet e4736133-0da1-45d3-bc5d-e8472acb12ac {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:45.801504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.813564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9e80c87e-49d6-4918-b74d-504ac35b05ba req-aebb406c-b03c-43a7-9bc6-dab3f4ec2c45 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387833 Oct 18 21:09:45.819849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1086ba67-f1f2-4e76-b07c-bb1819ddbf03 None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:45.820215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1086ba67-f1f2-4e76-b07c-bb1819ddbf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.852288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:45.971147 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.055286 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.083194 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=e4736133-0da1-45d3-bc5d-e8472acb12ac,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:46.094453 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.099907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/e4736133-0da1-45d3-bc5d-e8472acb12ac HTTP/1.1" status: 204 len: 168 time: 0.3604059 Oct 18 21:09:46.099907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.100231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.100524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34342) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:46.100643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.101571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.101571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.101571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.101860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.102169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.102539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.102796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.103116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.103435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d57972-f619-47f2-a409-fa2b65b15ee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:46.144322 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e456aa5a-f1ae-457c-9395-0123c2364311 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424757 Oct 18 21:09:46.147092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:46.153198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:46.277169 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:46.280883 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.446471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-5d2fb65e-f661-43a9-89dc-58a35a0eab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:46.448450 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-5d2fb65e-f661-43a9-89dc-58a35a0eab40 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 1097 time: 0.0844114 Oct 18 21:09:46.463484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812149-2', 'device_owner': 'compute:nova'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:46.567566 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.631400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f81c56-75fa-4b8c-bde3-9a05f101acd6 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:46.647836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.715381 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:46.726529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:46.758012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-68e3b189-a358-4827-986f-47fc032a9946 None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:46.758967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68e3b189-a358-4827-986f-47fc032a9946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.787537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:46.788188 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:46.822866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6742792 Oct 18 21:09:46.826417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff757c15-a551-4153-a589-4c478c23faff tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=c5bd8d11-3825-4953-99bb-a81da68af8c9,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:46.827125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34348) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:46.847130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:46.958172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:47.003198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0635b-8cd4-4629-b1e9-14e7bd69879f req-9fc21661-6e3e-4005-bfad-2ae0688160fd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:47.005064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cab0635b-8cd4-4629-b1e9-14e7bd69879f req-9fc21661-6e3e-4005-bfad-2ae0688160fd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 946 time: 0.0799913 Oct 18 21:09:47.031955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:47.051322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:47.055054 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:47.086946 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cab0635b-8cd4-4629-b1e9-14e7bd69879f req-89a25c28-aa70-44b7-a25a-1f87a90771c2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726418 Oct 18 21:09:47.100764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:47.105353 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b62347-e2d3-4cd1-a0dd-54edbcd4fa4d" -d '{"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-unplugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:47.113421 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:47.132724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Transition to ACTIVE for port object 48f7f5b6-9047-4040-8238-4966fca0e864 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:09:47.139491 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:47.246922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16cdf53-2c33-47c3-bc6b-60c2b36afef5 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:47.248423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=10']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:47.334680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] No DVR routers for this DVR port 48f7f5b6-9047-4040-8238-4966fca0e864 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:47.489733 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67433774-08cc-4785-bf7f-cf84e33dcd44 x-openstack-request-id: req-67433774-08cc-4785-bf7f-cf84e33dcd44 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:47.490868 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-unplugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:47.491345 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67433774-08cc-4785-bf7f-cf84e33dcd44 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:47.492427 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'code': 200} Oct 18 21:09:47.553139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:47.553820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:47.554347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:47.554794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2b42f051-befe-4fef-9512-ac43b6542af0 None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:47.555225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b42f051-befe-4fef-9512-ac43b6542af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:47.560623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:09:47.561285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Attempting to bind port 48f7f5b6-9047-4040-8238-4966fca0e864 on network 78c53238-0080-4b94-9b1a-ebc449ee41e1 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:47.568298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:47.569212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Checking segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:47.569609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Bound using segment: {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:47.570052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Bound port: 48f7f5b6-9047-4040-8238-4966fca0e864, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410b6309-c2d6-42aa-bec0-a50cf0cf0516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:47.570587 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:47.661237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:47.665932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:47.674736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:47.726738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:09:47.745231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:47.746482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:47.748810 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] 10.222.0.79 "PUT /v2.0/ports/48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1093 time: 1.2901704 Oct 18 21:09:47.873520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1ae26-02ae-418b-b599-02b218401583 service neutron] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=11']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:47.893020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-98d150d0-2357-426a-ae28-1ccae9cf22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:47.895656 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-98d150d0-2357-426a-ae28-1ccae9cf22b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1096 time: 0.1018267 Oct 18 21:09:47.945509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b2dd76a6-2356-4191-8fef-fd3cbb2dd0de None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:47.945509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b2dd76a6-2356-4191-8fef-fd3cbb2dd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.060516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.071062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-b508fa32-678c-4aa7-9925-1d83baf27f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:48.072684 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-b508fa32-678c-4aa7-9925-1d83baf27f0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1679740 Oct 18 21:09:48.402700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f1539e4e-ff1f-45c2-9fa8-7e38e683b276 None None] Could not find standard attr ID for object f3932494-b2c8-4936-ab6a-1ece0565fcd2. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:48.405570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df3802-0263-4443-b621-196e9e0ab112 req-0de3d67d-4684-45fa-98d8-37c399529137 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:48.408123 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9df3802-0263-4443-b621-196e9e0ab112 req-0de3d67d-4684-45fa-98d8-37c399529137 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.1972568 Oct 18 21:09:48.421741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:48.480283 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-8bdabc89-d02d-4bde-af6e-05a93e0fe633 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1000 time: 0.3999217 Oct 18 21:09:48.485714 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.490870 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a9df3802-0263-4443-b621-196e9e0ab112 req-04ea580a-4495-40e5-ac69-29e8892e1f7b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646701 Oct 18 21:09:48.492346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.493387 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.579192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-13e9ee61-ce8d-4b8a-a71a-6f68e3cc65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:48.580648 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-13e9ee61-ce8d-4b8a-a71a-6f68e3cc65ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0925543 Oct 18 21:09:48.589507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:48.595541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:48.598653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:48.599555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.604423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=03cc9dec-4098-43bd-94f4-384fc2292179,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:48.629949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f50e3746-a604-4033-a176-499069402be5 None None] Could not find standard attr ID for object 7a4c9e71-c3f7-492c-a0ad-413d6522de0a. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:48.639650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=19']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:48.663142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a4507cc-cec3-4c2e-8072-d845c530fa31 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8310709 Oct 18 21:09:48.665811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-633c050c-5f9c-42fe-9cd2-751fb83a8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:48.666061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34362) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:48.667552 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-633c050c-5f9c-42fe-9cd2-751fb83a8631 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785663 Oct 18 21:09:48.671191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:6a:a5:82', 'name': 'tempest-NetworksTestDHCPv6-1091598473'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:48.800049 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-2d2c35a1-e4f3-49f1-a20d-47f1c4e85aac service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219180 Oct 18 21:09:48.809097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:48.834526 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5595b0d6-f7d7-41eb-9319-9fe5c4f03da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.873615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71577a-5909-4800-82f6-915b420acffa None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:48.930528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:48.953860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 3b4b0384-6dea-4d7f-affe-597f911dca63 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:48.970555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ad295b63-316b-4498-9171-5c6c9d8d604b req-285439b9-a9c4-4c10-ab99-6bf32b75041a service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606400 Oct 18 21:09:49.037802 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.161698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e362a8-2ef1-4258-bcdd-c201fd561a87 None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': '03cc9dec-4098-43bd-94f4-384fc2292179', 'ip_address': '2001:db8::f816:3eff:fe83:af15'}, {'subnet_id': 'c5bd8d11-3825-4953-99bb-a81da68af8c9'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '0faefdee-f5f2-4066-892d-1a9047dbb8cf'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:09:49.169807 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 172.20.0.7 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/c5bd8d11-3825-4953-99bb-a81da68af8c9/3b4b0384-6dea-4d7f-affe-597f911dca63) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:49.176322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:fe6a:a582 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/03cc9dec-4098-43bd-94f4-384fc2292179/3b4b0384-6dea-4d7f-affe-597f911dca63) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:49.194020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71e362a8-2ef1-4258-bcdd-c201fd561a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.350974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.391370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.438696 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:49.442097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:49.446560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:49.476136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=3b4b0384-6dea-4d7f-affe-597f911dca63,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:49.494130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:49.497511 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137cfced-aa58-460a-b2c5-d51ffc8e295e" -d '{"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:49.504739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.505404 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.527146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34368) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:49.529157 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-412e29c0-443d-4a2a-95bd-4fdf635e9ac6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8617439 Oct 18 21:09:49.561235 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc290b8b-16ce-42bd-ab7c-a838c3911529 x-openstack-request-id: req-dc290b8b-16ce-42bd-ab7c-a838c3911529 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:49.561466 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:49.561691 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc290b8b-16ce-42bd-ab7c-a838c3911529 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:49.563028 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'status': 'completed', 'code': 200} Oct 18 21:09:49.564465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-71e362a8-2ef1-4258-bcdd-c201fd561a87 None None] Allocated IP 172.20.0.2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/c5bd8d11-3825-4953-99bb-a81da68af8c9/0faefdee-f5f2-4066-892d-1a9047dbb8cf) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:49.620313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c3f3b-8641-4038-a241-05035aa8e9b5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.627542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c3f3b-8641-4038-a241-05035aa8e9b5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.628962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7a1c3f3b-8641-4038-a241-05035aa8e9b5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1007926 Oct 18 21:09:49.641095 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34370) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:49.668155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-fa95e0ea-635c-420b-a8c8-778f365dabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.669718 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-fa95e0ea-635c-420b-a8c8-778f365dabdb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1096 time: 0.0925047 Oct 18 21:09:49.673007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-01b1ad87-7057-4984-a5f6-dab6b73b1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.674447 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-01b1ad87-7057-4984-a5f6-dab6b73b1df3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1096 time: 0.0863974 Oct 18 21:09:49.688532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-71e362a8-2ef1-4258-bcdd-c201fd561a87 None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:49.725985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71e362a8-2ef1-4258-bcdd-c201fd561a87 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.732422 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-71e362a8-2ef1-4258-bcdd-c201fd561a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.747097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e8b89-90cc-4061-8603-b96a2a0af7ae req-defe3aff-d72c-499b-9716-8011aa7c4958 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.748710 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a4e8b89-90cc-4061-8603-b96a2a0af7ae req-defe3aff-d72c-499b-9716-8011aa7c4958 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.1202049 Oct 18 21:09:49.790213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 3b4b0384-6dea-4d7f-affe-597f911dca63 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:49.790623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.821534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3a4e8b89-90cc-4061-8603-b96a2a0af7ae req-13472b40-5b30-417c-8f8c-e818c95f0ee0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619781 Oct 18 21:09:49.829669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e362a8-2ef1-4258-bcdd-c201fd561a87 None None] Pushing event updated for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=20']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:49.847419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-f8a9efed-a595-4a51-bcbf-d7b3395c64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.848966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-f8a9efed-a595-4a51-bcbf-d7b3395c64f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1720247 Oct 18 21:09:49.849936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-461a2453-aa2a-4d38-816b-8e1a73b92207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:49.851274 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-461a2453-aa2a-4d38-816b-8e1a73b92207 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1660054 Oct 18 21:09:49.915328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:49.935633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 3b4b0384-6dea-4d7f-affe-597f911dca63 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:49.983329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-7821c72d-7fd3-41b8-ad95-629f76bf9b52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1000 time: 0.1215682 Oct 18 21:09:49.990848 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-3644262e-9b18-417e-a0b4-3391be5d145e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 1000 time: 0.1310499 Oct 18 21:09:50.094986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-8bf182a5-b72e-4ade-a0c0-7135e5b90df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.097707 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-8bf182a5-b72e-4ade-a0c0-7135e5b90df7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.1058767 Oct 18 21:09:50.103015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-1cd333b8-23df-4ae4-afeb-a8cc0e7bc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.104352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-1cd333b8-23df-4ae4-afeb-a8cc0e7bc082 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.1019247 Oct 18 21:09:50.180736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.194711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-62c3f635-380e-4d91-81bd-0fa9c7dd8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.200415 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-62c3f635-380e-4d91-81bd-0fa9c7dd8a78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909779 Oct 18 21:09:50.200415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-5628361b-57c2-4f1c-bbd7-a4a168ad8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.200415 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-5628361b-57c2-4f1c-bbd7-a4a168ad8b53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863008 Oct 18 21:09:50.226564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=3b4b0384-6dea-4d7f-affe-597f911dca63,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:50.350282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.357499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cf13ae0c-af40-4191-a097-23653016c9ab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/3b4b0384-6dea-4d7f-affe-597f911dca63 HTTP/1.1" status: 204 len: 168 time: 0.7137704 Oct 18 21:09:50.358401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34374) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:50.385136 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-be44afe6-f368-44d2-a875-5ee7986d7fd8 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723266 Oct 18 21:09:50.387038 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-aa25cf4d-591a-4085-b205-341314329df1 service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827083 Oct 18 21:09:50.437190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fb583-ca50-4144-b3f6-2eb5801b5cc6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.439462 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fb583-ca50-4144-b3f6-2eb5801b5cc6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.440740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fb583-ca50-4144-b3f6-2eb5801b5cc6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.445479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-567fb583-ca50-4144-b3f6-2eb5801b5cc6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0833371 Oct 18 21:09:50.447508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34376) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:50.496322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:50.510972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 03cc9dec-4098-43bd-94f4-384fc2292179 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:50.514443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.556650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:50.576519 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.581581 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-210e3ba2-b75a-4eec-be28-2fddfdccd4ac service neutron] 10.222.0.30 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808350 Oct 18 21:09:50.583574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-137cfced-aa58-460a-b2c5-d51ffc8e295e req-bf5642d5-f448-48f0-a963-0d9ccb9322fd service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906130 Oct 18 21:09:50.643075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0faefdee-f5f2-4066-892d-1a9047dbb8cf up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:50.687045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.693856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-788f4fd4-11ae-4523-b02f-81e3366d390a None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:50.694236 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-788f4fd4-11ae-4523-b02f-81e3366d390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.738917 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:50.739302 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.754866 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.787905 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.791454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/03cc9dec-4098-43bd-94f4-384fc2292179 HTTP/1.1" status: 204 len: 168 time: 0.3429153 Oct 18 21:09:50.792536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d48c03-e33b-4f6a-8092-15ff6e6c1773 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=03cc9dec-4098-43bd-94f4-384fc2292179,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:50.794127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34378) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:50.864115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet c5bd8d11-3825-4953-99bb-a81da68af8c9 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:50.866832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.922189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:50.932328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf56ee-9f88-4c19-93cb-e0aa98212f88 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:50.987394 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71a321-3658-4375-bfc3-5f75617940fc req-232b8546-a8ab-4573-a0f2-29a50d149555 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:50.989142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e71a321-3658-4375-bfc3-5f75617940fc req-232b8546-a8ab-4573-a0f2-29a50d149555 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.0559499 Oct 18 21:09:50.996865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-818740b9-f7a8-48d7-9518-f388c5d3d4a1 None None] Could not find standard attr ID for object 3b4b0384-6dea-4d7f-affe-597f911dca63. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:51.023725 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.035108 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7e71a321-3658-4375-bfc3-5f75617940fc req-bd0bf0c0-ee78-4d4f-910c-b308e0d59c7f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376656 Oct 18 21:09:51.108871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.138270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bd8d11-3825-4953-99bb-a81da68af8c9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:51.143845 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.147625 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-246301f4-1482-4a07-8d3e-f37a40091291 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/c5bd8d11-3825-4953-99bb-a81da68af8c9 HTTP/1.1" status: 204 len: 168 time: 0.3524339 Oct 18 21:09:51.150280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34384) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.192235 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dd594c08-f85c-4687-92ef-5e61b1c79aeb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392389 Oct 18 21:09:51.193396 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34386) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.247921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780fd714-bc52-413d-859d-8503086e1cb0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:51.249479 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-780fd714-bc52-413d-859d-8503086e1cb0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0553079 Oct 18 21:09:51.252315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34388) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.309333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac913e9c-a6ae-45f2-a63c-a0d609834162 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:51.313686 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ac913e9c-a6ae-45f2-a63c-a0d609834162 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575702 Oct 18 21:09:51.313937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34390) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.356759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c52a3e6b-48db-452a-80f5-f3af6be62d92 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374920 Oct 18 21:09:51.357090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34392) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.362466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-43786deb-25fa-4d0c-8c84-ed9f5de39c55 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:51.464276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43786deb-25fa-4d0c-8c84-ed9f5de39c55 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:51.468165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-43786deb-25fa-4d0c-8c84-ed9f5de39c55 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.469744 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-43786deb-25fa-4d0c-8c84-ed9f5de39c55 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:09:51.470604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43786deb-25fa-4d0c-8c84-ed9f5de39c55 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:51.494906 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-43786deb-25fa-4d0c-8c84-ed9f5de39c55 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1366646 Oct 18 21:09:51.500577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34394) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.505958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-172b627b-5870-474d-8190-dd24e181d742 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:51.613781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172b627b-5870-474d-8190-dd24e181d742 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:51.617667 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-172b627b-5870-474d-8190-dd24e181d742 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.619106 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-172b627b-5870-474d-8190-dd24e181d742 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:09:51.619541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172b627b-5870-474d-8190-dd24e181d742 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:51.636839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-172b627b-5870-474d-8190-dd24e181d742 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1349335 Oct 18 21:09:51.638351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e582a25-ca2b-42c6-b7fd-c21d3097ca96 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:51.640627 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34396) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.646683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6795c122-e33a-4d3d-9514-878ffe8a7eed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:51.742844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6795c122-e33a-4d3d-9514-878ffe8a7eed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:51.747901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6795c122-e33a-4d3d-9514-878ffe8a7eed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.749561 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6795c122-e33a-4d3d-9514-878ffe8a7eed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:09:51.751028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6795c122-e33a-4d3d-9514-878ffe8a7eed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:51.761317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a3b8e430-28da-4e99-940c-92bd810624b9 None None] Provisioning complete for port 0faefdee-f5f2-4066-892d-1a9047dbb8cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:51.761700 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e430-28da-4e99-940c-92bd810624b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.768311 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6795c122-e33a-4d3d-9514-878ffe8a7eed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1260335 Oct 18 21:09:51.771530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34398) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.776473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ca8268aa-fd4d-4db9-b030-e571374c142e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:51.859061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:51.885139 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8268aa-fd4d-4db9-b030-e571374c142e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:51.889193 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca8268aa-fd4d-4db9-b030-e571374c142e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:51.890454 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8268aa-fd4d-4db9-b030-e571374c142e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:09:51.890898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8268aa-fd4d-4db9-b030-e571374c142e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:51.909004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ca8268aa-fd4d-4db9-b030-e571374c142e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1363704 Oct 18 21:09:51.913579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:51.918934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-66be69f9-1d42-4b98-89fb-f570976ed46c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:51.952190 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Deleting port 0faefdee-f5f2-4066-892d-1a9047dbb8cf {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:51.952597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.024994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be69f9-1d42-4b98-89fb-f570976ed46c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:52.029017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66be69f9-1d42-4b98-89fb-f570976ed46c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.030528 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-66be69f9-1d42-4b98-89fb-f570976ed46c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:09:52.030996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66be69f9-1d42-4b98-89fb-f570976ed46c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:52.033437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] For port 0faefdee-f5f2-4066-892d-1a9047dbb8cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0faefdee-f5f2-4066-892d-1a9047dbb8cf,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:52.033837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.050843 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Calling delete_port for 0faefdee-f5f2-4066-892d-1a9047dbb8cf owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:52.056276 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-66be69f9-1d42-4b98-89fb-f570976ed46c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1412988 Oct 18 21:09:52.056954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34402) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:52.066414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-34ef2202-de50-4904-89a4-4c8d82e6892f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:52.146739 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.178279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Pushing event deleted for resources: {'Port': ['ID=0faefdee-f5f2-4066-892d-1a9047dbb8cf,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:52.187480 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.187833 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.188315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.189013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.189160 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.189425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.189717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.190153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.190379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.190710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.191068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.191371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:09:52.196135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe234f-c679-4e54-96c1-08591aa32a7d None None] No DVR routers for this DVR port 0faefdee-f5f2-4066-892d-1a9047dbb8cf on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:52.213719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407ee5f-3bdb-429f-ba79-bf7867b74d38 req-937d8099-0064-4ed6-9f0f-2fb16252508c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:52.215635 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d407ee5f-3bdb-429f-ba79-bf7867b74d38 req-937d8099-0064-4ed6-9f0f-2fb16252508c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.0789800 Oct 18 21:09:52.220892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef2202-de50-4904-89a4-4c8d82e6892f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:52.224282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34ef2202-de50-4904-89a4-4c8d82e6892f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.225773 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ef2202-de50-4904-89a4-4c8d82e6892f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:09:52.226205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ef2202-de50-4904-89a4-4c8d82e6892f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:09:52.259802 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-34ef2202-de50-4904-89a4-4c8d82e6892f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2013252 Oct 18 21:09:52.262676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34408) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:52.273255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d407ee5f-3bdb-429f-ba79-bf7867b74d38 req-89b79fd0-1910-4e8f-b160-b2a89a2dc988 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Oct 18 21:09:52.305802 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d059792d-a563-4093-89e2-88ba4ca33c29 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0416939 Oct 18 21:09:52.308045 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34410) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:52.360192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f097b96-32cc-4224-b40e-efcb980acaec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:52.361683 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f097b96-32cc-4224-b40e-efcb980acaec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0526671 Oct 18 21:09:52.364123 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34412) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:52.401581 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-69b075ef-58c5-403e-a2cb-aaaa14ab1bd2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363355 Oct 18 21:09:52.405436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34416) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:52.411377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:52.502424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:52.505933 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.578857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0faefdee-f5f2-4066-892d-1a9047dbb8cf no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:52.599667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0faefdee-f5f2-4066-892d-1a9047dbb8cf {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:52.600008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0faefdee-f5f2-4066-892d-1a9047dbb8cf not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:52.773930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:09:52.775524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.818027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:52.821080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:52.825223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:52.825811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.830821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a130b16-1369-473e-812e-8d4d6afbd89a None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:52.835700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=2c3c8929-7672-4847-878e-28c3e642affc,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:52.848290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b9d9cf4f-1ba0-45f4-b3ef-c9a4a43ad1f1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4411168 Oct 18 21:09:52.850900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34422) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:52.856568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:ef:ee:82', 'name': 'tempest-NetworksTestDHCPv6-1024716976'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:52.967127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:52.971423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.977511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '2c3c8929-7672-4847-878e-28c3e642affc'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:52.978369 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:52.995725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 337af02d-1914-45dc-a87a-a5d8eb6df5a5 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:53.102127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:feef:ee82 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/2c3c8929-7672-4847-878e-28c3e642affc/337af02d-1914-45dc-a87a-a5d8eb6df5a5) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:53.175603 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-00c8784a-0b98-4a3f-8f5a-5432710223a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.254705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.289040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.335820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:53.338942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:53.341445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:53.347892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:53.348763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.366283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Allocated IP 2001:db8::f816:3eff:fee8:62cf (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/2c3c8929-7672-4847-878e-28c3e642affc/fc5f1596-318b-437c-a0f9-fcf7453ff480) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:53.371470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=337af02d-1914-45dc-a87a-a5d8eb6df5a5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:53.405566 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ffc2846-6225-4fe2-bbdc-9dedd57d2d53 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5512304 Oct 18 21:09:53.405956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34430) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:53.447526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99de0c-5cfa-462c-ae9d-1099c6094a93 req-40dfe7bc-188c-4c0f-8421-9023ca780e66 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:53.449149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf99de0c-5cfa-462c-ae9d-1099c6094a93 req-40dfe7bc-188c-4c0f-8421-9023ca780e66 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 945 time: 0.0977128 Oct 18 21:09:53.478041 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2d0f9-46fe-4786-a6f8-67c90ee1d874 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:53.479570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e0d2d0f9-46fe-4786-a6f8-67c90ee1d874 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0722325 Oct 18 21:09:53.482675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34432) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:53.510443 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf99de0c-5cfa-462c-ae9d-1099c6094a93 req-bb1c74cd-e6fb-4d58-b892-23605277f163 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492368 Oct 18 21:09:53.537908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34434) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:53.559653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.567464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.617877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-32a5748b-2ebf-4b06-8477-b8058945d9e4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/c532bb2a-7d85-4be2-adff-2d81b61d93e2 HTTP/1.1" status: 200 len: 992 time: 0.0787311 Oct 18 21:09:53.624722 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:53.629157 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:53.631407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 337af02d-1914-45dc-a87a-a5d8eb6df5a5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:53.632696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:53.632832 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.643158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Pushing event updated for resources: {'Port': ['ID=fc5f1596-318b-437c-a0f9-fcf7453ff480,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:53.701746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Attempting to bind port fc5f1596-318b-437c-a0f9-fcf7453ff480 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:53.702110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Attempting to bind port fc5f1596-318b-437c-a0f9-fcf7453ff480 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:53.702656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Attempting to bind port fc5f1596-318b-437c-a0f9-fcf7453ff480 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:53.711461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:53.711798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:53.712338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.712646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:53.713107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Bound port: fc5f1596-318b-437c-a0f9-fcf7453ff480, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:53.713485 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.743719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.760570 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 337af02d-1914-45dc-a87a-a5d8eb6df5a5 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:53.764511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:09:53.790419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] For port fc5f1596-318b-437c-a0f9-fcf7453ff480, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:53.794950 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] For port fc5f1596-318b-437c-a0f9-fcf7453ff480, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fc5f1596-318b-437c-a0f9-fcf7453ff480,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:53.802261 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.922461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08caf9cf-de54-42bd-ba04-cd49159be599 None None] Pushing event updated for resources: {'Port': ['ID=fc5f1596-318b-437c-a0f9-fcf7453ff480,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:53.925464 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.955187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:53.961721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=337af02d-1914-45dc-a87a-a5d8eb6df5a5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:53.967464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '48f7f5b6-9047-4040-8238-4966fca0e864', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'port_id': '48f7f5b6-9047-4040-8238-4966fca0e864', 'mac_address': 'fa:16:3e:65:00:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:09:53.989766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:53.996267 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34444) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:53.996514 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d1170825-a4ef-4c38-9563-db4d8fe77c40 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/337af02d-1914-45dc-a87a-a5d8eb6df5a5 HTTP/1.1" status: 204 len: 168 time: 0.5126665 Oct 18 21:09:54.018264 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.040658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f7f5b6-9047-4040-8238-4966fca0e864 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:09:54.054050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391d2d-7e97-4855-ab71-f3e77233f3ae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:54.055831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391d2d-7e97-4855-ab71-f3e77233f3ae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:54.060464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ea391d2d-7e97-4855-ab71-f3e77233f3ae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0601428 Oct 18 21:09:54.060820 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34446) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:54.065220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:54.070275 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.142320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=12']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:54.212669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.427689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['48f7f5b6-9047-4040-8238-4966fca0e864'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:09:54.497963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 2c3c8929-7672-4847-878e-28c3e642affc {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:54.503626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.548658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.673995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fc5f1596-318b-437c-a0f9-fcf7453ff480 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:54.677577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.752972 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.790781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3c8929-7672-4847-878e-28c3e642affc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:54.793201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fc5f1596-318b-437c-a0f9-fcf7453ff480 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:54.793580 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.797031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.801435 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dd41a64e-3457-4223-86f7-9d66449f96c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/2c3c8929-7672-4847-878e-28c3e642affc HTTP/1.1" status: 204 len: 168 time: 0.7394931 Oct 18 21:09:54.803950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34452) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:54.853769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9b5300c5-e75f-462c-a1a3-a3bce371674c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484781 Oct 18 21:09:54.856605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34456) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:54.863977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:54.902027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.938997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port fc5f1596-318b-437c-a0f9-fcf7453ff480, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fc5f1596-318b-437c-a0f9-fcf7453ff480,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:54.949354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:54.988282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:54.993031 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.012187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=fc5f1596-318b-437c-a0f9-fcf7453ff480,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:55.093180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe764888-9209-4746-8b4c-8108ed30fd93 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:55.205743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b6195bcb-b701-4927-9545-7dc6e36995ff None None] Provisioning complete for port fc5f1596-318b-437c-a0f9-fcf7453ff480 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:55.206133 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6195bcb-b701-4927-9545-7dc6e36995ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.274150 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.331005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:09:55.402135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:09:55.454796 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] Deleting port fc5f1596-318b-437c-a0f9-fcf7453ff480 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:55.455194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.498611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.538816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] For port fc5f1596-318b-437c-a0f9-fcf7453ff480, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fc5f1596-318b-437c-a0f9-fcf7453ff480,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:55.539311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.552125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] Calling delete_port for fc5f1596-318b-437c-a0f9-fcf7453ff480 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:55.661790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port fc5f1596-318b-437c-a0f9-fcf7453ff480, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fc5f1596-318b-437c-a0f9-fcf7453ff480,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:55.690886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.695688 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.696287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.700171 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.730460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] Pushing event deleted for resources: {'Port': ['ID=fc5f1596-318b-437c-a0f9-fcf7453ff480,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:55.737209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641850a-f234-406f-81f7-27d84d978b4e None None] No DVR routers for this DVR port fc5f1596-318b-437c-a0f9-fcf7453ff480 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:09:55.755002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=fc5f1596-318b-437c-a0f9-fcf7453ff480,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:55.764523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:55.768370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:55.768835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:55.774085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:55.774779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.785366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=788ae543-a67f-46bd-9671-3ed89b48cd09,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:55.794769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5f29084c-3daf-4398-8ff2-27a16c41f466 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9358046 Oct 18 21:09:55.797452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34464) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:55.800825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abeccc0-0961-4896-b3c8-47d64d5e7a7e None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:55.802852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:d6:98:f8', 'name': 'tempest-NetworksTestDHCPv6-530503078'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:55.892021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 48f7f5b6-9047-4040-8238-4966fca0e864 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:09:55.904055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 48f7f5b6-9047-4040-8238-4966fca0e864 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:55.904454 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:55.939350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:56.022392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '788ae543-a67f-46bd-9671-3ed89b48cd09'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:09:56.023241 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.037694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.057533 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.060435 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 38d9655f-8f6a-4354-ac6d-d82818a6603e yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:56.139437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:09:56.142315 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9ad91f-1e48-4869-8b20-9556ea733d8a" -d '{"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-plugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:09:56.163384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:56.170537 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.208222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:fed6:98f8 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/788ae543-a67f-46bd-9671-3ed89b48cd09/38d9655f-8f6a-4354-ac6d-d82818a6603e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:56.222618 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b895bd-675a-4a24-aa2d-a8f55d27db12 x-openstack-request-id: req-56b895bd-675a-4a24-aa2d-a8f55d27db12 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:09:56.223036 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-plugged", "status": "completed", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:09:56.223535 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56b895bd-675a-4a24-aa2d-a8f55d27db12 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:09:56.223686 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'code': 200} Oct 18 21:09:56.260622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=13']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:56.370784 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.406193 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.453098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:56.454857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Allocated IP 2001:db8::f816:3eff:feb3:dacd (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/788ae543-a67f-46bd-9671-3ed89b48cd09/6448bf53-c916-4ef0-936d-8c15f72ee5e7) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:56.456356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:56.459276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:56.465308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:56.465952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.486031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6843348 Oct 18 21:09:56.486360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34470) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:56.489629 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f028b7-d369-4693-bc43-cb723262cde5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=38d9655f-8f6a-4354-ac6d-d82818a6603e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:56.561342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf9b31-0b9b-41c4-97cc-e8502a61122d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:56.563836 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-30cf9b31-0b9b-41c4-97cc-e8502a61122d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0759685 Oct 18 21:09:56.566863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34472) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:56.617339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fc5f1596-318b-437c-a0f9-fcf7453ff480 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:09:56.650713 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: fc5f1596-318b-437c-a0f9-fcf7453ff480 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:09:56.651209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fc5f1596-318b-437c-a0f9-fcf7453ff480 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:09:56.654398 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.672681 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.679238 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 38d9655f-8f6a-4354-ac6d-d82818a6603e {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:56.679566 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.702332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.712331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:56.715435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:56.719712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:56.730978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Pushing event updated for resources: {'Port': ['ID=6448bf53-c916-4ef0-936d-8c15f72ee5e7,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:56.792335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.795711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Attempting to bind port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:09:56.796314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Attempting to bind port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:09:56.797496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Attempting to bind port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:09:56.799322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:09:56.805017 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:09:56.805405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:09:56.805806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.806202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:09:56.807139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Bound port: 6448bf53-c916-4ef0-936d-8c15f72ee5e7, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:09:56.807527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.807628 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 38d9655f-8f6a-4354-ac6d-d82818a6603e owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:56.881302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] For port 6448bf53-c916-4ef0-936d-8c15f72ee5e7, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:09:56.884647 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] For port 6448bf53-c916-4ef0-936d-8c15f72ee5e7, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6448bf53-c916-4ef0-936d-8c15f72ee5e7,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:09:56.889294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:56.960132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ff5b-723f-45f9-9ed7-c60bfc14ce14 None None] Pushing event updated for resources: {'Port': ['ID=6448bf53-c916-4ef0-936d-8c15f72ee5e7,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:56.961453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:57.001870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=38d9655f-8f6a-4354-ac6d-d82818a6603e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:57.020809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:57.024130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b4ad7e2d-bce4-49e3-ac15-2f14d80528a4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/38d9655f-8f6a-4354-ac6d-d82818a6603e HTTP/1.1" status: 204 len: 168 time: 0.4547524 Oct 18 21:09:57.026599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34474) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:57.088150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d380261-10b3-4814-9b13-3f1f440034e2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:57.089186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d380261-10b3-4814-9b13-3f1f440034e2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:57.093392 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d380261-10b3-4814-9b13-3f1f440034e2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0633302 Oct 18 21:09:57.094434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34476) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:57.174159 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 788ae543-a67f-46bd-9671-3ed89b48cd09 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:09:57.177903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:57.226336 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:57.325712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:57.388608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:57.418101 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=788ae543-a67f-46bd-9671-3ed89b48cd09,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:57.420121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:57.423452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9b1c7cd8-4bbe-4d78-b389-6e1a2771f0fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/788ae543-a67f-46bd-9671-3ed89b48cd09 HTTP/1.1" status: 204 len: 168 time: 0.3278642 Oct 18 21:09:57.425993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34480) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:57.465411 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-34770aaf-ed76-4851-9921-877164545381 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382080 Oct 18 21:09:57.467801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34482) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:57.521596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e68da-1e5c-46f8-a8e9-27c350b7c4fc tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:57.523079 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-722e68da-1e5c-46f8-a8e9-27c350b7c4fc tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0545354 Oct 18 21:09:57.525705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34484) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:57.576193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eba24c-2630-4d7e-8ec4-60044b741f68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:57.577621 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-64eba24c-2630-4d7e-8ec4-60044b741f68 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0509067 Oct 18 21:09:57.580841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34486) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:57.618897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-468760e5-ac20-42d7-bcdf-820eda4cd80a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368626 Oct 18 21:09:57.622952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34488) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:57.628926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:57.728521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:57.732755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.028658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1811c9-e849-4028-bd1a-e9ba88efea58 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:58.041766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:09:58.111538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Provisioning complete for port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:58.111816 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.217716 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.409631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port 6448bf53-c916-4ef0-936d-8c15f72ee5e7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6448bf53-c916-4ef0-936d-8c15f72ee5e7,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:58.414451 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.442888 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.448209 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.449109 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.494196 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:09:58.494731 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:09:58.533421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:58.543039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:58.552422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:58.553064 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.564158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=db9b669e-2038-4c08-832f-b881b141f3e4,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:58.588861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=6448bf53-c916-4ef0-936d-8c15f72ee5e7,revision_number=5']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:58.599947 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34492) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:58.605517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:5f:0f:d3', 'name': 'tempest-NetworksTestDHCPv6-84925470'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:09:58.613233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7bf18826-a3ff-41fb-9186-b289b6ee3ee3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9871664 Oct 18 21:09:58.697893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6448bf53-c916-4ef0-936d-8c15f72ee5e7 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:09:58.723753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd5066-3a03-47f0-8438-66343937373b None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:09:58.731868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:09:58.736651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.759494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 823e49e1-2ab3-43f0-8e97-6ef18750a834 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:09:58.818586 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:58.818958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:58.883813 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:fe5f:fd3 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/db9b669e-2038-4c08-832f-b881b141f3e4/823e49e1-2ab3-43f0-8e97-6ef18750a834) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:09:58.969022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.038969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 6448bf53-c916-4ef0-936d-8c15f72ee5e7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6448bf53-c916-4ef0-936d-8c15f72ee5e7,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:09:59.046007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.056322 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.085987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.129444 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:09:59.129803 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-40986eba-419c-4ee5-9416-e5df823f7ce9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:09:59.132774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.160274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=6448bf53-c916-4ef0-936d-8c15f72ee5e7,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:59.184964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:09:59.186646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:09:59.191278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:09:59.197143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:59.197893 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.221450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=823e49e1-2ab3-43f0-8e97-6ef18750a834,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:09:59.228915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-93dc12c8-c29c-4853-8d07-9d182cfd2ce8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.6278071 Oct 18 21:09:59.229839 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34494) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:59.285958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2f314-58d0-4b93-af8b-85ecd0993a76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:59.292164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2f314-58d0-4b93-af8b-85ecd0993a76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:09:59.293873 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-48f2f314-58d0-4b93-af8b-85ecd0993a76 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0630190 Oct 18 21:09:59.296625 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34496) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:09:59.402041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 823e49e1-2ab3-43f0-8e97-6ef18750a834 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:09:59.402300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.641047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ca313057-55ec-4843-a846-ea022ed9c5d3 None None] Provisioning complete for port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:59.642191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ca313057-55ec-4843-a846-ea022ed9c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.772491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ca313057-55ec-4843-a846-ea022ed9c5d3 None None] Could not find standard attr ID for object 38d9655f-8f6a-4354-ac6d-d82818a6603e. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:09:59.785737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.800134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 823e49e1-2ab3-43f0-8e97-6ef18750a834 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:09:59.904977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-725a8423-bece-435d-b931-1682049f7c11 None None] Provisioning complete for port 823e49e1-2ab3-43f0-8e97-6ef18750a834 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:09:59.905386 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-725a8423-bece-435d-b931-1682049f7c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.951924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-725a8423-bece-435d-b931-1682049f7c11 None None] Port 823e49e1-2ab3-43f0-8e97-6ef18750a834 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:09:59.961465 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:09:59.991472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=823e49e1-2ab3-43f0-8e97-6ef18750a834,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:00.018644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.022412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-862438be-06cb-4b59-837d-ddab27f9aa88 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/823e49e1-2ab3-43f0-8e97-6ef18750a834 HTTP/1.1" status: 204 len: 168 time: 0.7245805 Oct 18 21:10:00.024768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34500) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:00.079005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f793b-eb6f-4072-9eca-566583347e86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:00.080995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f793b-eb6f-4072-9eca-566583347e86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:00.082979 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-949f793b-eb6f-4072-9eca-566583347e86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0569100 Oct 18 21:10:00.085201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34502) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:00.145440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet db9b669e-2038-4c08-832f-b881b141f3e4 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:00.148947 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.193659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.276735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.338871 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.368136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=db9b669e-2038-4c08-832f-b881b141f3e4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:00.372020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.378034 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-79b2125c-1cd3-40df-83d2-556649ce7c1e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/db9b669e-2038-4c08-832f-b881b141f3e4 HTTP/1.1" status: 204 len: 168 time: 0.2891304 Oct 18 21:10:00.378334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34504) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:00.380602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869a3cd-2205-4eac-8dd1-355e0a80ce3e None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:00.424911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8d5fe57c-3327-4643-bf34-cd4aab9a242a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454752 Oct 18 21:10:00.427712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:00.433252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:00.549559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:00.553564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.630857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:10:00.690116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] Deleting port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:00.690492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.755350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] For port 6448bf53-c916-4ef0-936d-8c15f72ee5e7, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6448bf53-c916-4ef0-936d-8c15f72ee5e7,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:00.755733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.769334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] Calling delete_port for 6448bf53-c916-4ef0-936d-8c15f72ee5e7 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:00.852113 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:00.859497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.objects.ports [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:10:00.879378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] Pushing event deleted for resources: {'Port': ['ID=6448bf53-c916-4ef0-936d-8c15f72ee5e7,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:00.882721 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c88b7-d357-4363-a539-76c203656f56 None None] No DVR routers for this DVR port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:00.972899 n-d-812149-2 neutron-server[100530]: WARNING neutron.services.revisions.revision_plugin [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Could not find related port for resource to bump revision. Oct 18 21:10:00.978795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_pluggable_backend [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Port 6448bf53-c916-4ef0-936d-8c15f72ee5e7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100530) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 18 21:10:00.979105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_pluggable_backend [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Reverting IP allocation for 2001:db8::f816:3eff:feb3:dacd {{(pid=100530) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 18 21:10:00.982819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.ipam_pluggable_backend [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb3:dacd {{(pid=100530) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 18 21:10:00.984090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.029164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:01.032954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:01.037251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:01.037851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.042358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7134fb7-1737-474f-9b10-41b8b5070f44 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:01.049889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=1e72cac6-4664-48d5-a630-f0fa1fd8919b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:01.062893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c339dcc8-68da-4d5e-89a9-18829897570c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6335618 Oct 18 21:10:01.065576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34510) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:01.070972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:91:ba:25', 'name': 'tempest-NetworksTestDHCPv6-206605591'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:01.188494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:01.193427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': '1e72cac6-4664-48d5-a630-f0fa1fd8919b'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:10:01.194394 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.277985 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.299003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 67c0e93e-afb2-4441-8a7d-4b6a76e3c171 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:10:01.327392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Allocated IP 2001:db8::f816:3eff:fece:f8cd (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/1e72cac6-4664-48d5-a630-f0fa1fd8919b/b642a2f7-6710-434b-b885-d282b3944853) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:01.473618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.479074 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.517366 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:01.520290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:01.523714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:01.527338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:fe91:ba25 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/1e72cac6-4664-48d5-a630-f0fa1fd8919b/67c0e93e-afb2-4441-8a7d-4b6a76e3c171) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:01.532449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Pushing event updated for resources: {'Port': ['ID=b642a2f7-6710-434b-b885-d282b3944853,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:01.590221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Attempting to bind port b642a2f7-6710-434b-b885-d282b3944853 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:10:01.590601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Attempting to bind port b642a2f7-6710-434b-b885-d282b3944853 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:10:01.590940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Attempting to bind port b642a2f7-6710-434b-b885-d282b3944853 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:10:01.596640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:10:01.596640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:10:01.596928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.597328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:10:01.597795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Bound port: b642a2f7-6710-434b-b885-d282b3944853, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:10:01.598312 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.662705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] For port b642a2f7-6710-434b-b885-d282b3944853, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:10:01.666404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] For port b642a2f7-6710-434b-b885-d282b3944853, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b642a2f7-6710-434b-b885-d282b3944853,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:10:01.670779 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.683424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.724112 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.734265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f1225-cb3b-4927-9fba-9e2b160ab49b None None] Pushing event updated for resources: {'Port': ['ID=b642a2f7-6710-434b-b885-d282b3944853,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:01.764546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:01.770320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:01.774385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:01.780063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:01.780737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:01.794515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=67c0e93e-afb2-4441-8a7d-4b6a76e3c171,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:01.807152 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-39171029-b686-4fe8-939e-230e2b05a91b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7403946 Oct 18 21:10:01.809778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34514) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:01.861330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a221907-a8ba-4eff-8766-30f301b30e1a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:01.867596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a221907-a8ba-4eff-8766-30f301b30e1a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:01.869079 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a221907-a8ba-4eff-8766-30f301b30e1a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0583370 Oct 18 21:10:01.871794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34516) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:01.981976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 67c0e93e-afb2-4441-8a7d-4b6a76e3c171 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:01.982317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.072055 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.085118 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 67c0e93e-afb2-4441-8a7d-4b6a76e3c171 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:02.221402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.251498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=67c0e93e-afb2-4441-8a7d-4b6a76e3c171,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:02.278262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.281775 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-890e0cec-c58c-4c2c-99fb-1f1cd1474521 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/67c0e93e-afb2-4441-8a7d-4b6a76e3c171 HTTP/1.1" status: 204 len: 168 time: 0.4087977 Oct 18 21:10:02.284240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34518) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:02.341579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5f4cc-9cdb-4a3c-ba8e-45d2afe28da6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:02.343258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5f4cc-9cdb-4a3c-ba8e-45d2afe28da6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:02.345241 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-88e5f4cc-9cdb-4a3c-ba8e-45d2afe28da6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0599513 Oct 18 21:10:02.348026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34520) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:02.401915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 1e72cac6-4664-48d5-a630-f0fa1fd8919b {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:02.405364 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.450185 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.547240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.631564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.650290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b642a2f7-6710-434b-b885-d282b3944853 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:10:02.688535 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.696748 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/1e72cac6-4664-48d5-a630-f0fa1fd8919b HTTP/1.1" status: 204 len: 168 time: 0.3446701 Oct 18 21:10:02.697168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:02.697677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f68c9-7ad5-4bca-b34d-4dbc428730e3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=1e72cac6-4664-48d5-a630-f0fa1fd8919b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:02.709352 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a3fa6-1e92-4f01-8880-4ef2b9354a98 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:02.737812 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f4b7fa06-bf6f-459a-87a2-c271e2189ac0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401244 Oct 18 21:10:02.740311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34526) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:02.793600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b385b1-4e88-431a-9c1a-b56094b388bc tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:02.795175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b5b385b1-4e88-431a-9c1a-b56094b388bc tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0537660 Oct 18 21:10:02.798255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34528) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:02.818737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b642a2f7-6710-434b-b885-d282b3944853 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:02.819110 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.847882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac6087-e266-4c1c-b2db-d8f1553ea788 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:02.849383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1bac6087-e266-4c1c-b2db-d8f1553ea788 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0501783 Oct 18 21:10:02.851882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34530) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:02.858753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3e1c51cb-2397-45f6-b721-b6cfb9bae8b7 None None] Provisioning complete for port b642a2f7-6710-434b-b885-d282b3944853 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:02.859631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e1c51cb-2397-45f6-b721-b6cfb9bae8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:02.891093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1b055ec9-3465-4883-9e93-2871225b1842 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375335 Oct 18 21:10:02.895931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34532) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:02.900185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:02.996938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:10:03.000293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.003174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:03.003332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e1c51cb-2397-45f6-b721-b6cfb9bae8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.007188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.071588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3e1c51cb-2397-45f6-b721-b6cfb9bae8b7 None None] For port b642a2f7-6710-434b-b885-d282b3944853, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b642a2f7-6710-434b-b885-d282b3944853,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:03.076598 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e1c51cb-2397-45f6-b721-b6cfb9bae8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.153299 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] Deleting port b642a2f7-6710-434b-b885-d282b3944853 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:03.153582 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.165622 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:10:03.165978 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:10:03.179134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c51cb-2397-45f6-b721-b6cfb9bae8b7 None None] Pushing event updated for resources: {'Port': ['ID=b642a2f7-6710-434b-b885-d282b3944853,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:03.200320 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.236126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] For port b642a2f7-6710-434b-b885-d282b3944853, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b642a2f7-6710-434b-b885-d282b3944853,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:03.236749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.244775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:03.248094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:03.251544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:03.252117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.255279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] Calling delete_port for b642a2f7-6710-434b-b885-d282b3944853 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:03.269832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=d4f3aac8-bdd2-4f37-a344-0514185215c7,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:03.280082 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3837903 Oct 18 21:10:03.283282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34534) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:03.288371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:62:e3:fc', 'name': 'tempest-NetworksTestDHCPv6-683771049'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:03.292536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.292891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.293237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.293577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.293916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.294247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.294573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.294904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.295231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.295557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.295891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.296213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813352ab-f809-460f-824c-e995169e26ad tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:03.339039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.367089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] Pushing event deleted for resources: {'Port': ['ID=b642a2f7-6710-434b-b885-d282b3944853,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:03.368971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe8b7c-c945-4427-8a38-7ba35ef38e56 None None] No DVR routers for this DVR port b642a2f7-6710-434b-b885-d282b3944853 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:03.387360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44a20e-9e38-4ca2-94da-ced157962a1e None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:03.420851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:03.504709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.529917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port c27fc587-fb3d-44ae-aa78-f39a1b64412b yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:10:03.536414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': 'd4f3aac8-bdd2-4f37-a344-0514185215c7'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:10:03.537279 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.646899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::219 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/d4f3aac8-bdd2-4f37-a344-0514185215c7/c27fc587-fb3d-44ae-aa78-f39a1b64412b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:03.689436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Port b642a2f7-6710-434b-b885-d282b3944853 update to ACTIVE by agent not found {{(pid=100532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 18 21:10:03.754531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6448bf53-c916-4ef0-936d-8c15f72ee5e7 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:03.775051 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6448bf53-c916-4ef0-936d-8c15f72ee5e7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:10:03.775395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6448bf53-c916-4ef0-936d-8c15f72ee5e7 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:10:03.812304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.846274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.887437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:03.891151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:03.894992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:03.896491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/d4f3aac8-bdd2-4f37-a344-0514185215c7/4107247b-819c-4472-a796-41d73e4640a1) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:03.901150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:03.901934 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:03.918013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=c27fc587-fb3d-44ae-aa78-f39a1b64412b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:03.931273 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5aa90076-124f-41c4-b36d-43f2b156dc1c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6469371 Oct 18 21:10:03.933974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34538) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:03.988179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b52afd2-2da6-4bc1-8e0d-0b171b48604e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:03.990509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b52afd2-2da6-4bc1-8e0d-0b171b48604e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0548503 Oct 18 21:10:03.992593 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34540) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:04.048768 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.056487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.084722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port c27fc587-fb3d-44ae-aa78-f39a1b64412b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:04.085154 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.099727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:04.102759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:04.106530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:04.119394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Pushing event updated for resources: {'Port': ['ID=4107247b-819c-4472-a796-41d73e4640a1,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:04.170119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Attempting to bind port 4107247b-819c-4472-a796-41d73e4640a1 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:10:04.170487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Attempting to bind port 4107247b-819c-4472-a796-41d73e4640a1 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:10:04.170856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Attempting to bind port 4107247b-819c-4472-a796-41d73e4640a1 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:10:04.176408 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:10:04.176811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:10:04.177219 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.177614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:10:04.178129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Bound port: 4107247b-819c-4472-a796-41d73e4640a1, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:10:04.178542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.189409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.203282 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for c27fc587-fb3d-44ae-aa78-f39a1b64412b owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:04.246924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] For port 4107247b-819c-4472-a796-41d73e4640a1, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:10:04.251001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] For port 4107247b-819c-4472-a796-41d73e4640a1, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4107247b-819c-4472-a796-41d73e4640a1,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:10:04.256051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.315562 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be84f5-a841-4b41-938d-4a78e3c07d6e None None] Pushing event updated for resources: {'Port': ['ID=4107247b-819c-4472-a796-41d73e4640a1,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:04.337624 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.369764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=c27fc587-fb3d-44ae-aa78-f39a1b64412b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:04.398433 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.410663 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bb8513bd-d6b4-4394-b2d7-59705e236f42 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/c27fc587-fb3d-44ae-aa78-f39a1b64412b HTTP/1.1" status: 204 len: 168 time: 0.4157076 Oct 18 21:10:04.412546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34542) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:04.474112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ff283-3e47-4ae2-b3f2-e5c76205d828 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:04.475705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ff283-3e47-4ae2-b3f2-e5c76205d828 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:04.489312 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ea0ff283-3e47-4ae2-b3f2-e5c76205d828 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0636978 Oct 18 21:10:04.489312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34544) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:04.539590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet d4f3aac8-bdd2-4f37-a344-0514185215c7 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:04.543392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.605259 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.646860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4107247b-819c-4472-a796-41d73e4640a1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:10:04.702101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.771737 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.817698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f3aac8-bdd2-4f37-a344-0514185215c7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:04.821464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.824771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f3f37df2-5261-4271-9b2b-73b1936cd123 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d4f3aac8-bdd2-4f37-a344-0514185215c7 HTTP/1.1" status: 204 len: 168 time: 0.3436661 Oct 18 21:10:04.827150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34548) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:04.866169 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-286de849-43e5-4224-a8a2-e34d22c52f3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377343 Oct 18 21:10:04.866413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4107247b-819c-4472-a796-41d73e4640a1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:04.866879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.868531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34550) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:04.917337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb77e5-a1f5-4c45-96b5-ef2b141029fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:04.918820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-defb77e5-a1f5-4c45-96b5-ef2b141029fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0493734 Oct 18 21:10:04.922070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34552) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:04.952687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:04.975697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a396a4-f41c-4b97-9118-93c0db4cfe99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:04.978531 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-94a396a4-f41c-4b97-9118-93c0db4cfe99 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535591 Oct 18 21:10:04.979931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34554) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:04.993627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 4107247b-819c-4472-a796-41d73e4640a1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4107247b-819c-4472-a796-41d73e4640a1,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:04.999072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.034231 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a1dfa85f-b5c0-41d0-bcba-3d99adcd31d5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488083 Oct 18 21:10:05.034735 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34556) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:05.043724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:05.060347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b642a2f7-6710-434b-b885-d282b3944853 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:05.063855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=4107247b-819c-4472-a796-41d73e4640a1,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:05.084249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: b642a2f7-6710-434b-b885-d282b3944853 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:10:05.084642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b642a2f7-6710-434b-b885-d282b3944853 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:10:05.163387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:05.168357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.381524 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedaaf73-9cd6-4b12-b296-79f89ca1ee6b None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:05.474103 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-179624f6-0c6b-41c1-b37d-61af1c0d1c3c None None] Provisioning complete for port 4107247b-819c-4472-a796-41d73e4640a1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:05.474465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-179624f6-0c6b-41c1-b37d-61af1c0d1c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.494053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:10:05.682009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.853347 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a6175fac-3c4a-4381-a2b4-acbb0986bda2 None None] Provisioning complete for port 4107247b-819c-4472-a796-41d73e4640a1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:05.855514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a6175fac-3c4a-4381-a2b4-acbb0986bda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.859973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port 4107247b-819c-4472-a796-41d73e4640a1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4107247b-819c-4472-a796-41d73e4640a1,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:05.904777 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.910607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.911483 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:05.992556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:06.002637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:06.017917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:06.018636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:06.030264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=d0b78d2d-b238-4fdd-bcec-bae5d7644fd8,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:06.036146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=4107247b-819c-4472-a796-41d73e4640a1,revision_number=6']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:06.047735 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e7cae9f9-be04-4616-80c7-83d7a76cc21c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0114040 Oct 18 21:10:06.052538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34560) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:06.058434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-705e7f3c-077d-4bf7-83d5-8b66b8877aed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:06.101306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-78d57e8b-24ea-4656-ac55-f5241d7e94a3 None None] Could not find standard attr ID for object 67c0e93e-afb2-4441-8a7d-4b6a76e3c171. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:10:06.107049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49adadcd-80c6-4d0d-a723-b66bc31459be None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:06.204989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705e7f3c-077d-4bf7-83d5-8b66b8877aed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:06.208723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705e7f3c-077d-4bf7-83d5-8b66b8877aed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:06.314850 n-d-812149-2 neutron-server[100531]: INFO neutron.db.ipam_backend_mixin [None req-705e7f3c-077d-4bf7-83d5-8b66b8877aed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0b78d2d-b238-4fdd-bcec-bae5d7644fd8 (CIDR: 2001:db8::/64) Oct 18 21:10:06.319487 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-705e7f3c-077d-4bf7-83d5-8b66b8877aed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:10:06.319956 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705e7f3c-077d-4bf7-83d5-8b66b8877aed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:06.339912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-705e7f3c-077d-4bf7-83d5-8b66b8877aed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2859578 Oct 18 21:10:06.342486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34562) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:06.348300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:06.507166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:06.512696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:06.620841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4107247b-819c-4472-a796-41d73e4640a1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:10:06.661745 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0b1c3957-261f-4b11-b449-c3213163c484 None None] Provisioning complete for port 4107247b-819c-4472-a796-41d73e4640a1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:06.662016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3957-261f-4b11-b449-c3213163c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:06.724247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4107247b-819c-4472-a796-41d73e4640a1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:06.724649 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:06.813196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:06.857421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:06.861348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:06.865955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:06.866545 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:06.883109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=01db8441-6edd-45b3-b8ef-0409821fdacc,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:06.889742 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-df1d1e0d-df97-439c-90c8-4c4f09d366c1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5455759 Oct 18 21:10:06.896533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34564) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:06.901960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:5b:26:2e', 'name': 'tempest-NetworksTestDHCPv6-331327781'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:06.914561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ce70a7b8-c8ce-48d3-94e7-004e6a7d4458 None None] Could not find standard attr ID for object c27fc587-fb3d-44ae-aa78-f39a1b64412b. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:10:06.994199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3845509b-dfcd-4f12-ab99-776b11f73707 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:07.038325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:07.131480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.153510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port b6b0175e-cf89-4f6d-bf26-826067594dce yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:10:07.243671 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e83a-a984-4216-86b8-6395e50395bb req-78fdb0d0-3a49-447c-9976-133ea653a7c0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:07.245377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0af4e83a-a984-4216-86b8-6395e50395bb req-78fdb0d0-3a49-447c-9976-133ea653a7c0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0554883 Oct 18 21:10:07.249025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d2abf-f8b3-4506-85f8-45b20c57873f None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'd0b78d2d-b238-4fdd-bcec-bae5d7644fd8', 'ip_address': '2001:db8::f816:3eff:feec:e814'}, {'subnet_id': '01db8441-6edd-45b3-b8ef-0409821fdacc'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '4107247b-819c-4472-a796-41d73e4640a1'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:10:07.281993 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-147d2abf-f8b3-4506-85f8-45b20c57873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.293064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0af4e83a-a984-4216-86b8-6395e50395bb req-99a728bc-6f13-4653-87ec-82bcab96cb4c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Oct 18 21:10:07.363710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8:0:1::176 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/01db8441-6edd-45b3-b8ef-0409821fdacc/b6b0175e-cf89-4f6d-bf26-826067594dce) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:07.369730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:fe5b:262e (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/d0b78d2d-b238-4fdd-bcec-bae5d7644fd8/b6b0175e-cf89-4f6d-bf26-826067594dce) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:07.526418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.566925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.613655 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:07.616848 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:07.620493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-147d2abf-f8b3-4506-85f8-45b20c57873f None None] Allocated IP 2001:db8:0:1::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/01db8441-6edd-45b3-b8ef-0409821fdacc/4107247b-819c-4472-a796-41d73e4640a1) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:07.620654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:07.626836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:07.627372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.639392 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=b6b0175e-cf89-4f6d-bf26-826067594dce,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:07.653218 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e0245e42-cd63-4a2c-92e3-9096b4c6122c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7555223 Oct 18 21:10:07.656865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34574) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:07.721330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-147d2abf-f8b3-4506-85f8-45b20c57873f None None] For port 4107247b-819c-4472-a796-41d73e4640a1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4107247b-819c-4472-a796-41d73e4640a1,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:07.747920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port b6b0175e-cf89-4f6d-bf26-826067594dce {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:07.748270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.752447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-147d2abf-f8b3-4506-85f8-45b20c57873f None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.757484 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-147d2abf-f8b3-4506-85f8-45b20c57873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.847014 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:07.850183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d2abf-f8b3-4506-85f8-45b20c57873f None None] Pushing event updated for resources: {'Port': ['ID=4107247b-819c-4472-a796-41d73e4640a1,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:07.861398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for b6b0175e-cf89-4f6d-bf26-826067594dce owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:08.058133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.089417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=b6b0175e-cf89-4f6d-bf26-826067594dce,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:08.136815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.141159 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ccfb503e-8029-4f20-9977-c7fffceded8d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/b6b0175e-cf89-4f6d-bf26-826067594dce HTTP/1.1" status: 204 len: 168 time: 0.4832771 Oct 18 21:10:08.144186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34576) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:08.203893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c14664-744f-477c-a6d6-e18fb514ffae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:08.208987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:08.209607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-32c14664-744f-477c-a6d6-e18fb514ffae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0636842 Oct 18 21:10:08.264044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79fe1e5-3569-41e6-83ca-311eae97214f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:08.265819 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c79fe1e5-3569-41e6-83ca-311eae97214f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0558326 Oct 18 21:10:08.268521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34580) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:08.332147 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758fff67-3244-41c6-bfa0-7f4325d9802f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:08.334112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758fff67-3244-41c6-bfa0-7f4325d9802f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:08.336980 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758fff67-3244-41c6-bfa0-7f4325d9802f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:08.337276 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-758fff67-3244-41c6-bfa0-7f4325d9802f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0677178 Oct 18 21:10:08.340045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34584) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:08.422250 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 01db8441-6edd-45b3-b8ef-0409821fdacc {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:08.427808 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.468819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f142605-86c1-4985-b079-d4e925f8fe3d req-a310b1bf-da68-48b2-9bf5-a7804b1eb302 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:08.470895 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f142605-86c1-4985-b079-d4e925f8fe3d req-a310b1bf-da68-48b2-9bf5-a7804b1eb302 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.1014619 Oct 18 21:10:08.497281 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.552617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f142605-86c1-4985-b079-d4e925f8fe3d req-43937c19-03b1-4487-997b-93c0f954a822 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757110 Oct 18 21:10:08.573343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f81e5ed3-4dfc-49e8-8571-81d2210c1933 None None] Provisioning complete for port 4107247b-819c-4472-a796-41d73e4640a1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:08.574007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f81e5ed3-4dfc-49e8-8571-81d2210c1933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.632883 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4107247b-819c-4472-a796-41d73e4640a1 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:10:08.637622 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.700107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.720798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4107247b-819c-4472-a796-41d73e4640a1 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:08.721170 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.737086 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.740746 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/01db8441-6edd-45b3-b8ef-0409821fdacc HTTP/1.1" status: 204 len: 168 time: 0.3995998 Oct 18 21:10:08.742200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1cd55-ce72-471d-ab60-b537bf4bd8d8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=01db8441-6edd-45b3-b8ef-0409821fdacc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:08.743403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34586) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:08.801050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet d0b78d2d-b238-4fdd-bcec-bae5d7644fd8 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:08.805389 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.825033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e09c5c61-9f9a-4c8f-b224-81d183625228 None None] Could not find standard attr ID for object b6b0175e-cf89-4f6d-bf26-826067594dce. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:10:08.852300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:08.927181 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1ca104-042e-4804-bc3f-dc4c7db3c73b None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:08.950203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.018973 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.050204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.054339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d0b78d2d-b238-4fdd-bcec-bae5d7644fd8 HTTP/1.1" status: 204 len: 168 time: 0.3085628 Oct 18 21:10:09.054894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6310f3-22b2-4fe1-956d-f2bca6fbcb33 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b78d2d-b238-4fdd-bcec-bae5d7644fd8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:09.057944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34588) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:09.131310 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a0f35ae9-e876-4719-984c-c2431e8c37bf tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711889 Oct 18 21:10:09.134067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34590) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:09.142270 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:09.152982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:10:09.214669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] Deleting port 4107247b-819c-4472-a796-41d73e4640a1 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:09.214969 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.247224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:09.254011 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.305545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] For port 4107247b-819c-4472-a796-41d73e4640a1, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4107247b-819c-4472-a796-41d73e4640a1,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:09.305936 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.320315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] Calling delete_port for 4107247b-819c-4472-a796-41d73e4640a1 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:09.420851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.447726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] Pushing event deleted for resources: {'Port': ['ID=4107247b-819c-4472-a796-41d73e4640a1,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:09.451816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da96e24-9672-482f-bdba-520054ea54f4 None None] No DVR routers for this DVR port 4107247b-819c-4472-a796-41d73e4640a1 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:09.581503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:10:09.583170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.630253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:09.634978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:09.645482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba8b5e5-507c-4403-9351-39e5002b7dce None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:09.647973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:09.648612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.677782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=ae4c90c1-609d-46b6-a419-f672ae7b3b6d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:09.697179 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c6ca4cc5-38ad-4c04-b886-c2d9332a2640 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5616820 Oct 18 21:10:09.701920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34594) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:09.711280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ac9dae1e-beb3-413b-a82e-1f18426106ca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:09.715595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afb6bc-8f7f-4e27-87cf-405fa6690445 req-6f8beef9-467e-43d8-aa5f-6873662d03c8 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:09.717321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0afb6bc-8f7f-4e27-87cf-405fa6690445 req-6f8beef9-467e-43d8-aa5f-6873662d03c8 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0835540 Oct 18 21:10:09.769671 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f0afb6bc-8f7f-4e27-87cf-405fa6690445 req-f01028c9-2121-41b6-a569-71f15da46d71 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451095 Oct 18 21:10:09.871229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': 'ae4c90c1-609d-46b6-a419-f672ae7b3b6d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:10:09.872754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.883618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9dae1e-beb3-413b-a82e-1f18426106ca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:09.887783 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac9dae1e-beb3-413b-a82e-1f18426106ca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:09.986705 n-d-812149-2 neutron-server[100530]: INFO neutron.db.ipam_backend_mixin [None req-ac9dae1e-beb3-413b-a82e-1f18426106ca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae4c90c1-609d-46b6-a419-f672ae7b3b6d (CIDR: 2001:db8::/64) Oct 18 21:10:09.990475 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9dae1e-beb3-413b-a82e-1f18426106ca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:10:09.990943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9dae1e-beb3-413b-a82e-1f18426106ca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:10.010403 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ac9dae1e-beb3-413b-a82e-1f18426106ca tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3068898 Oct 18 21:10:10.013106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34596) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:10.018346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:10.099500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Allocated IP 2001:db8::f816:3eff:fe53:e313 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/ae4c90c1-609d-46b6-a419-f672ae7b3b6d/e8fe23c1-7ed7-4c22-8f96-c5782b4554c5) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:10.162926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:10.168853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.272084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.281368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.325731 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:10.328954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:10.336093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:10.339789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Pushing event updated for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:10.415145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Attempting to bind port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:10:10.415644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Attempting to bind port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:10:10.416218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Attempting to bind port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:10:10.424477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:10:10.424999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:10:10.425935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.426177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:10:10.426836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Bound port: e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:10:10.427468 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.500457 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.504794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:10:10.509764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:10:10.514909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.543800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:10.548265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:10.552978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:10.553579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.572425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=4ef9fcad-d914-4bea-9e15-fa71e1bdbd32,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:10.579764 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a82e68e7-cc74-4122-8481-613bb63d5c86 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5655758 Oct 18 21:10:10.583809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34598) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:10.584608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3aa423-aa4e-4731-9b94-96b7c774c957 None None] Pushing event updated for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:10.589238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:aa:75:63', 'name': 'tempest-NetworksTestDHCPv6-907733392'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:10.646193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4107247b-819c-4472-a796-41d73e4640a1 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:10.670841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 4107247b-819c-4472-a796-41d73e4640a1 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:10:10.671735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4107247b-819c-4472-a796-41d73e4640a1 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:10:10.740197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:10.746627 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:10.785438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port bc4a5e2b-46d7-455d-a7a4-116fa2023dff yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:10:10.936287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dec884-c9fd-46cb-bacd-c5f02095c76c req-b019cc76-9686-4310-8213-b9bf6e6878a9 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:10.938830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73dec884-c9fd-46cb-bacd-c5f02095c76c req-b019cc76-9686-4310-8213-b9bf6e6878a9 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0739152 Oct 18 21:10:10.994821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-73dec884-c9fd-46cb-bacd-c5f02095c76c req-eb0031fa-5427-4bbd-af93-9156317ba05b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410488 Oct 18 21:10:11.025206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8:0:1::1b4 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/4ef9fcad-d914-4bea-9e15-fa71e1bdbd32/bc4a5e2b-46d7-455d-a7a4-116fa2023dff) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:11.031861 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::f816:3eff:feaa:7563 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/ae4c90c1-609d-46b6-a419-f672ae7b3b6d/bc4a5e2b-46d7-455d-a7a4-116fa2023dff) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:11.199975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:11.237690 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:11.288732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:11.291758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:11.295708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:11.301400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:11.302919 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:11.315860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=bc4a5e2b-46d7-455d-a7a4-116fa2023dff,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:11.333624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8abaa6a-a3d9-42af-bcad-91b07b3bfeb1 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7482469 Oct 18 21:10:11.336337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34602) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:11.452863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port bc4a5e2b-46d7-455d-a7a4-116fa2023dff {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:11.453199 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:11.560550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:11.576725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for bc4a5e2b-46d7-455d-a7a4-116fa2023dff owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:11.723837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012845ba-2c55-4ec7-aada-8a4c8fd9d976 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:11.776306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:11.809182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=bc4a5e2b-46d7-455d-a7a4-116fa2023dff,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:11.859501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:11.863242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a2c317a-9042-4e3d-a753-a17cfbbc6336 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/bc4a5e2b-46d7-455d-a7a4-116fa2023dff HTTP/1.1" status: 204 len: 168 time: 0.5258360 Oct 18 21:10:11.865920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34606) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:11.929768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bea627-7f13-4617-9261-c62df3a63bce tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:11.931533 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-08bea627-7f13-4617-9261-c62df3a63bce tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0644703 Oct 18 21:10:11.934300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34608) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:11.962993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4481e3fd-7a22-4b46-97ef-8416a5544a1b None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:11.963289 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4481e3fd-7a22-4b46-97ef-8416a5544a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.119270 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4481e3fd-7a22-4b46-97ef-8416a5544a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.133010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8f6c2-a968-4117-90be-23f186680db6 req-2a418db6-f7ff-4fce-964e-78b613fb1205 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:12.135800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a8f6c2-a968-4117-90be-23f186680db6 req-2a418db6-f7ff-4fce-964e-78b613fb1205 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0669692 Oct 18 21:10:12.166031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4481e3fd-7a22-4b46-97ef-8416a5544a1b None None] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:12.172068 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4481e3fd-7a22-4b46-97ef-8416a5544a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.205713 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9a8f6c2-a968-4117-90be-23f186680db6 req-94a71117-7dfc-4c2f-959f-46ed34bf5e6a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576527 Oct 18 21:10:12.247271 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e74a45-15cd-4dee-a71d-fdfe5d5002e8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:12.248927 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e3e74a45-15cd-4dee-a71d-fdfe5d5002e8 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3137054 Oct 18 21:10:12.252830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34612) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:12.255536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42765e8f-87ff-46d7-a9c5-ed2f59b8ef85 None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'ae4c90c1-609d-46b6-a419-f672ae7b3b6d', 'ip_address': '2001:db8::f816:3eff:fe53:e313'}, {'subnet_id': '4ef9fcad-d914-4bea-9e15-fa71e1bdbd32'}], 'binding:host_id': 'n-d-812149-2'}, 'id': 'e8fe23c1-7ed7-4c22-8f96-c5782b4554c5'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:10:12.259461 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481e3fd-7a22-4b46-97ef-8416a5544a1b None None] Pushing event updated for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:12.292392 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42765e8f-87ff-46d7-a9c5-ed2f59b8ef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.311199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037db921-73e3-4579-bbdd-2eff6fa5dde7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:12.313268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037db921-73e3-4579-bbdd-2eff6fa5dde7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:12.314873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037db921-73e3-4579-bbdd-2eff6fa5dde7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:12.316495 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-037db921-73e3-4579-bbdd-2eff6fa5dde7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0625250 Oct 18 21:10:12.319760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34614) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:12.371094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 4ef9fcad-d914-4bea-9e15-fa71e1bdbd32 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:12.374898 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.418901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.463710 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.529869 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-42765e8f-87ff-46d7-a9c5-ed2f59b8ef85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ef9fcad-d914-4bea-9e15-fa71e1bdbd32: This subnet is being modified by another concurrent operation. Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ef9fcad-d914-4bea-9e15-fa71e1bdbd32: This subnet is being modified by another concurrent operation. Oct 18 21:10:12.530775 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 21:10:12.556065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef9fcad-d914-4bea-9e15-fa71e1bdbd32,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:12.568503 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.573991 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1187bc3-e3a4-470e-b3b3-2d7252ec47aa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/4ef9fcad-d914-4bea-9e15-fa71e1bdbd32 HTTP/1.1" status: 204 len: 168 time: 0.2531958 Oct 18 21:10:12.577136 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34616) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:12.632987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet ae4c90c1-609d-46b6-a419-f672ae7b3b6d {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:12.636529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.693686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.714907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4fdddd7e-6d2e-4f2a-8006-00f0d1f612a6 None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:12.715380 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fdddd7e-6d2e-4f2a-8006-00f0d1f612a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.776649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ffea5-3c34-42ca-9273-889687146bd8 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 21:10:12.798650 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.892230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.932325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ffea5-3c34-42ca-9273-889687146bd8 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 21:10:12.956795 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:12.961429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/ae4c90c1-609d-46b6-a419-f672ae7b3b6d HTTP/1.1" status: 204 len: 168 time: 0.3824737 Oct 18 21:10:12.962981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63201d8e-7af9-4804-9bac-0b7a6c5f4c89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4c90c1-609d-46b6-a419-f672ae7b3b6d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:12.966195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:13.013278 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-17b084ba-1b76-4e05-b596-6f15085e486e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449655 Oct 18 21:10:13.015832 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34620) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:13.020658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:13.041870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-197dbc2e-7f9f-433b-85c3-a63914aa8d83 None None] Could not find standard attr ID for object bc4a5e2b-46d7-455d-a7a4-116fa2023dff. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:10:13.135053 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:13.141316 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:13.258469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7142a7-eaea-499a-9d01-9cf11ef9ffab None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 21:10:13.390998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05b3c-1ae1-451b-aec5-e760a199af92 req-4bf48d4b-6fdc-4933-bb7b-01e68a1e02ac tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:13.393434 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03c05b3c-1ae1-451b-aec5-e760a199af92 req-4bf48d4b-6fdc-4933-bb7b-01e68a1e02ac tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0824974 Oct 18 21:10:13.400869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4c2aa7f4-d50d-4f9b-bc89-eb0e8ce37af9 None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:13.400869 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c2aa7f4-d50d-4f9b-bc89-eb0e8ce37af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:13.444652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:13.458411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7142a7-eaea-499a-9d01-9cf11ef9ffab None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 21:10:13.474950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-03c05b3c-1ae1-451b-aec5-e760a199af92 req-b682e275-5427-4a92-93c7-a16bc6cc40f1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653505 Oct 18 21:10:13.484811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:13.503983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:13.508003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:13.512979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:13.514194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:13.537933 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=a2e8f672-edbc-4ed7-b7ec-0cc0ec991968,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:13.550578 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1c4314ea-9349-4518-95a1-05044abd7605 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5333285 Oct 18 21:10:13.553937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34624) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:13.561423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a8c7001c-12ff-430a-b18c-1a17516c5671 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:13.715497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c7001c-12ff-430a-b18c-1a17516c5671 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:13.720726 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a8c7001c-12ff-430a-b18c-1a17516c5671 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:13.860616 n-d-812149-2 neutron-server[100530]: INFO neutron.db.ipam_backend_mixin [None req-a8c7001c-12ff-430a-b18c-1a17516c5671 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2e8f672-edbc-4ed7-b7ec-0cc0ec991968 (CIDR: 2001:db8::/64) Oct 18 21:10:13.865193 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c7001c-12ff-430a-b18c-1a17516c5671 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:10:13.866223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c7001c-12ff-430a-b18c-1a17516c5671 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:13.895209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a8c7001c-12ff-430a-b18c-1a17516c5671 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3392220 Oct 18 21:10:13.898534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34626) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:13.905236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:13.944097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5872fd78-9662-43b6-9c90-fd95b7fa7890 None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'a2e8f672-edbc-4ed7-b7ec-0cc0ec991968'}], 'binding:host_id': 'n-d-812149-2'}, 'id': 'e8fe23c1-7ed7-4c22-8f96-c5782b4554c5'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:10:13.990431 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5872fd78-9662-43b6-9c90-fd95b7fa7890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:14.073808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:14.085573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:14.261382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-5872fd78-9662-43b6-9c90-fd95b7fa7890 None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/a2e8f672-edbc-4ed7-b7ec-0cc0ec991968/e8fe23c1-7ed7-4c22-8f96-c5782b4554c5) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:14.405463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5872fd78-9662-43b6-9c90-fd95b7fa7890 None None] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:14.454504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5872fd78-9662-43b6-9c90-fd95b7fa7890 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:14.461020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5872fd78-9662-43b6-9c90-fd95b7fa7890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:14.561255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872fd78-9662-43b6-9c90-fd95b7fa7890 None None] Pushing event updated for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:14.658776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:14.810153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:14.874782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:14.881568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:14.970070 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:14.981900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69195b-747e-4e75-879c-0940c9f2bded req-2db76faf-8dde-4558-bbe4-5594d0c7f79c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:14.984035 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a69195b-747e-4e75-879c-0940c9f2bded req-2db76faf-8dde-4558-bbe4-5594d0c7f79c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.1005907 Oct 18 21:10:15.084336 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a69195b-747e-4e75-879c-0940c9f2bded req-883c89b5-d3ff-4436-bb5c-4bef928deb4b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898719 Oct 18 21:10:15.178625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:10:15.416151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.470756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02652d-3022-4e1e-b8f1-55cd3d022a27 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:15.580442 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0c80a09f-cf35-4470-8e44-9a6dacb9c601 None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:15.580815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c80a09f-cf35-4470-8e44-9a6dacb9c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.633996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:15.675942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.681492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.682766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.727487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c80a09f-cf35-4470-8e44-9a6dacb9c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.775175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-0c80a09f-cf35-4470-8e44-9a6dacb9c601 None None] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:15.778118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:15.780370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c80a09f-cf35-4470-8e44-9a6dacb9c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.791408 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:15.801869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:15.802796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:15.812664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=8']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:15.817661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=056470e8-41c5-495e-a316-eec99c3480c5,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:15.837913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2e89e31e-4f46-4fe1-b634-aa4e10358f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9376094 Oct 18 21:10:15.842686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34630) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:15.849040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:0c:1d:63', 'name': 'tempest-NetworksTestDHCPv6-1925147396'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:15.874029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80a09f-cf35-4470-8e44-9a6dacb9c601 None None] Pushing event updated for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:16.011293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:16.125657 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.149907 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port c280ee4a-6c7f-4019-90c3-14b35486d700 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:10:16.289148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b26fcf-4952-4d6d-a841-c4de7656528c req-4c7afb24-412a-419b-be1a-c0f41c9627f3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:16.290760 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82b26fcf-4952-4d6d-a841-c4de7656528c req-4c7afb24-412a-419b-be1a-c0f41c9627f3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.1023991 Oct 18 21:10:16.391627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-82b26fcf-4952-4d6d-a841-c4de7656528c req-bb290c3e-0837-46c8-98af-a42d5c371064 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894256 Oct 18 21:10:16.411081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::268 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/a2e8f672-edbc-4ed7-b7ec-0cc0ec991968/c280ee4a-6c7f-4019-90c3-14b35486d700) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:16.419160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:1d63 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/056470e8-41c5-495e-a316-eec99c3480c5/c280ee4a-6c7f-4019-90c3-14b35486d700) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:16.445431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb4384-4da3-491c-8a81-958deb4713d2 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:16.486206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-108c5f92-c9fa-4370-bef3-2df85bf408ac req-1b97f159-7720-431a-9a0e-3b736e1d8df0 service neutron] (100530) timed out ('10.222.0.30', 56759) {{(pid=100530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:10:16.537406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cb98ced2-fb93-4545-a9e1-1a8e9d6bca69 None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:16.537972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cb98ced2-fb93-4545-a9e1-1a8e9d6bca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.617368 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.658894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.669600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:10:16.708763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:16.712125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:16.715987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:16.721863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:16.722505 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.736711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=c280ee4a-6c7f-4019-90c3-14b35486d700,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:16.742324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:16.742703 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.757928 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fac338ae-71c5-4df3-b3fe-e49360b9999f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9097130 Oct 18 21:10:16.758225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34634) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:16.867153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port c280ee4a-6c7f-4019-90c3-14b35486d700 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:16.867506 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.972747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:16.986539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for c280ee4a-6c7f-4019-90c3-14b35486d700 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:17.047649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-749b23ca-021e-457a-a046-b0213e245618 None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:17.048057 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-749b23ca-021e-457a-a046-b0213e245618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.184979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.215021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=c280ee4a-6c7f-4019-90c3-14b35486d700,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:17.266651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.267468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-04947af6-bc3e-41d0-beae-174398f44b2f None None] Could not find standard attr ID for object c280ee4a-6c7f-4019-90c3-14b35486d700. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:10:17.270038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cbfdb15a-c37c-48e7-9f91-f02e945b80a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/c280ee4a-6c7f-4019-90c3-14b35486d700 HTTP/1.1" status: 204 len: 168 time: 0.5108511 Oct 18 21:10:17.272734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34636) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:17.323297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865f83e-2049-4004-af55-db2283a7a3f5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.324865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2865f83e-2049-4004-af55-db2283a7a3f5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0511239 Oct 18 21:10:17.329084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34638) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:17.390424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38a9da-1057-4846-92cb-1838f712665a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.392190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cd38a9da-1057-4846-92cb-1838f712665a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0622025 Oct 18 21:10:17.396903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34640) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:17.470421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55039f70-0a3b-4ec9-a672-be387106568f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.471960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55039f70-0a3b-4ec9-a672-be387106568f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.473637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55039f70-0a3b-4ec9-a672-be387106568f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.475242 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-55039f70-0a3b-4ec9-a672-be387106568f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0771244 Oct 18 21:10:17.479339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34644) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:17.533087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet 056470e8-41c5-495e-a316-eec99c3480c5 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:17.536878 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.578410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1f233-ab0f-410c-a8ed-34a73945a824 req-d87b52fc-1d02-4189-9671-49840f16f9b9 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.580614 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34d1f233-ab0f-410c-a8ed-34a73945a824 req-d87b52fc-1d02-4189-9671-49840f16f9b9 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0605066 Oct 18 21:10:17.610874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.626371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34d1f233-ab0f-410c-a8ed-34a73945a824 req-c695eed3-5e2c-44f6-89f2-c1fd6085e727 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348699 Oct 18 21:10:17.730576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.807754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.833353 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62f14e-94d7-4041-b7d3-190d18c941a2 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:17.849390 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.852682 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/056470e8-41c5-495e-a316-eec99c3480c5 HTTP/1.1" status: 204 len: 168 time: 0.3723769 Oct 18 21:10:17.854025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c714e89-ec1e-41d4-995e-0c07b90a3ba6 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=056470e8-41c5-495e-a316-eec99c3480c5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:17.855721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34650) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:17.893748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fdc00-e1ce-4e6e-9d53-aeb3f36cc694 req-bad232fd-d51c-4b3f-8541-aebdcdaadc46 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.896496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-971fdc00-e1ce-4e6e-9d53-aeb3f36cc694 req-bad232fd-d51c-4b3f-8541-aebdcdaadc46 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0763254 Oct 18 21:10:17.943711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-971fdc00-e1ce-4e6e-9d53-aeb3f36cc694 req-f7187328-f710-470b-8888-20e8fd348085 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Oct 18 21:10:17.945142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet a2e8f672-edbc-4ed7-b7ec-0cc0ec991968 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:17.950745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:17.981471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-e1f94fff-7955-476d-8d3d-fb4b385dae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:17.982989 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-e1f94fff-7955-476d-8d3d-fb4b385dae8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1096 time: 0.0968714 Oct 18 21:10:18.020830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.156070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-1fa185c4-a80b-4032-af64-28b4f8bb0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:18.157660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-1fa185c4-a80b-4032-af64-28b4f8bb0b09 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.1649942 Oct 18 21:10:18.211888 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.277093 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-40a6f8be-eb26-4c0a-afed-e84a4b15d008 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 1001 time: 0.1093137 Oct 18 21:10:18.340156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.383024 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.386605 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/a2e8f672-edbc-4ed7-b7ec-0cc0ec991968 HTTP/1.1" status: 204 len: 168 time: 0.5298514 Oct 18 21:10:18.389246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34652) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:18.390575 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81d5d1-eecc-4b0e-8391-092fc9bcd5c7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e8f672-edbc-4ed7-b7ec-0cc0ec991968,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:18.396108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-58578f48-9caf-4216-9761-37add6886806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:18.397630 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-58578f48-9caf-4216-9761-37add6886806 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.1130095 Oct 18 21:10:18.444839 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e4bee3fb-bb64-4f2a-9fc6-2f1c2ab20444 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537868 Oct 18 21:10:18.447599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34654) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:18.449778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-29abd8fe-1af0-456a-bffc-7eb4b98b35df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:18.451595 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-29abd8fe-1af0-456a-bffc-7eb4b98b35df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463145 Oct 18 21:10:18.453161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:18.552557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-ecd912de-5921-458d-b6e6-e276d56a7e2e service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933182 Oct 18 21:10:18.559502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:18.564442 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.627902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62708d-ceb3-4aac-aa57-20fc21459e4c None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:18.667432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ccf030d1-b9f5-4ce0-a83e-6e7fe3c5b79c req-c4c1b53a-96af-4fa5-8557-0baccdd0a62a service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003816 Oct 18 21:10:18.731490 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-45748404-8dcf-46f2-af98-bbdb73b1c2ff None None] Provisioning complete for port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:18.731963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-45748404-8dcf-46f2-af98-bbdb73b1c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.793163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.837821 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f5be6043-97b8-44ac-a8cc-177971e6fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.847243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:18.850851 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:18.855281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:18.855893 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:18.868839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=d0bedf6d-eda3-47a9-8a5f-cfe867f7b091,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:18.882643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e9db1b76-3b4c-46b8-8f04-2cfbe2943537 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4314342 Oct 18 21:10:18.883085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34656) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:18.889265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fd77a068-7c40-4759-8c76-34422dcdd5af tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:18.923359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:10:18.975186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] Deleting port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:18.975576 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.009037 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.015753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77a068-7c40-4759-8c76-34422dcdd5af tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:19.019468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fd77a068-7c40-4759-8c76-34422dcdd5af tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.073098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] For port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:19.073810 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.086488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] Calling delete_port for e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:19.144518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a56798-6497-45a5-9292-94683e7c3902 req-bcf866d1-b769-48bf-b5c2-7e86c1e3d8d5 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:19.145920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5a56798-6497-45a5-9292-94683e7c3902 req-bcf866d1-b769-48bf-b5c2-7e86c1e3d8d5 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.1102967 Oct 18 21:10:19.156151 n-d-812149-2 neutron-server[100531]: INFO neutron.db.ipam_backend_mixin [None req-fd77a068-7c40-4759-8c76-34422dcdd5af tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0bedf6d-eda3-47a9-8a5f-cfe867f7b091 (CIDR: 2001:db8::/64) Oct 18 21:10:19.163725 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd77a068-7c40-4759-8c76-34422dcdd5af tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 21:10:19.164183 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd77a068-7c40-4759-8c76-34422dcdd5af tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:19.170564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.195575 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fd77a068-7c40-4759-8c76-34422dcdd5af tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3111658 Oct 18 21:10:19.199434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34660) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:19.201304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] Pushing event deleted for resources: {'Port': ['ID=e8fe23c1-7ed7-4c22-8f96-c5782b4554c5,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:19.204697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'subnet': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:19.207046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f85b28-204b-40fc-99db-fa02b88526cb None None] No DVR routers for this DVR port e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:19.215643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d5a56798-6497-45a5-9292-94683e7c3902 req-099ba39c-1f28-4e30-9b1a-2ee8e5cec0e6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622849 Oct 18 21:10:19.224700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a08d6-5757-489f-9b0b-952e0c15b375 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:19.350293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:19.354071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.386522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'tenant_id': '775105fa57cb4c0bbc92bf096eb0d1cc', 'fixed_ips': [{'subnet_id': 'd0bedf6d-eda3-47a9-8a5f-cfe867f7b091'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:10:19.387400 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.668762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.objects.ports [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 21:10:19.670293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.686975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Allocated IP 2001:db8::2 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/d0bedf6d-eda3-47a9-8a5f-cfe867f7b091/5cd17ec7-7dd6-4d66-b34e-c1833601e4ad) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:19.716251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:19.720189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:19.723633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:19.724234 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.743356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Subnet': ['ID=f577b491-7224-4044-b85a-0934fbdcb9a0,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:19.750602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1d4c7685-269b-4af2-a0a9-353c3632e55b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5501459 Oct 18 21:10:19.753579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34662) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:19.758726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Request body: {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'mac_address': 'fa:16:3e:b8:e0:98', 'name': 'tempest-NetworksTestDHCPv6-712431955'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:19.839943 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.846103 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.869581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Made reservation on behalf of 775105fa57cb4c0bbc92bf096eb0d1cc for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:19.874364 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.884652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:19.887961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:19.891521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:19.895246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] device_id is not set on port 45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:10:19.937111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Pushing event updated for resources: {'Port': ['ID=5cd17ec7-7dd6-4d66-b34e-c1833601e4ad,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:19.971939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Attempting to bind port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:10:19.972308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Attempting to bind port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:10:19.972713 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Attempting to bind port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad on network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:10:19.978193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:10:19.978561 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Checking segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:10:19.978966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:19.979387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Bound using segment: {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:10:19.979857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Bound port: 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:10:19.980235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.053046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] For port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:10:20.056531 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] For port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5cd17ec7-7dd6-4d66-b34e-c1833601e4ad,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:10:20.063498 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.096172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8::d4 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/d0bedf6d-eda3-47a9-8a5f-cfe867f7b091/45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:20.105402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:e098 (598a4034-22dc-45b1-8dc1-9b6428cb3f1a/f577b491-7224-4044-b85a-0934fbdcb9a0/45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:20.127920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4763a-0aee-4f43-b181-1ab97feee2ed None None] Pushing event updated for resources: {'Port': ['ID=5cd17ec7-7dd6-4d66-b34e-c1833601e4ad,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:20.289763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.374586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6858bc-0951-4272-ac06-674d558e9501 req-1e2c9a99-4137-4608-aca7-f3bac13b13a1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:20.377417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f6858bc-0951-4272-ac06-674d558e9501 req-1e2c9a99-4137-4608-aca7-f3bac13b13a1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0806501 Oct 18 21:10:20.378449 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.447960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:20.452636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:20.461321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:20.467013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:20.467702 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.471879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event updated for resources: {'Port': ['ID=45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:20.496696 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7f6858bc-0951-4272-ac06-674d558e9501 req-6afc9917-ee54-4727-9797-b6d2a2840aea tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836585 Oct 18 21:10:20.501779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f4734ec8-34e2-4843-ae51-c4ac6e61ca3a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7471812 Oct 18 21:10:20.503721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34666) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:20.597489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting port 45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:20.597842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.638694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:10:20.688880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:20.689245 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.702013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.714714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Calling delete_port for 45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:20.770767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.807108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5cd17ec7-7dd6-4d66-b34e-c1833601e4ad,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:20.812460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.872795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=5cd17ec7-7dd6-4d66-b34e-c1833601e4ad,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:20.908537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:20.934481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:10:20.934831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e8fe23c1-7ed7-4c22-8f96-c5782b4554c5 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:10:20.948233 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:20.984471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Port': ['ID=45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:21.050726 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.054625 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4ceab5c5-ddc8-4b09-a561-3531004d49ed tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73 HTTP/1.1" status: 204 len: 168 time: 0.5498719 Oct 18 21:10:21.057093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34670) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.130906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f8efb-4ee8-486b-aef8-7c4be2293599 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:21.133009 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-460f8efb-4ee8-486b-aef8-7c4be2293599 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0747080 Oct 18 21:10:21.135821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34672) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.177040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c770560-feb2-431e-a457-9ece8afad12d None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:21.192110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e55896-ec26-412d-8edf-e3055c0aa219 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:21.195833 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-35e55896-ec26-412d-8edf-e3055c0aa219 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0567224 Oct 18 21:10:21.197436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34674) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.254350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e24ce523-9027-48c6-8a79-c679b6eb4bd8 None None] Provisioning complete for port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:21.254639 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e24ce523-9027-48c6-8a79-c679b6eb4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.273126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9932f91-8e66-4c07-9eb8-576b22259e89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:21.276215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9932f91-8e66-4c07-9eb8-576b22259e89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:21.279152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9932f91-8e66-4c07-9eb8-576b22259e89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:21.282742 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d9932f91-8e66-4c07-9eb8-576b22259e89 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0838611 Oct 18 21:10:21.285795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34676) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.349625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet d0bedf6d-eda3-47a9-8a5f-cfe867f7b091 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:21.353025 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.397338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.494201 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.509107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e7841-caf2-42e7-8844-68d7512e978d None None] Update dhcp port {'port': {'network_id': '598a4034-22dc-45b1-8dc1-9b6428cb3f1a', 'fixed_ips': [{'subnet_id': 'd0bedf6d-eda3-47a9-8a5f-cfe867f7b091', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f577b491-7224-4044-b85a-0934fbdcb9a0'}], 'binding:host_id': 'n-d-812149-2'}, 'id': '5cd17ec7-7dd6-4d66-b34e-c1833601e4ad'} from n-d-812149-2. {{(pid=100532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 18 21:10:21.535010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b97e7841-caf2-42e7-8844-68d7512e978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.558390 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.583437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bedf6d-eda3-47a9-8a5f-cfe867f7b091,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:21.589402 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.593149 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-926f1624-1dbe-4a3b-ace0-dbc78595d107 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d0bedf6d-eda3-47a9-8a5f-cfe867f7b091 HTTP/1.1" status: 204 len: 168 time: 0.3056381 Oct 18 21:10:21.595881 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34678) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.651179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Deleting subnet f577b491-7224-4044-b85a-0934fbdcb9a0 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:21.654685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-b97e7841-caf2-42e7-8844-68d7512e978d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0bedf6d-eda3-47a9-8a5f-cfe867f7b091: This subnet is being modified by another concurrent operation. Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0bedf6d-eda3-47a9-8a5f-cfe867f7b091: This subnet is being modified by another concurrent operation. Oct 18 21:10:21.664128 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 21:10:21.697395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.745938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.755804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ed673-4bb8-463c-a4a7-2cf533c055b2 None None] Network 598a4034-22dc-45b1-8dc1-9b6428cb3f1a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:21.809836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.839176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Subnet': ['ID=f577b491-7224-4044-b85a-0934fbdcb9a0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:21.845613 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.850361 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cee70793-deed-44b8-a126-1122820357d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/f577b491-7224-4044-b85a-0934fbdcb9a0 HTTP/1.1" status: 204 len: 168 time: 0.2531738 Oct 18 21:10:21.852783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34680) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.871999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4df914bb-d17c-4df2-b3f9-eed7c775cd78 None None] Provisioning complete for port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:21.872373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4df914bb-d17c-4df2-b3f9-eed7c775cd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:21.893289 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d1f2348c-c52a-4f09-ad66-26314f098e65 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393572 Oct 18 21:10:21.895874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34682) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.950213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55db8a-f5b5-4656-b888-4edd1b624668 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:21.951752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2c55db8a-f5b5-4656-b888-4edd1b624668 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0548706 Oct 18 21:10:21.954691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34684) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:21.969105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] DHCP port deletion for 598a4034-22dc-45b1-8dc1-9b6428cb3f1a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:10:22.015808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9e1f8-ea38-4d87-a757-3e37881e3cec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:22.017451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6fb9e1f8-ea38-4d87-a757-3e37881e3cec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0617943 Oct 18 21:10:22.021388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34686) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.033399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] Deleting port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:22.033778 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:22.062642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9b88919f-f3d9-4589-8f97-83d04d2053c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398450 Oct 18 21:10:22.069518 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34688) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.091723 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5c79cd-a379-443c-972e-2b2ccbfb052c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.092480 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5c79cd-a379-443c-972e-2b2ccbfb052c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.096181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bd5c79cd-a379-443c-972e-2b2ccbfb052c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/45e546ff-1b5a-4b5c-a9ba-1cbd2aa18c73 HTTP/1.1" status: 404 len: 333 time: 0.0271964 Oct 18 21:10:22.098182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] For port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5cd17ec7-7dd6-4d66-b34e-c1833601e4ad,segment=NetworkSegment(4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5),segment_id=4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:22.098586 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:22.099004 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34690) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.112325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] Calling delete_port for 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:22.132321 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-973b8ba4-c523-4c70-b0c5-e425c617ddbd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.132844 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973b8ba4-c523-4c70-b0c5-e425c617ddbd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.135921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-973b8ba4-c523-4c70-b0c5-e425c617ddbd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/f577b491-7224-4044-b85a-0934fbdcb9a0 HTTP/1.1" status: 404 len: 337 time: 0.0356889 Oct 18 21:10:22.138494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34692) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.170148 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab43882d-e85e-4cd6-9bfb-ebea5e91030a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.170605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab43882d-e85e-4cd6-9bfb-ebea5e91030a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.173919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ab43882d-e85e-4cd6-9bfb-ebea5e91030a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d0bedf6d-eda3-47a9-8a5f-cfe867f7b091 HTTP/1.1" status: 404 len: 337 time: 0.0344503 Oct 18 21:10:22.176596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34694) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.200838 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc716043-b881-4380-8add-671e65fa3d84 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.201595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc716043-b881-4380-8add-671e65fa3d84 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.205496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dc716043-b881-4380-8add-671e65fa3d84 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/c280ee4a-6c7f-4019-90c3-14b35486d700 HTTP/1.1" status: 404 len: 333 time: 0.0277331 Oct 18 21:10:22.208525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34696) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.210280 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:22.237653 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdc3e97-385a-4d3b-9842-f41ea41b0693 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.238114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdc3e97-385a-4d3b-9842-f41ea41b0693 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.240018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] Pushing event deleted for resources: {'Port': ['ID=5cd17ec7-7dd6-4d66-b34e-c1833601e4ad,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:22.245161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6cdc3e97-385a-4d3b-9842-f41ea41b0693 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/056470e8-41c5-495e-a316-eec99c3480c5 HTTP/1.1" status: 404 len: 337 time: 0.0317965 Oct 18 21:10:22.246273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34698) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.246403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15a177a-13d9-4c0b-95fb-8e06090d9370 None None] No DVR routers for this DVR port 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:22.272135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c52406-4613-4a2f-9670-460e8e68f5a1 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 21:10:22.275056 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-57df647a-3ca1-42de-86cb-c613a7f40687 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.275520 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57df647a-3ca1-42de-86cb-c613a7f40687 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.278737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-57df647a-3ca1-42de-86cb-c613a7f40687 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/a2e8f672-edbc-4ed7-b7ec-0cc0ec991968 HTTP/1.1" status: 404 len: 337 time: 0.0319269 Oct 18 21:10:22.282035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34700) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.306111 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba8f6ad-15e7-495c-a2b5-70322c4a0b43 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.306770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba8f6ad-15e7-495c-a2b5-70322c4a0b43 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.310061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aba8f6ad-15e7-495c-a2b5-70322c4a0b43 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/bc4a5e2b-46d7-455d-a7a4-116fa2023dff HTTP/1.1" status: 404 len: 333 time: 0.0270681 Oct 18 21:10:22.312955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34702) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.339321 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ec6aa2-eca9-43a5-9725-abf091260d98 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.339726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ec6aa2-eca9-43a5-9725-abf091260d98 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.344481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b0ec6aa2-eca9-43a5-9725-abf091260d98 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/4ef9fcad-d914-4bea-9e15-fa71e1bdbd32 HTTP/1.1" status: 404 len: 337 time: 0.0302224 Oct 18 21:10:22.346793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34704) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.371011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c52406-4613-4a2f-9670-460e8e68f5a1 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 21:10:22.378153 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcaaff5-a819-4d18-84bc-2f4454bd288c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.378607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcaaff5-a819-4d18-84bc-2f4454bd288c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.381769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1dcaaff5-a819-4d18-84bc-2f4454bd288c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/ae4c90c1-609d-46b6-a419-f672ae7b3b6d HTTP/1.1" status: 404 len: 337 time: 0.0339882 Oct 18 21:10:22.384686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34706) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.408901 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d57b14-6b4e-4789-904b-31ea97912821 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.409604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d57b14-6b4e-4789-904b-31ea97912821 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.412717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c6d57b14-6b4e-4789-904b-31ea97912821 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/b6b0175e-cf89-4f6d-bf26-826067594dce HTTP/1.1" status: 404 len: 333 time: 0.0270219 Oct 18 21:10:22.417661 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34708) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.445382 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-176853b5-5902-4073-a4bd-34dcb0d4f9df tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.445837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176853b5-5902-4073-a4bd-34dcb0d4f9df tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.449037 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-176853b5-5902-4073-a4bd-34dcb0d4f9df tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/01db8441-6edd-45b3-b8ef-0409821fdacc HTTP/1.1" status: 404 len: 337 time: 0.0301554 Oct 18 21:10:22.451539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34710) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.479448 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f7412e-bce2-4d09-a923-d11b25dc09dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.479904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f7412e-bce2-4d09-a923-d11b25dc09dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.483406 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-51f7412e-bce2-4d09-a923-d11b25dc09dd tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d0b78d2d-b238-4fdd-bcec-bae5d7644fd8 HTTP/1.1" status: 404 len: 337 time: 0.0302627 Oct 18 21:10:22.487298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34712) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.526013 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1709ea6-544e-4635-a56c-828c5d3778b5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.527179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1709ea6-544e-4635-a56c-828c5d3778b5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.533747 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a1709ea6-544e-4635-a56c-828c5d3778b5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/c27fc587-fb3d-44ae-aa78-f39a1b64412b HTTP/1.1" status: 404 len: 333 time: 0.0449800 Oct 18 21:10:22.536018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34714) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.563378 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f573577-24ae-429b-9c83-802536cc9f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.564207 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f573577-24ae-429b-9c83-802536cc9f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.570248 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2f573577-24ae-429b-9c83-802536cc9f8c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d4f3aac8-bdd2-4f37-a344-0514185215c7 HTTP/1.1" status: 404 len: 337 time: 0.0329978 Oct 18 21:10:22.572712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34716) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.606168 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca49c5c0-0546-4fec-8635-8c85a1ed68fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.607195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca49c5c0-0546-4fec-8635-8c85a1ed68fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.611291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ca49c5c0-0546-4fec-8635-8c85a1ed68fb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/67c0e93e-afb2-4441-8a7d-4b6a76e3c171 HTTP/1.1" status: 404 len: 333 time: 0.0374498 Oct 18 21:10:22.614457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34718) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.637913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:22.649973 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d518580-f501-4f30-9b80-e9881347fc63 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.650700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d518580-f501-4f30-9b80-e9881347fc63 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.654167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9d518580-f501-4f30-9b80-e9881347fc63 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/1e72cac6-4664-48d5-a630-f0fa1fd8919b HTTP/1.1" status: 404 len: 337 time: 0.0370128 Oct 18 21:10:22.658160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34720) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.667431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:10:22.667783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5cd17ec7-7dd6-4d66-b34e-c1833601e4ad not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:10:22.694253 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e8563b-b733-4526-9d70-3112c9b9339a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.694996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e8563b-b733-4526-9d70-3112c9b9339a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.698241 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e0e8563b-b733-4526-9d70-3112c9b9339a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/823e49e1-2ab3-43f0-8e97-6ef18750a834 HTTP/1.1" status: 404 len: 333 time: 0.0388260 Oct 18 21:10:22.702419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34722) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.729067 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8766b4-9828-4a6f-b7d7-386620dbf494 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.729526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8766b4-9828-4a6f-b7d7-386620dbf494 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.732653 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b8766b4-9828-4a6f-b7d7-386620dbf494 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/db9b669e-2038-4c08-832f-b881b141f3e4 HTTP/1.1" status: 404 len: 337 time: 0.0293353 Oct 18 21:10:22.735931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34724) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.760287 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef099c0-963b-4a02-9139-09b23d62c12c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.761140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef099c0-963b-4a02-9139-09b23d62c12c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.764141 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6ef099c0-963b-4a02-9139-09b23d62c12c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/38d9655f-8f6a-4354-ac6d-d82818a6603e HTTP/1.1" status: 404 len: 333 time: 0.0270960 Oct 18 21:10:22.768155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34726) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.795067 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cda1c9d-c1e7-441f-8abe-50c2a5a877eb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.795519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cda1c9d-c1e7-441f-8abe-50c2a5a877eb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.799240 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5cda1c9d-c1e7-441f-8abe-50c2a5a877eb tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/788ae543-a67f-46bd-9671-3ed89b48cd09 HTTP/1.1" status: 404 len: 337 time: 0.0300865 Oct 18 21:10:22.802076 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34728) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.825251 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb89aef3-d6f7-4ddd-860f-0e39401c356f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.825850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb89aef3-d6f7-4ddd-860f-0e39401c356f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.829103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eb89aef3-d6f7-4ddd-860f-0e39401c356f tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/337af02d-1914-45dc-a87a-a5d8eb6df5a5 HTTP/1.1" status: 404 len: 333 time: 0.0260785 Oct 18 21:10:22.832772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34730) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.860056 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-452b4973-589e-48d0-b57c-e9c07e4dcf1a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.860554 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452b4973-589e-48d0-b57c-e9c07e4dcf1a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.863697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-452b4973-589e-48d0-b57c-e9c07e4dcf1a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/2c3c8929-7672-4847-878e-28c3e642affc HTTP/1.1" status: 404 len: 337 time: 0.0299566 Oct 18 21:10:22.867686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34732) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.895178 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d18b47-fa5a-47cb-a467-9b8d6f99b4ec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.895805 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d18b47-fa5a-47cb-a467-9b8d6f99b4ec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.898955 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-52d18b47-fa5a-47cb-a467-9b8d6f99b4ec tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/3b4b0384-6dea-4d7f-affe-597f911dca63 HTTP/1.1" status: 404 len: 333 time: 0.0303257 Oct 18 21:10:22.901904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34734) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.929696 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf3b2cf-d91a-4013-a1e7-d4687edf1240 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.930154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf3b2cf-d91a-4013-a1e7-d4687edf1240 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.933294 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7bf3b2cf-d91a-4013-a1e7-d4687edf1240 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/03cc9dec-4098-43bd-94f4-384fc2292179 HTTP/1.1" status: 404 len: 337 time: 0.0304315 Oct 18 21:10:22.936131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34736) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.962533 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-858639d8-d8a0-4de5-a411-00715108ab30 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.962989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858639d8-d8a0-4de5-a411-00715108ab30 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.966398 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-858639d8-d8a0-4de5-a411-00715108ab30 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/c5bd8d11-3825-4953-99bb-a81da68af8c9 HTTP/1.1" status: 404 len: 337 time: 0.0293310 Oct 18 21:10:22.969585 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34738) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:22.994209 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab004cf-1977-42b3-a8c9-f960656fe62a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:22.994892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab004cf-1977-42b3-a8c9-f960656fe62a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:22.998018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8ab004cf-1977-42b3-a8c9-f960656fe62a tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/7a4c9e71-c3f7-492c-a0ad-413d6522de0a HTTP/1.1" status: 404 len: 333 time: 0.0274296 Oct 18 21:10:23.000695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34740) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.027621 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-07581a10-9e01-4f1d-8bfd-f06c720a30c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.028101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07581a10-9e01-4f1d-8bfd-f06c720a30c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.032128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-07581a10-9e01-4f1d-8bfd-f06c720a30c0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/214bfffe-4492-4a10-8d34-196b8c822cd1 HTTP/1.1" status: 404 len: 337 time: 0.0301776 Oct 18 21:10:23.035056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34742) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.063014 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d003f5-f91b-456e-9675-306a4bc0ad94 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.063472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d003f5-f91b-456e-9675-306a4bc0ad94 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.066774 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b6d003f5-f91b-456e-9675-306a4bc0ad94 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/e4736133-0da1-45d3-bc5d-e8472acb12ac HTTP/1.1" status: 404 len: 337 time: 0.0306911 Oct 18 21:10:23.069430 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34744) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.098842 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a4958b-8f9e-4413-b99d-63e3ad533e3d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.099475 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a4958b-8f9e-4413-b99d-63e3ad533e3d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.102721 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-41a4958b-8f9e-4413-b99d-63e3ad533e3d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/f3932494-b2c8-4936-ab6a-1ece0565fcd2 HTTP/1.1" status: 404 len: 333 time: 0.0322509 Oct 18 21:10:23.105713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34746) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.135036 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f240a7c-93d3-41a3-b4ec-e864e9b7b467 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.135495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f240a7c-93d3-41a3-b4ec-e864e9b7b467 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.138645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5f240a7c-93d3-41a3-b4ec-e864e9b7b467 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/64a1f330-6d6d-405d-8716-58951968b738 HTTP/1.1" status: 404 len: 337 time: 0.0319517 Oct 18 21:10:23.143298 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34748) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.170989 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa706ddf-8106-4517-85d2-6b2f629fb8fa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.171440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa706ddf-8106-4517-85d2-6b2f629fb8fa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.174611 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fa706ddf-8106-4517-85d2-6b2f629fb8fa tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/b203cef0-118c-4af6-9421-478e97e197ea HTTP/1.1" status: 404 len: 337 time: 0.0302954 Oct 18 21:10:23.178698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34750) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.180658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72a1c81a-725a-4ff8-ae8b-6e1d57434796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:23.201729 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c5fe68-e669-4517-9a17-8111bc2a67d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.202949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c5fe68-e669-4517-9a17-8111bc2a67d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.206027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-56c5fe68-e669-4517-9a17-8111bc2a67d0 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/b6ab9e42-e546-4415-a48c-a35c2a6af5c2 HTTP/1.1" status: 404 len: 333 time: 0.0263774 Oct 18 21:10:23.208864 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34752) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.241004 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b4c175-316b-4ac2-953f-a7e64a1a8251 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.241463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b4c175-316b-4ac2-953f-a7e64a1a8251 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.244645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-58b4c175-316b-4ac2-953f-a7e64a1a8251 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/fba29559-e2b3-4a0a-b135-d245ff39e5da HTTP/1.1" status: 404 len: 337 time: 0.0347123 Oct 18 21:10:23.247215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34754) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.274847 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-767d1f55-9f38-422c-a1d3-69b92f463621 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.275302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767d1f55-9f38-422c-a1d3-69b92f463621 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.278427 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-767d1f55-9f38-422c-a1d3-69b92f463621 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/7d160c3d-1bc3-4142-95e6-050155b3ebc6 HTTP/1.1" status: 404 len: 337 time: 0.0302331 Oct 18 21:10:23.281646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34756) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.328703 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e20d939-6a5b-4ef2-8de4-1c22ef4bf4a7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports?device_id=11fbb775-2be3-46a8-90d2-c8c4680a7217 HTTP/1.1" status: 200 len: 205 time: 0.0459106 Oct 18 21:10:23.331060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34758) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.367717 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-a76c2419-a709-4eeb-a2ca-cd15a497560b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] delete failed (client error): The resource could not be found. Oct 18 21:10:23.368735 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a76c2419-a709-4eeb-a2ca-cd15a497560b tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/routers/11fbb775-2be3-46a8-90d2-c8c4680a7217 HTTP/1.1" status: 404 len: 336 time: 0.0367124 Oct 18 21:10:23.371746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34760) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.404710 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbe6508-a619-4ad5-9112-8bdaddab3ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.405724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbe6508-a619-4ad5-9112-8bdaddab3ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.408911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-acbe6508-a619-4ad5-9112-8bdaddab3ee2 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/d78bc558-ef72-4dd8-b923-2ffd15c85580 HTTP/1.1" status: 404 len: 337 time: 0.0361717 Oct 18 21:10:23.412762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34762) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.442347 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-84b09e73-2249-42c8-bf7c-f60ffcc04535 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "GET /v2.0/ports?device_id=26cf417f-0b2a-407a-bbe2-3c97b61d085b HTTP/1.1" status: 200 len: 205 time: 0.0273528 Oct 18 21:10:23.444003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34764) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.489111 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-6c31b7f4-5157-43f1-9b8b-62474c51272e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] delete failed (client error): The resource could not be found. Oct 18 21:10:23.490223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6c31b7f4-5157-43f1-9b8b-62474c51272e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/routers/26cf417f-0b2a-407a-bbe2-3c97b61d085b HTTP/1.1" status: 404 len: 336 time: 0.0450952 Oct 18 21:10:23.493354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34766) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.523525 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-412f0a6e-fbad-45eb-8c36-e8f4e2d65288 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.523988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412f0a6e-fbad-45eb-8c36-e8f4e2d65288 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.527318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-412f0a6e-fbad-45eb-8c36-e8f4e2d65288 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/6b032357-cbff-4ab2-97aa-4823aa627460 HTTP/1.1" status: 404 len: 337 time: 0.0327344 Oct 18 21:10:23.531117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34768) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.572017 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1185cf3-14ce-4929-98b1-082e2086aeb5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.572645 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1185cf3-14ce-4929-98b1-082e2086aeb5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.575948 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b1185cf3-14ce-4929-98b1-082e2086aeb5 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/38ea8a07-ef6a-4e7c-8b8a-aa5504bc90b5 HTTP/1.1" status: 404 len: 337 time: 0.0433769 Oct 18 21:10:23.579402 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34770) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.604196 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0012afb4-ddff-4323-98f3-700d2580cee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.605003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0012afb4-ddff-4323-98f3-700d2580cee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.608436 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0012afb4-ddff-4323-98f3-700d2580cee9 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/12a61bc6-4bf6-4d8d-baa8-2ac9fc87cce5 HTTP/1.1" status: 404 len: 333 time: 0.0278246 Oct 18 21:10:23.611436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34772) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.640362 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cd1856-b511-4bd0-8e51-8215b5c5dde3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.640767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cd1856-b511-4bd0-8e51-8215b5c5dde3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.644754 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c5cd1856-b511-4bd0-8e51-8215b5c5dde3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/e4e2afe8-8124-448f-ac18-809cf7c4d42f HTTP/1.1" status: 404 len: 337 time: 0.0319254 Oct 18 21:10:23.647574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34774) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.677204 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6cc115-d318-4e44-81c1-9c2540e6c4de tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.677989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6cc115-d318-4e44-81c1-9c2540e6c4de tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.681404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9e6cc115-d318-4e44-81c1-9c2540e6c4de tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/65499087-394a-46cb-9a94-02e8fb69ea8e HTTP/1.1" status: 404 len: 333 time: 0.0327227 Oct 18 21:10:23.684512 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34776) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.713236 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4ccd74-2975-48cf-b472-760ccdea53c4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.713692 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4ccd74-2975-48cf-b472-760ccdea53c4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.716967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0b4ccd74-2975-48cf-b472-760ccdea53c4 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/61af3e93-cc6d-4b19-a4f2-f72571820214 HTTP/1.1" status: 404 len: 337 time: 0.0313756 Oct 18 21:10:23.719656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34778) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.743311 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e51bc0-d5e9-4799-953d-39c9a28e8a5d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.744012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e51bc0-d5e9-4799-953d-39c9a28e8a5d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.747224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a2e51bc0-d5e9-4799-953d-39c9a28e8a5d tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/4c307351-91ba-4758-8999-58082c0670cd HTTP/1.1" status: 404 len: 333 time: 0.0265570 Oct 18 21:10:23.751482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34780) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.780164 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd5b004-72e8-4eaf-87ea-366404dac0c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.781012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd5b004-72e8-4eaf-87ea-366404dac0c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.784042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6cd5b004-72e8-4eaf-87ea-366404dac0c3 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/70228717-efa2-4dbb-95c6-50523632674b HTTP/1.1" status: 404 len: 337 time: 0.0314898 Oct 18 21:10:23.786840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34782) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.813677 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-630d46d7-0e83-45e4-8722-7b5765ae6c2e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.814424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630d46d7-0e83-45e4-8722-7b5765ae6c2e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.817626 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-630d46d7-0e83-45e4-8722-7b5765ae6c2e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/c659aabd-b798-44f0-beba-5381ee995b71 HTTP/1.1" status: 404 len: 333 time: 0.0294437 Oct 18 21:10:23.820894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34784) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.848786 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0414cadb-effe-490e-9534-5fa3e339b09c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.849294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0414cadb-effe-490e-9534-5fa3e339b09c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.852605 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0414cadb-effe-490e-9534-5fa3e339b09c tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/575c9fb9-66a1-4ee8-a631-69663eac2300 HTTP/1.1" status: 404 len: 337 time: 0.0306246 Oct 18 21:10:23.855401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34786) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.880813 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d61e68-d193-4d9a-9c5d-4a21945b7a63 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.881544 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d61e68-d193-4d9a-9c5d-4a21945b7a63 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.884803 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e1d61e68-d193-4d9a-9c5d-4a21945b7a63 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/faea48c0-6476-4b84-9d4e-02efa81c6b61 HTTP/1.1" status: 404 len: 333 time: 0.0283554 Oct 18 21:10:23.887443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34788) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.915181 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-402959cb-5ec9-441c-87e2-55c2a12358d7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.915603 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402959cb-5ec9-441c-87e2-55c2a12358d7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.918861 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-402959cb-5ec9-441c-87e2-55c2a12358d7 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/747109c8-c32d-444d-a5ee-b36311a23466 HTTP/1.1" status: 404 len: 337 time: 0.0304079 Oct 18 21:10:23.923110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34790) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.954274 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b51ddde-c1f9-4aa4-945b-70d193b8edfe tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.955009 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b51ddde-c1f9-4aa4-945b-70d193b8edfe tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.958265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6b51ddde-c1f9-4aa4-945b-70d193b8edfe tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/dff3a28e-0365-4700-8e0d-584fa3c96745 HTTP/1.1" status: 404 len: 333 time: 0.0340354 Oct 18 21:10:23.960721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34792) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:23.988744 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6eda531-9d88-4c19-81e1-d9ee74d04cab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:23.989229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6eda531-9d88-4c19-81e1-d9ee74d04cab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:23.992513 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e6eda531-9d88-4c19-81e1-d9ee74d04cab tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/7f2256b0-952d-4699-b4d1-5a664b0f919b HTTP/1.1" status: 404 len: 337 time: 0.0307503 Oct 18 21:10:23.995329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34794) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:24.022628 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-00230849-a19b-4afa-bd98-838bf6682fae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:24.023350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00230849-a19b-4afa-bd98-838bf6682fae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:24.026547 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-00230849-a19b-4afa-bd98-838bf6682fae tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/ports/2c349264-8f5a-4009-ab69-3c30c5e49bcd HTTP/1.1" status: 404 len: 333 time: 0.0300550 Oct 18 21:10:24.029359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34796) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:24.057614 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-144b5a1a-c8d1-4f7a-814f-41e0d1ff860e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] DELETE failed (client error): The resource could not be found. Oct 18 21:10:24.058079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144b5a1a-c8d1-4f7a-814f-41e0d1ff860e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:10:24.061387 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-144b5a1a-c8d1-4f7a-814f-41e0d1ff860e tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/subnets/122a7e2f-ffc0-4a38-96c3-c4d474501bea HTTP/1.1" status: 404 len: 337 time: 0.0308290 Oct 18 21:10:24.063967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34798) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:24.148451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.211556 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.246410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.273751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598a4034-22dc-45b1-8dc1-9b6428cb3f1a']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:24.286183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:24.286599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5a43b6-478b-4b3f-b4ab-7d856c06a4d5') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:24.299196 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.319158 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.327818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:10:24.328230 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:10:24.331721 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:10:24.402554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.419459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.419459 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] 10.222.0.66 "DELETE /v2.0/networks/598a4034-22dc-45b1-8dc1-9b6428cb3f1a HTTP/1.1" status: 204 len: 168 time: 0.3537636 Oct 18 21:10:24.439946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71139e34-ad50-42a6-8c81-99853f773e20 tempest-NetworksTestDHCPv6-1477992726 tempest-NetworksTestDHCPv6-1477992726-project] Pushing event deleted for resources: {'Network': ['ID=598a4034-22dc-45b1-8dc1-9b6428cb3f1a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:24.688146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:24.835728 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-81a6245f-f1bf-4b12-8a92-c78af8d92990 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=775105fa57cb4c0bbc92bf096eb0d1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460662 Oct 18 21:10:24.838126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34808) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:24.890351 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7beca952-15dd-4a92-a35b-6de37d885192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.913298 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7beca952-15dd-4a92-a35b-6de37d885192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.964233 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7beca952-15dd-4a92-a35b-6de37d885192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.966918 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7beca952-15dd-4a92-a35b-6de37d885192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:24.968170 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7beca952-15dd-4a92-a35b-6de37d885192 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03cb5e8d-6a1d-4cf9-baed-a708b7d0b2f2 HTTP/1.1" status: 204 len: 168 time: 0.1290896 Oct 18 21:10:24.976663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beca952-15dd-4a92-a35b-6de37d885192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cb5e8d-6a1d-4cf9-baed-a708b7d0b2f2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:25.234429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:25.709015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34830) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:25.822697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--244604091'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:25.856500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:25.866046 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:25.955174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:25.960624 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.020751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd239a-a204-4db6-9545-bc7a9dc3158e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:26.065507 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.069670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.110159 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.111408 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4013438 Oct 18 21:10:26.113872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afdaa3-d9a6-4422-ad67-74be40c11c4b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3060d74-c682-420c-a280-39ca8e01d04a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:26.114588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.183518 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ac7cf9f1-4ad1-40f3-a315-ab41bbf48b90 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0674076 Oct 18 21:10:26.185978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.190772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3b021006-b9c6-4983-9b9a-4d50601e5470 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-security--717377361', 'description': 'tempest-security-description-2124277283'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:26.219231 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b021006-b9c6-4983-9b9a-4d50601e5470 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.278321 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b021006-b9c6-4983-9b9a-4d50601e5470 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.283333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b021006-b9c6-4983-9b9a-4d50601e5470 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.286837 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b021006-b9c6-4983-9b9a-4d50601e5470 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.287529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b021006-b9c6-4983-9b9a-4d50601e5470 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "PUT /v2.0/security-groups/b3060d74-c682-420c-a280-39ca8e01d04a HTTP/1.1" status: 200 len: 1779 time: 0.1005840 Oct 18 21:10:26.290751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34838) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.317717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b021006-b9c6-4983-9b9a-4d50601e5470 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3060d74-c682-420c-a280-39ca8e01d04a,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:26.341466 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-db66d33b-24f5-4a11-bc45-0ded8d94e49d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups/b3060d74-c682-420c-a280-39ca8e01d04a HTTP/1.1" status: 200 len: 1779 time: 0.0487568 Oct 18 21:10:26.344425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34840) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.402377 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0080cef2-c3e4-4388-aa76-da4b3df8f4e1 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.438002 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0080cef2-c3e4-4388-aa76-da4b3df8f4e1 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.508893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0080cef2-c3e4-4388-aa76-da4b3df8f4e1 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.512777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0080cef2-c3e4-4388-aa76-da4b3df8f4e1 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.514365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0080cef2-c3e4-4388-aa76-da4b3df8f4e1 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/b3060d74-c682-420c-a280-39ca8e01d04a HTTP/1.1" status: 204 len: 168 time: 0.1688511 Oct 18 21:10:26.517416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34844) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.528503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080cef2-c3e4-4388-aa76-da4b3df8f4e1 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3060d74-c682-420c-a280-39ca8e01d04a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:26.571410 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-622ce6bf-3178-4b8f-a482-4af28b7e4593 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524375 Oct 18 21:10:26.574208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34846) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.587568 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-2a344b05-f51c-4d1d-967d-71913228f251 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] delete failed (client error): The resource could not be found. Oct 18 21:10:26.588623 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2a344b05-f51c-4d1d-967d-71913228f251 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/b3060d74-c682-420c-a280-39ca8e01d04a HTTP/1.1" status: 404 len: 347 time: 0.0134709 Oct 18 21:10:26.592624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.597272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bc5f5e30-d15a-44a8-9393-4b73d6e4d36d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353890666'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:26.620275 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5e30-d15a-44a8-9393-4b73d6e4d36d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.671031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.692301 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5e30-d15a-44a8-9393-4b73d6e4d36d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.696120 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5e30-d15a-44a8-9393-4b73d6e4d36d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.722418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5e30-d15a-44a8-9393-4b73d6e4d36d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.723709 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bc5f5e30-d15a-44a8-9393-4b73d6e4d36d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1299655 Oct 18 21:10:26.727171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34850) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.732897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f5e30-d15a-44a8-9393-4b73d6e4d36d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386056f8-65d7-4db8-b602-8a2ecfc0cf47,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:26.733717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-430c4087-c813-4aea-ad62-f1bdc4099f9b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '386056f8-65d7-4db8-b602-8a2ecfc0cf47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:26.765495 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-430c4087-c813-4aea-ad62-f1bdc4099f9b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.851422 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-430c4087-c813-4aea-ad62-f1bdc4099f9b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.856079 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-430c4087-c813-4aea-ad62-f1bdc4099f9b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.876596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c4087-c813-4aea-ad62-f1bdc4099f9b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e3a3b9-9dd9-4b80-b0ca-f9e15a5aff83,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:26.885236 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-430c4087-c813-4aea-ad62-f1bdc4099f9b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.886479 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-430c4087-c813-4aea-ad62-f1bdc4099f9b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579885 Oct 18 21:10:26.889930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34852) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.922280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a52e551a-842b-4560-8ed8-5068f768f64c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.932516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a52e551a-842b-4560-8ed8-5068f768f64c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.966552 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a52e551a-842b-4560-8ed8-5068f768f64c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.973374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a52e551a-842b-4560-8ed8-5068f768f64c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:26.974562 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a52e551a-842b-4560-8ed8-5068f768f64c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/51e3a3b9-9dd9-4b80-b0ca-f9e15a5aff83 HTTP/1.1" status: 204 len: 168 time: 0.0835845 Oct 18 21:10:26.977913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34854) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:26.980997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e551a-842b-4560-8ed8-5068f768f64c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51e3a3b9-9dd9-4b80-b0ca-f9e15a5aff83,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:27.033039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-74d1dff2-5699-4632-9744-e803ea6a73fb tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535533 Oct 18 21:10:27.035773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34856) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:27.090413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e4b2-5615-444c-8c27-32b76897519d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.115434 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e4b2-5615-444c-8c27-32b76897519d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.161783 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e4b2-5615-444c-8c27-32b76897519d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.164617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e4b2-5615-444c-8c27-32b76897519d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.165796 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8bc8e4b2-5615-444c-8c27-32b76897519d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/386056f8-65d7-4db8-b602-8a2ecfc0cf47 HTTP/1.1" status: 204 len: 168 time: 0.1290867 Oct 18 21:10:27.168711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34858) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:27.175764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8e4b2-5615-444c-8c27-32b76897519d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386056f8-65d7-4db8-b602-8a2ecfc0cf47,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:27.218315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9a5328e1-72f2-4e2c-8917-bf6677dbf793 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482335 Oct 18 21:10:27.222066 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34860) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:27.226930 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e1333d50-0b3a-417d-81ec-d0eade36ce1f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--157261212'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:27.251779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1333d50-0b3a-417d-81ec-d0eade36ce1f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.318534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1333d50-0b3a-417d-81ec-d0eade36ce1f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.322537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1333d50-0b3a-417d-81ec-d0eade36ce1f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.356190 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e1333d50-0b3a-417d-81ec-d0eade36ce1f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.357561 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e1333d50-0b3a-417d-81ec-d0eade36ce1f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1344810 Oct 18 21:10:27.360288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1333d50-0b3a-417d-81ec-d0eade36ce1f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bc12c1-9a8b-40fd-b23a-4929a983f293,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:27.361196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34862) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:27.368318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ccae2190-3b1f-4b61-b418-a36e39b4055d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '37bc12c1-9a8b-40fd-b23a-4929a983f293', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:27.400628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccae2190-3b1f-4b61-b418-a36e39b4055d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.480895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccae2190-3b1f-4b61-b418-a36e39b4055d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.486127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccae2190-3b1f-4b61-b418-a36e39b4055d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.507445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae2190-3b1f-4b61-b418-a36e39b4055d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40d9452-b4d7-4620-914e-6fbd55f83bb0,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:27.519114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ccae2190-3b1f-4b61-b418-a36e39b4055d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.520607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ccae2190-3b1f-4b61-b418-a36e39b4055d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581964 Oct 18 21:10:27.523523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34864) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:27.528362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-79de5db2-eff4-4287-bf73-da18d7313642 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '37bc12c1-9a8b-40fd-b23a-4929a983f293', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:27.559991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79de5db2-eff4-4287-bf73-da18d7313642 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.624862 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79de5db2-eff4-4287-bf73-da18d7313642 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.629691 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79de5db2-eff4-4287-bf73-da18d7313642 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.652537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de5db2-eff4-4287-bf73-da18d7313642 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25899f66-4b4d-4ee7-960d-f5c09ac02a33,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:27.660315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-79de5db2-eff4-4287-bf73-da18d7313642 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.661668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-79de5db2-eff4-4287-bf73-da18d7313642 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371143 Oct 18 21:10:27.665067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34866) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:27.670337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-9d14b864-80f3-44de-8267-17e557ac62d9 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '37bc12c1-9a8b-40fd-b23a-4929a983f293', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:27.702660 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d14b864-80f3-44de-8267-17e557ac62d9 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.777168 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d14b864-80f3-44de-8267-17e557ac62d9 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.782798 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d14b864-80f3-44de-8267-17e557ac62d9 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.803457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b864-80f3-44de-8267-17e557ac62d9 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cdba1d-37cc-4ab0-ade2-a5fa47bc8d38,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:27.818845 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9d14b864-80f3-44de-8267-17e557ac62d9 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.821223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9d14b864-80f3-44de-8267-17e557ac62d9 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545594 Oct 18 21:10:27.823894 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34872) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:27.830337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-90baf326-71b9-4461-876a-4edaf0eaebff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '37bc12c1-9a8b-40fd-b23a-4929a983f293', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:27.868467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90baf326-71b9-4461-876a-4edaf0eaebff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.956165 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90baf326-71b9-4461-876a-4edaf0eaebff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.960760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90baf326-71b9-4461-876a-4edaf0eaebff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.983436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baf326-71b9-4461-876a-4edaf0eaebff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f42460-63df-4eea-a3a6-82e0fab6d689,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:27.994321 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90baf326-71b9-4461-876a-4edaf0eaebff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:27.998481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-90baf326-71b9-4461-876a-4edaf0eaebff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706467 Oct 18 21:10:27.998877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34874) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.004154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7b8ab709-e5c9-4496-83a0-c4ca1e03c5e4 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '37bc12c1-9a8b-40fd-b23a-4929a983f293', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:28.046261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab709-e5c9-4496-83a0-c4ca1e03c5e4 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.117705 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab709-e5c9-4496-83a0-c4ca1e03c5e4 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.121433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab709-e5c9-4496-83a0-c4ca1e03c5e4 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.155713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ab709-e5c9-4496-83a0-c4ca1e03c5e4 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c2ccd4-7369-4bb3-b2a3-4915b9065d45,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:28.155713 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab709-e5c9-4496-83a0-c4ca1e03c5e4 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.155713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7b8ab709-e5c9-4496-83a0-c4ca1e03c5e4 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1552410 Oct 18 21:10:28.158801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34878) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.194832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14bbb4bb-864f-4f38-bc1d-af29d8f20c0a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.210453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14bbb4bb-864f-4f38-bc1d-af29d8f20c0a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.239104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14bbb4bb-864f-4f38-bc1d-af29d8f20c0a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.246094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14bbb4bb-864f-4f38-bc1d-af29d8f20c0a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.247359 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-14bbb4bb-864f-4f38-bc1d-af29d8f20c0a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/43c2ccd4-7369-4bb3-b2a3-4915b9065d45 HTTP/1.1" status: 204 len: 168 time: 0.0872896 Oct 18 21:10:28.251254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34880) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.254580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbb4bb-864f-4f38-bc1d-af29d8f20c0a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43c2ccd4-7369-4bb3-b2a3-4915b9065d45,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:28.303601 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6fb0d6e3-66c9-447c-8946-0b9010d83e39 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0507412 Oct 18 21:10:28.306227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.338071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a838f9e5-251b-41a3-aacd-1cdc192b95ef tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.346423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a838f9e5-251b-41a3-aacd-1cdc192b95ef tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.374269 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a838f9e5-251b-41a3-aacd-1cdc192b95ef tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.381302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a838f9e5-251b-41a3-aacd-1cdc192b95ef tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.383209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a838f9e5-251b-41a3-aacd-1cdc192b95ef tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/43f42460-63df-4eea-a3a6-82e0fab6d689 HTTP/1.1" status: 204 len: 168 time: 0.0758348 Oct 18 21:10:28.386018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34884) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.395909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838f9e5-251b-41a3-aacd-1cdc192b95ef tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43f42460-63df-4eea-a3a6-82e0fab6d689,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:28.455582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-628257d0-8c34-43cc-99b3-e206a6a4f54c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0683434 Oct 18 21:10:28.458918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34886) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.487652 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05acf84-272b-4746-9ff2-3cff7f946679 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.496621 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05acf84-272b-4746-9ff2-3cff7f946679 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.527303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05acf84-272b-4746-9ff2-3cff7f946679 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.534608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d05acf84-272b-4746-9ff2-3cff7f946679 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.535816 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d05acf84-272b-4746-9ff2-3cff7f946679 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/09cdba1d-37cc-4ab0-ade2-a5fa47bc8d38 HTTP/1.1" status: 204 len: 168 time: 0.0758572 Oct 18 21:10:28.539190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34888) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.541616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05acf84-272b-4746-9ff2-3cff7f946679 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09cdba1d-37cc-4ab0-ade2-a5fa47bc8d38,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:28.588514 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7810cbff-6b09-45be-97dd-05b62c922ee1 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0480027 Oct 18 21:10:28.591783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34890) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.619553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3289128-7bff-475b-8fcd-b0df51b7ea07 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.629775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3289128-7bff-475b-8fcd-b0df51b7ea07 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.667697 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3289128-7bff-475b-8fcd-b0df51b7ea07 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.675285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e3289128-7bff-475b-8fcd-b0df51b7ea07 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.676548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e3289128-7bff-475b-8fcd-b0df51b7ea07 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/25899f66-4b4d-4ee7-960d-f5c09ac02a33 HTTP/1.1" status: 204 len: 168 time: 0.0836639 Oct 18 21:10:28.680708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34892) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.684211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3289128-7bff-475b-8fcd-b0df51b7ea07 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25899f66-4b4d-4ee7-960d-f5c09ac02a33,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:28.731251 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-66e0c451-13a0-463e-ae18-d91b757df424 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0493183 Oct 18 21:10:28.736329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34894) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.769459 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc2ce0f0-e5b6-4642-969b-30e36f977944 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.781653 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc2ce0f0-e5b6-4642-969b-30e36f977944 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.811345 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc2ce0f0-e5b6-4642-969b-30e36f977944 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.819049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bc2ce0f0-e5b6-4642-969b-30e36f977944 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.820338 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bc2ce0f0-e5b6-4642-969b-30e36f977944 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b40d9452-b4d7-4620-914e-6fbd55f83bb0 HTTP/1.1" status: 204 len: 168 time: 0.0827327 Oct 18 21:10:28.823307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34896) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.824954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ce0f0-e5b6-4642-969b-30e36f977944 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b40d9452-b4d7-4620-914e-6fbd55f83bb0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:28.868915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-904e430b-78db-404a-b273-6d554834b690 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0442462 Oct 18 21:10:28.871779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34898) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:28.941296 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d049a55f-affe-482c-91f3-f46f8814a1eb tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:28.981123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d049a55f-affe-482c-91f3-f46f8814a1eb tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.050248 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d049a55f-affe-482c-91f3-f46f8814a1eb tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.053017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d049a55f-affe-482c-91f3-f46f8814a1eb tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.054209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d049a55f-affe-482c-91f3-f46f8814a1eb tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/37bc12c1-9a8b-40fd-b23a-4929a983f293 HTTP/1.1" status: 204 len: 168 time: 0.1813753 Oct 18 21:10:29.057712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34900) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.065341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049a55f-affe-482c-91f3-f46f8814a1eb tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bc12c1-9a8b-40fd-b23a-4929a983f293,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:29.115641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-578a5a60-b302-4255-9dcb-fc34f73d2e16 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566556 Oct 18 21:10:29.120175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34902) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.124556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b9d20946-9f92-49ff-baa3-a0b0b72f5ada tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--276216833'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:29.149291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9d20946-9f92-49ff-baa3-a0b0b72f5ada tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.237734 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9d20946-9f92-49ff-baa3-a0b0b72f5ada tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.242729 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9d20946-9f92-49ff-baa3-a0b0b72f5ada tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.275005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9d20946-9f92-49ff-baa3-a0b0b72f5ada tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.276337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b9d20946-9f92-49ff-baa3-a0b0b72f5ada tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1552575 Oct 18 21:10:29.280778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34904) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.281987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d20946-9f92-49ff-baa3-a0b0b72f5ada tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7282e79d-aa27-404c-92b9-d9c0412e4ada,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:29.285635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-1b5c5756-2b34-4c6c-a50b-7d3f0709ab84 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '7282e79d-aa27-404c-92b9-d9c0412e4ada', 'direction': 'ingress', 'protocol': 17}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:29.314928 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5756-2b34-4c6c-a50b-7d3f0709ab84 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.376943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5756-2b34-4c6c-a50b-7d3f0709ab84 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.381287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5756-2b34-4c6c-a50b-7d3f0709ab84 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.400221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c5756-2b34-4c6c-a50b-7d3f0709ab84 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98bbc4d-7d4a-4a58-a78d-379104a4c975,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:29.409096 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5756-2b34-4c6c-a50b-7d3f0709ab84 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.410385 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1b5c5756-2b34-4c6c-a50b-7d3f0709ab84 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1283534 Oct 18 21:10:29.413417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34906) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.479977 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c40cd886-32f2-4007-96c1-9554f14fcf71 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.506189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c40cd886-32f2-4007-96c1-9554f14fcf71 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.554790 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c40cd886-32f2-4007-96c1-9554f14fcf71 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.557668 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c40cd886-32f2-4007-96c1-9554f14fcf71 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.558929 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c40cd886-32f2-4007-96c1-9554f14fcf71 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/7282e79d-aa27-404c-92b9-d9c0412e4ada HTTP/1.1" status: 204 len: 168 time: 0.1445885 Oct 18 21:10:29.562202 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34908) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.569563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cd886-32f2-4007-96c1-9554f14fcf71 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7282e79d-aa27-404c-92b9-d9c0412e4ada,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:29.615342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-62a55429-9732-44d8-b960-11f33295eeff tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515704 Oct 18 21:10:29.620407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34910) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.625554 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3bcc1f77-1a4f-4e3c-b68c-cb791350d453 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--120325337'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:29.650025 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1f77-1a4f-4e3c-b68c-cb791350d453 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.742278 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1f77-1a4f-4e3c-b68c-cb791350d453 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.746778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1f77-1a4f-4e3c-b68c-cb791350d453 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.777791 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1f77-1a4f-4e3c-b68c-cb791350d453 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.779147 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3bcc1f77-1a4f-4e3c-b68c-cb791350d453 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1577265 Oct 18 21:10:29.782417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34912) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.784102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc1f77-1a4f-4e3c-b68c-cb791350d453 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d001701a-ae42-4c31-a62e-d7a04084942e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:29.789546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2d0f29b2-65aa-4e2b-835f-2d4d34d08d43 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--378671856'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:29.818213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0f29b2-65aa-4e2b-835f-2d4d34d08d43 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.892458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0f29b2-65aa-4e2b-835f-2d4d34d08d43 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.896150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0f29b2-65aa-4e2b-835f-2d4d34d08d43 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.927499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d0f29b2-65aa-4e2b-835f-2d4d34d08d43 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:29.928896 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2d0f29b2-65aa-4e2b-835f-2d4d34d08d43 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1452026 Oct 18 21:10:29.932167 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34914) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:29.937503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9925d131-bdc9-4b21-a502-41aea8b212e3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': 'd001701a-ae42-4c31-a62e-d7a04084942e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '228ada05-5106-47c5-8bac-ac574ede2103', 'remote_ip_prefix': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:29.943844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f29b2-65aa-4e2b-835f-2d4d34d08d43 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228ada05-5106-47c5-8bac-ac574ede2103,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:29.980816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9925d131-bdc9-4b21-a502-41aea8b212e3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.060961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9925d131-bdc9-4b21-a502-41aea8b212e3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.065555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9925d131-bdc9-4b21-a502-41aea8b212e3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.084805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925d131-bdc9-4b21-a502-41aea8b212e3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c844cd9-3104-42b7-852f-e9c3fc50a6b1,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:30.094550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9925d131-bdc9-4b21-a502-41aea8b212e3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.096058 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9925d131-bdc9-4b21-a502-41aea8b212e3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1627326 Oct 18 21:10:30.100605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34916) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.132105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b563770b-9414-43ca-86dd-9b10d81860f8 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.140639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b563770b-9414-43ca-86dd-9b10d81860f8 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.168817 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b563770b-9414-43ca-86dd-9b10d81860f8 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.177133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b563770b-9414-43ca-86dd-9b10d81860f8 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.178455 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b563770b-9414-43ca-86dd-9b10d81860f8 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8c844cd9-3104-42b7-852f-e9c3fc50a6b1 HTTP/1.1" status: 204 len: 168 time: 0.0766485 Oct 18 21:10:30.181231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34918) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.184818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563770b-9414-43ca-86dd-9b10d81860f8 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c844cd9-3104-42b7-852f-e9c3fc50a6b1,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:30.233627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-39e3f840-76bb-4bd2-a4bb-057ea8604b48 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0506423 Oct 18 21:10:30.236846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.294057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b40ea2f-9d65-44d5-b7c6-0182c4c12240 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.323493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b40ea2f-9d65-44d5-b7c6-0182c4c12240 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.379735 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b40ea2f-9d65-44d5-b7c6-0182c4c12240 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.383197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b40ea2f-9d65-44d5-b7c6-0182c4c12240 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.384729 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8b40ea2f-9d65-44d5-b7c6-0182c4c12240 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/228ada05-5106-47c5-8bac-ac574ede2103 HTTP/1.1" status: 204 len: 168 time: 0.1467152 Oct 18 21:10:30.387849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34924) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.400528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40ea2f-9d65-44d5-b7c6-0182c4c12240 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ada05-5106-47c5-8bac-ac574ede2103,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:30.463620 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-eecde2e9-616c-4df4-bef7-97c7b658d83b tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0741503 Oct 18 21:10:30.466543 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34926) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.529611 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6016-7fda-4b21-bff8-eea6fdd0ede6 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.558144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6016-7fda-4b21-bff8-eea6fdd0ede6 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.604784 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6016-7fda-4b21-bff8-eea6fdd0ede6 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.607314 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6016-7fda-4b21-bff8-eea6fdd0ede6 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.609336 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9e4d6016-7fda-4b21-bff8-eea6fdd0ede6 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/d001701a-ae42-4c31-a62e-d7a04084942e HTTP/1.1" status: 204 len: 168 time: 0.1417930 Oct 18 21:10:30.612218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34928) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.619144 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d6016-7fda-4b21-bff8-eea6fdd0ede6 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001701a-ae42-4c31-a62e-d7a04084942e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:30.661984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e9b9b3d4-e3f7-430e-97fe-9ac4f1744e88 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485158 Oct 18 21:10:30.667120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34932) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.673095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-89330f59-edb8-403b-a080-281c585e108c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--411641923'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:30.698910 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89330f59-edb8-403b-a080-281c585e108c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.775412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89330f59-edb8-403b-a080-281c585e108c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.779645 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89330f59-edb8-403b-a080-281c585e108c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.815201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-89330f59-edb8-403b-a080-281c585e108c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.816473 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-89330f59-edb8-403b-a080-281c585e108c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1481879 Oct 18 21:10:30.817650 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89330f59-edb8-403b-a080-281c585e108c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54c7adc-4ab0-471e-85b6-3a1d0a205c2f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:30.819415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34934) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.824786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2fda6444-10ee-46bb-909e-53296a2314da tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': 'b54c7adc-4ab0-471e-85b6-3a1d0a205c2f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:30.852909 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fda6444-10ee-46bb-909e-53296a2314da tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.925117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fda6444-10ee-46bb-909e-53296a2314da tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.929916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fda6444-10ee-46bb-909e-53296a2314da tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.950173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda6444-10ee-46bb-909e-53296a2314da tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2fd841-2143-4bd1-b1e7-34f391d51021,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:30.958905 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2fda6444-10ee-46bb-909e-53296a2314da tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.960163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2fda6444-10ee-46bb-909e-53296a2314da tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1397307 Oct 18 21:10:30.963158 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34936) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:30.990011 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d308065a-7587-49fd-9021-7ebcebef555d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:30.998519 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d308065a-7587-49fd-9021-7ebcebef555d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.028675 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d308065a-7587-49fd-9021-7ebcebef555d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.035369 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d308065a-7587-49fd-9021-7ebcebef555d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.036540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d308065a-7587-49fd-9021-7ebcebef555d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/fc2fd841-2143-4bd1-b1e7-34f391d51021 HTTP/1.1" status: 204 len: 168 time: 0.0722373 Oct 18 21:10:31.039497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34938) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.044849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308065a-7587-49fd-9021-7ebcebef555d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc2fd841-2143-4bd1-b1e7-34f391d51021,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:31.083636 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a5f26304-f7e3-4ee1-aa35-93a74e51dc3a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425770 Oct 18 21:10:31.086753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34940) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.143232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a30ac47-22f7-4b05-b164-6277b691992a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.166818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a30ac47-22f7-4b05-b164-6277b691992a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.211289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a30ac47-22f7-4b05-b164-6277b691992a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.214048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0a30ac47-22f7-4b05-b164-6277b691992a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.215223 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0a30ac47-22f7-4b05-b164-6277b691992a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/b54c7adc-4ab0-471e-85b6-3a1d0a205c2f HTTP/1.1" status: 204 len: 168 time: 0.1275442 Oct 18 21:10:31.218096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34942) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.225436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30ac47-22f7-4b05-b164-6277b691992a tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54c7adc-4ab0-471e-85b6-3a1d0a205c2f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:31.269227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a75cd6a2-3cc0-472e-a451-be55477856bd tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499618 Oct 18 21:10:31.273291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.279515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4734d306-5fd5-448c-838e-1ad365d8e28c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group': {'name': 'tempest-secgroup--733291154'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:31.305849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4734d306-5fd5-448c-838e-1ad365d8e28c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.381721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4734d306-5fd5-448c-838e-1ad365d8e28c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.385865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4734d306-5fd5-448c-838e-1ad365d8e28c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.419020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4734d306-5fd5-448c-838e-1ad365d8e28c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.420271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4734d306-5fd5-448c-838e-1ad365d8e28c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1457036 Oct 18 21:10:31.423924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34946) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.429070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2c5f6d85-2837-4a26-b662-9a4a09543074 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '5fbbe448-49ec-47e6-b2d8-dff49ef7916e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:31.435754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734d306-5fd5-448c-838e-1ad365d8e28c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbbe448-49ec-47e6-b2d8-dff49ef7916e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:31.468244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6d85-2837-4a26-b662-9a4a09543074 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.527072 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6d85-2837-4a26-b662-9a4a09543074 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.531999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6d85-2837-4a26-b662-9a4a09543074 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.551305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f6d85-2837-4a26-b662-9a4a09543074 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e2b490-6bb1-4fdc-81d7-6837513e7820,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:31.560972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2c5f6d85-2837-4a26-b662-9a4a09543074 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.562560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2c5f6d85-2837-4a26-b662-9a4a09543074 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376417 Oct 18 21:10:31.565312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34948) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.589793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5023dc67-4f67-4f56-be27-f2e7f8872968 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules/60e2b490-6bb1-4fdc-81d7-6837513e7820 HTTP/1.1" status: 200 len: 763 time: 0.0233185 Oct 18 21:10:31.592795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34950) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.622125 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-fcecf19f-6712-435b-ad95-e2e82df3cd27 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500941 Oct 18 21:10:31.641200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7f50cf83-8f25-48e8-a048-3e25ca5f9c01 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0473883 Oct 18 21:10:31.643924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34952) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.672479 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a69f-04e6-4cbc-8fb9-191e43086693 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.681725 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a69f-04e6-4cbc-8fb9-191e43086693 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.714184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-e9c9377e-06ef-4d80-b001-188301bfcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:31.716562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-e9c9377e-06ef-4d80-b001-188301bfcbe6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 1096 time: 0.0492301 Oct 18 21:10:31.718767 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a69f-04e6-4cbc-8fb9-191e43086693 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.730207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6bc6a69f-04e6-4cbc-8fb9-191e43086693 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.732071 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6bc6a69f-04e6-4cbc-8fb9-191e43086693 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/60e2b490-6bb1-4fdc-81d7-6837513e7820 HTTP/1.1" status: 204 len: 168 time: 0.0868063 Oct 18 21:10:31.735225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34954) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.743008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6a69f-04e6-4cbc-8fb9-191e43086693 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60e2b490-6bb1-4fdc-81d7-6837513e7820,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:31.835019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a7ef60ca-da5d-4be1-9329-a0f24faa40cf tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0986118 Oct 18 21:10:31.837679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34956) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:31.842048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4c29198b-a875-41e2-b9ee-b8639a7bc322 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '5fbbe448-49ec-47e6-b2d8-dff49ef7916e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:31.878836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-6855decd-e53c-44a8-aa74-55ad532012da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:31.880496 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-6855decd-e53c-44a8-aa74-55ad532012da service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1373961 Oct 18 21:10:31.887023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c29198b-a875-41e2-b9ee-b8639a7bc322 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:31.980077 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-c3bf9e0b-7c33-46db-a02d-90f419decf21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a HTTP/1.1" status: 200 len: 1001 time: 0.0901089 Oct 18 21:10:32.002641 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c29198b-a875-41e2-b9ee-b8639a7bc322 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.020814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c29198b-a875-41e2-b9ee-b8639a7bc322 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.051924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29198b-a875-41e2-b9ee-b8639a7bc322 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcd9c72-f380-4fcf-9b8a-4a52de481d57,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:32.057958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-5c5574a3-2aea-4c18-b193-bdddbbf675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:32.059441 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-5c5574a3-2aea-4c18-b193-bdddbbf675cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0718136 Oct 18 21:10:32.062719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4c29198b-a875-41e2-b9ee-b8639a7bc322 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.063817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4c29198b-a875-41e2-b9ee-b8639a7bc322 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2252276 Oct 18 21:10:32.067434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34958) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.084853 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3ab3ed2e-7024-4dcc-acc3-814a2a83ea7d tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules/cdcd9c72-f380-4fcf-9b8a-4a52de481d57 HTTP/1.1" status: 200 len: 763 time: 0.0162041 Oct 18 21:10:32.087836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.113231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-5f60bcfe-1e02-47d9-b726-930a304e7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:32.115557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-5f60bcfe-1e02-47d9-b726-930a304e7658 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493193 Oct 18 21:10:32.140422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c92716c-7625-4a9d-9e74-2f0d8fe6a6ad tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0506048 Oct 18 21:10:32.142855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34962) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.168504 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48f35498-65c1-4f16-b04b-044c89f7aa6c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.176685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48f35498-65c1-4f16-b04b-044c89f7aa6c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.213018 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48f35498-65c1-4f16-b04b-044c89f7aa6c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.214990 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-8ec4c627-2343-4896-9c39-79297b159091 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917032 Oct 18 21:10:32.219993 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48f35498-65c1-4f16-b04b-044c89f7aa6c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.221208 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-48f35498-65c1-4f16-b04b-044c89f7aa6c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/cdcd9c72-f380-4fcf-9b8a-4a52de481d57 HTTP/1.1" status: 204 len: 168 time: 0.0774219 Oct 18 21:10:32.226312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34964) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.232924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f35498-65c1-4f16-b04b-044c89f7aa6c tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdcd9c72-f380-4fcf-9b8a-4a52de481d57,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:32.270705 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7f475c7b-38b4-4666-9752-385e6f4a16ec tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0430295 Oct 18 21:10:32.273490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34966) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.277825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5a8b8616-6ca7-43b7-ad4d-dd8837a47c89 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Request body: {'security_group_rule': {'security_group_id': '5fbbe448-49ec-47e6-b2d8-dff49ef7916e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:32.306936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8616-6ca7-43b7-ad4d-dd8837a47c89 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.310498 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c86addc-cfef-4382-b82a-e9be0a635c79 req-cbbbfb53-fced-4819-8a24-0d0873fb24ac service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890267 Oct 18 21:10:32.368132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8616-6ca7-43b7-ad4d-dd8837a47c89 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.372363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8616-6ca7-43b7-ad4d-dd8837a47c89 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.392312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b8616-6ca7-43b7-ad4d-dd8837a47c89 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000d0d8f-19bd-41b3-a364-6ef006533dd7,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:32.400843 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8616-6ca7-43b7-ad4d-dd8837a47c89 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.404375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a8b8616-6ca7-43b7-ad4d-dd8837a47c89 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275518 Oct 18 21:10:32.404842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34968) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.423207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b401378d-7fac-4e79-86f2-f4fcaecd76c3 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules/000d0d8f-19bd-41b3-a364-6ef006533dd7 HTTP/1.1" status: 200 len: 764 time: 0.0165820 Oct 18 21:10:32.425845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34970) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.474317 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5b045a01-de4b-4fe6-931e-b2cc7dcc0af6 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0470364 Oct 18 21:10:32.477930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34972) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.510068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29a65393-e64b-4b61-a420-12a9e95193fd tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.518105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29a65393-e64b-4b61-a420-12a9e95193fd tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.551193 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29a65393-e64b-4b61-a420-12a9e95193fd tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.557576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-29a65393-e64b-4b61-a420-12a9e95193fd tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.558737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-29a65393-e64b-4b61-a420-12a9e95193fd tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/000d0d8f-19bd-41b3-a364-6ef006533dd7 HTTP/1.1" status: 204 len: 168 time: 0.0798042 Oct 18 21:10:32.561836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.564712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a65393-e64b-4b61-a420-12a9e95193fd tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=000d0d8f-19bd-41b3-a364-6ef006533dd7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:32.608606 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1090763e-de50-497c-8fcb-fd8fbd2b8a06 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448186 Oct 18 21:10:32.611331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34976) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.673394 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b08141c7-2e5e-4bb8-b049-835c69d53682 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.698207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b08141c7-2e5e-4bb8-b049-835c69d53682 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.744084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b08141c7-2e5e-4bb8-b049-835c69d53682 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.747304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b08141c7-2e5e-4bb8-b049-835c69d53682 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:32.748906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b08141c7-2e5e-4bb8-b049-835c69d53682 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "DELETE /v2.0/security-groups/5fbbe448-49ec-47e6-b2d8-dff49ef7916e HTTP/1.1" status: 204 len: 168 time: 0.1361070 Oct 18 21:10:32.751887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 34980) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.761244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08141c7-2e5e-4bb8-b049-835c69d53682 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbbe448-49ec-47e6-b2d8-dff49ef7916e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:32.839393 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b39f743c-5ae0-4b06-a1ed-fe6f1714e8a2 tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851228 Oct 18 21:10:32.844917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34982) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:32.901004 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8240dae7-8a61-4476-b25a-f991e4a2461f tempest-SecGroupTest-1311773394 tempest-SecGroupTest-1311773394-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539994 Oct 18 21:10:33.209634 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34988) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:33.385027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b6577e9c-23a1-44d2-a0b8-37b926488070 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0083938870954bbf88fcb8c8b2df5b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741564 Oct 18 21:10:33.387388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 34992) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:33.448836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3595ead-5d92-49c1-9336-6854dedddde6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:33.473886 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3595ead-5d92-49c1-9336-6854dedddde6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:33.527265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3595ead-5d92-49c1-9336-6854dedddde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:33.530928 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c3595ead-5d92-49c1-9336-6854dedddde6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:33.532202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c3595ead-5d92-49c1-9336-6854dedddde6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2cd239a-a204-4db6-9545-bc7a9dc3158e HTTP/1.1" status: 204 len: 168 time: 0.1438684 Oct 18 21:10:33.540856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3595ead-5d92-49c1-9336-6854dedddde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd239a-a204-4db6-9545-bc7a9dc3158e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:33.804420 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:10:34.282522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35016) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:34.419394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1910162832'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:34.448457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Made reservation on behalf of 020b461fd2644186823639d68c7d82da for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:34.453034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.463106 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.571290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.575625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.606306 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:10:34.617863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3826827-247b-43c2-9066-4757c6105db5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:34.627628 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.628083 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Added segment 7ab73606-f9c2-4ff5-93ba-53c524005679 of type vlan for network 87dadbab-0c0f-44ee-8941-bf3640e39b84 Oct 18 21:10:34.691922 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.725413 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.735748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:34.736606 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:34.799949 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5161946 Oct 18 21:10:34.805976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35020) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:34.812996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Request body: {'subnet': {'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:34.857515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a3e27-0438-42a3-aafe-5e077e2dd66f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event updated for resources: {'Network': ['ID=87dadbab-0c0f-44ee-8941-bf3640e39b84,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:34.871228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 87dadbab-0c0f-44ee-8941-bf3640e39b84 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:10:34.970388 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Made reservation on behalf of 020b461fd2644186823639d68c7d82da for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:34.974363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:35.175139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:35.249365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event updated for resources: {'Subnet': ['ID=05817b93-539e-47cb-99db-5d4a521a18d4,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:35.259251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Checking segment: {'id': '7ab73606-f9c2-4ff5-93ba-53c524005679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:10:35.259701 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Network hostable DHCP agents. Network: 87dadbab-0c0f-44ee-8941-bf3640e39b84, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:10:35.280515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Network 87dadbab-0c0f-44ee-8941-bf3640e39b84 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:10:35.291152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 87dadbab-0c0f-44ee-8941-bf3640e39b84) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:35.295410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:35.295992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:35.303071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dce4034-922e-45ca-8c61-535e19f0173f None None] Network 87dadbab-0c0f-44ee-8941-bf3640e39b84 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:35.317504 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4c1caeff-19d5-4f7b-b930-05219a7e58b3 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5095949 Oct 18 21:10:35.320744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35022) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:35.326448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Request body: {'port': {'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84', 'name': 'tempest-TagsExtTest-1811083076'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:35.457923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Made reservation on behalf of 020b461fd2644186823639d68c7d82da for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:10:35.462959 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:35.471279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-87dadbab-0c0f-44ee-8941-bf3640e39b84', 'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84', 'tenant_id': '020b461fd2644186823639d68c7d82da', 'fixed_ips': [{'subnet_id': '05817b93-539e-47cb-99db-5d4a521a18d4'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:10:35.472230 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:35.482794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] device_id is not set on port 3d6a9463-499c-4c71-8bab-68f40b383e75 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:10:35.601215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Allocated IP 172.20.0.14 (87dadbab-0c0f-44ee-8941-bf3640e39b84/05817b93-539e-47cb-99db-5d4a521a18d4/3d6a9463-499c-4c71-8bab-68f40b383e75) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:36.114484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.150141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.193264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Network 87dadbab-0c0f-44ee-8941-bf3640e39b84 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:36.196460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:36.197864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Allocated IP 172.20.0.2 (87dadbab-0c0f-44ee-8941-bf3640e39b84/05817b93-539e-47cb-99db-5d4a521a18d4/e9b0492c-b271-4737-a66a-f3defd432cd8) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:10:36.200716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:36.230732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event updated for resources: {'Port': ['ID=3d6a9463-499c-4c71-8bab-68f40b383e75,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:36.258741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:36.259418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.276496 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e60780dd-b478-4297-a281-a37b8578763d tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9541419 Oct 18 21:10:36.280999 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35024) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:36.288227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-a179d507-a7ce-47e4-ba6f-09bc3c3b340f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1759803187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:36.312678 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a179d507-a7ce-47e4-ba6f-09bc3c3b340f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.313798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a179d507-a7ce-47e4-ba6f-09bc3c3b340f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.364864 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.371365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.416568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Network 87dadbab-0c0f-44ee-8941-bf3640e39b84 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:10:36.423953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:10:36.426104 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Pushing event updated for resources: {'Port': ['ID=e9b0492c-b271-4737-a66a-f3defd432cd8,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:36.428554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:10:36.494419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Attempting to bind port e9b0492c-b271-4737-a66a-f3defd432cd8 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:10:36.494693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Attempting to bind port e9b0492c-b271-4737-a66a-f3defd432cd8 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '7ab73606-f9c2-4ff5-93ba-53c524005679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:10:36.495030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Attempting to bind port e9b0492c-b271-4737-a66a-f3defd432cd8 on network 87dadbab-0c0f-44ee-8941-bf3640e39b84 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:10:36.501358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:10:36.501746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Checking segment: {'id': '7ab73606-f9c2-4ff5-93ba-53c524005679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:10:36.502160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.502567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Bound using segment: {'id': '7ab73606-f9c2-4ff5-93ba-53c524005679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:10:36.503059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Bound port: e9b0492c-b271-4737-a66a-f3defd432cd8, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab73606-f9c2-4ff5-93ba-53c524005679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '87dadbab-0c0f-44ee-8941-bf3640e39b84'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:10:36.503463 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.575308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] For port e9b0492c-b271-4737-a66a-f3defd432cd8, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:10:36.578568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] For port e9b0492c-b271-4737-a66a-f3defd432cd8, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e9b0492c-b271-4737-a66a-f3defd432cd8,segment=NetworkSegment(7ab73606-f9c2-4ff5-93ba-53c524005679),segment_id=7ab73606-f9c2-4ff5-93ba-53c524005679)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:10:36.584346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.645595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a179d507-a7ce-47e4-ba6f-09bc3c3b340f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.650807 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a179d507-a7ce-47e4-ba6f-09bc3c3b340f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.654132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa540fe-39a4-4511-8d11-fca2ec21868d None None] Pushing event updated for resources: {'Port': ['ID=e9b0492c-b271-4737-a66a-f3defd432cd8,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:36.672486 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a179d507-a7ce-47e4-ba6f-09bc3c3b340f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.673905 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a179d507-a7ce-47e4-ba6f-09bc3c3b340f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3905377 Oct 18 21:10:36.676958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35026) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:36.682366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-6264dd4e-469c-4754-b1be-85acd2a2ea54 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2141112600', 'prefixes': ['172.20.0.0/16']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:10:36.780550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6264dd4e-469c-4754-b1be-85acd2a2ea54 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for subnetpool, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:36.785914 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6264dd4e-469c-4754-b1be-85acd2a2ea54 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1037827 Oct 18 21:10:36.786421 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35028) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:36.791599 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-f54ff514-5af4-4b9e-890a-d6b143bcf492 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', 'tempest-TagsExtTest-Tag-1937191505') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:36.935556 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f54ff514-5af4-4b9e-890a-d6b143bcf492 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags/tempest-TagsExtTest-Tag-1937191505 HTTP/1.1" status: 201 len: 201 time: 0.1453893 Oct 18 21:10:36.935998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35030) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:36.941429 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-b0ea1984-b576-46b1-b3f2-de3c9825a8ec tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', 'tempest-TagsExtTest-Tag-1117240818') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.021179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b0ea1984-b576-46b1-b3f2-de3c9825a8ec tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags/tempest-TagsExtTest-Tag-1117240818 HTTP/1.1" status: 201 len: 201 time: 0.0835793 Oct 18 21:10:37.024144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35032) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.029050 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-59b4060f-3899-4fdb-99b3-6160bc9a16da tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', 'tempest-TagsExtTest-Tag-1927161641') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.128114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-59b4060f-3899-4fdb-99b3-6160bc9a16da tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags/tempest-TagsExtTest-Tag-1927161641 HTTP/1.1" status: 201 len: 201 time: 0.1028924 Oct 18 21:10:37.131630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35034) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.137108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-80b109e8-641f-4168-aa82-1411ad644091 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', 'tempest-TagsExtTest-Tag-619518856') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.189548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-80b109e8-641f-4168-aa82-1411ad644091 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags/tempest-TagsExtTest-Tag-619518856 HTTP/1.1" status: 201 len: 201 time: 0.0567539 Oct 18 21:10:37.192322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35036) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.197246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-7479d196-babb-41b1-889c-502d5d9aae28 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.247810 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7479d196-babb-41b1-889c-502d5d9aae28 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags HTTP/1.1" status: 200 len: 241 time: 0.0543132 Oct 18 21:10:37.250819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35038) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.255183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-fb371844-8ecc-4021-96f4-e9de680581ed tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', 'tempest-TagsExtTest-Tag-1937191505') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.317232 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fb371844-8ecc-4021-96f4-e9de680581ed tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags/tempest-TagsExtTest-Tag-1937191505 HTTP/1.1" status: 204 len: 168 time: 0.0651302 Oct 18 21:10:37.319663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35040) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.324750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-d40cab7b-8ebc-43ce-b64c-15a23fa63d24 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', 'tempest-TagsExtTest-Tag-1937191505') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.412895 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d40cab7b-8ebc-43ce-b64c-15a23fa63d24 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags/tempest-TagsExtTest-Tag-1937191505 HTTP/1.1" status: 204 len: 168 time: 0.0921648 Oct 18 21:10:37.416125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35042) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.421319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-5098e6b0-b19a-4a6c-ad95-b550d64fe900 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.481278 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5098e6b0-b19a-4a6c-ad95-b550d64fe900 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags HTTP/1.1" status: 200 len: 205 time: 0.0639908 Oct 18 21:10:37.484112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35044) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.488362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-bb17aa13-203e-4e66-a31e-8b165ce46531 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.549693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bb17aa13-203e-4e66-a31e-8b165ce46531 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags HTTP/1.1" status: 200 len: 241 time: 0.0631776 Oct 18 21:10:37.551505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35046) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.556636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-c207a9a1-f24d-4ab5-9d74-0948aab9a202 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', 'tempest-TagsExtTest-Tag-1117240818') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.620963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c207a9a1-f24d-4ab5-9d74-0948aab9a202 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags/tempest-TagsExtTest-Tag-1117240818 HTTP/1.1" status: 204 len: 168 time: 0.0652149 Oct 18 21:10:37.620963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35048) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.625493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-a2dd42e7-15a9-4496-b890-9df8934d7dc6 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', 'tempest-TagsExtTest-Tag-1117240818') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.630502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84149ed-683e-4dca-b465-cc159fd99fca None None] Network 87dadbab-0c0f-44ee-8941-bf3640e39b84 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:37.695480 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a2dd42e7-15a9-4496-b890-9df8934d7dc6 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags/tempest-TagsExtTest-Tag-1117240818 HTTP/1.1" status: 204 len: 168 time: 0.0738647 Oct 18 21:10:37.699138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35050) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.704976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-8e6daefa-3c96-4238-ab79-7fd993a7df73 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.705136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-13176936-0a6a-4cd0-8368-ea3dcb3ae6b2 None None] Provisioning complete for port e9b0492c-b271-4737-a66a-f3defd432cd8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:37.705380 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13176936-0a6a-4cd0-8368-ea3dcb3ae6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:37.762857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8e6daefa-3c96-4238-ab79-7fd993a7df73 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags HTTP/1.1" status: 200 len: 205 time: 0.0625741 Oct 18 21:10:37.765573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35052) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.770660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-3ad0a28b-ba67-42ca-9bd2-f52259fbf19e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.850676 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13176936-0a6a-4cd0-8368-ea3dcb3ae6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:37.859596 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ad0a28b-ba67-42ca-9bd2-f52259fbf19e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags HTTP/1.1" status: 200 len: 241 time: 0.0928488 Oct 18 21:10:37.862545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35054) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.868236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-964fccc5-569a-4d8f-ab44-141bdc2a8585 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', 'tempest-TagsExtTest-Tag-1927161641') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:37.890520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-13176936-0a6a-4cd0-8368-ea3dcb3ae6b2 None None] For port e9b0492c-b271-4737-a66a-f3defd432cd8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e9b0492c-b271-4737-a66a-f3defd432cd8,segment=NetworkSegment(7ab73606-f9c2-4ff5-93ba-53c524005679),segment_id=7ab73606-f9c2-4ff5-93ba-53c524005679)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:37.896285 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13176936-0a6a-4cd0-8368-ea3dcb3ae6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:37.956073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13176936-0a6a-4cd0-8368-ea3dcb3ae6b2 None None] Pushing event updated for resources: {'Port': ['ID=e9b0492c-b271-4737-a66a-f3defd432cd8,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:37.968835 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-964fccc5-569a-4d8f-ab44-141bdc2a8585 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags/tempest-TagsExtTest-Tag-1927161641 HTTP/1.1" status: 204 len: 168 time: 0.1050963 Oct 18 21:10:37.971466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35056) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:37.976352 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-fd83d314-54bf-4ae1-af1b-be0284087cbc tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', 'tempest-TagsExtTest-Tag-1927161641') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.069388 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fd83d314-54bf-4ae1-af1b-be0284087cbc tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags/tempest-TagsExtTest-Tag-1927161641 HTTP/1.1" status: 204 len: 168 time: 0.0966709 Oct 18 21:10:38.071884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35058) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.076400 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-7cb45db0-9660-4836-881e-50a2a5ddc59e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.117156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3d89b40b-24e2-4411-ab04-9c1b16ad09c4 None None] Provisioning complete for port 3d6a9463-499c-4c71-8bab-68f40b383e75 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:38.117525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d89b40b-24e2-4411-ab04-9c1b16ad09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:38.160736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-3d89b40b-24e2-4411-ab04-9c1b16ad09c4 None None] Port 3d6a9463-499c-4c71-8bab-68f40b383e75 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:10:38.171574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7cb45db0-9660-4836-881e-50a2a5ddc59e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags HTTP/1.1" status: 200 len: 205 time: 0.0963218 Oct 18 21:10:38.171966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35060) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.172310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3d89b40b-24e2-4411-ab04-9c1b16ad09c4 None None] Provisioning complete for port e9b0492c-b271-4737-a66a-f3defd432cd8 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:38.172794 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d89b40b-24e2-4411-ab04-9c1b16ad09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:38.177040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-f5b48a31-1b78-46cf-a7db-ebd3e23e8ca0 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.219486 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f5b48a31-1b78-46cf-a7db-ebd3e23e8ca0 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags HTTP/1.1" status: 200 len: 240 time: 0.0432365 Oct 18 21:10:38.219768 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35062) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.225015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-8cddc0d6-3fbe-4edd-a01b-da84186c9921 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', 'tempest-TagsExtTest-Tag-619518856') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.251893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35064) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.256597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-e6d861d6-1b09-4868-84b9-493de4500b4a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', 'tempest-TagsExtTest-Tag-619518856') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.256884 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8cddc0d6-3fbe-4edd-a01b-da84186c9921 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags/tempest-TagsExtTest-Tag-619518856 HTTP/1.1" status: 204 len: 168 time: 0.0358846 Oct 18 21:10:38.294879 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e6d861d6-1b09-4868-84b9-493de4500b4a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags/tempest-TagsExtTest-Tag-619518856 HTTP/1.1" status: 204 len: 168 time: 0.0418398 Oct 18 21:10:38.297306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35066) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.301658 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-cd18f71d-25f4-47f6-a7b9-065683e78eac tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.326891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cd18f71d-25f4-47f6-a7b9-065683e78eac tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags HTTP/1.1" status: 200 len: 205 time: 0.0279398 Oct 18 21:10:38.329599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.334847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-63e479df-a80f-4fd7-a44e-9d124465ad34 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.361126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63e479df-a80f-4fd7-a44e-9d124465ad34 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags HTTP/1.1" status: 204 len: 168 time: 0.0302684 Oct 18 21:10:38.363925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35070) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.368562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-21637979-09f8-47e9-ba97-4b844bcda348 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.384838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cf04e9fc-0e85-41c3-a4d9-1085ddc49eff None None] Provisioning complete for port 3d6a9463-499c-4c71-8bab-68f40b383e75 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:38.385192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cf04e9fc-0e85-41c3-a4d9-1085ddc49eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:38.422773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cf04e9fc-0e85-41c3-a4d9-1085ddc49eff None None] Port 3d6a9463-499c-4c71-8bab-68f40b383e75 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:10:38.468258 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-21637979-09f8-47e9-ba97-4b844bcda348 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags HTTP/1.1" status: 204 len: 168 time: 0.1032345 Oct 18 21:10:38.470859 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35072) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.475366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-8806e7f3-ec42-4e84-a475-eaa8a7e8a6f9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.536060 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8806e7f3-ec42-4e84-a475-eaa8a7e8a6f9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags HTTP/1.1" status: 204 len: 168 time: 0.0641508 Oct 18 21:10:38.538685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35074) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.543243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-c3c9a457-faea-481a-b2fb-062e7ae299f1 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.654979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c3c9a457-faea-481a-b2fb-062e7ae299f1 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1151104 Oct 18 21:10:38.656143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e9b0492c-b271-4737-a66a-f3defd432cd8 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:10:38.660771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35076) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.666577 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-af9b5b61-924c-4d06-b2a4-3e5d56d9b64a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', 'tempest-TagsExtTest-Tag-521963311') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.712470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e9b0492c-b271-4737-a66a-f3defd432cd8 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:10:38.712849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:38.746091 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-af9b5b61-924c-4d06-b2a4-3e5d56d9b64a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags/tempest-TagsExtTest-Tag-521963311 HTTP/1.1" status: 201 len: 201 time: 0.0841866 Oct 18 21:10:38.749342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35080) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.755114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-696f52e0-2ec0-420c-b79d-8216c37b6a8c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', 'tempest-TagsExtTest-Tag-1431156333') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.820823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-696f52e0-2ec0-420c-b79d-8216c37b6a8c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags/tempest-TagsExtTest-Tag-1431156333 HTTP/1.1" status: 201 len: 201 time: 0.0699284 Oct 18 21:10:38.823627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35082) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.828295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-b3c743bd-23dd-4489-a0f8-e48f2d03cc29 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', 'tempest-TagsExtTest-Tag-527830615') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.927238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b3c743bd-23dd-4489-a0f8-e48f2d03cc29 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags/tempest-TagsExtTest-Tag-527830615 HTTP/1.1" status: 201 len: 201 time: 0.1025209 Oct 18 21:10:38.930246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35084) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.936065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-238101d3-090f-4e98-8069-39e54de562c2 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', 'tempest-TagsExtTest-Tag-524133531') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:38.976624 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-238101d3-090f-4e98-8069-39e54de562c2 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags/tempest-TagsExtTest-Tag-524133531 HTTP/1.1" status: 201 len: 201 time: 0.0448833 Oct 18 21:10:38.979684 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35086) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:38.984665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-5edae663-31c6-4abe-927f-022f35202ee9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', {'tags': ['tempest-TagsExtTest-Tag-945635951', 'tempest-TagsExtTest-Tag-932272078', 'tempest-TagsExtTest-Tag-1363408491']}) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.054538 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5edae663-31c6-4abe-927f-022f35202ee9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags HTTP/1.1" status: 200 len: 316 time: 0.0735912 Oct 18 21:10:39.057382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35088) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.061837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-a93bfc8c-777f-4853-a870-91d378432668 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.134825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a93bfc8c-777f-4853-a870-91d378432668 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0763690 Oct 18 21:10:39.137789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35090) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.144429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-19ebe05f-828c-42f7-82c7-0dddcb98aa10 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', 'tempest-TagsExtTest-Tag-945635951') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.196012 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-19ebe05f-828c-42f7-82c7-0dddcb98aa10 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:39.197026 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-19ebe05f-828c-42f7-82c7-0dddcb98aa10 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags/tempest-TagsExtTest-Tag-945635951 HTTP/1.1" status: 404 len: 328 time: 0.0578985 Oct 18 21:10:39.202926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35092) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.207097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-18db28e5-3e44-4575-9453-97a95f6fbf3f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', 'tempest-TagsExtTest-Tag-932272078') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.259487 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-18db28e5-3e44-4575-9453-97a95f6fbf3f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:39.261264 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-18db28e5-3e44-4575-9453-97a95f6fbf3f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags/tempest-TagsExtTest-Tag-932272078 HTTP/1.1" status: 404 len: 328 time: 0.0573456 Oct 18 21:10:39.263729 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35094) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.268452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-37a110a4-75f3-49bb-adec-95e53b77014e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4', 'tempest-TagsExtTest-Tag-1363408491') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.326031 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-37a110a4-75f3-49bb-adec-95e53b77014e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:39.327615 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-37a110a4-75f3-49bb-adec-95e53b77014e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags/tempest-TagsExtTest-Tag-1363408491 HTTP/1.1" status: 404 len: 329 time: 0.0624392 Oct 18 21:10:39.330444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35096) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.334855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-ee62b7c0-2e91-435b-8642-4f22176cac4e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', {'tags': ['tempest-TagsExtTest-Tag-1600146202', 'tempest-TagsExtTest-Tag-401224948', 'tempest-TagsExtTest-Tag-1790524886']}) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.394132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ee62b7c0-2e91-435b-8642-4f22176cac4e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags HTTP/1.1" status: 200 len: 317 time: 0.0626009 Oct 18 21:10:39.397114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35098) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.402418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-7b8d798e-7431-438d-93ea-7f28a80c0d13 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.471165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b8d798e-7431-438d-93ea-7f28a80c0d13 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags HTTP/1.1" status: 204 len: 168 time: 0.0729356 Oct 18 21:10:39.473967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35100) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.478201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-b589c8cb-023f-4087-b4a2-1e24cb6a9a59 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', 'tempest-TagsExtTest-Tag-1600146202') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.528512 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-b589c8cb-023f-4087-b4a2-1e24cb6a9a59 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:39.529603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b589c8cb-023f-4087-b4a2-1e24cb6a9a59 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags/tempest-TagsExtTest-Tag-1600146202 HTTP/1.1" status: 404 len: 329 time: 0.0546868 Oct 18 21:10:39.532416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35102) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.536636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-c84c03eb-ef60-4b23-9d6c-86f3a80d108c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', 'tempest-TagsExtTest-Tag-401224948') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.591599 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-c84c03eb-ef60-4b23-9d6c-86f3a80d108c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:39.592711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c84c03eb-ef60-4b23-9d6c-86f3a80d108c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags/tempest-TagsExtTest-Tag-401224948 HTTP/1.1" status: 404 len: 328 time: 0.0593529 Oct 18 21:10:39.595523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35104) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.599748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-d3eb0949-c213-4180-9d56-29c652f3b75f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75', 'tempest-TagsExtTest-Tag-1790524886') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.649786 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-d3eb0949-c213-4180-9d56-29c652f3b75f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:39.650852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d3eb0949-c213-4180-9d56-29c652f3b75f tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags/tempest-TagsExtTest-Tag-1790524886 HTTP/1.1" status: 404 len: 329 time: 0.0544159 Oct 18 21:10:39.653686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35106) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.658290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-d7aec76f-c213-4db3-b454-2c4ace3937ef tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', {'tags': ['tempest-TagsExtTest-Tag-1357062911', 'tempest-TagsExtTest-Tag-13748808', 'tempest-TagsExtTest-Tag-1126749532']}) {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.746530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d7aec76f-c213-4db3-b454-2c4ace3937ef tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags HTTP/1.1" status: 200 len: 316 time: 0.0917242 Oct 18 21:10:39.749642 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35108) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.754565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-e7bbf28c-ab3a-4734-97e5-ba37739ad8e8 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.854219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e7bbf28c-ab3a-4734-97e5-ba37739ad8e8 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags HTTP/1.1" status: 204 len: 168 time: 0.1034269 Oct 18 21:10:39.856900 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35110) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.862043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-58cfcedc-9e35-4643-9585-9d3b9891fc02 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', 'tempest-TagsExtTest-Tag-1357062911') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:39.938555 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-58cfcedc-9e35-4643-9585-9d3b9891fc02 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:39.939716 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-58cfcedc-9e35-4643-9585-9d3b9891fc02 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags/tempest-TagsExtTest-Tag-1357062911 HTTP/1.1" status: 404 len: 329 time: 0.0818200 Oct 18 21:10:39.942616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35112) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:39.947434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-5ae2184c-8da5-419c-b075-4e79da065abd tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', 'tempest-TagsExtTest-Tag-13748808') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.025472 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-5ae2184c-8da5-419c-b075-4e79da065abd tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:40.026449 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5ae2184c-8da5-419c-b075-4e79da065abd tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags/tempest-TagsExtTest-Tag-13748808 HTTP/1.1" status: 404 len: 327 time: 0.0828407 Oct 18 21:10:40.029289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35114) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.034250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-0b57e41d-cdbf-420a-86a1-c3f71a5bbf2c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6', 'tempest-TagsExtTest-Tag-1126749532') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.112325 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-0b57e41d-cdbf-420a-86a1-c3f71a5bbf2c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:40.113399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b57e41d-cdbf-420a-86a1-c3f71a5bbf2c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags/tempest-TagsExtTest-Tag-1126749532 HTTP/1.1" status: 404 len: 329 time: 0.0826693 Oct 18 21:10:40.116303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35116) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.120782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-26615524-4e34-4199-8ec1-9a0fa4588c02 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', {'tags': ['tempest-TagsExtTest-Tag-1519396834', 'tempest-TagsExtTest-Tag-846699114', 'tempest-TagsExtTest-Tag-1932446074']}) {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.155971 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-26615524-4e34-4199-8ec1-9a0fa4588c02 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "PUT /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags HTTP/1.1" status: 200 len: 317 time: 0.0386112 Oct 18 21:10:40.158512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35118) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.162952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-bda613a5-6ce6-463b-8da9-e504e3d600b5 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.198718 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bda613a5-6ce6-463b-8da9-e504e3d600b5 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags HTTP/1.1" status: 204 len: 168 time: 0.0391695 Oct 18 21:10:40.201510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35120) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.205926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-b3cfd611-47c7-4de0-afdc-13b5ab4633a5 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', 'tempest-TagsExtTest-Tag-1519396834') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.228342 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-b3cfd611-47c7-4de0-afdc-13b5ab4633a5 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:40.229435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b3cfd611-47c7-4de0-afdc-13b5ab4633a5 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags/tempest-TagsExtTest-Tag-1519396834 HTTP/1.1" status: 404 len: 329 time: 0.0269730 Oct 18 21:10:40.232528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35122) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.237756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-b773ef31-3bd8-4bc9-94c2-df2a8b2b20e9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', 'tempest-TagsExtTest-Tag-846699114') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.259018 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-b773ef31-3bd8-4bc9-94c2-df2a8b2b20e9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:40.260068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b773ef31-3bd8-4bc9-94c2-df2a8b2b20e9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags/tempest-TagsExtTest-Tag-846699114 HTTP/1.1" status: 404 len: 328 time: 0.0259268 Oct 18 21:10:40.262932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35124) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.267253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-df084809-f626-43bc-a638-73cef344c4ff tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3', 'tempest-TagsExtTest-Tag-1932446074') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.292213 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-df084809-f626-43bc-a638-73cef344c4ff tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] show failed (client error): The resource could not be found. Oct 18 21:10:40.293205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-df084809-f626-43bc-a638-73cef344c4ff tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags/tempest-TagsExtTest-Tag-1932446074 HTTP/1.1" status: 404 len: 329 time: 0.0293608 Oct 18 21:10:40.296598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35126) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.301072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-51a626a9-2eb7-4b59-bd5e-57e688961e6a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9bf996d1-3c69-4fc1-8b98-efa4c990fec3') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.325529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-51a626a9-2eb7-4b59-bd5e-57e688961e6a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3/tags HTTP/1.1" status: 204 len: 168 time: 0.0279305 Oct 18 21:10:40.328059 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35128) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.332592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-45ccfd2e-f578-4b42-95c4-e0c569e61ef9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c38e3da2-c4eb-4e31-b334-62fddd9aedb6') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.403027 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-f29ffc61-dd15-41b5-8daa-300f0c7969a1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435150 Oct 18 21:10:40.413189 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-45ccfd2e-f578-4b42-95c4-e0c569e61ef9 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6/tags HTTP/1.1" status: 204 len: 168 time: 0.0840340 Oct 18 21:10:40.416926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35130) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.421361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.tag.tag_plugin [None req-aa912f04-f9a5-4d10-b83d-693ea0509540 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3d6a9463-499c-4c71-8bab-68f40b383e75') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.487891 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aa912f04-f9a5-4d10-b83d-693ea0509540 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75/tags HTTP/1.1" status: 204 len: 168 time: 0.0698538 Oct 18 21:10:40.490581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35132) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.495025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.tag.tag_plugin [None req-7476ec9f-3b22-4b48-bdd8-bfe9a515149a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05817b93-539e-47cb-99db-5d4a521a18d4') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:40.523221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-eb00f1ae-8724-4a66-b414-384c1605596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:40.524768 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-eb00f1ae-8724-4a66-b414-384c1605596a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1096 time: 0.0763397 Oct 18 21:10:40.621968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7476ec9f-3b22-4b48-bdd8-bfe9a515149a tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1303444 Oct 18 21:10:40.628249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35134) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.644513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-4765c9f1-bbcc-4334-be7c-d13aee340740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:40.645996 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-4765c9f1-bbcc-4334-be7c-d13aee340740 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.0997796 Oct 18 21:10:40.717802 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e33be50a-470a-476a-a33d-8756c5f4aa33 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for subnetpool, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:40.721440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e33be50a-470a-476a-a33d-8756c5f4aa33 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnetpools/9bf996d1-3c69-4fc1-8b98-efa4c990fec3 HTTP/1.1" status: 204 len: 168 time: 0.0897107 Oct 18 21:10:40.721639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35136) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.724954 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-7ee72dea-6cab-4c5f-b04e-2374e6ed7f80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 1001 time: 0.0703039 Oct 18 21:10:40.751875 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-84480184-caea-4814-a4fe-f522b2bb112e tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "GET /v2.0/ports?device_id=c38e3da2-c4eb-4e31-b334-62fddd9aedb6 HTTP/1.1" status: 200 len: 205 time: 0.0265007 Oct 18 21:10:40.752124 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35138) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:40.778569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-3aece00c-7477-44f1-ac5c-27a30a35574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:40.780121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-3aece00c-7477-44f1-ac5c-27a30a35574e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0473549 Oct 18 21:10:40.837982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0364ab37-70f1-4872-a508-8dc745878be7 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:40.839549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-904b8331-2b7f-4eba-929f-047d1b1208ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:40.841118 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-904b8331-2b7f-4eba-929f-047d1b1208ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526581 Oct 18 21:10:40.940978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-ba087e51-de3f-42ef-8048-51ac0786700c service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905089 Oct 18 21:10:41.005192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0364ab37-70f1-4872-a508-8dc745878be7 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.007380 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0364ab37-70f1-4872-a508-8dc745878be7 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.037078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-552e1d72-db9a-4cc9-8571-da767f0ffc33 req-57bac5ea-30b5-481b-a042-beaa0dcd07fa service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881286 Oct 18 21:10:41.050734 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0364ab37-70f1-4872-a508-8dc745878be7 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.051295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0364ab37-70f1-4872-a508-8dc745878be7 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Fanout notify agent at l3_agent the message router_deleted on router c38e3da2-c4eb-4e31-b334-62fddd9aedb6 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:10:41.059698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0364ab37-70f1-4872-a508-8dc745878be7 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.061383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0364ab37-70f1-4872-a508-8dc745878be7 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/routers/c38e3da2-c4eb-4e31-b334-62fddd9aedb6 HTTP/1.1" status: 204 len: 168 time: 0.3077745 Oct 18 21:10:41.063814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35140) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:41.158780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Deleting port 3d6a9463-499c-4c71-8bab-68f40b383e75 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:41.159025 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.254276 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.266734 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Calling delete_port for 3d6a9463-499c-4c71-8bab-68f40b383e75 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:41.405293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.439009 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event deleted for resources: {'Port': ['ID=3d6a9463-499c-4c71-8bab-68f40b383e75,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:41.530654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.535798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-795ea1dc-09c2-4b52-954f-19c1db35aa9c tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/ports/3d6a9463-499c-4c71-8bab-68f40b383e75 HTTP/1.1" status: 204 len: 168 time: 0.4705555 Oct 18 21:10:41.538024 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35144) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:41.603247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Deleting subnet 05817b93-539e-47cb-99db-5d4a521a18d4 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:41.606910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.666003 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.757613 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.818036 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.846189 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event deleted for resources: {'Subnet': ['ID=05817b93-539e-47cb-99db-5d4a521a18d4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:41.850029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:41.853788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e03d9421-db3b-48bd-8839-967f32a1e151 tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/subnets/05817b93-539e-47cb-99db-5d4a521a18d4 HTTP/1.1" status: 204 len: 168 time: 0.3146000 Oct 18 21:10:41.856523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35146) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:41.859661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18a2ee-9aa3-43c0-92aa-0e648faf3b42 None None] Network 87dadbab-0c0f-44ee-8941-bf3640e39b84 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:41.947397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.003341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Deleting port e9b0492c-b271-4737-a66a-f3defd432cd8 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:42.003686 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.032612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] DHCP port deletion for 87dadbab-0c0f-44ee-8941-bf3640e39b84 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:10:42.069161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] For port e9b0492c-b271-4737-a66a-f3defd432cd8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e9b0492c-b271-4737-a66a-f3defd432cd8,segment=NetworkSegment(7ab73606-f9c2-4ff5-93ba-53c524005679),segment_id=7ab73606-f9c2-4ff5-93ba-53c524005679)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:42.069775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.085390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] Deleting port e9b0492c-b271-4737-a66a-f3defd432cd8 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:42.085852 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.087476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Calling delete_port for e9b0492c-b271-4737-a66a-f3defd432cd8 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:42.148373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] For port e9b0492c-b271-4737-a66a-f3defd432cd8, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e9b0492c-b271-4737-a66a-f3defd432cd8,segment=NetworkSegment(7ab73606-f9c2-4ff5-93ba-53c524005679),segment_id=7ab73606-f9c2-4ff5-93ba-53c524005679)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:42.148787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.161849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] Calling delete_port for e9b0492c-b271-4737-a66a-f3defd432cd8 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:42.171279 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.197243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event deleted for resources: {'Port': ['ID=e9b0492c-b271-4737-a66a-f3defd432cd8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:42.200938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] No DVR routers for this DVR port e9b0492c-b271-4737-a66a-f3defd432cd8 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:42.292818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.317811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dadbab-0c0f-44ee-8941-bf3640e39b84']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:42.328972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab73606-f9c2-4ff5-93ba-53c524005679') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:42.329291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab73606-f9c2-4ff5-93ba-53c524005679') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:42.339880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.354071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.361458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:10:42.361864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:10:42.365636 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:10:42.403999 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.430812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] Pushing event deleted for resources: {'Port': ['ID=e9b0492c-b271-4737-a66a-f3defd432cd8,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:42.435269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cf3cb-4f57-41ca-9cfa-9b240a5ed4e3 None None] No DVR routers for this DVR port e9b0492c-b271-4737-a66a-f3defd432cd8 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:42.440452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.464219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.470129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] 10.222.0.66 "DELETE /v2.0/networks/87dadbab-0c0f-44ee-8941-bf3640e39b84 HTTP/1.1" status: 204 len: 168 time: 0.6097629 Oct 18 21:10:42.470129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcebdb-9de0-4636-836b-096448f8888b tempest-TagsExtTest-1829381211 tempest-TagsExtTest-1829381211-project] Pushing event deleted for resources: {'Network': ['ID=87dadbab-0c0f-44ee-8941-bf3640e39b84,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:42.618002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e9b0492c-b271-4737-a66a-f3defd432cd8 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:42.642394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e9b0492c-b271-4737-a66a-f3defd432cd8 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:10:42.642739 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e9b0492c-b271-4737-a66a-f3defd432cd8 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:10:42.731742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35152) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:42.867582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-35950b00-372d-4eef-840b-80c52298e151 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=020b461fd2644186823639d68c7d82da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346214 Oct 18 21:10:42.870104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35156) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:42.917912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42570c8d-9b78-4bad-8ce6-a481d592ef75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.940503 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42570c8d-9b78-4bad-8ce6-a481d592ef75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.986431 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42570c8d-9b78-4bad-8ce6-a481d592ef75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.989136 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-42570c8d-9b78-4bad-8ce6-a481d592ef75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:42.990392 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-42570c8d-9b78-4bad-8ce6-a481d592ef75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3826827-247b-43c2-9066-4757c6105db5 HTTP/1.1" status: 204 len: 168 time: 0.1193745 Oct 18 21:10:42.999356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42570c8d-9b78-4bad-8ce6-a481d592ef75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3826827-247b-43c2-9066-4757c6105db5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:43.417490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:48.823464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5a29-075f-4382-94fe-5fdb710a589c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:49.001882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:51.434702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba4417-e2e5-4f00-9987-34259a257749 req-ab6c49fe-1ec7-4941-85c8-645796dab4f7 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:51.436801 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81ba4417-e2e5-4f00-9987-34259a257749 req-ab6c49fe-1ec7-4941-85c8-645796dab4f7 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1098 time: 0.0462222 Oct 18 21:10:51.474904 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-81ba4417-e2e5-4f00-9987-34259a257749 req-f846807e-d4c4-466a-90af-f932e865422f tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Oct 18 21:10:51.504912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35258) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:51.739759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 2e3226a8-0e8e-4cd2-85ef-0f0948da2d4b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:51.740101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:52.088787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:52.089115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:52.102334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 2e3226a8-0e8e-4cd2-85ef-0f0948da2d4b owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:52.295304 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:52.321326 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=2e3226a8-0e8e-4cd2-85ef-0f0948da2d4b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:52.334578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.336448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.336448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.336448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.336448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.336448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.337021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.337021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.337623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.337623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.338954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.338954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:52.398474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:52.398829 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP c532bb2a-7d85-4be2-adff-2d81b61d93e2 disassociated (deleted). External IP: 172.25.7.145, port: 48f7f5b6-9047-4040-8238-4966fca0e864. Oct 18 21:10:52.630507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 2232e327-dfe5-4722-bd2a-3675da146376 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:10:52.750461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:10:52.755981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:52.766095 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] Sync routers for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:10:52.775952 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:10:52.776957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:52.806491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d9da137c-7250-4acd-bc74-8921cd73016c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/floatingips/c532bb2a-7d85-4be2-adff-2d81b61d93e2 HTTP/1.1" status: 204 len: 168 time: 1.2999060 Oct 18 21:10:52.808184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:10:52.811947 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:10:52.917005 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:10:53.034529 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b9ab7a-3742-48f2-ad1d-09ea9a3a95f8 x-openstack-request-id: req-a9b9ab7a-3742-48f2-ad1d-09ea9a3a95f8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:10:53.034858 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74048b43-9d77-461b-8209-eee908082787", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:10:53.035657 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9b9ab7a-3742-48f2-ad1d-09ea9a3a95f8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:10:53.035657 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'status': 'completed', 'code': 200} Oct 18 21:10:53.156409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-23425f57-75ba-484f-b61b-1de8813e4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:53.156799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61068789-2580-4725-9ca7-8d2e55d61ce0 req-7b8a0f74-f446-4ad5-abb1-6000b72420de tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:53.158116 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-23425f57-75ba-484f-b61b-1de8813e4626 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 1098 time: 0.0896845 Oct 18 21:10:53.159187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61068789-2580-4725-9ca7-8d2e55d61ce0 req-7b8a0f74-f446-4ad5-abb1-6000b72420de tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 947 time: 0.0690887 Oct 18 21:10:53.195765 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c34831d2-4d54-4d43-a99c-6432131f073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:53.231972 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:01Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:53.269953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] Checking router: 2232e327-dfe5-4722-bd2a-3675da146376 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:10:53.278532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-79bb9154-9a06-49d7-a7bf-b86b1a1644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:53.280921 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-79bb9154-9a06-49d7-a7bf-b86b1a1644b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 200 len: 897 time: 0.1137459 Oct 18 21:10:53.281234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:10:53.281883 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:53.285445 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-61068789-2580-4725-9ca7-8d2e55d61ce0 req-fd54d627-306d-45b8-b028-b2b2fa6ecf8e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197443 Oct 18 21:10:53.348709 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-dd465d48-085c-4844-b8b2-40aa024fea63 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 200 len: 217 time: 0.0518353 Oct 18 21:10:53.415274 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-bf1a2e8a-6c66-4622-9686-57720c5bfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:53.417346 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-bf1a2e8a-6c66-4622-9686-57720c5bfa85 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 200 len: 835 time: 0.0569918 Oct 18 21:10:53.493643 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-6bc352c8-fd06-45d7-a374-9d153ac37416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:53.495725 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-6bc352c8-fd06-45d7-a374-9d153ac37416 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=78c53238-0080-4b94-9b1a-ebc449ee41e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710118 Oct 18 21:10:53.499233 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:10:53.606338 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-b3b1e423-0ccd-4b3c-9a16-7ab4786dcf19 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008728 Oct 18 21:10:53.719373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f7da4acc-31f9-4200-ab56-48fd4ba3a6c9 req-b0b5aab1-f9c1-4404-b884-99999c26a807 service neutron] 10.222.0.79 "GET /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033392 Oct 18 21:10:53.729081 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:01Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:53.761044 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b1decc-4329-4eb5-a436-c7f4b9b7df8d None None] The sync data for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 is: [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'd7c76c59-08f1-4c6c-bf7b-6af079d0da7b', 'name': '', 'network_id': '78c53238-0080-4b94-9b1a-ebc449ee41e1', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:f2:c0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:56Z', 'updated_at': '2021-10-18T21:08:01Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'b9babd94-4850-4ecd-a4b8-c7a78e4b19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:10:54.021674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11ec28-5957-4b22-9c7b-4d95c74abc0f None None] New status for floating IP c532bb2a-7d85-4be2-adff-2d81b61d93e2: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:10:54.203901 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:54.416931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21752-9bed-4ee6-87f3-f39ea8b1aa0a req-cb02278b-5a81-41cc-908d-8dc033b1eccb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:54.418469 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adc21752-9bed-4ee6-87f3-f39ea8b1aa0a req-cb02278b-5a81-41cc-908d-8dc033b1eccb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 947 time: 0.0549891 Oct 18 21:10:54.468744 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-adc21752-9bed-4ee6-87f3-f39ea8b1aa0a req-9c4e61c8-85fb-4cbc-867b-a40f0e87c040 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=618dca99-e126-43b2-9e95-737efa0e5a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408816 Oct 18 21:10:54.868686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-610d2c44-9ce5-4179-bcce-35614172c178 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:10:54.871191 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-610d2c44-9ce5-4179-bcce-35614172c178 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 947 time: 0.0880601 Oct 18 21:10:54.974145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 48f7f5b6-9047-4040-8238-4966fca0e864 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:54.974485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:55.079125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 48f7f5b6-9047-4040-8238-4966fca0e864, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=48f7f5b6-9047-4040-8238-4966fca0e864,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:55.079509 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:55.093640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 48f7f5b6-9047-4040-8238-4966fca0e864 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:55.247465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:55.250419 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:55.283897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=48f7f5b6-9047-4040-8238-4966fca0e864,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:55.335943 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] No DVR routers for this DVR port 48f7f5b6-9047-4040-8238-4966fca0e864 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:55.339201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:55.343107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b436d92e-b3b2-421b-b089-7d9a4878afdf req-5e2097d8-30fd-4b01-99d3-fafaacc5af05 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "DELETE /v2.0/ports/48f7f5b6-9047-4040-8238-4966fca0e864 HTTP/1.1" status: 204 len: 173 time: 0.4657891 Oct 18 21:10:55.343542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-deleted', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:10:55.345834 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff494701-3877-47aa-abf2-6e2e3867380a" -d '{"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-deleted", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:10:55.400069 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e73ce8a-d532-424e-aec2-72fb4834669b x-openstack-request-id: req-9e73ce8a-d532-424e-aec2-72fb4834669b {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:10:55.400369 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74048b43-9d77-461b-8209-eee908082787", "name": "network-vif-deleted", "tag": "48f7f5b6-9047-4040-8238-4966fca0e864", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:10:55.400671 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e73ce8a-d532-424e-aec2-72fb4834669b {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:10:55.401085 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74048b43-9d77-461b-8209-eee908082787', 'name': 'network-vif-deleted', 'tag': '48f7f5b6-9047-4040-8238-4966fca0e864', 'status': 'completed', 'code': 200} Oct 18 21:10:55.581022 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef7499f9-6338-43e1-a5d6-bb4bbc283987 req-c64b7374-5d04-493f-9283-4d9b05a449f2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=74048b43-9d77-461b-8209-eee908082787 HTTP/1.1" status: 200 len: 210 time: 0.0295441 Oct 18 21:10:56.646640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35298) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:56.677337 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:57.134191 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:57.409266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:57.409671 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:57.512723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port d7c76c59-08f1-4c6c-bf7b-6af079d0da7b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:57.513087 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:57.528102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for d7c76c59-08f1-4c6c-bf7b-6af079d0da7b owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:57.742438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:57.770922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=d7c76c59-08f1-4c6c-bf7b-6af079d0da7b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:57.959012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:57.962155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:10:57.994351 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 48f7f5b6-9047-4040-8238-4966fca0e864 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:10:57.994761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 48f7f5b6-9047-4040-8238-4966fca0e864 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:10:58.474890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 2232e327-dfe5-4722-bd2a-3675da146376 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:10:58.589965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:10:58.596261 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b462f096-6876-44d9-8218-4144bd467fb2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/2232e327-dfe5-4722-bd2a-3675da146376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9485300 Oct 18 21:10:58.599345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35310) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:58.602750 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] Sync routers for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:10:58.619963 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:10:58.621081 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:58.670465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting subnet b9babd94-4850-4ecd-a4b8-c7a78e4b19dc {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:10:58.675042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:58.717987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:58.742256 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:10:58.841966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:58.933797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:58.960247 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Subnet': ['ID=b9babd94-4850-4ecd-a4b8-c7a78e4b19dc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:58.967174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:58.973191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35324) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:10:58.973604 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d3c5fadc-d591-438b-a1c7-7d8259903267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/subnets/b9babd94-4850-4ecd-a4b8-c7a78e4b19dc HTTP/1.1" status: 204 len: 168 time: 0.3624983 Oct 18 21:10:58.975478 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:10:57Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:58.980327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc753911-201e-42b5-8fb9-8e428ed6ca94 None None] Network 78c53238-0080-4b94-9b1a-ebc449ee41e1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:10:59.010491 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] Checking router: 2232e327-dfe5-4722-bd2a-3675da146376 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:10:59.020538 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] Routers {'2232e327-dfe5-4722-bd2a-3675da146376'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:10:59.021226 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['2232e327-dfe5-4722-bd2a-3675da146376'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:59.155337 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.161514 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] Set router 2232e327-dfe5-4722-bd2a-3675da146376 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:10:59.195695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] DHCP port deletion for 78c53238-0080-4b94-9b1a-ebc449ee41e1 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:10:59.246415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Deleting port 401c9112-3430-49bc-b0ca-8bd80c17db7b {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:59.247119 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.272528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.333098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] For port 401c9112-3430-49bc-b0ca-8bd80c17db7b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=401c9112-3430-49bc-b0ca-8bd80c17db7b,segment=NetworkSegment(410b6309-c2d6-42aa-bec0-a50cf0cf0516),segment_id=410b6309-c2d6-42aa-bec0-a50cf0cf0516)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:59.335595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.349598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 6539e494-2f1d-4820-aeed-80158715dd83 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:10:59.350421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.358134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Calling delete_port for 401c9112-3430-49bc-b0ca-8bd80c17db7b owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:59.378294 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:10:57Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:10:59.413617 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e14cd-4dc0-4b38-bfd9-e3aed3dd3b9a None None] The sync data for ids ['2232e327-dfe5-4722-bd2a-3675da146376'] in n-d-812149-2 is: [{'id': '2232e327-dfe5-4722-bd2a-3675da146376', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768085044', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '6539e494-2f1d-4820-aeed-80158715dd83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:10:57Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '6539e494-2f1d-4820-aeed-80158715dd83', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2232e327-dfe5-4722-bd2a-3675da146376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:07:52Z', 'updated_at': '2021-10-18T21:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:10:59.457415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 6539e494-2f1d-4820-aeed-80158715dd83, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=6539e494-2f1d-4820-aeed-80158715dd83,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:10:59.457415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.467950 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.471880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 6539e494-2f1d-4820-aeed-80158715dd83 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:10:59.500503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Pushing event deleted for resources: {'Port': ['ID=401c9112-3430-49bc-b0ca-8bd80c17db7b,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:59.505644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] No DVR routers for this DVR port 401c9112-3430-49bc-b0ca-8bd80c17db7b on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:10:59.515059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.515423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.515798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.516189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.516544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.516890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.517226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.517970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.517970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.518241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.518544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.518870 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9949aee5-fa66-4530-93ad-e79dd245877f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:10:59.692470 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.720868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=6539e494-2f1d-4820-aeed-80158715dd83,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:10:59.823139 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.924862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.928559 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.993728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:10:59.994564 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Fanout notify agent at l3_agent the message router_deleted on router 2232e327-dfe5-4722-bd2a-3675da146376 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:11:00.006758 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.011265 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cfa48439-a0f8-4944-b754-8e8b675f396b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/routers/2232e327-dfe5-4722-bd2a-3675da146376 HTTP/1.1" status: 204 len: 168 time: 1.0334158 Oct 18 21:11:00.011595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35330) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:00.117079 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.241111 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.264852 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c53238-0080-4b94-9b1a-ebc449ee41e1']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:00.277255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410b6309-c2d6-42aa-bec0-a50cf0cf0516') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:00.277558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410b6309-c2d6-42aa-bec0-a50cf0cf0516') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:00.290073 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.307176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.316555 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:11:00.316970 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:11:00.320817 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:11:00.388286 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.393594 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.397200 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/networks/78c53238-0080-4b94-9b1a-ebc449ee41e1 HTTP/1.1" status: 204 len: 168 time: 0.3841729 Oct 18 21:11:00.400187 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35332) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:00.412868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11c1b0-8abd-4f68-96a7-84a84f59e28a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Network': ['ID=78c53238-0080-4b94-9b1a-ebc449ee41e1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:00.468582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-102cbe7c-6c48-42a5-ba5d-943cd333925d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.501641 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-102cbe7c-6c48-42a5-ba5d-943cd333925d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.589001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-102cbe7c-6c48-42a5-ba5d-943cd333925d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.592482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-102cbe7c-6c48-42a5-ba5d-943cd333925d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:00.594069 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-102cbe7c-6c48-42a5-ba5d-943cd333925d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/security-groups/618dca99-e126-43b2-9e95-737efa0e5a72 HTTP/1.1" status: 204 len: 168 time: 0.1918733 Oct 18 21:11:00.604907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cbe7c-6c48-42a5-ba5d-943cd333925d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618dca99-e126-43b2-9e95-737efa0e5a72,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:00.675147 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d7c76c59-08f1-4c6c-bf7b-6af079d0da7b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:11:00.714261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: d7c76c59-08f1-4c6c-bf7b-6af079d0da7b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:11:00.714855 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device d7c76c59-08f1-4c6c-bf7b-6af079d0da7b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:11:00.715577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 401c9112-3430-49bc-b0ca-8bd80c17db7b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:11:00.742131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 401c9112-3430-49bc-b0ca-8bd80c17db7b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:11:00.742753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 401c9112-3430-49bc-b0ca-8bd80c17db7b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:11:00.743507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6539e494-2f1d-4820-aeed-80158715dd83 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:11:00.767632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 6539e494-2f1d-4820-aeed-80158715dd83 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:11:00.768204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 6539e494-2f1d-4820-aeed-80158715dd83 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:11:01.200653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35344) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:01.205992 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4e4adf3d-3986-4d70-b935-0c8e40855a57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251801537', 'description': 'tempest-secgroup-smoke-251801537 description', 'project_id': '9898da556b7345b5904bf6114683e04b'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:01.229839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e4adf3d-3986-4d70-b935-0c8e40855a57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.312728 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e4adf3d-3986-4d70-b935-0c8e40855a57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.318118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e4adf3d-3986-4d70-b935-0c8e40855a57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.349144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4e4adf3d-3986-4d70-b935-0c8e40855a57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.353324 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4e4adf3d-3986-4d70-b935-0c8e40855a57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1482232 Oct 18 21:11:01.353530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:01.358527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6a6172bc-3917-43a8-acc0-7e4f65e77c5c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'a7490478-e13e-4931-bd75-e7d8618fdc36', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:01.364880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4adf3d-3986-4d70-b935-0c8e40855a57 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7490478-e13e-4931-bd75-e7d8618fdc36,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:01.394612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a6172bc-3917-43a8-acc0-7e4f65e77c5c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.457945 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a6172bc-3917-43a8-acc0-7e4f65e77c5c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.464700 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a6172bc-3917-43a8-acc0-7e4f65e77c5c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.484772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6172bc-3917-43a8-acc0-7e4f65e77c5c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855ac573-6243-457f-8bad-b4645571a26d,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:01.489181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6a6172bc-3917-43a8-acc0-7e4f65e77c5c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.490496 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6a6172bc-3917-43a8-acc0-7e4f65e77c5c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358321 Oct 18 21:11:01.493607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35348) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:01.498903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d350962a-8bd8-4d51-8a99-df1be1df7916 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'a7490478-e13e-4931-bd75-e7d8618fdc36', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:01.527700 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d350962a-8bd8-4d51-8a99-df1be1df7916 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.600178 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d350962a-8bd8-4d51-8a99-df1be1df7916 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.604915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d350962a-8bd8-4d51-8a99-df1be1df7916 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.624772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350962a-8bd8-4d51-8a99-df1be1df7916 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5fc0a2-2270-4428-aa7f-863620538f7e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:01.632954 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d350962a-8bd8-4d51-8a99-df1be1df7916 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.634223 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d350962a-8bd8-4d51-8a99-df1be1df7916 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395926 Oct 18 21:11:01.637204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35350) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:01.643298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8ed69743-a4f4-4626-a186-2706b358ff74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'a7490478-e13e-4931-bd75-e7d8618fdc36', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:01.672048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ed69743-a4f4-4626-a186-2706b358ff74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.738613 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ed69743-a4f4-4626-a186-2706b358ff74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.742895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ed69743-a4f4-4626-a186-2706b358ff74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.763897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed69743-a4f4-4626-a186-2706b358ff74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f4878c-fd63-4286-9066-25cb6b5f550a,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:01.771262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ed69743-a4f4-4626-a186-2706b358ff74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.772871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8ed69743-a4f4-4626-a186-2706b358ff74 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345603 Oct 18 21:11:01.775790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35352) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:01.781223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8e8c1888-519e-4996-9e0d-460e727e3eab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'a7490478-e13e-4931-bd75-e7d8618fdc36', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:01.811320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1888-519e-4996-9e0d-460e727e3eab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.876420 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1888-519e-4996-9e0d-460e727e3eab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.880586 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1888-519e-4996-9e0d-460e727e3eab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.899360 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c1888-519e-4996-9e0d-460e727e3eab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04896c85-fe4a-4110-8f2f-d2a0f22e5b7c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:01.912987 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1888-519e-4996-9e0d-460e727e3eab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:01.917471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8e8c1888-519e-4996-9e0d-460e727e3eab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373305 Oct 18 21:11:01.921100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35354) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:01.927423 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'a7490478-e13e-4931-bd75-e7d8618fdc36', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:01.955499 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:11:01.961447 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.049944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.054949 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.076930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78a5abf-54bb-45ec-9f73-9ce706a5408e,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:02.085027 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.089021 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-87d8a080-b78f-48c2-99ce-bbeddd2f8474 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636891 Oct 18 21:11:02.089208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35360) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:02.093960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'a7490478-e13e-4931-bd75-e7d8618fdc36', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:02.126404 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:11:02.132774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.211517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.216574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.242258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6989c433-4590-4037-b2ff-3ff39b7919f8,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:02.252545 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.253861 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e43c9503-79ba-4b0b-877d-56c26fce0cea tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635900 Oct 18 21:11:02.256783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35370) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:02.262629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'network': {'name': 'tempest-network-smoke--199242308', 'project_id': '9898da556b7345b5904bf6114683e04b', 'port_security_enabled': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:02.292611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:11:02.296745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.321806 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:11:02.332007 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.332371 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Added segment 0f2ca0d8-c5d1-422a-9436-2eac6a0970dc of type vlan for network 1fcb9c1e-2998-4672-89d2-ea3b54935931 Oct 18 21:11:02.381843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.414890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.421957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:02.424616 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.470264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2081335 Oct 18 21:11:02.471162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35376) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:02.476044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'admin_state_up': True, 'project_id': '9898da556b7345b5904bf6114683e04b', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:02.504112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.516863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.551315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1e438-4d8e-49b5-bdd5-340e4ad0fb64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Network': ['ID=1fcb9c1e-2998-4672-89d2-ea3b54935931,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:02.570130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:11:02.596084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:02.752571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:03.323413 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:03.346778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:03.463655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.247 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/16f3f176-1ca6-4e85-83b6-dc99f2881009) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:03.579899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:03.617608 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:03.665836 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:03.668912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:03.676235 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:03.679760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=16f3f176-1ca6-4e85-83b6-dc99f2881009,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:03.718206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.718206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.718206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.718650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.718798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.719131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.719469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.719795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.720125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.720479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.720806 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.721185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:03.959607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:04.177487 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:04.359047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:11:04.484770 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:11:04.498072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Sync routers for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:11:04.507922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:04.509224 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-905cc9e3-38b4-43d8-af50-ff895cf0e995 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0375445 Oct 18 21:11:04.511055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:04.511938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:04.513713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35384) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:04.557259 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f052aaa6-82f8-4b92-a76c-66caaf3934a1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=9898da556b7345b5904bf6114683e04b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415318 Oct 18 21:11:04.560747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35388) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:04.645957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:04.769289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e440ddc9-4f32-4edc-8c28-71b936b1b3e1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:04.771092 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e440ddc9-4f32-4edc-8c28-71b936b1b3e1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2091906 Oct 18 21:11:04.774054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35400) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:04.820071 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8d7364b5-2f55-4baf-a534-dd1e3b458beb tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446661 Oct 18 21:11:04.823299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35402) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:04.829474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-125161389', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'project_id': '9898da556b7345b5904bf6114683e04b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:04.878294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:03Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:04.913100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Checking router: 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:11:04.913465 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Updating router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 port 16f3f176-1ca6-4e85-83b6-dc99f2881009 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:11:04.955782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:04.978130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:11:04.983174 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.084891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35408) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:05.205861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.233835 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66d80547-efb6-4062-ab05-ae96c1a331de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.315981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Subnet': ['ID=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:05.318921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Checking segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:11:05.319290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network hostable DHCP agents. Network: 1fcb9c1e-2998-4672-89d2-ea3b54935931, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:11:05.330686 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.339514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.343493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:11:05.354672 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66d80547-efb6-4062-ab05-ae96c1a331de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.360003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1fcb9c1e-2998-4672-89d2-ea3b54935931) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:05.360230 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-66d80547-efb6-4062-ab05-ae96c1a331de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.374650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:05.375574 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.390674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda9a2d-c476-4259-8ebd-b098d4e0745c None None] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:11:05.402025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35412) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:05.403059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1b5758bd-49d7-4c18-b958-a353e4885bcc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5783930 Oct 18 21:11:05.423783 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-66d80547-efb6-4062-ab05-ae96c1a331de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84e607e7b225473b8892d08089bb2983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377674 Oct 18 21:11:05.430401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:05.435309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Attempting to bind port 16f3f176-1ca6-4e85-83b6-dc99f2881009 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:11:05.435878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Attempting to bind port 16f3f176-1ca6-4e85-83b6-dc99f2881009 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:11:05.436585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Attempting to bind port 16f3f176-1ca6-4e85-83b6-dc99f2881009 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:05.452236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:11:05.452634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:11:05.453064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.453498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:11:05.454214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Bound port: 16f3f176-1ca6-4e85-83b6-dc99f2881009, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:11:05.454799 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.459188 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d80547-efb6-4062-ab05-ae96c1a331de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c0bbd-83d8-45f5-a0ba-a31505f2ec6d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:05.490131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39255fe8-176f-45e1-b1de-7d0ed04bbd25 None None] Pushing event updated for resources: {'Port': ['ID=16f3f176-1ca6-4e85-83b6-dc99f2881009,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:05.525814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dad2fef0-229a-446b-bac3-75f9ab2e4b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.560305 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dad2fef0-229a-446b-bac3-75f9ab2e4b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.581031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] For port 16f3f176-1ca6-4e85-83b6-dc99f2881009, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:11:05.587787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] For port 16f3f176-1ca6-4e85-83b6-dc99f2881009, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=16f3f176-1ca6-4e85-83b6-dc99f2881009,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:11:05.595492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.635143 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dad2fef0-229a-446b-bac3-75f9ab2e4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.640868 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dad2fef0-229a-446b-bac3-75f9ab2e4b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.659852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dad2fef0-229a-446b-bac3-75f9ab2e4b72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/560c0bbd-83d8-45f5-a0ba-a31505f2ec6d HTTP/1.1" status: 204 len: 168 time: 0.2181890 Oct 18 21:11:05.676054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2fef0-229a-446b-bac3-75f9ab2e4b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c0bbd-83d8-45f5-a0ba-a31505f2ec6d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:05.710756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:05.711403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:05.770729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39255fe8-176f-45e1-b1de-7d0ed04bbd25 None None] Pushing event updated for resources: {'Port': ['ID=16f3f176-1ca6-4e85-83b6-dc99f2881009,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:05.813766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1fcb9c1e-2998-4672-89d2-ea3b54935931', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:11:05.814936 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:05.963848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:06.064831 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.114286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35420) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:06.131171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14335c59-4280-4e15-9fd5-fbe5eedb49f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.156494 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Allocated IP 172.20.0.2 (1fcb9c1e-2998-4672-89d2-ea3b54935931/bcec1d6f-90f0-4c95-845b-1d2d86c3a80d/e2e0c9d9-e0a2-45fb-8015-18502a5abf88) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:06.247272 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14335c59-4280-4e15-9fd5-fbe5eedb49f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.255136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-14335c59-4280-4e15-9fd5-fbe5eedb49f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.311876 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-14335c59-4280-4e15-9fd5-fbe5eedb49f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32b5c03846844a02a26693a89359d553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967638 Oct 18 21:11:06.312958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14335c59-4280-4e15-9fd5-fbe5eedb49f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d955687-72d0-452a-9c23-cecc3b71692a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:06.314339 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35422) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:06.385045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac3f43f0-f5cb-49d3-a816-067a91e15c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.409506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac3f43f0-f5cb-49d3-a816-067a91e15c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.462526 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac3f43f0-f5cb-49d3-a816-067a91e15c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.465358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ac3f43f0-f5cb-49d3-a816-067a91e15c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.467162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ac3f43f0-f5cb-49d3-a816-067a91e15c47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d955687-72d0-452a-9c23-cecc3b71692a HTTP/1.1" status: 204 len: 168 time: 0.1516209 Oct 18 21:11:06.476526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f43f0-f5cb-49d3-a816-067a91e15c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d955687-72d0-452a-9c23-cecc3b71692a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:06.514825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:03Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:06.552146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c5df-7ac2-4de6-9183-9cca87fd076d None None] The sync data for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 is: [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:03Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:11:06.560073 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.567409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.613507 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:06.619029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:06.623167 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:06.639369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Pushing event updated for resources: {'Port': ['ID=e2e0c9d9-e0a2-45fb-8015-18502a5abf88,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:06.655920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.1 (1fcb9c1e-2998-4672-89d2-ea3b54935931/bcec1d6f-90f0-4c95-845b-1d2d86c3a80d/0d17f7b6-e275-4147-a95b-c92ed34671e6) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:06.701715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Attempting to bind port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:11:06.702186 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Attempting to bind port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:11:06.702634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Attempting to bind port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:06.708769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:11:06.709232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Checking segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:11:06.709741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.710207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Bound using segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:11:06.710772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Bound port: e2e0c9d9-e0a2-45fb-8015-18502a5abf88, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:11:06.711226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.791069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] For port e2e0c9d9-e0a2-45fb-8015-18502a5abf88, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:11:06.795720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] For port e2e0c9d9-e0a2-45fb-8015-18502a5abf88, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e2e0c9d9-e0a2-45fb-8015-18502a5abf88,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:11:06.802552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.805157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.852462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:06.874328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c08d67-a0bb-40d8-a76f-3f608a540b41 None None] Pushing event updated for resources: {'Port': ['ID=e2e0c9d9-e0a2-45fb-8015-18502a5abf88,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:06.972289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:06.976048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:06.978428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:07.028609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=0d17f7b6-e275-4147-a95b-c92ed34671e6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:07.063499 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:07.302921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:07.359026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe5cab-01e0-4bd8-91e0-a23175e6aa28 req-067a5f76-02f6-4a27-827a-201c817a6e58 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:07.360718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70fe5cab-01e0-4bd8-91e0-a23175e6aa28 req-067a5f76-02f6-4a27-827a-201c817a6e58 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 945 time: 0.0849667 Oct 18 21:11:07.427087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-70fe5cab-01e0-4bd8-91e0-a23175e6aa28 req-c1bf3c80-d324-4f8f-8bcb-3c374a033edf tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576835 Oct 18 21:11:07.677035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:07.683048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:07.779103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=0d17f7b6-e275-4147-a95b-c92ed34671e6,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:07.782029 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:07.900087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:07.901755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:08.035994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:11:08.168618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:11:08.174909 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-93374f5e-8012-45b3-a5f2-2233e554fefc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/3b4a54ad-82e8-46bb-9ccd-d3f00b862803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7681050 Oct 18 21:11:08.200628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4219c-bbaf-4bb9-8199-772a9bb0546c None None] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:11:08.275126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-e3d7221d-4f5a-41e8-8c37-108d230e6c51 None None] Provisioning complete for port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:08.275680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3d7221d-4f5a-41e8-8c37-108d230e6c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:08.420777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-ae73e455-ee21-4820-9cda-8ef013c42924 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251801537&fields=id&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 267 time: 0.0458300 Oct 18 21:11:08.482110 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3d7221d-4f5a-41e8-8c37-108d230e6c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:08.540263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e3d7221d-4f5a-41e8-8c37-108d230e6c51 None None] For port e2e0c9d9-e0a2-45fb-8015-18502a5abf88, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e2e0c9d9-e0a2-45fb-8015-18502a5abf88,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:08.546057 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3d7221d-4f5a-41e8-8c37-108d230e6c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:08.647667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7221d-4f5a-41e8-8c37-108d230e6c51 None None] Pushing event updated for resources: {'Port': ['ID=e2e0c9d9-e0a2-45fb-8015-18502a5abf88,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:08.794279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e2e0c9d9-e0a2-45fb-8015-18502a5abf88 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:08.827140 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Sync routers for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:11:08.835147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-fe96be38-7fcc-4a9a-8ada-6a7dfa994c42 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:08.836968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-fe96be38-7fcc-4a9a-8ada-6a7dfa994c42 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 945 time: 0.1267676 Oct 18 21:11:08.858717 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:08.859636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:08.892962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:08.893514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.021275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-0413b60c-1b9e-4e51-ae42-9c2ad4d6553c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:09.030534 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-0413b60c-1b9e-4e51-ae42-9c2ad4d6553c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 796 time: 0.5984066 Oct 18 21:11:09.049516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port f035444d-5065-47ab-84a7-ea63dfd4d37a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:11:09.050042 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.053134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-99641fa7-dfcc-447b-a7b7-fa2a60d99dc1 None None] Provisioning complete for port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:09.054611 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99641fa7-dfcc-447b-a7b7-fa2a60d99dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.071052 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-76d1399e-d33b-4e4f-b5a2-a36cdccd9434 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/quotas/9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 375 time: 0.0395112 Oct 18 21:11:09.103712 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:09.170854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-e5b1b5fc-b48d-4b74-abfd-07f61daf1fc8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960178 Oct 18 21:11:09.184259 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] For port f035444d-5065-47ab-84a7-ea63dfd4d37a, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=f035444d-5065-47ab-84a7-ea63dfd4d37a,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:09.185358 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.240303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 16f3f176-1ca6-4e85-83b6-dc99f2881009 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:09.306034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-f30143ed-a38d-4567-b55e-765a27642b2a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:11:09.313683 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-f30143ed-a38d-4567-b55e-765a27642b2a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1345251 Oct 18 21:11:09.392027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-99641fa7-dfcc-447b-a7b7-fa2a60d99dc1 None None] Provisioning complete for port 0d17f7b6-e275-4147-a95b-c92ed34671e6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:09.392420 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-99641fa7-dfcc-447b-a7b7-fa2a60d99dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.454946 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 16f3f176-1ca6-4e85-83b6-dc99f2881009 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:09.455638 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.459011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-439a14e9-6523-47ae-a510-ac02b95d7b92 service neutron] 10.222.0.66 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443164 Oct 18 21:11:09.462638 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 2, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:09.469469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.469993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.470422 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Floating IP 781d217a-a707-4030-9837-23fd89f64592 disassociated. External IP: 172.25.7.128, port: f035444d-5065-47ab-84a7-ea63dfd4d37a. Oct 18 21:11:09.470875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for f035444d-5065-47ab-84a7-ea63dfd4d37a owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:11:09.492040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-99641fa7-dfcc-447b-a7b7-fa2a60d99dc1 None None] Port 0d17f7b6-e275-4147-a95b-c92ed34671e6 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:11:09.510859 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Checking router: 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:11:09.511363 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Updating router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 port 0d17f7b6-e275-4147-a95b-c92ed34671e6 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:11:09.573821 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.590328 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.613211 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-68af99de-4959-45ab-bdac-c65cecf464b7 service neutron] 10.222.0.66 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532164 Oct 18 21:11:09.638311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 16f3f176-1ca6-4e85-83b6-dc99f2881009, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=16f3f176-1ca6-4e85-83b6-dc99f2881009,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:09.639523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4de687ac-4e74-4da6-bf29-9c29967f2fa7 None None] Provisioning complete for port 0d17f7b6-e275-4147-a95b-c92ed34671e6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:09.639884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4de687ac-4e74-4da6-bf29-9c29967f2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.660573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.665777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:09.701743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=f035444d-5065-47ab-84a7-ea63dfd4d37a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:09.727523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4de687ac-4e74-4da6-bf29-9c29967f2fa7 None None] Port 0d17f7b6-e275-4147-a95b-c92ed34671e6 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:11:09.747612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=16f3f176-1ca6-4e85-83b6-dc99f2881009,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:09.840050 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:11:09.856429 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49794cfa-05c4-420c-978f-a5d008452ef4 req-ee7667e6-aa73-4237-a425-05228b7aa54c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0287385 Oct 18 21:11:09.949510 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0ba17fd8-19a4-415e-896d-1eb82c78cf55 req-1cb0cce9-61e0-4544-a978-dd451a84cc6f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 210 time: 0.0407441 Oct 18 21:11:09.987501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:11:09.998185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:11:10.008360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:10.009047 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:10.021821 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:10.030845 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:10.038925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] No DVR routers for this DVR port f035444d-5065-47ab-84a7-ea63dfd4d37a on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:11:10.041519 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:10.046515 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8d4619a4-ca41-4bcb-8c9f-a37aef8042fd req-cc426497-a409-4168-b15b-0fed97481b3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "DELETE /v2.0/ports/f035444d-5065-47ab-84a7-ea63dfd4d37a HTTP/1.1" status: 204 len: 173 time: 1.2016635 Oct 18 21:11:10.047058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'name': 'network-vif-deleted', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:10.049494 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df13d90-867b-4fcd-86f7-0b9f556af46a" -d '{"events": [{"server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "name": "network-vif-deleted", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:10.076687 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Pushing event updated for resources: {'Port': ['ID=0d17f7b6-e275-4147-a95b-c92ed34671e6,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:10.104300 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c391e-468b-4498-9242-62728f13e492 x-openstack-request-id: req-0d9c391e-468b-4498-9242-62728f13e492 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:10.104621 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bc6673-9e1c-4427-b21a-c8d4e4bedef5", "name": "network-vif-deleted", "tag": "f035444d-5065-47ab-84a7-ea63dfd4d37a", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:10.104948 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d9c391e-468b-4498-9242-62728f13e492 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:10.105347 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bc6673-9e1c-4427-b21a-c8d4e4bedef5', 'name': 'network-vif-deleted', 'tag': 'f035444d-5065-47ab-84a7-ea63dfd4d37a', 'status': 'completed', 'code': 200} Oct 18 21:11:10.110681 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.111010 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.111518 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.111999 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.112699 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.113237 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.113739 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.114225 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.114874 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.115352 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.116006 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.116525 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:11:10.207365 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:10.243092 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Attempting to bind port 0d17f7b6-e275-4147-a95b-c92ed34671e6 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:11:10.243456 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Attempting to bind port 0d17f7b6-e275-4147-a95b-c92ed34671e6 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:11:10.243998 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Attempting to bind port 0d17f7b6-e275-4147-a95b-c92ed34671e6 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:10.250673 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:11:10.251593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Checking segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:11:10.252169 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:10.252998 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Bound using segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:11:10.253628 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Bound port: 0d17f7b6-e275-4147-a95b-c92ed34671e6, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:11:10.254182 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:10.386636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] For port 0d17f7b6-e275-4147-a95b-c92ed34671e6, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:11:10.392288 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] For port 0d17f7b6-e275-4147-a95b-c92ed34671e6, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0d17f7b6-e275-4147-a95b-c92ed34671e6,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:11:10.401408 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:10.496042 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:10.497808 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:10.567470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f452882e-fc1c-42da-95fa-7e37cb264ce0 None None] Provisioning complete for port 0d17f7b6-e275-4147-a95b-c92ed34671e6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:10.568031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f452882e-fc1c-42da-95fa-7e37cb264ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:10.581257 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e742f-8cdf-4862-b167-56d04e36e8bc None None] Pushing event updated for resources: {'Port': ['ID=0d17f7b6-e275-4147-a95b-c92ed34671e6,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:10.653900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:10.710545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:11:10.727515 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:10.777728 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e2e0c9d9-e0a2-45fb-8015-18502a5abf88 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:10.855950 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:10.857300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:10.930796 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:11:10.970994 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f452882e-fc1c-42da-95fa-7e37cb264ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:11.032422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6a1e58b9-5f61-4fd4-9b44-1c352e5ea159 req-a9479a8d-eb79-47bb-a79b-e843d79d7ece tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0390861 Oct 18 21:11:11.055943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f452882e-fc1c-42da-95fa-7e37cb264ce0 None None] For port 0d17f7b6-e275-4147-a95b-c92ed34671e6, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0d17f7b6-e275-4147-a95b-c92ed34671e6,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:11.076715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:11.077099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:11.086631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f452882e-fc1c-42da-95fa-7e37cb264ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:11.181813 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-905656ea-8b82-4260-b755-0a649d044960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:10Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:11.203064 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4ec3f2bd-fd61-4e1e-8309-909e48882d53 req-d4f0ff45-1f3d-4235-a96e-89a411997692 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 210 time: 0.0637050 Oct 18 21:11:11.220507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905656ea-8b82-4260-b755-0a649d044960 None None] The sync data for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 is: [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:10Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:11:11.382875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452882e-fc1c-42da-95fa-7e37cb264ce0 None None] Pushing event updated for resources: {'Port': ['ID=0d17f7b6-e275-4147-a95b-c92ed34671e6,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:11.386268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1884ddd1-7eda-4a01-8160-5f8579c130c9 None None] Provisioning complete for port 0d17f7b6-e275-4147-a95b-c92ed34671e6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:11.401993 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1884ddd1-7eda-4a01-8160-5f8579c130c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:11.449049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:11.625706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 16f3f176-1ca6-4e85-83b6-dc99f2881009 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:11.801471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 16f3f176-1ca6-4e85-83b6-dc99f2881009 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:11.802290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:11.985382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:12.025560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be11f105-c8ad-4a27-9eec-3f33959eb251 None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:11:12.223981 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26e3c5f2-f117-454a-955f-36ee5cb9504f req-c1a8f2ac-4fae-4f0a-8b2f-c6f17b8b9898 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0704036 Oct 18 21:11:12.370570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-746f7110-f9ad-49e1-a647-c984b300fc21 req-fe346ea8-a68f-4a4c-a48c-9453f8407c64 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 210 time: 0.0624640 Oct 18 21:11:12.522885 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bc603-c206-42de-8a3c-0185a4e9501a None None] New status for floating IP 781d217a-a707-4030-9837-23fd89f64592: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:11:12.600201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35556) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:12.775572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0d17f7b6-e275-4147-a95b-c92ed34671e6 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:12.834445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ffc8cd86-3d02-4213-ae4c-9879aea0bb33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:12.891842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f035444d-5065-47ab-84a7-ea63dfd4d37a no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:11:12.896027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0d17f7b6-e275-4147-a95b-c92ed34671e6 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:12.896471 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:12.986982 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: f035444d-5065-47ab-84a7-ea63dfd4d37a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:11:12.987377 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device f035444d-5065-47ab-84a7-ea63dfd4d37a not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:11:13.043615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ffc8cd86-3d02-4213-ae4c-9879aea0bb33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:13.053181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ffc8cd86-3d02-4213-ae4c-9879aea0bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:13.141097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35562) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:13.141298 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ffc8cd86-3d02-4213-ae4c-9879aea0bb33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec4c2fcd338e49efb5facd00c367cdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397327 Oct 18 21:11:13.143718 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8cd86-3d02-4213-ae4c-9879aea0bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199a637-cd5d-4581-9b55-33c42e4b9fec,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:13.240566 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ce906e-8281-4a5e-839a-ae9c87435412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:13.293745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ce906e-8281-4a5e-839a-ae9c87435412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:13.359367 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-67515fc7-5455-419b-81ff-7866c6628149 req-22cb2699-1e60-4158-aa4d-5ecd99a819b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0397604 Oct 18 21:11:13.397606 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ce906e-8281-4a5e-839a-ae9c87435412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:13.400694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25ce906e-8281-4a5e-839a-ae9c87435412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:13.413589 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25ce906e-8281-4a5e-839a-ae9c87435412 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d199a637-cd5d-4581-9b55-33c42e4b9fec HTTP/1.1" status: 204 len: 168 time: 0.2696393 Oct 18 21:11:13.438258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:13.439377 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce906e-8281-4a5e-839a-ae9c87435412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199a637-cd5d-4581-9b55-33c42e4b9fec,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:13.575214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c8d6e2a-1d83-472b-ab21-5aa8d8b5adc4 req-d601ca99-9881-4de2-b2a9-c3669b95a1e3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 210 time: 0.0634181 Oct 18 21:11:13.867322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35572) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:13.892567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f129bade-3647-42fb-bdeb-1eb0afdace09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.014499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f129bade-3647-42fb-bdeb-1eb0afdace09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.022728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f129bade-3647-42fb-bdeb-1eb0afdace09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.065999 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f129bade-3647-42fb-bdeb-1eb0afdace09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b629e2bb3e7e4ac89579897e43106275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975012 Oct 18 21:11:14.067790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35574) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:14.080816 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129bade-3647-42fb-bdeb-1eb0afdace09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee8a993-a87f-4355-b12e-abd7a82f79dc,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:14.174369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-4dcfed42-ed4b-45cc-bab1-bbf59556c878 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:14.175819 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-4dcfed42-ed4b-45cc-bab1-bbf59556c878 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 796 time: 0.7006333 Oct 18 21:11:14.181573 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-214701c8-1131-440d-bf5d-a98e875fe31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.209255 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-214701c8-1131-440d-bf5d-a98e875fe31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.281960 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-803c1708-cc7a-47da-ad8f-4b30fc3dbb68 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 379 time: 0.0479941 Oct 18 21:11:14.292431 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'port': {'device_id': '23763153-ecf2-40c0-b4cd-a575881010ee', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'admin_state_up': True, 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'security_groups': ['a7490478-e13e-4931-bd75-e7d8618fdc36']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:14.312313 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-214701c8-1131-440d-bf5d-a98e875fe31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.314955 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-214701c8-1131-440d-bf5d-a98e875fe31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.318586 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-214701c8-1131-440d-bf5d-a98e875fe31c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aee8a993-a87f-4355-b12e-abd7a82f79dc HTTP/1.1" status: 204 len: 168 time: 0.2473013 Oct 18 21:11:14.335605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214701c8-1131-440d-bf5d-a98e875fe31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee8a993-a87f-4355-b12e-abd7a82f79dc,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:14.478268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:11:14.482964 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.494299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d02997e-f9ca-429e-9c43-0e2c9502496e req-16e10130-70c6-488b-8ee1-8501405a2eab tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0390384 Oct 18 21:11:14.664160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.9 (1fcb9c1e-2998-4672-89d2-ea3b54935931/bcec1d6f-90f0-4c95-845b-1d2d86c3a80d/77e36b77-65f3-4d31-abe9-123d3ffecc58) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:14.715058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5410d2df-3a82-4a6c-98db-1672bbcfaff1 req-f3e344ea-e4ce-485f-a7f3-3712e04f972a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 210 time: 0.0396354 Oct 18 21:11:14.880795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.929637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:14.977904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:14.982598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:14.986801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:15.046173 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:15.046173 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:15.055902 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:15.077202 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-74ee8ed3-ad57-43eb-b8e6-f2c5ad27f1b8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890451 Oct 18 21:11:15.092026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Request body: {'port': {'device_id': '23763153-ecf2-40c0-b4cd-a575881010ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:15.157547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:15.293928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-83ecaf8d-0821-4aec-a3a4-81461af260f5 None None] Provisioning complete for port 77e36b77-65f3-4d31-abe9-123d3ffecc58 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:15.295077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83ecaf8d-0821-4aec-a3a4-81461af260f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:15.533653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-83ecaf8d-0821-4aec-a3a4-81461af260f5 None None] Port 77e36b77-65f3-4d31-abe9-123d3ffecc58 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:11:15.554912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e36b77-65f3-4d31-abe9-123d3ffecc58 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:11:15.565626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:15.581186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Transition to ACTIVE for port object 77e36b77-65f3-4d31-abe9-123d3ffecc58 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:11:15.586767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:15.612603 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c5e64f27-5d8d-4199-bbc7-d0dec3ec1822 req-d43f0e8b-552c-4d86-b3b2-435953bce13e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0361512 Oct 18 21:11:15.650904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:15.739507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:11:15.739904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:11:15.740329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:15.745946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:11:15.745946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:15.756692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:11:15.757145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Checking segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:11:15.757705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Bound using segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:11:15.758425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Bound port: 77e36b77-65f3-4d31-abe9-123d3ffecc58, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:11:15.759120 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:15.882986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83eb4-a5f0-4a1b-8a69-8448588f09d2 req-d85d6995-a91d-4e56-913e-079e58f4b422 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:15.884774 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:11:15.894291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60c83eb4-a5f0-4a1b-8a69-8448588f09d2 req-d85d6995-a91d-4e56-913e-079e58f4b422 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 943 time: 0.0860233 Oct 18 21:11:15.895805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:11:15.905438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:15.948546 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-60c83eb4-a5f0-4a1b-8a69-8448588f09d2 req-1f08761d-4974-400c-ad63-e1c703e7e7e9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532293 Oct 18 21:11:16.006819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:16.007522 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:16.009243 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] 10.222.0.30 "PUT /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 1091 time: 0.9229646 Oct 18 21:11:16.009741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:16.012168 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d53148-f988-4e89-b069-b9dbf6af3d11" -d '{"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:16.116490 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77e76d-45bb-453e-b4bb-af46a979f740 service neutron] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:16.150819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-8e48bf5c-90b0-40d9-b6f4-b842e56086cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:16.153271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-8e48bf5c-90b0-40d9-b6f4-b842e56086cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1094 time: 0.0958946 Oct 18 21:11:16.219130 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-251668da-1f50-4d9b-9c90-73e2d3833ddb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 217 time: 0.0568976 Oct 18 21:11:16.300329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-2e9abbe4-e9cc-4a11-9dd5-2b2a6bcabb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:16.315423 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-2e9abbe4-e9cc-4a11-9dd5-2b2a6bcabb79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0801053 Oct 18 21:11:16.380859 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0db8d-b00d-4610-9c16-2c9e239aa2cb x-openstack-request-id: req-70f0db8d-b00d-4610-9c16-2c9e239aa2cb {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:16.381185 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:16.381589 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70f0db8d-b00d-4610-9c16-2c9e239aa2cb {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:16.382141 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'status': 'completed', 'code': 200} Oct 18 21:11:16.399416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771201-423a-46b0-baa7-5843ace6016b req-a7b6fce6-6d4d-456b-b27a-b8c70115eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:16.401036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-a7b6fce6-6d4d-456b-b27a-b8c70115eb1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792730 Oct 18 21:11:16.503699 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-0fd90e9e-24c8-4825-b88b-73d730a113fc service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943003 Oct 18 21:11:16.605794 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cd771201-423a-46b0-baa7-5843ace6016b req-58a88e8c-2078-4f53-b68a-e5b2d1d9a22d service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944180 Oct 18 21:11:16.725241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-44d9af96-02f4-47d4-9c0a-145e63925701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:16.728265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-44d9af96-02f4-47d4-9c0a-145e63925701 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1094 time: 0.0712123 Oct 18 21:11:16.776737 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-76801448-5105-4227-8460-96b1bfeb78ed req-6afe71aa-a78a-445f-9e5f-659f98248655 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2bc6673-9e1c-4427-b21a-c8d4e4bedef5 HTTP/1.1" status: 200 len: 210 time: 0.0464282 Oct 18 21:11:16.873590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-81870341-7ee8-4094-ba6b-b71ba4b2dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:16.875277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-81870341-7ee8-4094-ba6b-b71ba4b2dbeb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 897 time: 0.1394923 Oct 18 21:11:16.923735 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-48fb4fa1-ee56-4ed1-8322-740fca6f8668 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 217 time: 0.0400655 Oct 18 21:11:16.998692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-70480896-f385-4442-b0d3-84a7acddcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:17.000484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-70480896-f385-4442-b0d3-84a7acddcaf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0689569 Oct 18 21:11:17.077541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-3f3ad52c-cf14-4b7d-9f94-e740522a0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:17.079638 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-3f3ad52c-cf14-4b7d-9f94-e740522a0395 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708735 Oct 18 21:11:17.113619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db635bf-d319-404e-bf3b-dd8c96c09442 req-de3b4e67-9aeb-4dee-8d6d-7b249579d591 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:17.116481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6db635bf-d319-404e-bf3b-dd8c96c09442 req-de3b4e67-9aeb-4dee-8d6d-7b249579d591 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 943 time: 0.0967262 Oct 18 21:11:17.189239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6db635bf-d319-404e-bf3b-dd8c96c09442 req-7c4a631d-433a-41c0-827e-85029303cdd1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612152 Oct 18 21:11:17.251435 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-8cf3e79d-f2d7-4da8-9825-4952d5f58e85 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612654 Oct 18 21:11:17.354075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c5d53148-f988-4e89-b069-b9dbf6af3d11 req-31dbb1ef-76fb-4c74-a271-6b523c98533a service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942900 Oct 18 21:11:18.090833 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-87c7fd00-2215-4c42-a591-d447fe8346ed tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549932027&fields=id&tenant_id=aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 267 time: 0.0472441 Oct 18 21:11:18.223144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-f623574a-04ba-48a4-bfae-5349f4b8208a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:18.224648 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-f623574a-04ba-48a4-bfae-5349f4b8208a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1236711 Oct 18 21:11:18.241548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-b2203a3c-df11-4e6c-926e-e9e55f0dd882 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/quotas/aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 375 time: 0.0103638 Oct 18 21:11:18.304540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-ac06d275-9a47-4103-ab84-8c45fd69fe14 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523865 Oct 18 21:11:18.423833 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-c66e500f-1c88-4696-a128-9e9c525cce8c service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015637 Oct 18 21:11:18.536291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-ccbf8ef6-8448-42ce-8fd7-ddf5f0dad73a service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047156 Oct 18 21:11:18.827142 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-994b90e2-b7ed-4527-a120-f50dd7ed9894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:18.951437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccd2f0-9604-4ecf-af6c-489bd4930da4 req-d05c4352-f2aa-42a6-9b38-98b745133525 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:18.960868 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9cccd2f0-9604-4ecf-af6c-489bd4930da4 req-d05c4352-f2aa-42a6-9b38-98b745133525 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 943 time: 0.0597887 Oct 18 21:11:19.003069 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:19.009227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9cccd2f0-9604-4ecf-af6c-489bd4930da4 req-4ee039ee-cd0b-4993-a925-be7ea45d3059 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489614 Oct 18 21:11:19.147329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2deb074-deff-4b0b-bfe9-662d9befbc95 req-8b4e9b1c-ab1c-46f1-a702-5dc937b2a59a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0759177 Oct 18 21:11:20.073743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-09b083e5-0682-487f-87ef-f3a45b2db72c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:20.076347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-09b083e5-0682-487f-87ef-f3a45b2db72c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1465902 Oct 18 21:11:20.135523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-8caf9d49-cef8-4b0a-bb23-dbf1da3cc478 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 379 time: 0.0491233 Oct 18 21:11:20.146285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'port': {'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'admin_state_up': True, 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'security_groups': ['33696c9d-edba-4ea7-b10a-b795b3f16421']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:20.167328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02176-0d6c-442b-894e-8c1c6e8b9ef0 req-6e36afb8-54ba-44a7-ae7a-8a9b5018d30d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:20.177889 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bb02176-0d6c-442b-894e-8c1c6e8b9ef0 req-6e36afb8-54ba-44a7-ae7a-8a9b5018d30d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 943 time: 0.0843704 Oct 18 21:11:20.237124 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7bb02176-0d6c-442b-894e-8c1c6e8b9ef0 req-da5628fa-8561-48de-8e2c-19ba7e2f01a9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563898 Oct 18 21:11:20.323354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:11:20.327629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:20.358245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1de653c8-f1ec-43e0-b867-28d7e99deb14 req-d79b845a-c5b6-44ae-8eee-67733a602622 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0384097 Oct 18 21:11:20.502333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.20.0.3 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/4aa6c78c-c254-4814-b0c7-0967bc84aa3d) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:20.698572 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:20.736935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:20.779057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:20.782534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:20.786636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:20.842727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:20.850422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:20.851051 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:20.878074 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-1f2cf0b4-6e71-4666-814e-3ee1588500d4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363806 Oct 18 21:11:20.900519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Request body: {'port': {'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:20.920839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:11:20.993914 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.156172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:21.180743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'port_id': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'mac_address': 'fa:16:3e:85:08:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:11:21.243030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.258392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e36b77-65f3-4d31-abe9-123d3ffecc58 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:11:21.286011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:21.302470 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.310349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-463eb22c-8a0d-4e3c-b6e9-451237b69f0d None None] Provisioning complete for port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:21.310725 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-463eb22c-8a0d-4e3c-b6e9-451237b69f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.377138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa6c78c-c254-4814-b0c7-0967bc84aa3d {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:11:21.388768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.412153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Transition to ACTIVE for port object 4aa6c78c-c254-4814-b0c7-0967bc84aa3d will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:11:21.420758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-463eb22c-8a0d-4e3c-b6e9-451237b69f0d None None] Port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:11:21.421549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.430453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:21.451888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adeab9-6dbc-4df3-834e-348c42eb3d35 req-1ae1673c-dd36-4091-ad66-59bcca3ae275 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:21.460330 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8adeab9-6dbc-4df3-834e-348c42eb3d35 req-1ae1673c-dd36-4091-ad66-59bcca3ae275 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.1034822 Oct 18 21:11:21.489578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:21.513915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['77e36b77-65f3-4d31-abe9-123d3ffecc58'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:11:21.536593 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8adeab9-6dbc-4df3-834e-348c42eb3d35 req-325dc7d8-09f4-4103-91d5-56953fe5ba37 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726449 Oct 18 21:11:21.655646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Attempting to bind port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:11:21.655982 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Attempting to bind port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:11:21.656309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Attempting to bind port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:21.662828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:11:21.663039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Attempting to bind port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:21.669733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:11:21.670486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:11:21.670878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:11:21.671311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Bound port: 4aa6c78c-c254-4814-b0c7-0967bc84aa3d, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:11:21.671677 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.769700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40a26f-96b9-45f5-81d6-76f3bbb2a316 req-faa1bfe8-2d1d-4377-b701-b592583def44 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:21.775018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da40a26f-96b9-45f5-81d6-76f3bbb2a316 req-faa1bfe8-2d1d-4377-b701-b592583def44 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0994096 Oct 18 21:11:21.816418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] For port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:11:21.822974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] For port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:11:21.830236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.861850 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da40a26f-96b9-45f5-81d6-76f3bbb2a316 req-9cdf1773-f61e-4b30-9871-9b1025e03f43 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772295 Oct 18 21:11:21.902924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:21.904293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:21.906911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] 10.222.0.79 "PUT /v2.0/ports/4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 1091 time: 1.0138326 Oct 18 21:11:21.909898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:21.921502 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619058c3-6397-49e0-816a-2931247ce75b" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:22.017450 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70869489-a5d3-442a-a199-2211b1a3ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:22.023023 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c67a7f2-c1cb-4675-9dd6-c93f658acd6c x-openstack-request-id: req-4c67a7f2-c1cb-4675-9dd6-c93f658acd6c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:22.023421 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:22.023630 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c67a7f2-c1cb-4675-9dd6-c93f658acd6c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:22.023987 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'status': 'completed', 'code': 200} Oct 18 21:11:22.047991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-ce68fdf4-cbb2-4722-9e69-299637c54f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:22.050294 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-ce68fdf4-cbb2-4722-9e69-299637c54f5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1094 time: 0.0725930 Oct 18 21:11:22.132440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-d9f61e24-d94c-4dec-b470-ae93940d27f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 217 time: 0.0709605 Oct 18 21:11:22.251921 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-915da826-5575-4794-8ffa-72cf7e4bf8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:22.255625 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-915da826-5575-4794-8ffa-72cf7e4bf8a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.1146247 Oct 18 21:11:22.354930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-2903fd7d-8583-44ed-a6a5-d2baa0169d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:22.357767 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-2903fd7d-8583-44ed-a6a5-d2baa0169d47 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931599 Oct 18 21:11:22.677843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ccbb4-a55c-4a14-8449-c787de2d4041 req-b46df664-c023-442d-9e67-fdd539927747 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:22.687871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-f9d80a09-6586-48d6-bcc8-814e5df5c2e2 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047221 Oct 18 21:11:22.688439 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d6ccbb4-a55c-4a14-8449-c787de2d4041 req-b46df664-c023-442d-9e67-fdd539927747 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0867717 Oct 18 21:11:22.783980 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d6ccbb4-a55c-4a14-8449-c787de2d4041 req-f857bc6a-bdf5-4d43-8409-b477908234c3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941603 Oct 18 21:11:22.888420 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f6b2fc2-a53a-442f-8b09-87fba06d459c req-cb722e31-6e1a-4f2f-8ef9-9df767ff82a4 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907125 Oct 18 21:11:22.924637 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:22.947891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35754) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:23.031904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 77e36b77-65f3-4d31-abe9-123d3ffecc58 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:11:23.040046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 77e36b77-65f3-4d31-abe9-123d3ffecc58 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:23.040800 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:23.091301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9326adc-f8c6-49d4-beb9-610cd82776bf req-c0c7a65f-aec6-4572-a8e7-f4fa73b504ff tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:23.114687 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9326adc-f8c6-49d4-beb9-610cd82776bf req-c0c7a65f-aec6-4572-a8e7-f4fa73b504ff tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.2145052 Oct 18 21:11:23.138893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619058c3-6397-49e0-816a-2931247ce75b req-8f5ff0a5-713b-43dc-b5f0-f1e20b4877fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:23.142219 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-619058c3-6397-49e0-816a-2931247ce75b req-8f5ff0a5-713b-43dc-b5f0-f1e20b4877fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1094 time: 0.1566527 Oct 18 21:11:23.236520 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f9326adc-f8c6-49d4-beb9-610cd82776bf req-476b22ca-b188-4333-98aa-d217447bcd2c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199844 Oct 18 21:11:23.245140 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-629371bc-3d78-4650-a3f1-e0a1dd3a4532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:23.265942 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:23.307423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:23.310549 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e26f0fa-a157-4547-aba0-d1cf8f146077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:23.310742 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c3a544-3403-4d9c-ab01-efccb18302ab" -d '{"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-plugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:23.328512 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:23.334532 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:23.400825 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619058c3-6397-49e0-816a-2931247ce75b req-7e649263-389d-47a7-bdd3-8783a967e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:23.403749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:23.404896 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-619058c3-6397-49e0-816a-2931247ce75b req-7e649263-389d-47a7-bdd3-8783a967e310 service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.2557037 Oct 18 21:11:23.474445 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-619058c3-6397-49e0-816a-2931247ce75b req-0744c5b5-e034-4b51-a2f8-b4ff45320818 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 217 time: 0.0588260 Oct 18 21:11:23.506799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab639e-3590-4331-9b09-4c4bd51ad455 req-3f28250f-4de2-47ae-b747-88bc6de8e49e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:23.508912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3ab639e-3590-4331-9b09-4c4bd51ad455 req-3f28250f-4de2-47ae-b747-88bc6de8e49e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0845878 Oct 18 21:11:23.555146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619058c3-6397-49e0-816a-2931247ce75b req-951074e4-acca-465c-a03e-b7367226b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:23.556729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-619058c3-6397-49e0-816a-2931247ce75b req-951074e4-acca-465c-a03e-b7367226b75e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0703306 Oct 18 21:11:23.605084 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b3ab639e-3590-4331-9b09-4c4bd51ad455 req-4c824eba-51a1-4c6f-8865-e516c892e8dd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828435 Oct 18 21:11:23.656213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e26f0fa-a157-4547-aba0-d1cf8f146077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:23.675317 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8e26f0fa-a157-4547-aba0-d1cf8f146077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:23.682318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619058c3-6397-49e0-816a-2931247ce75b req-b6e3b2c2-faa6-4832-a072-043340f781a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:23.689317 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-619058c3-6397-49e0-816a-2931247ce75b req-b6e3b2c2-faa6-4832-a072-043340f781a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239257 Oct 18 21:11:23.907624 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-619058c3-6397-49e0-816a-2931247ce75b req-4d4d0fde-d11a-4484-a725-d9d6d46b5fe4 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005816 Oct 18 21:11:23.908915 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26f0fa-a157-4547-aba0-d1cf8f146077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8298c5ba-789f-4a12-b803-af82bba5bc6a,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:23.917414 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8e26f0fa-a157-4547-aba0-d1cf8f146077 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73bb8e87a2da42e5b395aefdcaec6f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9641862 Oct 18 21:11:23.917997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35764) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:23.983188 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0655b61e-a40b-467d-a74a-7be7546d0d69 x-openstack-request-id: req-0655b61e-a40b-467d-a74a-7be7546d0d69 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:23.984104 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-plugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:23.984601 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0655b61e-a40b-467d-a74a-7be7546d0d69 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:23.985197 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'code': 200} Oct 18 21:11:24.131209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d160db3-e9c2-4ab9-bf0c-c78ae81eda35 req-53e20052-da1f-47ac-92c8-db713ddb312c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:24.132666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2d160db3-e9c2-4ab9-bf0c-c78ae81eda35 req-53e20052-da1f-47ac-92c8-db713ddb312c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0608878 Oct 18 21:11:24.141897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-619058c3-6397-49e0-816a-2931247ce75b req-ce86682d-fb0b-4d51-b432-ce4453c9a2c1 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267022 Oct 18 21:11:24.157484 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f14d87b-9fee-4fe1-9346-6f27aea10473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.167025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95538c8-6b9a-44b7-87e6-9d043e697707 req-dea22423-88fb-425b-a69e-20ddb5c7731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:24.168838 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b95538c8-6b9a-44b7-87e6-9d043e697707 req-dea22423-88fb-425b-a69e-20ddb5c7731f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1096 time: 0.0908515 Oct 18 21:11:24.189070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2d160db3-e9c2-4ab9-bf0c-c78ae81eda35 req-e617fd4d-be6c-4dc7-8031-4da596cce658 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Oct 18 21:11:24.204451 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.205273 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f14d87b-9fee-4fe1-9346-6f27aea10473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.251544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b95538c8-6b9a-44b7-87e6-9d043e697707 req-7887f6dc-d5b7-4ea8-9752-6a6317dcbe45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742364 Oct 18 21:11:24.278001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f14d87b-9fee-4fe1-9346-6f27aea10473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.283743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f14d87b-9fee-4fe1-9346-6f27aea10473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.285852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f14d87b-9fee-4fe1-9346-6f27aea10473 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8298c5ba-789f-4a12-b803-af82bba5bc6a HTTP/1.1" status: 204 len: 168 time: 0.3586800 Oct 18 21:11:24.300774 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14d87b-9fee-4fe1-9346-6f27aea10473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8298c5ba-789f-4a12-b803-af82bba5bc6a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:24.409691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158acf28-9a5b-4cc8-810e-1ed216fbb631 req-4d4678e7-9ebf-4a2c-83cc-7e49fc7c32b5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:24.411360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-158acf28-9a5b-4cc8-810e-1ed216fbb631 req-4d4678e7-9ebf-4a2c-83cc-7e49fc7c32b5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0579393 Oct 18 21:11:24.458184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-158acf28-9a5b-4cc8-810e-1ed216fbb631 req-32a4224c-3a9c-4348-a9fd-cfaa1d4c9630 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 Oct 18 21:11:24.625000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35774) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:24.640622 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee37b4fd-7928-46c9-8ee7-a97e7499fda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.756429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee37b4fd-7928-46c9-8ee7-a97e7499fda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.759814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43507213-fab3-476f-84cd-316b4345e08d req-2e63ee2b-6ff6-4046-a9b5-6bf35f6042cf tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:24.761674 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-43507213-fab3-476f-84cd-316b4345e08d req-2e63ee2b-6ff6-4046-a9b5-6bf35f6042cf tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0621612 Oct 18 21:11:24.762331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee37b4fd-7928-46c9-8ee7-a97e7499fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.804999 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ee37b4fd-7928-46c9-8ee7-a97e7499fda4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8557817fcc94d06b7f5e1595af2f4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791186 Oct 18 21:11:24.805854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37b4fd-7928-46c9-8ee7-a97e7499fda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d538098a-394f-4fec-a48c-18b074bbba0b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:24.808425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35778) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:24.813028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-43507213-fab3-476f-84cd-316b4345e08d req-2bff2f47-590f-44be-bc68-811ec3269395 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432780 Oct 18 21:11:24.874547 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-344a7914-0a93-41f3-bc73-efbb489c94fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.898066 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-344a7914-0a93-41f3-bc73-efbb489c94fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.952711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-344a7914-0a93-41f3-bc73-efbb489c94fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.955410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-344a7914-0a93-41f3-bc73-efbb489c94fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:24.959739 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-344a7914-0a93-41f3-bc73-efbb489c94fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d538098a-394f-4fec-a48c-18b074bbba0b HTTP/1.1" status: 204 len: 168 time: 0.1380794 Oct 18 21:11:24.966018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a7914-0a93-41f3-bc73-efbb489c94fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d538098a-394f-4fec-a48c-18b074bbba0b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:25.243111 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.341375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bd629-6b2f-4b6c-aa10-2d4959a5acba req-473fa77e-9e1d-44eb-9ab6-0f59c895640e tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:25.342915 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee7bd629-6b2f-4b6c-aa10-2d4959a5acba req-473fa77e-9e1d-44eb-9ab6-0f59c895640e tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0563748 Oct 18 21:11:25.374981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35788) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:25.397149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-537e4d49-67b3-44c3-aa1c-3ead634ad832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.420911 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ee7bd629-6b2f-4b6c-aa10-2d4959a5acba req-807e7026-69e1-4b57-996b-3b4658af120f tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645847 Oct 18 21:11:25.515755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-537e4d49-67b3-44c3-aa1c-3ead634ad832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.521239 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-537e4d49-67b3-44c3-aa1c-3ead634ad832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.594806 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-537e4d49-67b3-44c3-aa1c-3ead634ad832 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=221fe8d97101418a93f9064491b9f79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190056 Oct 18 21:11:25.597669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35792) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:25.605332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4d49-67b3-44c3-aa1c-3ead634ad832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8c1263-35da-4061-967a-c0f22b2c3be9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:25.645814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec1733-dd95-4934-8430-e7425935311d req-9e70eb03-0912-40e8-af10-e01e3f6b53bf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:25.647321 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-daec1733-dd95-4934-8430-e7425935311d req-9e70eb03-0912-40e8-af10-e01e3f6b53bf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.1052394 Oct 18 21:11:25.690333 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bbddbac-5f82-4db6-8d6b-c5c3e543c264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.711129 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-daec1733-dd95-4934-8430-e7425935311d req-b22c07f9-f057-4a92-aee0-5fce42c571f2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544012 Oct 18 21:11:25.722805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bbddbac-5f82-4db6-8d6b-c5c3e543c264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.779314 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bbddbac-5f82-4db6-8d6b-c5c3e543c264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.782225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3bbddbac-5f82-4db6-8d6b-c5c3e543c264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:25.786286 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3bbddbac-5f82-4db6-8d6b-c5c3e543c264 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d8c1263-35da-4061-967a-c0f22b2c3be9 HTTP/1.1" status: 204 len: 168 time: 0.1847601 Oct 18 21:11:25.802553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbddbac-5f82-4db6-8d6b-c5c3e543c264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8c1263-35da-4061-967a-c0f22b2c3be9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:25.866416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e34c24-eb56-4061-ac6e-0c5eb4433709 req-cc8a47e1-90fb-40b3-9cc2-c2954169dcee tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:25.868138 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58e34c24-eb56-4061-ac6e-0c5eb4433709 req-cc8a47e1-90fb-40b3-9cc2-c2954169dcee tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0803337 Oct 18 21:11:25.913916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-58e34c24-eb56-4061-ac6e-0c5eb4433709 req-8ca41ba7-25cd-4979-897b-55ea37a068be tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388064 Oct 18 21:11:25.943077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35802) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:25.986756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9573ca-29e4-45cf-b25b-a3f4da08eda9 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:25.988335 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ca9573ca-29e4-45cf-b25b-a3f4da08eda9 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1091 time: 0.0442154 Oct 18 21:11:25.991361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35804) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:25.997773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:26.038449 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:26.072526 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4499c-c375-4e9c-8472-9d2524ff2a3d req-0c73311b-bc38-4441-8c23-5f7a8bbe7853 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:26.074216 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f4499c-c375-4e9c-8472-9d2524ff2a3d req-0c73311b-bc38-4441-8c23-5f7a8bbe7853 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0551572 Oct 18 21:11:26.125730 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-08f4499c-c375-4e9c-8472-9d2524ff2a3d req-e463eb0c-2133-4ae5-bf94-d0c4db158530 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393472 Oct 18 21:11:26.216092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:26.342278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.179 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/ad84797e-6b6e-4417-a994-d54abba91616) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:26.466890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:26.517579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:26.562689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:26.566585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:26.571040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:26.582609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83caa-8285-4070-bda5-261377c203ef req-a129787a-ec0d-4cef-8423-a3c6454289b0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:26.596270 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20f83caa-8285-4070-bda5-261377c203ef req-a129787a-ec0d-4cef-8423-a3c6454289b0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0703139 Oct 18 21:11:26.618064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=ad84797e-6b6e-4417-a994-d54abba91616,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:26.647050 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-20f83caa-8285-4070-bda5-261377c203ef req-b4e14a36-381f-4a4f-9e71-256eb94c87c3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498648 Oct 18 21:11:26.693598 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:27.290262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430f02a-973d-4483-881c-185a06638508 req-30f1c9f7-d8d0-4b4f-9ef2-20b54e50fe1b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:27.298197 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a430f02a-973d-4483-881c-185a06638508 req-30f1c9f7-d8d0-4b4f-9ef2-20b54e50fe1b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0823631 Oct 18 21:11:27.339500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a430f02a-973d-4483-881c-185a06638508 req-8431e468-edf6-4201-a32e-df56296f31b4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 Oct 18 21:11:27.372579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:27.468913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:27.657270 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:27.662988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:27.753273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=ad84797e-6b6e-4417-a994-d54abba91616,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:27.758795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:27.800325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1003f-eb27-4f5b-865c-1c1d4924cf75 req-68cf9b8d-297b-4c6a-b4f0-7cb154ec7fea tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:27.804950 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3f1003f-eb27-4f5b-865c-1c1d4924cf75 req-68cf9b8d-297b-4c6a-b4f0-7cb154ec7fea tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0633478 Oct 18 21:11:27.842337 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f3f1003f-eb27-4f5b-865c-1c1d4924cf75 req-581210a2-66e5-4f30-81fa-0fc2ebe7edaa tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337222 Oct 18 21:11:27.873954 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP 026432ed-db6b-46b0-84cf-bcf34017865d associated. External IP: 172.25.7.179, port: 77e36b77-65f3-4d31-abe9-123d3ffecc58. Oct 18 21:11:28.095199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:11:28.211514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:11:28.222969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] Sync routers for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:11:28.232031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:28.233335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:28.233957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:11:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:28.262904 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7d62a2eb-1d4b-4918-800a-6c5da5cc2940 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2690082 Oct 18 21:11:28.263738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:28.267321 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:28.361876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:28.369151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf25472-4fa8-465a-9292-6cffd2bfad30 req-598e7d68-8dd5-47d1-9659-b856dd7ae7fa tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:28.370020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bcf25472-4fa8-465a-9292-6cffd2bfad30 req-598e7d68-8dd5-47d1-9659-b856dd7ae7fa tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0562723 Oct 18 21:11:28.415548 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bcf25472-4fa8-465a-9292-6cffd2bfad30 req-c18ee054-b0a9-40bd-8586-491dd8b4e47a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384703 Oct 18 21:11:28.440257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35854) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:28.492653 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a970d40e-13fd-404e-af2e-1a2b043770e3 x-openstack-request-id: req-a970d40e-13fd-404e-af2e-1a2b043770e3 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:28.493154 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:28.493949 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a970d40e-13fd-404e-af2e-1a2b043770e3 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:28.494454 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'status': 'completed', 'code': 200} Oct 18 21:11:28.541637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f247ff76-711b-43aa-a7c1-2b4f58eb1d59 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/026432ed-db6b-46b0-84cf-bcf34017865d HTTP/1.1" status: 200 len: 991 time: 0.0992317 Oct 18 21:11:28.560493 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-2da828ca-b4e6-4ea1-95cf-e39454c630b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:28.562153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-2da828ca-b4e6-4ea1-95cf-e39454c630b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1096 time: 0.0631993 Oct 18 21:11:28.633985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07521f7-0f2e-45b2-88a0-29817968498f req-263c8dbe-4a5c-4ab6-b741-ff9649ab8e17 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:28.642440 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c07521f7-0f2e-45b2-88a0-29817968498f req-263c8dbe-4a5c-4ab6-b741-ff9649ab8e17 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0859339 Oct 18 21:11:28.688629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '026432ed-db6b-46b0-84cf-bcf34017865d', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'port_id': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'mac_address': 'fa:16:3e:85:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23763153-ecf2-40c0-b4cd-a575881010ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:26Z', 'updated_at': '2021-10-18T21:11:26Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:11Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:28.693042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c07521f7-0f2e-45b2-88a0-29817968498f req-10496867-8a6f-4212-846d-92da6ad47b92 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495336 Oct 18 21:11:28.697938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-c09bfdcf-db7c-4f5f-ba21-51c6309e3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:28.699502 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-c09bfdcf-db7c-4f5f-ba21-51c6309e3485 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 897 time: 0.1297698 Oct 18 21:11:28.729405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] Checking router: 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:11:28.739635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:28.740539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:11:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:28.771772 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-83a125d6-2d4a-4aff-acea-13a40e61b127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 999 time: 0.0645125 Oct 18 21:11:28.831044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-e8f5e0da-926b-4f15-a243-804c1629eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:28.833102 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-e8f5e0da-926b-4f15-a243-804c1629eb33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0532694 Oct 18 21:11:28.874380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:28.898310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-add8342c-dd15-482c-a70b-9faa94a51f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:28.900096 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-add8342c-dd15-482c-a70b-9faa94a51f15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589187 Oct 18 21:11:28.988280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed2b8d-30b7-423e-bcc8-80a267ec4eee req-ec25b88d-88ea-4028-9674-36f951429b84 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:28.996328 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6ed2b8d-30b7-423e-bcc8-80a267ec4eee req-ec25b88d-88ea-4028-9674-36f951429b84 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0692060 Oct 18 21:11:29.032190 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-6f47f999-65e8-4b88-bdbc-892e9d91d189 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237123 Oct 18 21:11:29.043237 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6ed2b8d-30b7-423e-bcc8-80a267ec4eee req-8206224f-508c-48fc-9f65-96489ff1ff78 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454948 Oct 18 21:11:29.143714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b61ff9f9-b6e3-4e20-89be-1af801ce5bf5 req-9dc582bb-a364-4da8-a0f6-927d06645954 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035230 Oct 18 21:11:29.192208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '026432ed-db6b-46b0-84cf-bcf34017865d', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'port_id': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'mac_address': 'fa:16:3e:85:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23763153-ecf2-40c0-b4cd-a575881010ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:26Z', 'updated_at': '2021-10-18T21:11:26Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:11Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:29.222955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e02a1e7-beae-4dbf-8eec-86fb6203cd76 None None] The sync data for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 is: [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '026432ed-db6b-46b0-84cf-bcf34017865d', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.179', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'port_id': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'mac_address': 'fa:16:3e:85:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23763153-ecf2-40c0-b4cd-a575881010ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:26Z', 'updated_at': '2021-10-18T21:11:26Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:11Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:11:29.433933 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919e56f-5573-4436-b4d0-1705db6b990e None None] New status for floating IP 026432ed-db6b-46b0-84cf-bcf34017865d: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:11:29.545745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35880) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:29.609617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3a786fb9-d809-407e-9687-5da24c456a58 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/026432ed-db6b-46b0-84cf-bcf34017865d HTTP/1.1" status: 200 len: 991 time: 0.0627048 Oct 18 21:11:29.805038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75deb5-d2f9-4c2b-92c0-1847653ea4b6 req-b8b7e4ab-de3a-4c08-98a8-b29652d7c369 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:29.806617 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a75deb5-d2f9-4c2b-92c0-1847653ea4b6 req-b8b7e4ab-de3a-4c08-98a8-b29652d7c369 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0521283 Oct 18 21:11:29.850519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4a75deb5-d2f9-4c2b-92c0-1847653ea4b6 req-c3a7cabe-1e24-44dd-b537-bcdaa8856ea5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377607 Oct 18 21:11:30.172665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70dcedc-a309-4e84-a4bc-7592df5d2031 req-dbf46fc7-c501-47ea-b90f-e818dec7d810 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:30.174181 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f70dcedc-a309-4e84-a4bc-7592df5d2031 req-dbf46fc7-c501-47ea-b90f-e818dec7d810 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0503609 Oct 18 21:11:30.213378 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f70dcedc-a309-4e84-a4bc-7592df5d2031 req-f5b0a150-e793-468f-98a9-29f0ccb2b227 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331178 Oct 18 21:11:30.613854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35888) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:30.675919 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c922f32f-a26c-427a-b498-1c0b0bcaf848 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/026432ed-db6b-46b0-84cf-bcf34017865d HTTP/1.1" status: 200 len: 993 time: 0.0608611 Oct 18 21:11:30.982212 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5e969-70a2-48e5-947d-43406eb074cd req-16d395d8-c947-4672-b9dc-8b869eec335c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:30.983764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cd5e969-70a2-48e5-947d-43406eb074cd req-16d395d8-c947-4672-b9dc-8b869eec335c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0564849 Oct 18 21:11:31.025118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3cd5e969-70a2-48e5-947d-43406eb074cd req-a1a14250-a255-4166-84cc-023940404d99 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352654 Oct 18 21:11:31.340120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1bccb-4948-4c58-af00-917f08850f66 req-4802cdfe-74d8-4359-8437-3bda30074f37 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:31.345011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d9f1bccb-4948-4c58-af00-917f08850f66 req-4802cdfe-74d8-4359-8437-3bda30074f37 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0599413 Oct 18 21:11:31.382292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d9f1bccb-4948-4c58-af00-917f08850f66 req-8ac4cf6f-3856-4b07-bcaa-60951f1743fd tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Oct 18 21:11:31.408946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 35900) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:31.521813 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45598a85-aa99-4325-b330-94b90721e32c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:31.597557 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45598a85-aa99-4325-b330-94b90721e32c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:31.601899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45598a85-aa99-4325-b330-94b90721e32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:31.646685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-45598a85-aa99-4325-b330-94b90721e32c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a387c9b825545639ddc7f8efde5fde8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365844 Oct 18 21:11:31.648071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45598a85-aa99-4325-b330-94b90721e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d522441-5ef3-42ef-814c-0a700f972aac,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:31.648760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 35904) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:31.742513 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3dc92be-6b0e-4195-a6a6-da68cc183340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:31.749753 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-c554e93a-51e9-4a82-8f22-95ed4928cb96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0634387 Oct 18 21:11:31.767853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3dc92be-6b0e-4195-a6a6-da68cc183340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:31.843463 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3dc92be-6b0e-4195-a6a6-da68cc183340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:31.846085 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a3dc92be-6b0e-4195-a6a6-da68cc183340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:31.847238 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a3dc92be-6b0e-4195-a6a6-da68cc183340 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d522441-5ef3-42ef-814c-0a700f972aac HTTP/1.1" status: 204 len: 168 time: 0.1974115 Oct 18 21:11:31.849142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-c2fd451c-9de2-4a5d-b3c9-46c83a4e1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:31.850568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-c2fd451c-9de2-4a5d-b3c9-46c83a4e1fa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1096 time: 0.0507207 Oct 18 21:11:31.859252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc92be-6b0e-4195-a6a6-da68cc183340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d522441-5ef3-42ef-814c-0a700f972aac,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:31.985120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-f4ccb698-8768-4d54-bc2f-b5c7273197f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:31.986618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-f4ccb698-8768-4d54-bc2f-b5c7273197f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 897 time: 0.1073649 Oct 18 21:11:32.066191 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-2caf6647-1eda-4dad-bdd9-adacd57d6a09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 1001 time: 0.0720017 Oct 18 21:11:32.131714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-97cb2518-cb9b-4b37-922f-f61a211e5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:32.133429 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-97cb2518-cb9b-4b37-922f-f61a211e5895 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0586972 Oct 18 21:11:32.181970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0d035-acbb-4984-93dc-66a9ff378ba0 req-ffc284ee-8c88-4f81-af36-144904d3c29f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:32.184374 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7f0d035-acbb-4984-93dc-66a9ff378ba0 req-ffc284ee-8c88-4f81-af36-144904d3c29f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0750201 Oct 18 21:11:32.198072 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-70fa1cef-9752-4cd7-a1b8-e936c3364a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:32.200195 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-70fa1cef-9752-4cd7-a1b8-e936c3364a89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493824 Oct 18 21:11:32.229522 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b7f0d035-acbb-4984-93dc-66a9ff378ba0 req-4ed88f46-ca4f-4dd0-906a-4b13f9f6bca7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391047 Oct 18 21:11:32.314288 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-68934ab1-dcb3-4b6c-8287-bd1789bb2e03 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072984 Oct 18 21:11:32.426644 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c010c48f-ea9c-463f-bea2-bcf0f92763bb req-e89fb30a-63ab-46e9-ab54-2e22eda75480 service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051788 Oct 18 21:11:32.506273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bdd6d-00ab-4340-8670-959371024143 req-b154381e-d05c-4113-be4a-07b676ae0560 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:32.507979 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c50bdd6d-00ab-4340-8670-959371024143 req-b154381e-d05c-4113-be4a-07b676ae0560 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0528457 Oct 18 21:11:32.549574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c50bdd6d-00ab-4340-8670-959371024143 req-1159e077-c40f-4485-965e-7ca2f56dc72e tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335777 Oct 18 21:11:33.350171 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e09ee6-5af6-494b-be13-18861e6a0365 req-11147117-fc2e-40d1-85ed-dd54af1acdc0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:33.351646 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6e09ee6-5af6-494b-be13-18861e6a0365 req-11147117-fc2e-40d1-85ed-dd54af1acdc0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0511873 Oct 18 21:11:33.399194 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a6e09ee6-5af6-494b-be13-18861e6a0365 req-14b511cb-a3ec-4bba-ad91-7fa37c2ada9a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 Oct 18 21:11:33.690191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a202a-3571-4517-84f5-5bdd74a96992 req-9497b8a6-5225-4128-8e7e-8be3be9a8426 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:33.691847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b4a202a-3571-4517-84f5-5bdd74a96992 req-9497b8a6-5225-4128-8e7e-8be3be9a8426 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0666807 Oct 18 21:11:33.738847 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5b4a202a-3571-4517-84f5-5bdd74a96992 req-8b1faded-0f5a-4741-827d-f09548f2f4ee tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401173 Oct 18 21:11:33.963452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e14ff6-d8be-44b6-8dea-20754401a114 req-b2b8d3c6-a49c-460f-b5f6-a61c2a255657 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:33.965008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98e14ff6-d8be-44b6-8dea-20754401a114 req-b2b8d3c6-a49c-460f-b5f6-a61c2a255657 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0536160 Oct 18 21:11:33.990391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-8aaf647f-048e-407b-926b-d4e6e685a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:33.992064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-8aaf647f-048e-407b-926b-d4e6e685a408 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 1096 time: 0.0431526 Oct 18 21:11:34.005607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-98e14ff6-d8be-44b6-8dea-20754401a114 req-b440bcaf-49c1-4f32-9963-6cc7e4d89346 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Oct 18 21:11:34.095219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-523d1981-93ac-46e7-bbaf-d3ce09f1ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:34.096755 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-523d1981-93ac-46e7-bbaf-d3ce09f1ae32 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.0966589 Oct 18 21:11:34.154395 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-e99a6c63-ebbc-46e9-a271-880f997dec1a tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=14c9d7ade09c442e8041481c492c2ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303357 Oct 18 21:11:34.170392 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-700c84fd-0936-493f-a130-8d21d0cb6530 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 200 len: 1001 time: 0.0663717 Oct 18 21:11:34.222868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-507736ed-428b-4574-806a-e80951942294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:34.224517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-507736ed-428b-4574-806a-e80951942294 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0473874 Oct 18 21:11:34.273492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-8ca66afc-af5c-4b29-a952-bb4d3c7484a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:34.275013 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-8ca66afc-af5c-4b29-a952-bb4d3c7484a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419252 Oct 18 21:11:34.352677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-3fd44cea-e3a9-4094-a5c5-73805d845be0 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:34.355645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-3fd44cea-e3a9-4094-a5c5-73805d845be0 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941259 Oct 18 21:11:34.370100 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-e8b80dff-e530-45e9-baed-b2737ef8755d tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/quotas/14c9d7ade09c442e8041481c492c2ff4 HTTP/1.1" status: 200 len: 375 time: 0.0095952 Oct 18 21:11:34.377529 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-93b140a4-917b-48fd-a0d1-ba98da839001 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942147 Oct 18 21:11:34.403536 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-fd0d7fa3-1bba-4d53-9f9f-8294262eb77f tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=14c9d7ade09c442e8041481c492c2ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266199 Oct 18 21:11:34.477378 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0ea821a7-c0a7-42ff-82a3-8adfb444325a req-ac67e568-5dc8-4f1e-8996-e659b5216d39 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924835 Oct 18 21:11:34.602779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638b2ba-7306-4295-a833-311fcd6b0e24 req-bafc93e6-dd39-493e-bb39-7225ad27e191 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:34.604368 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c638b2ba-7306-4295-a833-311fcd6b0e24 req-bafc93e6-dd39-493e-bb39-7225ad27e191 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0526512 Oct 18 21:11:34.646584 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c638b2ba-7306-4295-a833-311fcd6b0e24 req-95e8c90a-4cfc-40d3-8170-c26d2bd167bd tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341516 Oct 18 21:11:34.714145 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9ca241f-118c-4d58-b271-fd39d167c0b9 req-9ec74316-6a66-4e85-aa5f-25267a899a79 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 210 time: 0.0283322 Oct 18 21:11:35.141176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5554f-55a2-4145-97e5-b07360c0d850 req-ace8e462-1f56-464c-9e3e-c9dbd1494d31 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:35.142560 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4c5554f-55a2-4145-97e5-b07360c0d850 req-ace8e462-1f56-464c-9e3e-c9dbd1494d31 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0598838 Oct 18 21:11:35.180130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a4c5554f-55a2-4145-97e5-b07360c0d850 req-b11290e3-c57d-4133-88c3-d201c045a598 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Oct 18 21:11:35.493810 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-d39dddbf-af9e-41db-aadf-696c7ec029b5 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=14c9d7ade09c442e8041481c492c2ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314608 Oct 18 21:11:35.686166 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-c894dc8e-ef57-4a24-917b-6c7596f72cc5 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:35.687671 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-c894dc8e-ef57-4a24-917b-6c7596f72cc5 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878905 Oct 18 21:11:35.701291 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Request body: {'port': {'device_id': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'admin_state_up': True, 'tenant_id': '14c9d7ade09c442e8041481c492c2ff4'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:35.766886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34148261-d8ef-4552-9b93-2bfcac512f36 req-3013f1d0-4c52-4c3d-ad0a-0df4dd8fbf21 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:35.768412 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34148261-d8ef-4552-9b93-2bfcac512f36 req-3013f1d0-4c52-4c3d-ad0a-0df4dd8fbf21 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 943 time: 0.0510933 Oct 18 21:11:35.807043 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-34148261-d8ef-4552-9b93-2bfcac512f36 req-08dadea2-9a39-4713-bd2c-7bf4bec92c3b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Oct 18 21:11:35.820240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Made reservation on behalf of 14c9d7ade09c442e8041481c492c2ff4 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:11:35.823772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:35.833288 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:35.902257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8c78a459-7838-486e-b822-f3b5c397faf6 req-bbdaa370-e3b0-4cbf-bb37-70f6360b3cfc tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 210 time: 0.0293314 Oct 18 21:11:35.912942 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:35.917498 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:35.980311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1108d1-d457-4f25-818e-6bacee29129e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:36.052310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Allocated IP 192.168.233.55 (16c9a465-01c8-4afb-a83f-e9fa1070abe8/fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5/a104c35e-e96f-45c8-b886-6bad2e258b9c) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:36.168117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4aa6c78c-c254-4814-b0c7-0967bc84aa3d details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:11:36.194556 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.233246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.263623 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:36.275117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:11:36.277153 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:36.282179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:36.289032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:36.293008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Pushing event updated for resources: {'Port': ['ID=a104c35e-e96f-45c8-b886-6bad2e258b9c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:36.318921 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.333232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa6c78c-c254-4814-b0c7-0967bc84aa3d {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:11:36.341817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:36.342450 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.357373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:36.359825 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-313edd0b-24f0-4fcf-a6a7-09f416de596b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6631238 Oct 18 21:11:36.364816 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.372567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Request body: {'port': {'device_id': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:36.422175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:36.433289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.516549 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ac58afa7-6266-4a66-b92d-80c496269aec None None] Provisioning complete for port a104c35e-e96f-45c8-b886-6bad2e258b9c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:36.516912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac58afa7-6266-4a66-b92d-80c496269aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.551873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ac58afa7-6266-4a66-b92d-80c496269aec None None] Port a104c35e-e96f-45c8-b886-6bad2e258b9c cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:11:36.690847 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['4aa6c78c-c254-4814-b0c7-0967bc84aa3d'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:11:36.698439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a104c35e-e96f-45c8-b886-6bad2e258b9c {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:11:36.706982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.720644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Transition to ACTIVE for port object a104c35e-e96f-45c8-b886-6bad2e258b9c will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:11:36.724951 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.775869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a104c35e-e96f-45c8-b886-6bad2e258b9c,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:36.863680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Attempting to bind port a104c35e-e96f-45c8-b886-6bad2e258b9c on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:11:36.864022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Attempting to bind port a104c35e-e96f-45c8-b886-6bad2e258b9c by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:11:36.864349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Attempting to bind port a104c35e-e96f-45c8-b886-6bad2e258b9c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:36.869525 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Port a104c35e-e96f-45c8-b886-6bad2e258b9c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:11:36.869836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Attempting to bind port a104c35e-e96f-45c8-b886-6bad2e258b9c on network 16c9a465-01c8-4afb-a83f-e9fa1070abe8 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:11:36.877859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:11:36.878204 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Checking segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:11:36.878764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Bound using segment: {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:11:36.879011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Bound port: a104c35e-e96f-45c8-b886-6bad2e258b9c, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed34a2c-1a03-477f-bac2-23d592e0b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:11:36.879424 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:36.973212 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7d0e5-1069-4048-abc6-3c75d06b2773 req-77bb1ce4-fa0b-43e8-b44f-5f9243a1cd79 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:36.974312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] For port a104c35e-e96f-45c8-b886-6bad2e258b9c, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:11:36.975654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd7d0e5-1069-4048-abc6-3c75d06b2773 req-77bb1ce4-fa0b-43e8-b44f-5f9243a1cd79 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 944 time: 0.0675027 Oct 18 21:11:36.978372 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] For port a104c35e-e96f-45c8-b886-6bad2e258b9c, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:11:36.986199 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:37.025547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.026174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:37.028323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-a777582b-de69-4245-9869-f13515575dd8 service neutron] 10.222.0.30 "PUT /v2.0/ports/a104c35e-e96f-45c8-b886-6bad2e258b9c HTTP/1.1" status: 200 len: 1095 time: 0.6596317 Oct 18 21:11:37.029084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'tag': 'a104c35e-e96f-45c8-b886-6bad2e258b9c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:37.032047 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036a482-b6d5-44b8-9603-fc9bc29e94b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc", "tag": "a104c35e-e96f-45c8-b886-6bad2e258b9c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:37.038848 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fcd7d0e5-1069-4048-abc6-3c75d06b2773 req-dc4292ed-3674-4162-9752-58aae31fe7ca tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559185 Oct 18 21:11:37.076083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777582b-de69-4245-9869-f13515575dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a104c35e-e96f-45c8-b886-6bad2e258b9c,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:37.130473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-bbedead8-9d57-4972-998b-f886a44eb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.132037 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-bbedead8-9d57-4972-998b-f886a44eb8de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14c9d7ade09c442e8041481c492c2ff4&device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 1098 time: 0.0507715 Oct 18 21:11:37.176849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b439407-cd63-455d-b75f-744c047cf7c7 req-fb2b3927-0797-4cee-b16a-cee0e303e39e tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.178593 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b439407-cd63-455d-b75f-744c047cf7c7 req-fb2b3927-0797-4cee-b16a-cee0e303e39e tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 947 time: 0.0576601 Oct 18 21:11:37.179969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-fcb5fa2f-6442-4981-b20b-d32ec386b8ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c HTTP/1.1" status: 200 len: 217 time: 0.0362391 Oct 18 21:11:37.225486 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8b439407-cd63-455d-b75f-744c047cf7c7 req-758d391d-29ba-4b5b-8158-e846b600260f tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Oct 18 21:11:37.248875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-b9068561-2d26-409c-9cc8-b8778fa62dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.250627 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-b9068561-2d26-409c-9cc8-b8778fa62dcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0629401 Oct 18 21:11:37.285656 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd9c9f-4548-4ca9-85a1-ec01b2dd7968 x-openstack-request-id: req-49cd9c9f-4548-4ca9-85a1-ec01b2dd7968 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:37.286044 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc", "tag": "a104c35e-e96f-45c8-b886-6bad2e258b9c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:37.286263 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49cd9c9f-4548-4ca9-85a1-ec01b2dd7968 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:37.286592 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'tag': 'a104c35e-e96f-45c8-b886-6bad2e258b9c', 'status': 'completed', 'code': 200} Oct 18 21:11:37.304346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-8e293bc8-4e7e-4b0c-a287-9d82d24ab23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.305890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-8e293bc8-4e7e-4b0c-a287-9d82d24ab23f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478377 Oct 18 21:11:37.402086 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-af5c3f42-bfed-467f-97c9-196f9cac8aec service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882630 Oct 18 21:11:37.498379 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1c8f972-dfb5-4ee5-a07d-3d56382c80c3 req-16fb5d6d-715f-4792-8dd6-eee6a1ab3dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Oct 18 21:11:37.589356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-847261d7-3c9f-4587-8d4c-7817b2da0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.591408 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-847261d7-3c9f-4587-8d4c-7817b2da0cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14c9d7ade09c442e8041481c492c2ff4&device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 1098 time: 0.0402358 Oct 18 21:11:37.680907 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-26ec973f-2d46-422d-b69f-9c10c6ab6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.682358 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-26ec973f-2d46-422d-b69f-9c10c6ab6816 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.0827119 Oct 18 21:11:37.726244 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-b01043fe-a38f-40b5-a502-a275d3cbbdcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c HTTP/1.1" status: 200 len: 217 time: 0.0365462 Oct 18 21:11:37.776898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-b62aa29e-8b73-4a2f-af68-2045322d4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.778887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-b62aa29e-8b73-4a2f-af68-2045322d4cdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.0435567 Oct 18 21:11:37.825330 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-a3d35d84-59b1-4fab-b063-4027fdb2303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:37.826797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-a3d35d84-59b1-4fab-b063-4027fdb2303f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404105 Oct 18 21:11:37.919387 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-b96570f8-88ef-4dc5-8c28-04d6f8fe2193 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836987 Oct 18 21:11:38.010761 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6036a482-b6d5-44b8-9603-fc9bc29e94b7 req-005a02ce-6023-41af-b2b0-84a9dc14d421 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833499 Oct 18 21:11:38.171284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4aa6c78c-c254-4814-b0c7-0967bc84aa3d up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:38.174313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845f68-816d-494f-a117-343e974c0625 req-03922053-67d1-4a5e-be20-730d43571ce0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:38.175901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef845f68-816d-494f-a117-343e974c0625 req-03922053-67d1-4a5e-be20-730d43571ce0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 944 time: 0.0519402 Oct 18 21:11:38.220792 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ef845f68-816d-494f-a117-343e974c0625 req-12ae0e5f-a81c-484b-8ad3-7aa5eb896945 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331626 Oct 18 21:11:38.229896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:11:38.234576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:38.234872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:38.316754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:38.339928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:38.342746 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2aeab-4175-4547-850f-4b2c95764c93" -d '{"events": [{"server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:38.345360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79d40e-4283-4e45-85a3-3bcbf224b0ea req-61c438d7-acae-47ed-be61-9854cff28053 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:38.346786 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b79d40e-4283-4e45-85a3-3bcbf224b0ea req-61c438d7-acae-47ed-be61-9854cff28053 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 947 time: 0.0539246 Oct 18 21:11:38.355290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:38.359397 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:38.386395 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0b79d40e-4283-4e45-85a3-3bcbf224b0ea req-10efc3ee-fd98-4ebd-b28e-ff111d15583b tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Oct 18 21:11:38.407727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:38.446020 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57756175-c66a-4e8a-ac78-d602d29aa869 x-openstack-request-id: req-57756175-c66a-4e8a-ac78-d602d29aa869 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:38.446312 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:38.446567 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57756175-c66a-4e8a-ac78-d602d29aa869 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:38.446964 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'code': 200} Oct 18 21:11:38.842731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b90c7-5fdd-40c0-ad9d-6296ae4ae6ae req-1fdc5224-106a-4927-b45b-43b5cb41891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:38.844156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b74b90c7-5fdd-40c0-ad9d-6296ae4ae6ae req-1fdc5224-106a-4927-b45b-43b5cb41891a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1096 time: 0.3404500 Oct 18 21:11:38.879331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b74b90c7-5fdd-40c0-ad9d-6296ae4ae6ae req-b8cc24d0-4855-4fab-91d4-af59e3bc88e0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275409 Oct 18 21:11:39.347306 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae3c54-86ac-4885-a838-b5f716597c2d req-043c5a97-9816-4f2d-b04c-338f5bc5f024 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:39.348859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4ae3c54-86ac-4885-a838-b5f716597c2d req-043c5a97-9816-4f2d-b04c-338f5bc5f024 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Oct 18 21:11:39.389682 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c4ae3c54-86ac-4885-a838-b5f716597c2d req-1f09b289-7e58-448a-9d32-adf59335502e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340526 Oct 18 21:11:39.507686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915b005-d073-4a61-819a-89f174602a93 req-4feb3884-e0a1-4d29-b2c1-78eecc3def52 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:39.509152 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8915b005-d073-4a61-819a-89f174602a93 req-4feb3884-e0a1-4d29-b2c1-78eecc3def52 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 947 time: 0.0512278 Oct 18 21:11:39.552296 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8915b005-d073-4a61-819a-89f174602a93 req-99deb751-55a5-4b99-82d3-165c7f431cc1 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Oct 18 21:11:40.511007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c98c7-99c9-4491-8aa8-efeaaae6747a req-e24203ee-6256-467a-aa91-59933a4da738 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:40.513360 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb2c98c7-99c9-4491-8aa8-efeaaae6747a req-e24203ee-6256-467a-aa91-59933a4da738 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 945 time: 0.0562396 Oct 18 21:11:40.552253 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eb2c98c7-99c9-4491-8aa8-efeaaae6747a req-53dac227-f784-42ea-b0fb-9f59a39d23d2 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329838 Oct 18 21:11:40.669529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36198f0e-22ca-4eae-848c-024fc052035f req-c30ca057-dae3-4d3b-8690-694ae201bcaf tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:40.670956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36198f0e-22ca-4eae-848c-024fc052035f req-c30ca057-dae3-4d3b-8690-694ae201bcaf tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 945 time: 0.0506701 Oct 18 21:11:40.710342 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36198f0e-22ca-4eae-848c-024fc052035f req-fb19da4e-46d1-485f-add2-fcf9980b1a51 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333290 Oct 18 21:11:40.733890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36004) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:40.774527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d2a9c-f568-4a03-8bba-7d3e0140861f tempest-TestVolumeBootPattern-467908749 tempest-TestVolumeBootPattern-467908749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:40.776112 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-593d2a9c-f568-4a03-8bba-7d3e0140861f tempest-TestVolumeBootPattern-467908749 tempest-TestVolumeBootPattern-467908749-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1091 time: 0.0411992 Oct 18 21:11:40.779617 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36006) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:11:40.785032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:11:40.831999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:40.842637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45236f0e-471a-4b24-8845-26df7a70b4ad req-f641641e-ce90-470d-97f8-f74160650ef6 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:40.844156 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45236f0e-471a-4b24-8845-26df7a70b4ad req-f641641e-ce90-470d-97f8-f74160650ef6 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 947 time: 0.0751767 Oct 18 21:11:40.906027 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-45236f0e-471a-4b24-8845-26df7a70b4ad req-5d81a3ca-2432-4119-ab1b-6f7ab909fb5e tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489128 Oct 18 21:11:40.972961 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:41.001907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a104c35e-e96f-45c8-b886-6bad2e258b9c details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:11:41.085798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.25.7.109 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/542c1c81-5bea-49ab-8a77-8b2100644e2c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:11:41.112799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a104c35e-e96f-45c8-b886-6bad2e258b9c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:41.124108 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'a104c35e-e96f-45c8-b886-6bad2e258b9c', 'network_id': '16c9a465-01c8-4afb-a83f-e9fa1070abe8', 'port_id': 'a104c35e-e96f-45c8-b886-6bad2e258b9c', 'mac_address': 'fa:16:3e:07:23:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:11:41.178154 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:41.194247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a104c35e-e96f-45c8-b886-6bad2e258b9c {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:11:41.196145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:41.222332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a104c35e-e96f-45c8-b886-6bad2e258b9c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:41.227445 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:41.246763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:41.280268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a104c35e-e96f-45c8-b886-6bad2e258b9c,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:41.304415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:11:41.307547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:11:41.312093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:11:41.349872 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=542c1c81-5bea-49ab-8a77-8b2100644e2c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:41.444643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['a104c35e-e96f-45c8-b886-6bad2e258b9c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:11:42.147917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6adcfe-3a92-4401-a1e7-a761d496ad5b req-fd987009-0a7b-41de-8bc2-0a6e7138df7d tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:42.149666 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d6adcfe-3a92-4401-a1e7-a761d496ad5b req-fd987009-0a7b-41de-8bc2-0a6e7138df7d tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 948 time: 0.1437368 Oct 18 21:11:42.154341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:42.263626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0d6adcfe-3a92-4401-a1e7-a761d496ad5b req-af80a69b-bd37-4a2f-9d5f-168402d94b22 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934529 Oct 18 21:11:42.296271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:42.459084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:42.463712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:42.537040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=542c1c81-5bea-49ab-8a77-8b2100644e2c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:42.546685 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:42.650453 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Floating IP d81725b3-5ac3-4900-838e-ab8ce2d79619 associated. External IP: 172.25.7.109, port: 4aa6c78c-c254-4814-b0c7-0967bc84aa3d. Oct 18 21:11:42.863048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:11:42.973864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:11:42.983816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:11:42.991171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:42.993069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:42.993686 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:11:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:43.019875 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-96d7f699-24ec-41dc-ba4d-ef37eb847b0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2391455 Oct 18 21:11:43.020666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:43.022940 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:43.037706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a104c35e-e96f-45c8-b886-6bad2e258b9c up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:11:43.136545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port a104c35e-e96f-45c8-b886-6bad2e258b9c completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:11:43.146380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:43.148174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port a104c35e-e96f-45c8-b886-6bad2e258b9c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:11:43.148573 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:43.187165 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c5f648-1b3b-4cad-a503-a3d97f38c9ff x-openstack-request-id: req-71c5f648-1b3b-4cad-a503-a3d97f38c9ff {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:43.187707 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:43.187707 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71c5f648-1b3b-4cad-a503-a3d97f38c9ff {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:43.188065 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'status': 'completed', 'code': 200} Oct 18 21:11:43.250484 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-0ff0d310-e15c-411f-9f71-bc554ee0afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:43.252376 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-0ff0d310-e15c-411f-9f71-bc554ee0afe0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1096 time: 0.0414827 Oct 18 21:11:43.357659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:43.365152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-22461539-2102-492c-869e-6b4c83cc2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:43.366866 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-22461539-2102-492c-869e-6b4c83cc2f3d service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1078763 Oct 18 21:11:43.388280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fc02-44e7-4f64-8db2-3c5f9dfe1e4c req-e5ecfa77-cc24-4881-ad0e-24814b3cd5ab tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:43.389906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b768fc02-44e7-4f64-8db2-3c5f9dfe1e4c req-e5ecfa77-cc24-4881-ad0e-24814b3cd5ab tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 948 time: 0.0528738 Oct 18 21:11:43.392088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a104c35e-e96f-45c8-b886-6bad2e258b9c'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:11:43.394369 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20289b85-f6bb-4b52-bad7-1f7a2769941c" -d '{"events": [{"server_uuid": "e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a104c35e-e96f-45c8-b886-6bad2e258b9c"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:11:43.415911 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port a104c35e-e96f-45c8-b886-6bad2e258b9c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:11:43.427383 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:43.439424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-f4d0976f-0fa9-413c-bc27-1ba0b5cd35c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 999 time: 0.0644221 Oct 18 21:11:43.440038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b768fc02-44e7-4f64-8db2-3c5f9dfe1e4c req-7e49ae8a-d283-42af-8dd5-f16876c318c6 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Oct 18 21:11:43.509967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-707a6bc9-8a7e-48fc-9af8-80adefbdfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:43.511893 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-707a6bc9-8a7e-48fc-9af8-80adefbdfd11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0658481 Oct 18 21:11:43.594249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-47bb394d-4a67-44f9-83bf-77b3ccd9f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:43.595801 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-47bb394d-4a67-44f9-83bf-77b3ccd9f58f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762541 Oct 18 21:11:43.598260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e70ec-271e-4c6c-b80d-079025fa9ee8 req-6d5b0a32-959a-480f-b907-759e32565aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:43.599622 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-945e70ec-271e-4c6c-b80d-079025fa9ee8 req-6d5b0a32-959a-480f-b907-759e32565aed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 1100 time: 0.0514212 Oct 18 21:11:43.632738 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde01753-f314-4cfc-a378-5c6da6cb61f2 x-openstack-request-id: req-dde01753-f314-4cfc-a378-5c6da6cb61f2 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:11:43.632997 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a104c35e-e96f-45c8-b886-6bad2e258b9c", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:11:43.633259 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dde01753-f314-4cfc-a378-5c6da6cb61f2 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:11:43.633630 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a104c35e-e96f-45c8-b886-6bad2e258b9c', 'code': 200} Oct 18 21:11:43.641512 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:43.661424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-945e70ec-271e-4c6c-b80d-079025fa9ee8 req-9e3787f5-1b27-4261-9c7e-7c1e4614f18a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Oct 18 21:11:43.675813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=a104c35e-e96f-45c8-b886-6bad2e258b9c,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:11:43.687900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:41Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:43.714429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:11:43.719402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-e3d9de53-c0dc-4b5d-bc2b-5c050f85a743 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164224 Oct 18 21:11:43.722756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:11:43.723356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:11:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:43.812951 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea9fed4f-eeae-4290-b9e5-e59d4b5571e6 req-9fb098d6-e2ee-4bcf-b7f4-b88d7798d237 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864868 Oct 18 21:11:43.831449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:11:44.057350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:41Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:11:44.083615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ba4da-3774-4431-b849-a4d22a3117ad None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:41Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:11:44.289912 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6af224-6b95-46f8-98ef-3536bbfb3deb None None] New status for floating IP d81725b3-5ac3-4900-838e-ab8ce2d79619: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:11:44.550631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e3cad-2483-47f9-9ea8-fc452ee74e8b req-ea4db692-9360-49bf-86c7-502765208a41 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:44.552103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f18e3cad-2483-47f9-9ea8-fc452ee74e8b req-ea4db692-9360-49bf-86c7-502765208a41 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 949 time: 0.0487549 Oct 18 21:11:44.589528 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f18e3cad-2483-47f9-9ea8-fc452ee74e8b req-a813e831-649b-4043-b8d4-39793e1258b4 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Oct 18 21:11:45.708483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630567f-97c0-48d0-a6fd-d12870c0bbed req-aea69c26-5a24-4193-9436-31125e81ce2c tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:11:45.709956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c630567f-97c0-48d0-a6fd-d12870c0bbed req-aea69c26-5a24-4193-9436-31125e81ce2c tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 949 time: 0.0531750 Oct 18 21:11:45.746968 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c630567f-97c0-48d0-a6fd-d12870c0bbed req-98a296b3-e70f-4369-8e27-8bfdc10fc8ac tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Oct 18 21:11:47.910097 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:11:48.829919 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-663fd701-aa7b-492f-aed5-f1b1df0b8271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:48.988629 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:53.177736 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1c72c863-8b14-42ad-bac8-a7ca1f69dc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:54.198149 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:55.237665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:11:56.689893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:01.739325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36287699-c1a0-46f5-8dba-6a292d626a94 req-8347fe23-a710-4ded-993c-81df027f7ea3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:01.740897 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36287699-c1a0-46f5-8dba-6a292d626a94 req-8347fe23-a710-4ded-993c-81df027f7ea3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0516679 Oct 18 21:12:01.782153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-36287699-c1a0-46f5-8dba-6a292d626a94 req-efe1b926-18e5-433b-b36d-8d0ed874823c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346255 Oct 18 21:12:01.805840 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36084) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:01.883550 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d130538a-925e-48a2-ac5b-2d37946a660b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/026432ed-db6b-46b0-84cf-bcf34017865d HTTP/1.1" status: 200 len: 993 time: 0.0758882 Oct 18 21:12:02.222615 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78562480-39b0-4900-83fa-7234a57f507f req-33f561b6-7d65-4f8e-8639-f6dc285b6dfe tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:02.224020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78562480-39b0-4900-83fa-7234a57f507f req-33f561b6-7d65-4f8e-8639-f6dc285b6dfe tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1096 time: 0.0424414 Oct 18 21:12:02.262363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-78562480-39b0-4900-83fa-7234a57f507f req-7db2036e-5e9a-43e5-a795-8a2abc1565be tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322318 Oct 18 21:12:02.863645 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-a6ba107c-4f50-477e-959c-ee973d0caeeb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477662 Oct 18 21:12:02.873312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3480cec5-cfa3-4a48-b348-b942695ca44b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:12:02.875095 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3480cec5-cfa3-4a48-b348-b942695ca44b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059762 Oct 18 21:12:03.518563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-90a05d2d-47a3-4a11-958d-61b1f11a4710 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:03.520365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-90a05d2d-47a3-4a11-958d-61b1f11a4710 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 1093 time: 0.1602926 Oct 18 21:12:03.530127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Request body: {'binding': {'host': 'n-h2-812149-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:03.530686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Unknown quota resources ['binding']. {{(pid=100531) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 18 21:12:03.691225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on host n-h2-812149-2 for vnic_type normal with profile None {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:12:03.691768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:12:03.691952 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:03.698280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:12:03.698618 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:03.704087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:12:03.704486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Checking segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:03.704842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Bound using segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} {{(pid=100531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:12:03.705280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.managers [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Bound port: 77e36b77-65f3-4d31-abe9-123d3ffecc58, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}}] {{(pid=100531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:12:03.805305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:12:03.812533 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] Publish callbacks [] for binding, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:03.813808 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] 10.222.0.66 "POST /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58/bindings HTTP/1.1" status: 201 len: 389 time: 0.2875285 Oct 18 21:12:04.039789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83fac0-4260-4226-b029-eee45067cc31 req-57079091-fcee-4884-9a2f-310e41cd855c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:04.048914 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c83fac0-4260-4226-b029-eee45067cc31 req-57079091-fcee-4884-9a2f-310e41cd855c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0801766 Oct 18 21:12:04.104893 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c83fac0-4260-4226-b029-eee45067cc31 req-a1519b33-d052-4a21-b893-14a3435c85d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529251 Oct 18 21:12:04.109731 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3417031c-a6d3-47ed-bbfd-e45f0d482ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:04.111561 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3417031c-a6d3-47ed-bbfd-e45f0d482ed6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1096 time: 0.0587859 Oct 18 21:12:04.220415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-085fd5a8-da64-4212-aff1-4aad4dd4970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:04.221846 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-085fd5a8-da64-4212-aff1-4aad4dd4970d service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 897 time: 0.1037188 Oct 18 21:12:04.295679 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-6b0a1e06-9b17-4c67-8f33-1ed4ca6b2d2c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 1001 time: 0.0660524 Oct 18 21:12:04.351568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-eab49d01-7061-49bd-bce9-66dcd8f893c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:04.353585 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-eab49d01-7061-49bd-bce9-66dcd8f893c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0506516 Oct 18 21:12:04.414063 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ea39f2b0-26ae-49e7-9fb8-95e9f204f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:04.416285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ea39f2b0-26ae-49e7-9fb8-95e9f204f4f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543120 Oct 18 21:12:04.529927 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-2da29d75-6c77-4d74-84a3-ad32a02555a7 service neutron] 10.222.0.79 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057820 Oct 18 21:12:04.640373 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-fb9d7b28-a21c-4ec1-8ead-92bafd503b47 service neutron] 10.222.0.79 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028554 Oct 18 21:12:04.799405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-0fc5a693-23fe-48cd-a1e4-1548a7d8353c tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:04.801244 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-0fc5a693-23fe-48cd-a1e4-1548a7d8353c tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee&tenant_id=9898da556b7345b5904bf6114683e04b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1096 time: 0.0867498 Oct 18 21:12:04.815740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812149-2'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:04.889582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.041077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:05.080408 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:05.131186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:05.133341 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc0cc42-0483-4955-b2bb-76d9eb3ab1ed" -d '{"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-unplugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:05.137676 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.147633 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.245638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b33ee-3f5d-4394-bd6d-4f30f658ad28 req-775fedc0-98b0-41ed-b4ab-6b8a8124f7b5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:05.247765 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e2b33ee-3f5d-4394-bd6d-4f30f658ad28 req-775fedc0-98b0-41ed-b4ab-6b8a8124f7b5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 943 time: 0.0646646 Oct 18 21:12:05.264284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=7']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:05.283835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.284184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.284523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.284863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.285236 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.285779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.286151 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.286465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.286809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.287126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.287466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.287803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:05.332130 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0e2b33ee-3f5d-4394-bd6d-4f30f658ad28 req-aca5167a-7070-489c-a3a7-0ee30027e885 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721762 Oct 18 21:12:05.375342 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86af3c1-15e3-47ad-abae-11ede39ebfc9 x-openstack-request-id: req-a86af3c1-15e3-47ad-abae-11ede39ebfc9 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:05.375911 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-unplugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:05.376167 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a86af3c1-15e3-47ad-abae-11ede39ebfc9 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:05.377068 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'code': 200} Oct 18 21:12:05.383038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on host n-h1-812149-2 for vnic_type normal with profile {"migrating_to": "n-h2-812149-2"} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:12:05.383665 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:12:05.383994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:05.389069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:12:05.389989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Attempting to bind port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on network 1fcb9c1e-2998-4672-89d2-ea3b54935931 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:05.397593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:12:05.400542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Checking segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:05.400542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Bound using segment: {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:12:05.400542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Bound port: 77e36b77-65f3-4d31-abe9-123d3ffecc58, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:12:05.400542 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.486589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:05.490954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:12:05.496293 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.549859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Provisioning complete for port 77e36b77-65f3-4d31-abe9-123d3ffecc58 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:05.551162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.603342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=8']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:05.651472 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:05.652143 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.654016 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-959b2298-c456-4f62-8b5d-73559aa718c4 service neutron] 10.222.0.79 "PUT /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 1121 time: 0.8445821 Oct 18 21:12:05.703928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.730130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['77e36b77-65f3-4d31-abe9-123d3ffecc58'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:12:05.761169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:05.763908 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4a67a3-83dd-46aa-ab3c-094fae69d6fd" -d '{"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-plugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:05.785487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:05.793954 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:05.890147 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c1f54b-8c0a-4994-bfc8-2f1dfa26e824 x-openstack-request-id: req-f5c1f54b-8c0a-4994-bfc8-2f1dfa26e824 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:05.890569 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-plugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:05.890680 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5c1f54b-8c0a-4994-bfc8-2f1dfa26e824 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:05.891069 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'code': 200} Oct 18 21:12:05.997059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=9']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:06.023424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.023772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.024109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.024471 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.024813 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.025151 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.025567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.025991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.026328 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.026661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.026989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.027335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6bffe1-2bf0-47a2-a506-104b6c3569af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:06.199248 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7bdf3623-996d-4403-b130-6c32ba95c8c6 None None] Provisioning complete for port 77e36b77-65f3-4d31-abe9-123d3ffecc58 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:06.199652 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7bdf3623-996d-4403-b130-6c32ba95c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:06.449858 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72eef3-914f-4cb4-8bba-dcd0b4d3430e req-ac07f2ff-1177-4f2a-8501-7267f3aed22d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:06.457072 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a72eef3-914f-4cb4-8bba-dcd0b4d3430e req-ac07f2ff-1177-4f2a-8501-7267f3aed22d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0587206 Oct 18 21:12:06.498456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9a72eef3-914f-4cb4-8bba-dcd0b4d3430e req-65797029-fa5d-40dc-950d-483aadf575a2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 Oct 18 21:12:07.377938 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:07.380277 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:07.416632 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79e37d8-b9b7-488f-a4f9-cda5291e7331 x-openstack-request-id: req-b79e37d8-b9b7-488f-a4f9-cda5291e7331 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:07.416929 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:07.417185 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b79e37d8-b9b7-488f-a4f9-cda5291e7331 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:07.417589 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'status': 'completed', 'code': 200} Oct 18 21:12:07.486095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-3aa8c333-4ed1-44ac-8aeb-3754f280025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:07.487644 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-3aa8c333-4ed1-44ac-8aeb-3754f280025a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1126 time: 0.0442710 Oct 18 21:12:07.594518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-f349e030-2c55-420c-96e9-e581cdb24f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:07.596167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-f349e030-2c55-420c-96e9-e581cdb24f27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 897 time: 0.1004786 Oct 18 21:12:07.647358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81884-ee01-4630-ac62-99c4ddf5d47a req-b17b0b38-0208-49ec-a629-dcec8bd967da tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:07.650388 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4cd81884-ee01-4630-ac62-99c4ddf5d47a req-b17b0b38-0208-49ec-a629-dcec8bd967da tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0562103 Oct 18 21:12:07.667163 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-1a2bf4e7-f7f4-44ae-8a9b-f23e9faf0784 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 1001 time: 0.0631270 Oct 18 21:12:07.690087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4cd81884-ee01-4630-ac62-99c4ddf5d47a req-5445f71a-2bfb-46e6-a36c-2b2695a7565c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348101 Oct 18 21:12:07.724320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-a5693806-3890-4512-a53a-4e7915da1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:07.725834 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-a5693806-3890-4512-a53a-4e7915da1ac6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0500221 Oct 18 21:12:07.779809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-fac200c2-5f7b-4b36-ae9e-745d743568cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:07.781920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-fac200c2-5f7b-4b36-ae9e-745d743568cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470104 Oct 18 21:12:07.876211 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-a218f06b-8305-46c6-9f4d-425328cfa2da service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834272 Oct 18 21:12:07.973188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2dae7725-9fce-42b5-ab58-7eeff3c0b2b7 req-435cdd82-63dc-4701-9f8d-bbe238e4c92d service neutron] 10.222.0.30 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891955 Oct 18 21:12:08.371540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:12:08.475256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:08.487301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 has no active binding in host n-h2-812149-2 {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 18 21:12:08.808780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179bce1-2e42-4776-89c4-b8fbbd788e4c req-0bfc2c85-8ae0-4b8e-b95b-ee9932336652 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:08.810329 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5179bce1-2e42-4776-89c4-b8fbbd788e4c req-0bfc2c85-8ae0-4b8e-b95b-ee9932336652 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0505826 Oct 18 21:12:08.851161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5179bce1-2e42-4776-89c4-b8fbbd788e4c req-27d9a421-e2ce-46d0-82c0-732d0f938d32 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335305 Oct 18 21:12:09.976758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabf3cc-e369-4de5-b63c-e9b09014edee req-c5bd028d-ad9e-4dde-b9d2-ba9368c91848 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:09.978259 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdabf3cc-e369-4de5-b63c-e9b09014edee req-c5bd028d-ad9e-4dde-b9d2-ba9368c91848 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0541506 Oct 18 21:12:10.023219 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bdabf3cc-e369-4de5-b63c-e9b09014edee req-33a549ee-8512-4b01-aa9c-319054a59d58 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389016 Oct 18 21:12:11.148334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a7a91-6eeb-4d5a-a22c-36f087180d08 req-2da9a3e7-ddb6-4129-9cbf-1622ea326d39 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:11.150734 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-343a7a91-6eeb-4d5a-a22c-36f087180d08 req-2da9a3e7-ddb6-4129-9cbf-1622ea326d39 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0597811 Oct 18 21:12:11.192732 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-343a7a91-6eeb-4d5a-a22c-36f087180d08 req-ef41a848-5a9b-4c7d-ab7d-4fc12705991b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353141 Oct 18 21:12:12.318126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7323c-96eb-4da8-93fb-f2ca6d00aaa8 req-00994ced-1657-4857-92c7-272f6b108a94 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:12.319734 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25e7323c-96eb-4da8-93fb-f2ca6d00aaa8 req-00994ced-1657-4857-92c7-272f6b108a94 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0535333 Oct 18 21:12:12.361691 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-25e7323c-96eb-4da8-93fb-f2ca6d00aaa8 req-1db3fe21-19f2-48e5-b2e3-9ab897a02775 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355346 Oct 18 21:12:13.448079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:13.499553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecabc6f-388e-4dbc-8a89-b842f870731e req-b750807c-293a-4182-9d87-b46a56ddcda7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:13.507689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ecabc6f-388e-4dbc-8a89-b842f870731e req-b750807c-293a-4182-9d87-b46a56ddcda7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 945 time: 0.0648255 Oct 18 21:12:13.542162 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ecabc6f-388e-4dbc-8a89-b842f870731e req-76701c70-74c5-4d5b-8aa4-549a2dc08ff6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336030 Oct 18 21:12:14.286303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ce4fb779-f700-48b7-95b6-c5e54e190fb6 service neutron] 10.222.0.30 "GET /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58/bindings/n-h2-812149-2 HTTP/1.1" status: 200 len: 384 time: 0.0564620 Oct 18 21:12:14.474858 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:14.497401 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:14.542872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:14.545145 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feb082b-01aa-4ae9-8aa6-45ba4719f5f7" -d '{"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-unplugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:14.552692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:14.569082 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:14.607800 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b0d018-349c-4254-8a77-3ca05e925504 x-openstack-request-id: req-25b0d018-349c-4254-8a77-3ca05e925504 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:14.608801 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-unplugged", "status": "completed", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:14.609118 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25b0d018-349c-4254-8a77-3ca05e925504 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:14.609596 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'code': 200} Oct 18 21:12:14.658398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] Transition to ACTIVE for port object 77e36b77-65f3-4d31-abe9-123d3ffecc58 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:12:14.663056 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:14.698550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7ab20-9189-41e7-9a7b-2843ffc6533f req-99e1e17d-9ef1-432d-9305-f34f9e747c2f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:14.699500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8d7ab20-9189-41e7-9a7b-2843ffc6533f req-99e1e17d-9ef1-432d-9305-f34f9e747c2f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.0605521 Oct 18 21:12:14.747854 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a8d7ab20-9189-41e7-9a7b-2843ffc6533f req-9f5a54ee-c41f-42ac-89de-f330d090749d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396209 Oct 18 21:12:14.795066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] Pushing event updated for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=11']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:14.817488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] No DVR routers for this DVR port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:12:14.965546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-dfa0e418-f939-4a15-a858-ab112f49afcd service neutron] 10.222.0.30 "PUT /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58/bindings/n-h2-812149-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6718750 Oct 18 21:12:15.065587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3377b739-5f7e-4eca-abda-d940971783f1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.067302 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3377b739-5f7e-4eca-abda-d940971783f1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee&tenant_id=9898da556b7345b5904bf6114683e04b&binding%3Ahost_id=n-h1-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.0444031 Oct 18 21:12:15.119959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3e8732e6-36de-4dc7-8821-a489e4fa8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.121554 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-3e8732e6-36de-4dc7-8821-a489e4fa8e2a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 1095 time: 0.0461972 Oct 18 21:12:15.193748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-e583cbdc-c4cf-4826-8520-5ec8d2f4e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.195304 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-e583cbdc-c4cf-4826-8520-5ec8d2f4e201 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1095 time: 0.0461411 Oct 18 21:12:15.296738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-82a938e4-5280-4af6-ba8d-d988ebca180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.298179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-82a938e4-5280-4af6-ba8d-d988ebca180f service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 897 time: 0.0948374 Oct 18 21:12:15.366408 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-b780b0af-c10c-44c1-9f83-a49759be3ced service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 999 time: 0.0601170 Oct 18 21:12:15.418047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-0d7fe18c-b325-4f24-b29e-304fbd1e92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.419522 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-0d7fe18c-b325-4f24-b29e-304fbd1e92ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0446384 Oct 18 21:12:15.472211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-e8133fc5-daf7-4854-a84d-2ba5761dd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.473626 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-e8133fc5-daf7-4854-a84d-2ba5761dd010 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469954 Oct 18 21:12:15.574885 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-b515b829-75a5-4991-87ff-938845a1acc7 service neutron] 10.222.0.79 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935533 Oct 18 21:12:15.671516 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ad26a50c-fbee-4293-b5dd-900deac98b9b service neutron] 10.222.0.79 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887473 Oct 18 21:12:15.886230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a03378-570c-40e8-b86d-4bd886997ef1 req-2529872c-e028-4fff-bc26-a3f2396c93f5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.887745 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26a03378-570c-40e8-b86d-4bd886997ef1 req-2529872c-e028-4fff-bc26-a3f2396c93f5 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.0590551 Oct 18 21:12:15.918349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-4417774f-174f-4c3d-b25d-3aad1e7d41f1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:15.919972 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-4417774f-174f-4c3d-b25d-3aad1e7d41f1 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee&tenant_id=9898da556b7345b5904bf6114683e04b&binding%3Ahost_id=n-h2-812149-2 HTTP/1.1" status: 200 len: 1095 time: 0.0465169 Oct 18 21:12:15.928430 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-26a03378-570c-40e8-b86d-4bd886997ef1 req-74c539c5-5d47-4069-8888-f386cc55dbe0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336759 Oct 18 21:12:16.074096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-23aebfdf-3ef0-40bc-96b9-a5f5d3989bf5 service neutron] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:16.078167 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-23aebfdf-3ef0-40bc-96b9-a5f5d3989bf5 service neutron] Publish callbacks [] for binding, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:16.079333 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-23aebfdf-3ef0-40bc-96b9-a5f5d3989bf5 service neutron] 10.222.0.79 "DELETE /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58/bindings/n-h1-812149-2 HTTP/1.1" status: 204 len: 173 time: 0.1515403 Oct 18 21:12:17.044531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0307-c448-40ac-9124-63f6f82c69e3 req-1ce8ff6b-d2ac-4a60-9c28-57a2dae4fc2f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:17.046019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2fa0307-c448-40ac-9124-63f6f82c69e3 req-1ce8ff6b-d2ac-4a60-9c28-57a2dae4fc2f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.0494177 Oct 18 21:12:17.086381 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a2fa0307-c448-40ac-9124-63f6f82c69e3 req-2bfe24be-4eac-4add-976e-df07e22eb320 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340374 Oct 18 21:12:17.157794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:12:17.200460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:12:17.200773 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402959ef-a05f-443e-8b0a-8a9372bd9b20 req-97c0db65-59a0-4f06-8a24-9dfd0496e8fd tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:17.202540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-402959ef-a05f-443e-8b0a-8a9372bd9b20 req-97c0db65-59a0-4f06-8a24-9dfd0496e8fd tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1095 time: 0.0451717 Oct 18 21:12:17.238985 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-402959ef-a05f-443e-8b0a-8a9372bd9b20 req-ad2d2fb7-a670-44bc-90e3-2052da57874d tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303166 Oct 18 21:12:17.359796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04732334-c235-4fd1-9ae0-09dd8e84b6e9 req-bcd9019e-e868-460f-b8da-4a1dfd111ddf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:17.362077 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04732334-c235-4fd1-9ae0-09dd8e84b6e9 req-bcd9019e-e868-460f-b8da-4a1dfd111ddf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.0523131 Oct 18 21:12:17.407266 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04732334-c235-4fd1-9ae0-09dd8e84b6e9 req-b431e866-d67c-4876-bac6-7385e1022cef tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373757 Oct 18 21:12:17.431395 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36244) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:17.492582 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d8e6a9ee-2e2a-415b-805e-a8d91c4d7589 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/026432ed-db6b-46b0-84cf-bcf34017865d HTTP/1.1" status: 200 len: 991 time: 0.0600059 Oct 18 21:12:18.832743 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b8b27dd9-2e1c-401d-a790-250bd02deee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:19.002679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:22.345760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:22.785040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port ad84797e-6b6e-4417-a994-d54abba91616 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:12:22.785392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:22.866486 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:22.866905 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:22.878655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for ad84797e-6b6e-4417-a994-d54abba91616 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:12:23.063857 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:23.095828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=ad84797e-6b6e-4417-a994-d54abba91616,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:23.123213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.123566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.123935 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.124278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.124746 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.124985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.125341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.125644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.125974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.126299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.126888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.127211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:23.172110 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:23.172732 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP 026432ed-db6b-46b0-84cf-bcf34017865d disassociated (deleted). External IP: 172.25.7.179, port: 77e36b77-65f3-4d31-abe9-123d3ffecc58. Oct 18 21:12:23.182782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a9d5-21ad-4d8d-b029-420f0e5db343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:23.399772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:12:23.515455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:12:23.520733 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:23.526149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] Sync routers for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:12:23.536691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:23.537346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:23.557093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6121c396-49ee-4d08-b3f4-e9ec92bf7ba7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/floatingips/026432ed-db6b-46b0-84cf-bcf34017865d HTTP/1.1" status: 204 len: 168 time: 1.2078848 Oct 18 21:12:23.557093 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:23.559608 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc693bcf-2b08-441a-8e57-f6a40594ad62" -d '{"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:23.667460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:23.733549 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d09c866-95e3-400a-a8b6-a4403715c67a x-openstack-request-id: req-9d09c866-95e3-400a-a8b6-a4403715c67a {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:23.734073 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:23.734598 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d09c866-95e3-400a-a8b6-a4403715c67a {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:23.735163 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'status': 'completed', 'code': 200} Oct 18 21:12:23.806621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-e3b4685e-54b9-4e29-b8bb-271e64589b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:23.808519 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-e3b4685e-54b9-4e29-b8bb-271e64589b92 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 1095 time: 0.0479701 Oct 18 21:12:23.865070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971ec5-ea0b-44d9-ba66-3fccd7cb5ac0 req-fb1d9d83-b722-464b-b27e-03fbbb404857 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:23.866523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d971ec5-ea0b-44d9-ba66-3fccd7cb5ac0 req-fb1d9d83-b722-464b-b27e-03fbbb404857 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.0691116 Oct 18 21:12:23.920700 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4d971ec5-ea0b-44d9-ba66-3fccd7cb5ac0 req-45cce583-e70e-4926-bfa7-24124f296267 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=a7490478-e13e-4931-bd75-e7d8618fdc36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453129 Oct 18 21:12:23.923023 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-5844bdd4-2b03-4a18-b1cc-539b4f89cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:23.927170 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-5844bdd4-2b03-4a18-b1cc-539b4f89cacc service neutron] 10.222.0.79 "GET /v2.0/networks?id=1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 200 len: 897 time: 0.1105576 Oct 18 21:12:23.943563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:11Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:23.974763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-1aa9082e-49ae-4f8d-95f3-9cdb1e687ea7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 200 len: 217 time: 0.0366609 Oct 18 21:12:23.976262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] Checking router: 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:12:23.985243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:23.985853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:24.028945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-9870d652-5f52-45d8-a99f-cb4b3682462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:24.031073 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-9870d652-5f52-45d8-a99f-cb4b3682462e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 200 len: 834 time: 0.0463560 Oct 18 21:12:24.086445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-c0a4a6e5-0659-4d82-bff1-45c11a53befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:24.088035 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-c0a4a6e5-0659-4d82-bff1-45c11a53befc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1fcb9c1e-2998-4672-89d2-ea3b54935931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491931 Oct 18 21:12:24.100945 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:24.197285 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-28c0e2dd-efab-4edd-869b-78f9e8261be7 service neutron] 10.222.0.79 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996659 Oct 18 21:12:24.256460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:24.310776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bc693bcf-2b08-441a-8e57-f6a40594ad62 req-954892f2-e2ff-4c44-897a-2bc5f141da5a service neutron] 10.222.0.79 "GET /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993457 Oct 18 21:12:24.349334 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:11Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:24.378062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b5832-4549-4244-bbcf-0fb869f48cc1 None None] The sync data for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 is: [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:11:07Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0d17f7b6-e275-4147-a95b-c92ed34671e6', 'name': '', 'network_id': '1fcb9c1e-2998-4672-89d2-ea3b54935931', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:69:7e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:06Z', 'updated_at': '2021-10-18T21:11:11Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': 'bcec1d6f-90f0-4c95-845b-1d2d86c3a80d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:12:24.446668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-a404dfeb-50eb-48dc-bc1e-3a9c192dac71 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:24.448212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-a404dfeb-50eb-48dc-bc1e-3a9c192dac71 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 944 time: 0.0552270 Oct 18 21:12:24.547389 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 77e36b77-65f3-4d31-abe9-123d3ffecc58 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:12:24.547814 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:24.648133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 77e36b77-65f3-4d31-abe9-123d3ffecc58, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=77e36b77-65f3-4d31-abe9-123d3ffecc58,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:24.648612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:24.648953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45a818-f534-4f10-ae4c-a05fb05d9788 None None] New status for floating IP 026432ed-db6b-46b0-84cf-bcf34017865d: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:12:24.662239 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 77e36b77-65f3-4d31-abe9-123d3ffecc58 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:12:24.808647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:24.837260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=77e36b77-65f3-4d31-abe9-123d3ffecc58,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:24.879208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] No DVR routers for this DVR port 77e36b77-65f3-4d31-abe9-123d3ffecc58 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:12:24.882092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:24.885804 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-58ad7e44-3655-49af-b2e0-522001a4b736 req-5fa62a13-4436-4f00-b2c1-0cca80af4fec tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.79 "DELETE /v2.0/ports/77e36b77-65f3-4d31-abe9-123d3ffecc58 HTTP/1.1" status: 204 len: 173 time: 0.4311345 Oct 18 21:12:24.886176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-deleted', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:24.888674 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4359a603-4c83-4411-be10-b74e3c323e50" -d '{"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-deleted", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:24.910705 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:12:24.939221 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213d85b5-23c5-41ac-a68b-93326fb0010f x-openstack-request-id: req-213d85b5-23c5-41ac-a68b-93326fb0010f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:24.939715 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23763153-ecf2-40c0-b4cd-a575881010ee", "name": "network-vif-deleted", "tag": "77e36b77-65f3-4d31-abe9-123d3ffecc58", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:24.942330 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-213d85b5-23c5-41ac-a68b-93326fb0010f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:24.942330 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23763153-ecf2-40c0-b4cd-a575881010ee', 'name': 'network-vif-deleted', 'tag': '77e36b77-65f3-4d31-abe9-123d3ffecc58', 'status': 'completed', 'code': 200} Oct 18 21:12:25.054112 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0915e91e-8d3a-4bd5-b995-f2e1040c6377 req-ef6d020c-cfed-4a17-b87a-2901f2f65c16 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=23763153-ecf2-40c0-b4cd-a575881010ee HTTP/1.1" status: 200 len: 210 time: 0.0324898 Oct 18 21:12:25.243338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:26.111505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36414) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:26.572144 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:26.696981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:26.857546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 0d17f7b6-e275-4147-a95b-c92ed34671e6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:12:26.857882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:26.953457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 0d17f7b6-e275-4147-a95b-c92ed34671e6, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0d17f7b6-e275-4147-a95b-c92ed34671e6,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:26.953824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:26.967015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 0d17f7b6-e275-4147-a95b-c92ed34671e6 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:12:27.202526 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:27.229939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=0d17f7b6-e275-4147-a95b-c92ed34671e6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:27.430956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:27.667449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:12:28.066278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:12:28.071750 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bb2f22da-30d4-4fdb-80fb-8175b8c8bf02 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/3b4a54ad-82e8-46bb-9ccd-d3f00b862803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9590521 Oct 18 21:12:28.074829 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36452) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:28.084032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] Sync routers for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:12:28.094523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:28.095611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:28.142160 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting subnet bcec1d6f-90f0-4c95-845b-1d2d86c3a80d {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:12:28.146075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.191543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.286640 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.366686 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.368711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:28.397871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Subnet': ['ID=bcec1d6f-90f0-4c95-845b-1d2d86c3a80d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:28.403225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.409468 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-67356b30-bacb-402c-a3d8-f9c853483552 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/subnets/bcec1d6f-90f0-4c95-845b-1d2d86c3a80d HTTP/1.1" status: 204 len: 168 time: 0.3334639 Oct 18 21:12:28.412296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36458) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:28.426311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c2c3b-fb0a-4d2c-b998-362c537d0449 None None] Network 1fcb9c1e-2998-4672-89d2-ea3b54935931 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:12:28.428222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:12:28.472223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 77e36b77-65f3-4d31-abe9-123d3ffecc58 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:12:28.472589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 77e36b77-65f3-4d31-abe9-123d3ffecc58 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:12:28.528020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.671292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.736503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:12:27Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '16f3f176-1ca6-4e85-83b6-dc99f2881009', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:11:03Z', 'updated_at': '2021-10-18T21:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:28.738570 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 16f3f176-1ca6-4e85-83b6-dc99f2881009 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:12:28.739812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.767455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] Checking router: 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:12:28.776126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] Routers {'3b4a54ad-82e8-46bb-9ccd-d3f00b862803'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:28.776776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:28.815983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] DHCP port deletion for 1fcb9c1e-2998-4672-89d2-ea3b54935931 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:12:28.837561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 16f3f176-1ca6-4e85-83b6-dc99f2881009, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=16f3f176-1ca6-4e85-83b6-dc99f2881009,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:28.837931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:28.850423 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 16f3f176-1ca6-4e85-83b6-dc99f2881009 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:12:28.907284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] Set router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:28.977339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:12:28Z', 'revision_number': 6, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:29.042445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb4360-9eec-46cb-be9d-ae3eb2c502e1 None None] The sync data for ids ['3b4a54ad-82e8-46bb-9ccd-d3f00b862803'] in n-d-812149-2 is: [{'id': '3b4a54ad-82e8-46bb-9ccd-d3f00b862803', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478842568', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:11:02Z', 'updated_at': '2021-10-18T21:12:28Z', 'revision_number': 6, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:12:29.049781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.070602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] Deleting port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:12:29.070909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.088958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=16f3f176-1ca6-4e85-83b6-dc99f2881009,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:29.159658 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.165185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] For port e2e0c9d9-e0a2-45fb-8015-18502a5abf88, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e2e0c9d9-e0a2-45fb-8015-18502a5abf88,segment=NetworkSegment(0f2ca0d8-c5d1-422a-9436-2eac6a0970dc),segment_id=0f2ca0d8-c5d1-422a-9436-2eac6a0970dc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:29.165731 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.181690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] Calling delete_port for e2e0c9d9-e0a2-45fb-8015-18502a5abf88 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:12:29.263877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.266648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.317765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.319209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Fanout notify agent at l3_agent the message router_deleted on router 3b4a54ad-82e8-46bb-9ccd-d3f00b862803 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:12:29.327355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.328887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.330380 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-44b20bbd-e2d2-4fdc-a81f-27b2529b77b0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/routers/3b4a54ad-82e8-46bb-9ccd-d3f00b862803 HTTP/1.1" status: 204 len: 168 time: 0.9169066 Oct 18 21:12:29.332969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36478) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:29.367496 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] No DVR routers for this DVR port e2e0c9d9-e0a2-45fb-8015-18502a5abf88 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:12:29.371520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93d0b7-5d5b-480f-91d3-72777ac1839b None None] Pushing event deleted for resources: {'Port': ['ID=e2e0c9d9-e0a2-45fb-8015-18502a5abf88,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:29.425821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.540778 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.563943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcb9c1e-2998-4672-89d2-ea3b54935931']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:29.574122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:29.574442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2ca0d8-c5d1-422a-9436-2eac6a0970dc') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:29.585942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.602765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.611018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:12:29.611768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:12:29.615355 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:12:29.685864 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.694413 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.699892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/networks/1fcb9c1e-2998-4672-89d2-ea3b54935931 HTTP/1.1" status: 204 len: 168 time: 0.3626056 Oct 18 21:12:29.699892 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36490) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:29.717055 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23bf13-7488-412a-878c-9a923fb1069d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Network': ['ID=1fcb9c1e-2998-4672-89d2-ea3b54935931,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:29.777098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795b0a6-41d2-4bb3-91f7-1b2a941fd6c2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.808681 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795b0a6-41d2-4bb3-91f7-1b2a941fd6c2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.873180 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795b0a6-41d2-4bb3-91f7-1b2a941fd6c2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.877189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d795b0a6-41d2-4bb3-91f7-1b2a941fd6c2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:29.878856 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d795b0a6-41d2-4bb3-91f7-1b2a941fd6c2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/security-groups/a7490478-e13e-4931-bd75-e7d8618fdc36 HTTP/1.1" status: 204 len: 168 time: 0.1784582 Oct 18 21:12:29.889184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795b0a6-41d2-4bb3-91f7-1b2a941fd6c2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7490478-e13e-4931-bd75-e7d8618fdc36,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:30.339049 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36504) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:30.344131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-56afa69e-9b55-466c-9d9a-6dbb75888a87 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995921996', 'description': 'tempest-secgroup-smoke-1995921996 description', 'project_id': '9898da556b7345b5904bf6114683e04b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:30.366821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56afa69e-9b55-466c-9d9a-6dbb75888a87 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.434579 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56afa69e-9b55-466c-9d9a-6dbb75888a87 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.438992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56afa69e-9b55-466c-9d9a-6dbb75888a87 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.470197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-56afa69e-9b55-466c-9d9a-6dbb75888a87 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.471530 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-56afa69e-9b55-466c-9d9a-6dbb75888a87 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313832 Oct 18 21:12:30.473765 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afa69e-9b55-466c-9d9a-6dbb75888a87 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1888c-df92-4107-9aa6-fc197fa6754b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:30.475126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:30.483783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-db6a74fe-e3a6-4320-b943-bbbb7a51b49c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1888c-df92-4107-9aa6-fc197fa6754b', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:30.512972 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db6a74fe-e3a6-4320-b943-bbbb7a51b49c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.579337 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db6a74fe-e3a6-4320-b943-bbbb7a51b49c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.583443 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db6a74fe-e3a6-4320-b943-bbbb7a51b49c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.601511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a74fe-e3a6-4320-b943-bbbb7a51b49c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8d349c-a877-4f42-bfb6-4e823da6f764,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:30.608829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-db6a74fe-e3a6-4320-b943-bbbb7a51b49c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.612701 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-db6a74fe-e3a6-4320-b943-bbbb7a51b49c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333580 Oct 18 21:12:30.612854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36512) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:30.617311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6064f12a-0b76-412f-9da0-361fac188773 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1888c-df92-4107-9aa6-fc197fa6754b', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:30.649076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6064f12a-0b76-412f-9da0-361fac188773 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.712477 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6064f12a-0b76-412f-9da0-361fac188773 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.717274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6064f12a-0b76-412f-9da0-361fac188773 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.735932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e2e0c9d9-e0a2-45fb-8015-18502a5abf88 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:12:30.736503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064f12a-0b76-412f-9da0-361fac188773 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7245a39e-9dfe-4f21-8b68-ca38d66cc566,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:30.742411 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6064f12a-0b76-412f-9da0-361fac188773 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.746916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36516) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:30.747145 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6064f12a-0b76-412f-9da0-361fac188773 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331303 Oct 18 21:12:30.753236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7a0161d1-d294-4ffa-8846-1c56fd34248e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1888c-df92-4107-9aa6-fc197fa6754b', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:30.758930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e2e0c9d9-e0a2-45fb-8015-18502a5abf88 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:12:30.759301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e2e0c9d9-e0a2-45fb-8015-18502a5abf88 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:12:30.759931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0d17f7b6-e275-4147-a95b-c92ed34671e6 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:12:30.780008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0d17f7b6-e275-4147-a95b-c92ed34671e6 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:12:30.780454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0d17f7b6-e275-4147-a95b-c92ed34671e6 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:12:30.780892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 16f3f176-1ca6-4e85-83b6-dc99f2881009 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:12:30.785492 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a0161d1-d294-4ffa-8846-1c56fd34248e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.801275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 16f3f176-1ca6-4e85-83b6-dc99f2881009 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:12:30.801629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 16f3f176-1ca6-4e85-83b6-dc99f2881009 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:12:30.865678 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a0161d1-d294-4ffa-8846-1c56fd34248e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.869405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a0161d1-d294-4ffa-8846-1c56fd34248e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.889871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0161d1-d294-4ffa-8846-1c56fd34248e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c939d048-86f9-4cc8-89fb-f3b5f579d797,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:30.898877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a0161d1-d294-4ffa-8846-1c56fd34248e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.902783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a0161d1-d294-4ffa-8846-1c56fd34248e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517069 Oct 18 21:12:30.902975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36522) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:30.907887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4ca9e49c-09e4-411d-8d80-4d2f0def4203 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1888c-df92-4107-9aa6-fc197fa6754b', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:30.934626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e49c-09e4-411d-8d80-4d2f0def4203 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:30.996503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e49c-09e4-411d-8d80-4d2f0def4203 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.000602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e49c-09e4-411d-8d80-4d2f0def4203 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.019506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e49c-09e4-411d-8d80-4d2f0def4203 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c8e2c4-d959-478b-a9a2-5c73dd3497dd,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:31.030634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e49c-09e4-411d-8d80-4d2f0def4203 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.031864 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4ca9e49c-09e4-411d-8d80-4d2f0def4203 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279876 Oct 18 21:12:31.034914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36528) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:31.039504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1888c-df92-4107-9aa6-fc197fa6754b', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:31.061984 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:12:31.066960 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.141026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.144754 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.163250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047e901c-e998-4afc-8455-42c4e7286fb4,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:31.171854 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.173118 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b4588447-f2c5-48ba-82c9-d3180ea152cc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371667 Oct 18 21:12:31.176559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36530) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:31.182418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1888c-df92-4107-9aa6-fc197fa6754b', 'project_id': '9898da556b7345b5904bf6114683e04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:31.208816 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Project 9898da556b7345b5904bf6114683e04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:12:31.215496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.286311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.290483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.313633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bb15b4-2644-4663-be4f-cd05576fba6c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:31.318848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.322956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-284b74d0-ec88-4443-b868-24e727ebdfe4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422932 Oct 18 21:12:31.323062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36536) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:31.328726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'network': {'name': 'tempest-network-smoke--335158179', 'project_id': '9898da556b7345b5904bf6114683e04b', 'port_security_enabled': True}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:31.355579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:12:31.360639 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.388783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:12:31.400350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.400757 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Added segment 035cd45f-cd82-42f0-942e-f00112977492 of type vlan for network eb2b73db-2db7-4d4c-9d50-812665ca6615 Oct 18 21:12:31.447907 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.474283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.481221 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:31.482053 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.519161 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1950283 Oct 18 21:12:31.522194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36538) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:31.528741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'admin_state_up': True, 'project_id': '9898da556b7345b5904bf6114683e04b', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:31.557604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.559021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.631216 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.793471 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:31.929378 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31701e-b663-45df-aad2-21ac677c779c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Network': ['ID=eb2b73db-2db7-4d4c-9d50-812665ca6615,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:31.943980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:12:32.055500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:32.079133 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:32.196838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.81 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/4824fb43-8e68-44a5-924c-6f58f2bf700a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:12:32.309555 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:32.349084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:32.391506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:32.394670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:32.397506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:12:32.431409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=4824fb43-8e68-44a5-924c-6f58f2bf700a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:32.673459 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:32.891099 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:33.036481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:12:33.158609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:12:33.171061 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Sync routers for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:12:33.182901 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:33.183719 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:33.190423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:33.195232 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5aadbb9a-8ddc-4577-a20c-ec1940f98328 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6688628 Oct 18 21:12:33.196001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36572) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:33.257773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3fa611d0-6873-4e92-9587-911baaca4c3b tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=9898da556b7345b5904bf6114683e04b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594234 Oct 18 21:12:33.257945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36576) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:33.383248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c000d-79d6-4a35-b3aa-1547be134b0e tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:33.388107 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3a8c000d-79d6-4a35-b3aa-1547be134b0e tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257646 Oct 18 21:12:33.388502 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:33.437951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-66c9618b-190e-4889-9867-c084638e68c5 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=46350bbf-6178-4487-b76a-d8b49657535f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445402 Oct 18 21:12:33.438260 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:33.438489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36580) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:33.443736 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-287622573', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'project_id': '9898da556b7345b5904bf6114683e04b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:33.557486 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:12:33.561998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:33.675416 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:32Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:33.732185 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Checking router: 1875ab45-121a-4b60-9ca1-31f7cb3811d5 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:12:33.732543 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Updating router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 port 4824fb43-8e68-44a5-924c-6f58f2bf700a binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:12:33.780057 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:33.781804 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-dccdd933-6b9b-4861-a727-817d2312c42f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971050 Oct 18 21:12:33.914910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:33.934957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-61cb51df-1ad5-473b-8eaa-689126b72f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:33.939224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-61cb51df-1ad5-473b-8eaa-689126b72f95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14c9d7ade09c442e8041481c492c2ff4&device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 1100 time: 0.0878842 Oct 18 21:12:33.988335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Subnet': ['ID=918fea13-a624-43b7-895b-11ed7cdff2fd,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:34.002591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Checking segment: {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:34.003062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network hostable DHCP agents. Network: eb2b73db-2db7-4d4c-9d50-812665ca6615, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:12:34.026863 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:12:34.041162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, eb2b73db-2db7-4d4c-9d50-812665ca6615) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:34.048495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:34.049576 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.056544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc39acf7-e15b-4b87-bc5c-35b743759f64 None None] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:12:34.079203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0f5c7484-e628-456c-939f-583c1b38fe44 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6374395 Oct 18 21:12:34.081774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36592) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:34.111567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-a3b15d83-2b5e-43f1-9d90-582eea247bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:34.113196 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-a3b15d83-2b5e-43f1-9d90-582eea247bee service neutron] 10.222.0.30 "GET /v2.0/networks?id=16c9a465-01c8-4afb-a83f-e9fa1070abe8 HTTP/1.1" status: 200 len: 870 time: 0.1490085 Oct 18 21:12:34.194492 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-0f9ede2e-9c3f-4c26-b0eb-404c06402b53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c HTTP/1.1" status: 200 len: 217 time: 0.0724058 Oct 18 21:12:34.209165 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.222006 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.281223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-eb2b73db-2db7-4d4c-9d50-812665ca6615', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:12:34.282670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.319679 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Attempting to bind port 4824fb43-8e68-44a5-924c-6f58f2bf700a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:12:34.320492 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Attempting to bind port 4824fb43-8e68-44a5-924c-6f58f2bf700a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:12:34.321093 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Attempting to bind port 4824fb43-8e68-44a5-924c-6f58f2bf700a on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:34.328334 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-7b6c9de5-5e9e-4dac-b242-e7e0b2e860e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:34.330204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-7b6c9de5-5e9e-4dac-b242-e7e0b2e860e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe7adcc5-7d4b-4a3d-a894-9d60ef0af8c5 HTTP/1.1" status: 200 len: 843 time: 0.1126814 Oct 18 21:12:34.336126 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:12:34.336824 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:34.337455 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.338267 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:12:34.338990 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Bound port: 4824fb43-8e68-44a5-924c-6f58f2bf700a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:12:34.339599 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.386524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-a39da734-b8ad-4edb-991f-74cdbbfb160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:34.388039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-a39da734-b8ad-4edb-991f-74cdbbfb160a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16c9a465-01c8-4afb-a83f-e9fa1070abe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495865 Oct 18 21:12:34.402775 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] For port 4824fb43-8e68-44a5-924c-6f58f2bf700a, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:34.407280 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] For port 4824fb43-8e68-44a5-924c-6f58f2bf700a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4824fb43-8e68-44a5-924c-6f58f2bf700a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:12:34.408974 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Pushing event updated for resources: {'Port': ['ID=4824fb43-8e68-44a5-924c-6f58f2bf700a,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:34.418045 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.422826 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.423479 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.424073 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.424537 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.424993 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.425464 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.425885 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.426306 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.426725 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.427165 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.427711 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.428160 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:12:34.518455 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:34.519251 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:34.525891 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Allocated IP 172.20.0.2 (eb2b73db-2db7-4d4c-9d50-812665ca6615/918fea13-a624-43b7-895b-11ed7cdff2fd/0a1fcacd-18d8-4954-976c-a9763b7d8c70) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:12:34.557186 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79439b1-a8da-405c-99ff-82798db14a40 None None] Pushing event updated for resources: {'Port': ['ID=4824fb43-8e68-44a5-924c-6f58f2bf700a,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:34.631956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-3e18499e-1129-4810-aa7c-c73b454daa1e service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354870 Oct 18 21:12:34.665533 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:34.752456 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-63efcd53-d80a-433e-b2f9-39838bd10a12 req-159d8908-fb33-41a9-b2ec-a914f5938db8 service neutron] 10.222.0.30 "GET /v2.0/networks/16c9a465-01c8-4afb-a83f-e9fa1070abe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089933 Oct 18 21:12:34.774336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.784097 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.823825 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:34.829010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:34.833032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:12:34.872440 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Pushing event updated for resources: {'Port': ['ID=0a1fcacd-18d8-4954-976c-a9763b7d8c70,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:34.909505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Attempting to bind port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:12:34.909505 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Attempting to bind port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:12:34.909818 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Attempting to bind port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 on network eb2b73db-2db7-4d4c-9d50-812665ca6615 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:34.916714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:12:34.917232 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Checking segment: {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:34.917791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:34.924262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Bound using segment: {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:12:34.924948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Bound port: 0a1fcacd-18d8-4954-976c-a9763b7d8c70, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:12:34.925572 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:35.001361 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:32Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:35.006848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] For port 0a1fcacd-18d8-4954-976c-a9763b7d8c70, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:35.010403 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] For port 0a1fcacd-18d8-4954-976c-a9763b7d8c70, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0a1fcacd-18d8-4954-976c-a9763b7d8c70,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:12:35.017918 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:35.048253 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c86d74-2b7d-4e7c-b7ad-aeabbcee2c55 None None] The sync data for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 is: [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:32Z', 'revision_number': 3, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:12:35.106903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553d99e-c784-4e23-a5e0-39bca37a207b None None] Pushing event updated for resources: {'Port': ['ID=0a1fcacd-18d8-4954-976c-a9763b7d8c70,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:35.258169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:35.634800 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.1 (eb2b73db-2db7-4d4c-9d50-812665ca6615/918fea13-a624-43b7-895b-11ed7cdff2fd/4b2b39a9-e2ec-481d-ba3b-a02aacbb2581) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:12:35.761524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:35.801113 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:35.875895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:35.881878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:35.885020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:12:35.933818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:35.956938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.131366 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.370468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16398033-e762-4025-8ccc-486f09d68b58 None None] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:12:36.449415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-28029a62-2e6e-474c-b5af-cbecdbfb68fe None None] Provisioning complete for port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:36.449785 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28029a62-2e6e-474c-b5af-cbecdbfb68fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.470825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.479101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.571429 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.574727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:36.698819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:36.703875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:36.809739 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28029a62-2e6e-474c-b5af-cbecdbfb68fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.858294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-28029a62-2e6e-474c-b5af-cbecdbfb68fe None None] For port 0a1fcacd-18d8-4954-976c-a9763b7d8c70, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0a1fcacd-18d8-4954-976c-a9763b7d8c70,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:36.867513 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28029a62-2e6e-474c-b5af-cbecdbfb68fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:36.900072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4824fb43-8e68-44a5-924c-6f58f2bf700a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:12:36.940499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:12:36.982748 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28029a62-2e6e-474c-b5af-cbecdbfb68fe None None] Pushing event updated for resources: {'Port': ['ID=0a1fcacd-18d8-4954-976c-a9763b7d8c70,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:37.011723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4824fb43-8e68-44a5-924c-6f58f2bf700a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:37.012639 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:37.103992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:12:37.103992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-685181bd-b291-4d55-91e6-c6ca3222b798 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/1875ab45-121a-4b60-9ca1-31f7cb3811d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0190356 Oct 18 21:12:37.131733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:37.162053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 4824fb43-8e68-44a5-924c-6f58f2bf700a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4824fb43-8e68-44a5-924c-6f58f2bf700a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:37.167965 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:37.169448 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0a1fcacd-18d8-4954-976c-a9763b7d8c70 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:12:37.264866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Sync routers for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:12:37.293257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=4824fb43-8e68-44a5-924c-6f58f2bf700a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:37.308878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:37.309775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:37.381900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:37.382524 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:37.460596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6543d24c-470d-49a3-a6b1-202fb69d5e6a None None] Provisioning complete for port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:37.460976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6543d24c-470d-49a3-a6b1-202fb69d5e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:37.524451 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-a5dd20a8-ada1-437f-9c23-26e6072ec1d2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995921996&fields=id&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 267 time: 0.0460992 Oct 18 21:12:37.542926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:37.643379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6543d24c-470d-49a3-a6b1-202fb69d5e6a None None] Port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:12:37.662558 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-8fe80dbe-2dec-4ae3-ba49-264c6b7ee983 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:37.664186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-8fe80dbe-2dec-4ae3-ba49-264c6b7ee983 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/networks?id=eb2b73db-2db7-4d4c-9d50-812665ca6615 HTTP/1.1" status: 200 len: 796 time: 0.1308746 Oct 18 21:12:37.680969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-ced217c6-38ce-435a-a898-56807af4dc32 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/quotas/9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 375 time: 0.0108724 Oct 18 21:12:37.749234 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-326e8bed-b0e5-400a-9377-c8f1d389f0bb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592318 Oct 18 21:12:37.762666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6543d24c-470d-49a3-a6b1-202fb69d5e6a None None] Provisioning complete for port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:37.763441 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6543d24c-470d-49a3-a6b1-202fb69d5e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:37.856935 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-68746928-90e7-4c51-aa69-bdf081ec3c1b service neutron] 10.222.0.66 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938106 Oct 18 21:12:37.945304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 2, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:37.962777 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-3e35a3ff-653c-481c-b420-a26b386d28d0 service neutron] 10.222.0.66 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997396 Oct 18 21:12:37.975392 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Checking router: 1875ab45-121a-4b60-9ca1-31f7cb3811d5 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:12:37.975750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Updating router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:12:38.023788 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.077545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cdae6ad8-305f-497b-b5ae-1a744304e76c None None] Provisioning complete for port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:38.077925 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cdae6ad8-305f-497b-b5ae-1a744304e76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.171456 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-809c0dcf-4ff9-4cb0-8050-d77617b878c5 req-c6040ec2-a029-4097-8b0a-0c6077d6c457 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 210 time: 0.0434167 Oct 18 21:12:38.195524 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cdae6ad8-305f-497b-b5ae-1a744304e76c None None] Port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:12:38.385814 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.392058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.493455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28c8f-41b7-4a79-b91f-c8e3e302abc5 None None] Pushing event updated for resources: {'Port': ['ID=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:38.507669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Attempting to bind port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:12:38.508039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Attempting to bind port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:12:38.508421 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Attempting to bind port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 on network eb2b73db-2db7-4d4c-9d50-812665ca6615 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:38.517305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:12:38.517685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Checking segment: {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:38.518088 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.518483 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Bound using segment: {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:12:38.518959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Bound port: 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:12:38.519343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.615609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] For port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:38.619876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] For port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:12:38.630021 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.718799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:38.719595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:38.820736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4824fb43-8e68-44a5-924c-6f58f2bf700a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:12:38.853949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28c8f-41b7-4a79-b91f-c8e3e302abc5 None None] Pushing event updated for resources: {'Port': ['ID=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:38.882806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-918beae9-9a6e-47a8-9c57-d0b53b26d8ac None None] Provisioning complete for port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:38.883186 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-918beae9-9a6e-47a8-9c57-d0b53b26d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:38.928191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:39.068701 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4824fb43-8e68-44a5-924c-6f58f2bf700a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:39.069168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:39.287188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-918beae9-9a6e-47a8-9c57-d0b53b26d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:39.322081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac530d5-26bf-4c51-ab1e-12dfbf021b41 req-f0982568-7eef-4425-9fb7-c85c754becbe tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:39.325187 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ac530d5-26bf-4c51-ab1e-12dfbf021b41 req-f0982568-7eef-4425-9fb7-c85c754becbe tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0868728 Oct 18 21:12:39.371301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-9a65c4b8-cb9a-49f4-9c44-8e4724880812 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:39.373832 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-9a65c4b8-cb9a-49f4-9c44-8e4724880812 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/networks?id=eb2b73db-2db7-4d4c-9d50-812665ca6615 HTTP/1.1" status: 200 len: 796 time: 0.1884758 Oct 18 21:12:39.388743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ac530d5-26bf-4c51-ab1e-12dfbf021b41 req-7841e79d-c71e-4087-99d7-8950042bdeaa tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494065 Oct 18 21:12:39.432022 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-e1231c0b-4f8c-4175-8034-4f4ca8ccd4c7 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9898da556b7345b5904bf6114683e04b HTTP/1.1" status: 200 len: 380 time: 0.0467157 Oct 18 21:12:39.432710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-918beae9-9a6e-47a8-9c57-d0b53b26d8ac None None] For port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:39.445614 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'port': {'device_id': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'admin_state_up': True, 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'security_groups': ['e9b1888c-df92-4107-9aa6-fc197fa6754b']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:39.446537 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-918beae9-9a6e-47a8-9c57-d0b53b26d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:39.479039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0a1fcacd-18d8-4954-976c-a9763b7d8c70 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:12:39.516681 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b46d0692-ced4-430a-973d-de84e41abb18 req-2df237c1-d2f4-42f9-b49f-3d485b99e1f8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 210 time: 0.0425382 Oct 18 21:12:39.570497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918beae9-9a6e-47a8-9c57-d0b53b26d8ac None None] Pushing event updated for resources: {'Port': ['ID=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:39.572751 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Made reservation on behalf of 9898da556b7345b5904bf6114683e04b for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:12:39.576859 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:39.589907 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6e566f4b-e3de-4a2f-8729-2be2712bfd46 None None] Provisioning complete for port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:39.590431 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6e566f4b-e3de-4a2f-8729-2be2712bfd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:39.591920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:39.592837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:39.597233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:38Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:39.668419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08b022-a442-45b9-931f-b1a20542fe68 None None] The sync data for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 is: [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:38Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:12:39.761632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.20.0.6 (eb2b73db-2db7-4d4c-9d50-812665ca6615/918fea13-a624-43b7-895b-11ed7cdff2fd/76f2f723-c1dd-4eb0-a5ba-bde562123ad0) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:12:39.948722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.000011 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.054277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:40.063924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:40.072106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:12:40.077008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:40.142605 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:40.143275 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.165406 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-11f2c842-3538-47f1-89cd-efcedaf86a90 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7246807 Oct 18 21:12:40.179425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Request body: {'port': {'device_id': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:40.259305 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.436313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-19945f2d-4c24-4ee3-9c9b-a8d8f3047ceb None None] Provisioning complete for port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:40.437739 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-19945f2d-4c24-4ee3-9c9b-a8d8f3047ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.478025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-9f571295-2c55-4571-8cc0-b24542586956 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:40.480523 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-9f571295-2c55-4571-8cc0-b24542586956 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.1438785 Oct 18 21:12:40.515432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-19945f2d-4c24-4ee3-9c9b-a8d8f3047ceb None None] Port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:12:40.609084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a277d-7c97-4a3c-b1b8-52be36fca1dc req-560332b4-044b-40b8-9b70-9f2ecd90b822 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:40.617790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a54a277d-7c97-4a3c-b1b8-52be36fca1dc req-560332b4-044b-40b8-9b70-9f2ecd90b822 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 945 time: 0.0997670 Oct 18 21:12:40.696110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Deleting port ea24156e-8720-4101-845c-7d6830fee405 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:12:40.696440 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.697202 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a54a277d-7c97-4a3c-b1b8-52be36fca1dc req-a5031146-98b9-40fe-a563-59babfd14fa3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=e6713674-490e-45a4-a6dc-4f719c876ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780900 Oct 18 21:12:40.815828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:12:40.835542 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.836262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:12:40.864106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Transition to ACTIVE for port object 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:12:40.879493 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.882903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562be8a4-a657-45dd-9cff-88abed20f0cb req-9ae3d1c5-26b9-4326-8ef2-0f08ec9db943 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:40.884790 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-562be8a4-a657-45dd-9cff-88abed20f0cb req-9ae3d1c5-26b9-4326-8ef2-0f08ec9db943 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 931 time: 0.1069400 Oct 18 21:12:40.925452 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:40.925818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.961501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] For port ea24156e-8720-4101-845c-7d6830fee405, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=ea24156e-8720-4101-845c-7d6830fee405,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:40.961932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:40.964965 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-562be8a4-a657-45dd-9cff-88abed20f0cb req-98cf2546-d39f-43fd-9455-c45dddc4e8b3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697761 Oct 18 21:12:40.977497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:41.222394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Attempting to bind port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:12:41.222739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Attempting to bind port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:12:41.223052 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Attempting to bind port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 on network eb2b73db-2db7-4d4c-9d50-812665ca6615 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:41.232189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 on network eb2b73db-2db7-4d4c-9d50-812665ca6615 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:12:41.232602 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Attempting to bind port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 on network eb2b73db-2db7-4d4c-9d50-812665ca6615 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:41.250893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:12:41.251290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Checking segment: {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:41.251878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Bound using segment: {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:12:41.252929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Bound port: 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035cd45f-cd82-42f0-942e-f00112977492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:12:41.253128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:41.307340 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:41.307704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:41.308020 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Floating IP 67d73dd2-78c3-4c0e-9d70-d556a70123d2 disassociated. External IP: 172.25.7.237, port: ea24156e-8720-4101-845c-7d6830fee405. Oct 18 21:12:41.308504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Calling delete_port for ea24156e-8720-4101-845c-7d6830fee405 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:12:41.396604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:41.403761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:12:41.414355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:41.462215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:41.463564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:41.465607 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] 10.222.0.30 "PUT /v2.0/ports/76f2f723-c1dd-4eb0-a5ba-bde562123ad0 HTTP/1.1" status: 200 len: 1091 time: 1.2907679 Oct 18 21:12:41.471433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:41.473895 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b91c9-2686-4512-8724-e1de671b4693" -d '{"events": [{"name": "network-changed", "server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:41.543388 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f495ebd2-c15e-49be-b94e-8513bd9e4439 x-openstack-request-id: req-f495ebd2-c15e-49be-b94e-8513bd9e4439 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:41.544093 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:41.544093 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f495ebd2-c15e-49be-b94e-8513bd9e4439 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:41.544353 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'status': 'completed', 'code': 200} Oct 18 21:12:41.559635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c1783-3464-4401-aaaf-fd45480f8ecd service neutron] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:41.620967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-a0d647f8-b728-4b28-be41-458212997fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:41.622580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-a0d647f8-b728-4b28-be41-458212997fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1094 time: 0.1040821 Oct 18 21:12:41.672763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:41.675255 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-48d3a1d0-3c6d-4d5c-9b8d-e87edc43e2ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0 HTTP/1.1" status: 200 len: 217 time: 0.0419505 Oct 18 21:12:41.713258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event deleted for resources: {'Port': ['ID=ea24156e-8720-4101-845c-7d6830fee405,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:41.800155 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-081aa43b-73b5-4d2e-bc65-842844ae5534 req-243a6959-d532-4f26-9088-6217469afb42 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 210 time: 0.0384974 Oct 18 21:12:41.800793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-f52a9065-432b-45b5-b409-b486cc468aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:41.802286 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-f52a9065-432b-45b5-b409-b486cc468aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=918fea13-a624-43b7-895b-11ed7cdff2fd HTTP/1.1" status: 200 len: 834 time: 0.1200778 Oct 18 21:12:41.913706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-08e9c26a-4b72-49a7-b80b-be95a0512901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:41.915319 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-08e9c26a-4b72-49a7-b80b-be95a0512901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb2b73db-2db7-4d4c-9d50-812665ca6615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035271 Oct 18 21:12:41.950234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Router ff3cf329-be7b-49bc-af6a-d50e19e83a71 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:12:42.072249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-d5e2cce5-a9b4-4434-b613-66c4a6c2a2ed service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485705 Oct 18 21:12:42.108789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aa81a-328b-4210-9712-51ee9908131a req-1547a517-81a7-4835-bf74-ce698d190905 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:42.110396 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f47aa81a-328b-4210-9712-51ee9908131a req-1547a517-81a7-4835-bf74-ce698d190905 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 943 time: 0.0678840 Oct 18 21:12:42.173010 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f47aa81a-328b-4210-9712-51ee9908131a req-f707d67c-16e6-44ec-a5a2-18cd117b4d9e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530601 Oct 18 21:12:42.204329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:12:42.215071 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] Sync routers for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:12:42.226790 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:42.227407 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:42.265652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] No DVR routers for this DVR port ea24156e-8720-4101-845c-7d6830fee405 on host n-h2-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:12:42.268536 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:42.272730 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c353db8a-ad10-46c2-93ad-2efc94d0ac70 req-8f9abb97-24ec-433d-9d70-4ccee638f650 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "DELETE /v2.0/ports/ea24156e-8720-4101-845c-7d6830fee405 HTTP/1.1" status: 204 len: 173 time: 1.7730143 Oct 18 21:12:42.309234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-abb05397-60ca-4d26-bfbf-c8dce7086b19 req-cd629fd3-de04-43b1-b8ce-c617cc69cd9b service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148414 Oct 18 21:12:42.402031 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:42.428550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b91c9-2686-4512-8724-e1de671b4693 req-2a9e3be3-5cdb-462e-a6d2-c334b13fb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:42.430911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-763b91c9-2686-4512-8724-e1de671b4693 req-2a9e3be3-5cdb-462e-a6d2-c334b13fb0dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1094 time: 0.0780909 Oct 18 21:12:42.536830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b91c9-2686-4512-8724-e1de671b4693 req-6e055c0f-0f5e-4172-95ef-1b892cef07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:42.538579 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-763b91c9-2686-4512-8724-e1de671b4693 req-6e055c0f-0f5e-4172-95ef-1b892cef07eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb2b73db-2db7-4d4c-9d50-812665ca6615 HTTP/1.1" status: 200 len: 897 time: 0.0973105 Oct 18 21:12:42.586436 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-763b91c9-2686-4512-8724-e1de671b4693 req-40c860fe-cc8d-4fd4-b850-15ea8fab3c99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0 HTTP/1.1" status: 200 len: 217 time: 0.0397077 Oct 18 21:12:42.634300 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:42.646294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b91c9-2686-4512-8724-e1de671b4693 req-19c97d83-2a76-4125-aa54-d56569637d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:42.647813 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-763b91c9-2686-4512-8724-e1de671b4693 req-19c97d83-2a76-4125-aa54-d56569637d24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=918fea13-a624-43b7-895b-11ed7cdff2fd HTTP/1.1" status: 200 len: 834 time: 0.0534539 Oct 18 21:12:42.662119 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] Checking router: ff3cf329-be7b-49bc-af6a-d50e19e83a71 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:12:42.673434 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:42.674109 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:42.699875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b91c9-2686-4512-8724-e1de671b4693 req-8a2b339f-6ada-4758-82cb-b4334baf18f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:42.701656 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-763b91c9-2686-4512-8724-e1de671b4693 req-8a2b339f-6ada-4758-82cb-b4334baf18f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb2b73db-2db7-4d4c-9d50-812665ca6615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457850 Oct 18 21:12:42.809479 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:42.830616 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-763b91c9-2686-4512-8724-e1de671b4693 req-c8426d0d-210b-4b02-89cd-57984bc7c12a service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190357 Oct 18 21:12:42.988841 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-763b91c9-2686-4512-8724-e1de671b4693 req-13723985-1bdb-48ed-baac-a450f256d84f service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437879 Oct 18 21:12:42.990569 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec75d038-d129-441d-8ef2-26d927d10ff3 req-7c59b501-cf8c-4004-97b6-3884e7362ddb tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=24dd000a-3eb6-4456-856b-e0235638870a HTTP/1.1" status: 200 len: 210 time: 0.0437143 Oct 18 21:12:43.150345 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:43.177544 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad592e41-ad32-44d6-a479-cdf718b401cb None None] The sync data for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 is: [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:12:43.305344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae13425-2e05-41c4-886a-445579953f7f req-6af27869-3695-4d41-85a4-211916ad5ecb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:43.307075 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ae13425-2e05-41c4-886a-445579953f7f req-6af27869-3695-4d41-85a4-211916ad5ecb tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 943 time: 0.0587766 Oct 18 21:12:43.356016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1ae13425-2e05-41c4-886a-445579953f7f req-76e70def-db1f-41db-b485-2f90c8136572 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Oct 18 21:12:43.406065 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-3e0e826e-ee7d-4125-a8db-b4568b62d917 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449820 Oct 18 21:12:43.461104 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:43.518066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda4407-339d-409b-bd0a-3f2571ce25f6 None None] New status for floating IP 67d73dd2-78c3-4c0e-9d70-d556a70123d2: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:12:43.528174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-a2afdd5c-2165-4d31-a2e6-9c0b08080581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:43.530493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-a2afdd5c-2165-4d31-a2e6-9c0b08080581 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1096 time: 0.0716844 Oct 18 21:12:43.547355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'name': 'network-vif-deleted', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:43.550304 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2021ca4f-cae5-4322-9315-9df9bb923ee3" -d '{"events": [{"server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "name": "network-vif-deleted", "tag": "ea24156e-8720-4101-845c-7d6830fee405"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:43.634738 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3c549c-acd9-48a1-90f1-8019c8d60572 x-openstack-request-id: req-5f3c549c-acd9-48a1-90f1-8019c8d60572 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:43.635500 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd000a-3eb6-4456-856b-e0235638870a", "name": "network-vif-deleted", "tag": "ea24156e-8720-4101-845c-7d6830fee405", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:43.635500 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f3c549c-acd9-48a1-90f1-8019c8d60572 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:43.636014 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd000a-3eb6-4456-856b-e0235638870a', 'name': 'network-vif-deleted', 'tag': 'ea24156e-8720-4101-845c-7d6830fee405', 'status': 'completed', 'code': 200} Oct 18 21:12:43.668638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-87c0a16e-c7e7-4d3c-8a49-588ff9857c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:43.670861 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-87c0a16e-c7e7-4d3c-8a49-588ff9857c9b service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1135483 Oct 18 21:12:43.760933 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-cc9ee946-6e10-46a1-a1ce-c1bb79e440be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 1001 time: 0.0825112 Oct 18 21:12:43.822539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-3423b944-4ba8-408d-9cb6-7f8285ee35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:43.823460 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-3423b944-4ba8-408d-9cb6-7f8285ee35a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0554452 Oct 18 21:12:43.877737 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-242a686b-7ec8-416a-b131-d2883b28580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:43.879189 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-242a686b-7ec8-416a-b131-d2883b28580a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485413 Oct 18 21:12:43.997889 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-4685b966-c36d-4f48-9b38-305d7b850670 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105318 Oct 18 21:12:44.096369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:44.114212 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-70331bd4-3a51-4e89-a148-8673fb3a5e65 req-4d53aa2a-0b15-4d73-834a-d5ea233171bc service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085446 Oct 18 21:12:44.167076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec66fbe1-f5d6-4dd7-a542-97d2dea0b8e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:44.194861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec66fbe1-f5d6-4dd7-a542-97d2dea0b8e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:44.247187 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec66fbe1-f5d6-4dd7-a542-97d2dea0b8e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:44.250895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec66fbe1-f5d6-4dd7-a542-97d2dea0b8e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:44.252558 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ec66fbe1-f5d6-4dd7-a542-97d2dea0b8e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "DELETE /v2.0/security-groups/e6713674-490e-45a4-a6dc-4f719c876ff2 HTTP/1.1" status: 204 len: 168 time: 0.1551523 Oct 18 21:12:44.255945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36824) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:44.263019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66fbe1-f5d6-4dd7-a542-97d2dea0b8e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6713674-490e-45a4-a6dc-4f719c876ff2,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:44.278059 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-942cbc48-e921-4c8d-8f0c-760840cabbdc tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] show failed (client error): The resource could not be found. Oct 18 21:12:44.281876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-942cbc48-e921-4c8d-8f0c-760840cabbdc tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups/e6713674-490e-45a4-a6dc-4f719c876ff2 HTTP/1.1" status: 404 len: 347 time: 0.0220048 Oct 18 21:12:44.282223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36826) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:44.457478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ea24156e-8720-4101-845c-7d6830fee405 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:12:44.480132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: ea24156e-8720-4101-845c-7d6830fee405 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:12:44.481330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device ea24156e-8720-4101-845c-7d6830fee405 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:12:44.510081 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a745b-0910-4183-95ba-8dc0326d7a00 req-ade29008-4302-487f-bfa9-6bcf75ea610e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:44.512859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e61a745b-0910-4183-95ba-8dc0326d7a00 req-ade29008-4302-487f-bfa9-6bcf75ea610e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 943 time: 0.0774636 Oct 18 21:12:44.554943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e61a745b-0910-4183-95ba-8dc0326d7a00 req-8b2b08f0-a9bb-464d-b5e8-dbd3663ae752 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361695 Oct 18 21:12:44.746560 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Deleting port 0fde6fbb-69f2-486a-9fcd-8bc03be8c4f0 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:12:44.747164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:44.824850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:44.825257 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:44.839476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Calling delete_port for 0fde6fbb-69f2-486a-9fcd-8bc03be8c4f0 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:12:44.988932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.015241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event deleted for resources: {'Port': ['ID=0fde6fbb-69f2-486a-9fcd-8bc03be8c4f0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:45.077310 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.079902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.081127 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a253c9dd-779f-4c05-8305-0da918df6500 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "DELETE /v2.0/floatingips/67d73dd2-78c3-4c0e-9d70-d556a70123d2 HTTP/1.1" status: 204 len: 168 time: 0.7977431 Oct 18 21:12:45.294287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:12:45.407877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:45.422155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'port_id': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'mac_address': 'fa:16:3e:7b:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:12:45.461762 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.475991 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:12:45.498857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:45.504673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.514588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:45.520043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7cddaddf-58ac-42f7-bebd-e6304724bb5b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110279784', 'description': 'tempest-description--1064159203'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:45.549171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cddaddf-58ac-42f7-bebd-e6304724bb5b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.564145 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:45.622146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cddaddf-58ac-42f7-bebd-e6304724bb5b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.627571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cddaddf-58ac-42f7-bebd-e6304724bb5b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.680114 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7cddaddf-58ac-42f7-bebd-e6304724bb5b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.681375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7cddaddf-58ac-42f7-bebd-e6304724bb5b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1648505 Oct 18 21:12:45.684779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36838) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:45.689769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-f0b544de-36e6-4741-8021-e8689410ace0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'security_group_rule': {'security_group_id': '3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:45.694418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddaddf-58ac-42f7-bebd-e6304724bb5b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:45.708673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853d2b1-d02a-4be1-afa2-9f5c9be2d281 req-21da3551-b09b-4a5c-a867-dd92e0a62f15 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:45.710177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a853d2b1-d02a-4be1-afa2-9f5c9be2d281 req-21da3551-b09b-4a5c-a867-dd92e0a62f15 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 944 time: 0.0754173 Oct 18 21:12:45.720765 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0b544de-36e6-4741-8021-e8689410ace0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.734044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['76f2f723-c1dd-4eb0-a5ba-bde562123ad0'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:12:45.757059 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a853d2b1-d02a-4be1-afa2-9f5c9be2d281 req-af127061-5967-4d0b-93c8-4ae259d482ca tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370212 Oct 18 21:12:45.786629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0b544de-36e6-4741-8021-e8689410ace0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.791769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0b544de-36e6-4741-8021-e8689410ace0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.814110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b544de-36e6-4741-8021-e8689410ace0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ce6d1f-e3fc-48fd-b66a-b579b550bccc,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:45.828736 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f0b544de-36e6-4741-8021-e8689410ace0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.829965 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f0b544de-36e6-4741-8021-e8689410ace0 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440942 Oct 18 21:12:45.833091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36840) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:45.837861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b2f012bc-e25e-4bf2-b378-5dc048802f65 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'security_group_rule': {'security_group_id': '3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:45.870348 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2f012bc-e25e-4bf2-b378-5dc048802f65 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.940626 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2f012bc-e25e-4bf2-b378-5dc048802f65 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.944995 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2f012bc-e25e-4bf2-b378-5dc048802f65 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.966048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f012bc-e25e-4bf2-b378-5dc048802f65 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f396522e-ddcc-4fbe-b3a2-d53884f7f6c0,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:45.981882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2f012bc-e25e-4bf2-b378-5dc048802f65 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:45.986904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 36842) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:45.987104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b2f012bc-e25e-4bf2-b378-5dc048802f65 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528256 Oct 18 21:12:45.993693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:46.029688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.136365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.255309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Allocated IP 172.25.7.231 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/11915658-f94c-41e8-9101-eeade6319c81) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:12:46.359719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.394496 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.437958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:46.440797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:46.444225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:12:46.452523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'Port': ['ID=11915658-f94c-41e8-9101-eeade6319c81,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:46.534504 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.570352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.725944 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.731146 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.806635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'Port': ['ID=11915658-f94c-41e8-9101-eeade6319c81,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:46.817599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.834759 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:46.845141 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8a1088be-eaa1-4883-b860-acdac40bc893 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8480167 Oct 18 21:12:46.893604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6167-946e-4fdf-a99c-9b4736fa3dd4 req-4416cd5b-3c55-4e19-973a-418d213dcc81 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:46.895220 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae8d6167-946e-4fdf-a99c-9b4736fa3dd4 req-4416cd5b-3c55-4e19-973a-418d213dcc81 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 944 time: 0.0600049 Oct 18 21:12:46.937481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae8d6167-946e-4fdf-a99c-9b4736fa3dd4 req-cc0a19eb-3af6-43fe-98d4-3d4b65b61f9d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359530 Oct 18 21:12:47.042475 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-a966e5f9-0581-401b-ad7d-08b516783ad3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1110279784&fields=id&tenant_id=80687a46b1384defa71f42d8ef73593a HTTP/1.1" status: 200 len: 267 time: 0.0324991 Oct 18 21:12:47.151868 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-beff7f71-ca32-4cd2-abfc-e82251217e86 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:47.153261 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-beff7f71-ca32-4cd2-abfc-e82251217e86 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 811 time: 0.1033959 Oct 18 21:12:47.168844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-0dc069f3-3939-4d18-aa10-9d23be6d9799 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/quotas/80687a46b1384defa71f42d8ef73593a HTTP/1.1" status: 200 len: 375 time: 0.0092404 Oct 18 21:12:47.230379 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-22c31517-8d98-4aca-a009-18e36001256a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551755 Oct 18 21:12:47.305269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:12:47.330160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-960fe1d8-9ef5-43ff-b889-5a8907dc3847 service neutron] 10.222.0.66 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876319 Oct 18 21:12:47.357533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:12:47.361345 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:47.361704 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:47.430228 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-289a6a72-0ec8-4e43-b5fb-ac36aad417fc service neutron] 10.222.0.66 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927145 Oct 18 21:12:47.447513 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:47.473536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:47.475831 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d508e6e-38f4-4364-b274-b072d729769b" -d '{"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-plugged", "status": "completed", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:47.489519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:47.494784 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:47.554114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:47.586012 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b543fdf7-8904-4015-8a76-8279a6233feb x-openstack-request-id: req-b543fdf7-8904-4015-8a76-8279a6233feb {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:47.586548 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-plugged", "status": "completed", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:47.587439 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b543fdf7-8904-4015-8a76-8279a6233feb {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:47.587439 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'code': 200} Oct 18 21:12:47.645369 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4af68c67-069c-41d4-b3c3-5b515e0ef71c req-242efea9-1d30-47ce-8ad2-00a7e09ec06a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 210 time: 0.0306506 Oct 18 21:12:47.705201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381ced-3b48-4fcb-9d1b-ee92dac07ed2 req-1f032c7f-3d50-44c4-9889-9d64837ce461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:47.706912 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-35381ced-3b48-4fcb-9d1b-ee92dac07ed2 req-1f032c7f-3d50-44c4-9889-9d64837ce461 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1096 time: 0.0539200 Oct 18 21:12:47.747920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-35381ced-3b48-4fcb-9d1b-ee92dac07ed2 req-b3a4f589-8733-4576-b86a-4b92ac602b69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Oct 18 21:12:48.062981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580bbbb-d691-48bd-b8e5-84fbb740213f req-5239e4fd-45b4-466c-a9c8-485f348cb4f9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:48.064564 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1580bbbb-d691-48bd-b8e5-84fbb740213f req-5239e4fd-45b4-466c-a9c8-485f348cb4f9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0546689 Oct 18 21:12:48.105420 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1580bbbb-d691-48bd-b8e5-84fbb740213f req-1695f3e6-2f13-4ff0-9c9a-ce69eb90162f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Oct 18 21:12:48.589638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-a3c79698-dd3e-481a-a1ff-ca40b88e64bd tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:48.591320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-a3c79698-dd3e-481a-a1ff-ca40b88e64bd tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 811 time: 0.1151166 Oct 18 21:12:48.642019 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-ec7ab5f9-1568-4852-9560-94763ab69cc9 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80687a46b1384defa71f42d8ef73593a HTTP/1.1" status: 200 len: 380 time: 0.0410912 Oct 18 21:12:48.658480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'port': {'device_id': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'admin_state_up': True, 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'security_groups': ['3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:48.764574 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6995465a-c390-49a7-800e-804178a2b5a4 req-b03e2691-ec80-4a28-865a-7f12974ebb0b tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 210 time: 0.0442517 Oct 18 21:12:48.793512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Made reservation on behalf of 80687a46b1384defa71f42d8ef73593a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:12:48.799224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:48.839163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-66dcd558-a27f-4ffe-859f-050056c8f701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:48.940985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Allocated IP 172.20.0.4 (dbaac725-c83d-4be6-96ad-a9107de24de7/b6cf8700-38b6-4310-a226-3a127cae45ba/f2982487-6609-4ba5-99a5-d7754b4a29f7) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:12:49.000419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.083115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.116729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.162612 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Network dbaac725-c83d-4be6-96ad-a9107de24de7 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:49.165853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:49.169547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:12:49.201857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event updated for resources: {'Port': ['ID=f2982487-6609-4ba5-99a5-d7754b4a29f7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:49.242721 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:49.243771 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.243918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5634-6e23-4521-8d70-17982d322b57 req-d3854ec7-9df0-4a55-a0da-7e45347e5e19 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:49.245484 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5e9f5634-6e23-4521-8d70-17982d322b57 req-d3854ec7-9df0-4a55-a0da-7e45347e5e19 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0598044 Oct 18 21:12:49.270395 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-1d7fd3a3-b3cf-48de-80fa-f7cf4dbeae7a tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162970 Oct 18 21:12:49.289930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Request body: {'port': {'device_id': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:49.308659 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5e9f5634-6e23-4521-8d70-17982d322b57 req-4400dc2a-e68c-4b80-8004-ab9ac1dd696a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515773 Oct 18 21:12:49.368590 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.427534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab5310-1b0c-4a3c-80cd-6f3e252c9d82 req-290f3130-6522-4a72-a89d-5d7990687691 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:49.429305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09ab5310-1b0c-4a3c-80cd-6f3e252c9d82 req-290f3130-6522-4a72-a89d-5d7990687691 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0564964 Oct 18 21:12:49.490324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-09ab5310-1b0c-4a3c-80cd-6f3e252c9d82 req-bf33a24a-6826-42bc-9802-a85a2cba8bfc tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527077 Oct 18 21:12:49.510254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36886) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:49.556348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d3464-30f8-4de2-b328-e68167f79ae6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:49.562587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-036d3464-30f8-4de2-b328-e68167f79ae6 tempest-TestNetworkAdvancedServerOps-886431846 tempest-TestNetworkAdvancedServerOps-886431846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1091 time: 0.0510094 Oct 18 21:12:49.563511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 36888) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:49.565819 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-97728260-c3d7-4ebe-855d-6d2f1555d6ef None None] Provisioning complete for port f2982487-6609-4ba5-99a5-d7754b4a29f7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:49.566538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-97728260-c3d7-4ebe-855d-6d2f1555d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.568567 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:49.604571 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.605180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-97728260-c3d7-4ebe-855d-6d2f1555d6ef None None] Port f2982487-6609-4ba5-99a5-d7754b4a29f7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:12:49.691406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2982487-6609-4ba5-99a5-d7754b4a29f7 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:12:49.698983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.713313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Transition to ACTIVE for port object f2982487-6609-4ba5-99a5-d7754b4a29f7 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:12:49.718206 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.720248 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.770447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Pushing event updated for resources: {'Port': ['ID=f2982487-6609-4ba5-99a5-d7754b4a29f7,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:49.853175 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Attempting to bind port f2982487-6609-4ba5-99a5-d7754b4a29f7 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:12:49.853783 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Attempting to bind port f2982487-6609-4ba5-99a5-d7754b4a29f7 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:12:49.854419 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Attempting to bind port f2982487-6609-4ba5-99a5-d7754b4a29f7 on network dbaac725-c83d-4be6-96ad-a9107de24de7 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:49.860337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Port f2982487-6609-4ba5-99a5-d7754b4a29f7 on network dbaac725-c83d-4be6-96ad-a9107de24de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:12:49.861269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Attempting to bind port f2982487-6609-4ba5-99a5-d7754b4a29f7 on network dbaac725-c83d-4be6-96ad-a9107de24de7 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:12:49.866909 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:12:49.867492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Checking segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:12:49.868061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Bound using segment: {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:12:49.868695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Bound port: f2982487-6609-4ba5-99a5-d7754b4a29f7, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dddc1dc-6947-4555-a6df-a447f79f2e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:12:49.869654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:49.885883 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Allocated IP 172.25.7.38 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/6175a5b7-88f3-42fa-988e-c3c0c01cf2a2) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:12:49.954276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ab887-80db-4a4f-9316-3a7a27434c9b req-2b45765e-cca2-4853-ab8a-b3c823895961 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:49.958703 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] For port f2982487-6609-4ba5-99a5-d7754b4a29f7, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:12:49.962031 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed9ab887-80db-4a4f-9316-3a7a27434c9b req-2b45765e-cca2-4853-ab8a-b3c823895961 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 943 time: 0.0734243 Oct 18 21:12:49.962934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] For port f2982487-6609-4ba5-99a5-d7754b4a29f7, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:12:49.969635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:50.032395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Pushing event updated for resources: {'Port': ['ID=f2982487-6609-4ba5-99a5-d7754b4a29f7,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:50.049218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:50.050121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:50.051760 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-2839953b-6378-4905-a081-4d589754cf95 service neutron] 10.222.0.79 "PUT /v2.0/ports/f2982487-6609-4ba5-99a5-d7754b4a29f7 HTTP/1.1" status: 200 len: 1091 time: 0.7730603 Oct 18 21:12:50.052226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:50.054627 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ea2af9-97c3-4a68-9d10-755b9d45846e" -d '{"events": [{"name": "network-changed", "server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:50.072315 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ed9ab887-80db-4a4f-9316-3a7a27434c9b req-59f8ac84-8fe6-4890-99cb-7cc9d32c0700 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092777 Oct 18 21:12:50.157964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:50.176972 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f5ee2f-cc6f-473f-8441-5da5b06105a5 x-openstack-request-id: req-04f5ee2f-cc6f-473f-8441-5da5b06105a5 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:50.177931 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:50.178375 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04f5ee2f-cc6f-473f-8441-5da5b06105a5 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:50.178959 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'status': 'completed', 'code': 200} Oct 18 21:12:50.182894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-8f3c8893-e695-4ac5-bc9d-070f279754c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:50.184912 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-8f3c8893-e695-4ac5-bc9d-070f279754c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 1094 time: 0.0917206 Oct 18 21:12:50.209118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:50.249380 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-0d4b7cc0-3522-4617-9153-cd8cf0cc42bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7 HTTP/1.1" status: 200 len: 217 time: 0.0535879 Oct 18 21:12:50.254755 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:12:50.257862 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:12:50.265463 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:12:50.322513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-ccf761e5-d61a-4dc6-92fb-d0e894c5d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:50.324247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-ccf761e5-d61a-4dc6-92fb-d0e894c5d746 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0677552 Oct 18 21:12:50.330309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=6175a5b7-88f3-42fa-988e-c3c0c01cf2a2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:50.398456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918bcba-791f-401e-9356-bb5a93af6022 req-27f7ca8c-5c5e-4ccb-867d-1a2b86bab4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:50.400002 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-27f7ca8c-5c5e-4ccb-867d-1a2b86bab4a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678692 Oct 18 21:12:50.570997 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-e817de57-c418-4bfa-9d3b-86817e48efcf service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631136 Oct 18 21:12:50.691008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0918bcba-791f-401e-9356-bb5a93af6022 req-4eddba68-8f9d-402e-95d7-dd0dbc95c8c3 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125872 Oct 18 21:12:50.814901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-1ab7ea9f-6c30-4069-8f8f-40c490f4cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:50.818886 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-1ab7ea9f-6c30-4069-8f8f-40c490f4cb7e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 1094 time: 0.0690312 Oct 18 21:12:50.944065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-7f261290-5020-4ccc-b75a-9d507e8f5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:50.946116 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-7f261290-5020-4ccc-b75a-9d507e8f5338 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.1217651 Oct 18 21:12:51.007007 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-9b4b1e62-8ea6-4cb9-8859-fef20f4f0d31 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7 HTTP/1.1" status: 200 len: 217 time: 0.0516193 Oct 18 21:12:51.069439 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-f30ceadc-082a-4784-a9f7-d9760c7bb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:51.071553 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-f30ceadc-082a-4784-a9f7-d9760c7bb67b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0567484 Oct 18 21:12:51.086265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:51.135754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-31447a6c-8f62-4908-976e-fc3710c310b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:51.141786 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-31447a6c-8f62-4908-976e-fc3710c310b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614312 Oct 18 21:12:51.215730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:51.307874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-d9bce228-b36a-4897-8ffa-bc29ea7a98df service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574285 Oct 18 21:12:51.370437 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365c2be-9f1b-4ee9-ac5e-65f4b260deca req-f6e85974-67ed-466e-9759-dbe283579408 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:51.380484 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8365c2be-9f1b-4ee9-ac5e-65f4b260deca req-f6e85974-67ed-466e-9759-dbe283579408 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 943 time: 0.1118994 Oct 18 21:12:51.427533 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c9ea2af9-97c3-4a68-9d10-755b9d45846e req-96fbbc05-d701-4fbf-bc6f-82bdf30a9501 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113043 Oct 18 21:12:51.469988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8365c2be-9f1b-4ee9-ac5e-65f4b260deca req-9aaa7c7d-6a15-4f66-b2af-fae291edb6c2 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864780 Oct 18 21:12:51.568110 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:51.579850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:51.669399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:51.704826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event updated for resources: {'Port': ['ID=6175a5b7-88f3-42fa-988e-c3c0c01cf2a2,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:51.782912 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP bb6c4822-a4aa-411b-b34b-f4d28e3cb47a associated. External IP: 172.25.7.38, port: 76f2f723-c1dd-4eb0-a5ba-bde562123ad0. Oct 18 21:12:52.023968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:12:52.147389 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:12:52.157897 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] Sync routers for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:12:52.174406 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:52.177528 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:52.178161 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:52.219656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a655f66b-3f59-41b4-a2dd-e17b8da88ec0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6546490 Oct 18 21:12:52.220341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:52.223062 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8466008c-bf04-4ea2-ab70-34f220c50e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:52.316805 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:52.330903 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a53ec3-6a1b-45a0-bcf7-d59a98cb47cf req-cb777cba-ffb1-46c7-a9b8-9327639fc359 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:52.332734 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7a53ec3-6a1b-45a0-bcf7-d59a98cb47cf req-cb777cba-ffb1-46c7-a9b8-9327639fc359 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0552711 Oct 18 21:12:52.380943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e7a53ec3-6a1b-45a0-bcf7-d59a98cb47cf req-b8029ae6-7f3c-4b4b-91fd-b9c625651c28 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Oct 18 21:12:52.405447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37136) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:52.466215 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279c3123-5d56-4640-8c9b-ae5cf803bf73 x-openstack-request-id: req-279c3123-5d56-4640-8c9b-ae5cf803bf73 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:52.467001 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:52.467420 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-279c3123-5d56-4640-8c9b-ae5cf803bf73 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:52.468171 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'status': 'completed', 'code': 200} Oct 18 21:12:52.527018 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-36568778-c108-4105-be8c-1ed8ee3ecaa4 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/bb6c4822-a4aa-411b-b34b-f4d28e3cb47a HTTP/1.1" status: 200 len: 990 time: 0.1202145 Oct 18 21:12:52.551477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-d177b78b-efb8-4121-a7b1-fb6abf338944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:52.554775 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-d177b78b-efb8-4121-a7b1-fb6abf338944 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1096 time: 0.0942416 Oct 18 21:12:52.678688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29747c-752b-40cd-9293-be2fe8eded01 req-6f228f10-ac89-4623-a83f-8b673a17e6e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:52.681990 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae29747c-752b-40cd-9293-be2fe8eded01 req-6f228f10-ac89-4623-a83f-8b673a17e6e1 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 943 time: 0.1007762 Oct 18 21:12:52.701968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-14c621d7-5d33-4896-950a-a458015c7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:52.706347 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-14c621d7-5d33-4896-950a-a458015c7b9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb2b73db-2db7-4d4c-9d50-812665ca6615 HTTP/1.1" status: 200 len: 897 time: 0.1435494 Oct 18 21:12:52.745662 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ae29747c-752b-40cd-9293-be2fe8eded01 req-6599df6f-e22c-4caa-bca8-6fb2922a43df tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Oct 18 21:12:52.796573 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'bb6c4822-a4aa-411b-b34b-f4d28e3cb47a', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'port_id': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'mac_address': 'fa:16:3e:7b:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:12:50Z', 'updated_at': '2021-10-18T21:12:50Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:39Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:52.803335 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-5ee9128b-a8c5-4c84-af53-d25fa4549322 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0 HTTP/1.1" status: 200 len: 998 time: 0.0887837 Oct 18 21:12:52.831834 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] Checking router: 1875ab45-121a-4b60-9ca1-31f7cb3811d5 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:12:52.845125 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:52.845893 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:52.867395 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-1b058820-2093-4364-a05b-b6f49c25db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:52.869205 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-1b058820-2093-4364-a05b-b6f49c25db2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=918fea13-a624-43b7-895b-11ed7cdff2fd HTTP/1.1" status: 200 len: 834 time: 0.0573955 Oct 18 21:12:52.932460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-1bb5209f-2955-41b1-993b-db642f8113a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:52.934308 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-1bb5209f-2955-41b1-993b-db642f8113a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb2b73db-2db7-4d4c-9d50-812665ca6615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564709 Oct 18 21:12:53.000536 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:12:53.056696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-fe00a3c8-9e8c-46f5-8267-9954a2a65f9a service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137395 Oct 18 21:12:53.160741 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8466008c-bf04-4ea2-ab70-34f220c50e7f req-edc7007a-39a7-40f0-9197-0002b58184f1 service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964496 Oct 18 21:12:53.191199 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2bf203eb-654b-43b1-8560-e2b66a647569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:53.259071 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'bb6c4822-a4aa-411b-b34b-f4d28e3cb47a', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'port_id': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'mac_address': 'fa:16:3e:7b:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:12:50Z', 'updated_at': '2021-10-18T21:12:50Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:39Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:53.290086 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17f0c9-be47-4f36-9ecf-6e4cdd61a22d None None] The sync data for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 is: [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'bb6c4822-a4aa-411b-b34b-f4d28e3cb47a', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'port_id': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'mac_address': 'fa:16:3e:7b:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:12:50Z', 'updated_at': '2021-10-18T21:12:50Z', 'revision_number': 0, 'project_id': '9898da556b7345b5904bf6114683e04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:39Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:12:53.502992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809be53b-7aed-4872-987d-69719e3ee33f None None] New status for floating IP bb6c4822-a4aa-411b-b34b-f4d28e3cb47a: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:12:53.530873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37288) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:53.615226 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-087445e5-e7f5-4275-a503-692a41c05295 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/bb6c4822-a4aa-411b-b34b-f4d28e3cb47a HTTP/1.1" status: 200 len: 990 time: 0.0832021 Oct 18 21:12:53.881838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438600e-a939-47b0-860e-a9597f9d197b req-bc80732e-68d1-4051-a4f3-e8825214f22d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:53.883461 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5438600e-a939-47b0-860e-a9597f9d197b req-bc80732e-68d1-4051-a4f3-e8825214f22d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 943 time: 0.0544600 Oct 18 21:12:53.928578 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5438600e-a939-47b0-860e-a9597f9d197b req-4bba4a8e-5c25-4a12-9bdf-00c7fbb3dc7d tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Oct 18 21:12:54.198518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:54.509905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f2982487-6609-4ba5-99a5-d7754b4a29f7 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:12:54.611027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f2982487-6609-4ba5-99a5-d7754b4a29f7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:54.618945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37354) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:54.621357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'port_id': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'mac_address': 'fa:16:3e:1e:16:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:12:54.668090 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:54.681426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2982487-6609-4ba5-99a5-d7754b4a29f7 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:12:54.684782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f4079bc-7e5c-41e5-bc59-e7891e357b46 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/bb6c4822-a4aa-411b-b34b-f4d28e3cb47a HTTP/1.1" status: 200 len: 992 time: 0.0644548 Oct 18 21:12:54.705061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f2982487-6609-4ba5-99a5-d7754b4a29f7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:54.709623 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:54.761447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f2982487-6609-4ba5-99a5-d7754b4a29f7,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:55.046244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85737f3-2361-4ec0-8c55-9bf325f8a1bd req-b281f3d7-ce9e-4179-8983-e0346575fb25 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:55.047640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a85737f3-2361-4ec0-8c55-9bf325f8a1bd req-b281f3d7-ce9e-4179-8983-e0346575fb25 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 944 time: 0.0496023 Oct 18 21:12:55.056257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['f2982487-6609-4ba5-99a5-d7754b4a29f7'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:12:55.092299 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a85737f3-2361-4ec0-8c55-9bf325f8a1bd req-c7f84f49-6095-48e6-ba37-99606bb4f488 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375991 Oct 18 21:12:55.242345 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:56.214801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6331c3a-ddb2-4a55-97dc-639322de9dac req-8eacdc61-d522-43f1-a4f7-5c05e70e68fd tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:56.216284 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6331c3a-ddb2-4a55-97dc-639322de9dac req-8eacdc61-d522-43f1-a4f7-5c05e70e68fd tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 944 time: 0.0531561 Oct 18 21:12:56.256428 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c6331c3a-ddb2-4a55-97dc-639322de9dac req-181f3033-a9cc-42e8-8298-8a9e7ed657ad tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Oct 18 21:12:56.524749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f2982487-6609-4ba5-99a5-d7754b4a29f7 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:12:56.577289 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port f2982487-6609-4ba5-99a5-d7754b4a29f7 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:12:56.581404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port f2982487-6609-4ba5-99a5-d7754b4a29f7 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:12:56.581944 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:56.661189 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:56.689030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:56.691360 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbc0598-8060-45db-ba5b-522bb5b2d8d3" -d '{"events": [{"server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "name": "network-vif-plugged", "status": "completed", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:12:56.709640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port f2982487-6609-4ba5-99a5-d7754b4a29f7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:12:56.712108 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:56.715014 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:56.744268 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5491b583-ecfe-4f81-a29d-c2b34111b785 x-openstack-request-id: req-5491b583-ecfe-4f81-a29d-c2b34111b785 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:12:56.744643 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "name": "network-vif-plugged", "status": "completed", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:12:56.744915 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5491b583-ecfe-4f81-a29d-c2b34111b785 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:12:56.745250 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'code': 200} Oct 18 21:12:56.772113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=f2982487-6609-4ba5-99a5-d7754b4a29f7,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:12:56.837437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dadbbe-88a7-496c-affc-6eea3d5325d5 req-93c4af04-cbb2-4bbc-9755-d4102baf00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:56.838936 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52dadbbe-88a7-496c-affc-6eea3d5325d5 req-93c4af04-cbb2-4bbc-9755-d4102baf00d0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 1096 time: 0.0413153 Oct 18 21:12:56.879835 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52dadbbe-88a7-496c-affc-6eea3d5325d5 req-fe37738b-3d77-449d-923b-4e9b2ac78c5a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Oct 18 21:12:57.374015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f8eb3-379a-4553-8ddc-f22b271a6d5a req-6fdccbf9-4674-47ed-ada6-28506227f060 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:57.375598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c64f8eb3-379a-4553-8ddc-f22b271a6d5a req-6fdccbf9-4674-47ed-ada6-28506227f060 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 945 time: 0.0510678 Oct 18 21:12:57.413845 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c64f8eb3-379a-4553-8ddc-f22b271a6d5a req-5f2b1526-2a5c-4ca1-8a49-0939653d2b6c tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Oct 18 21:12:58.531195 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a366-d4e1-434e-92b7-339c53b848f4 req-1f3291f8-aaf1-4598-81a2-3e7e33328f43 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:58.539204 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a876a366-d4e1-434e-92b7-339c53b848f4 req-1f3291f8-aaf1-4598-81a2-3e7e33328f43 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 945 time: 0.0583134 Oct 18 21:12:58.579529 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a876a366-d4e1-434e-92b7-339c53b848f4 req-ca3fd7b9-7b9f-46c5-b430-42a8f7efb428 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394061 Oct 18 21:12:58.698497 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede968b7-0b17-4eb0-9ca9-4e354c6c8848 req-ab167cee-0364-4d78-b4dc-c4c595493ffb tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:12:58.699951 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ede968b7-0b17-4eb0-9ca9-4e354c6c8848 req-ab167cee-0364-4d78-b4dc-c4c595493ffb tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 945 time: 0.0529995 Oct 18 21:12:58.709346 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 37380) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:12:58.714120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Request body: {'floatingip': {'port_id': 'f2982487-6609-4ba5-99a5-d7754b4a29f7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:12:58.754208 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:59.208119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:59.212016 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:59.317252 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Floating IP fe2f8be7-5876-473d-9ba1-4b32463411d9 associated. External IP: 172.25.7.231, port: f2982487-6609-4ba5-99a5-d7754b4a29f7. Oct 18 21:12:59.541049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Router ff3cf329-be7b-49bc-af6a-d50e19e83a71 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:12:59.963761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:12:59.968932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:12:59.976155 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] Sync routers for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:12:59.986339 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:12:59.986944 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:12:59.995994 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fe57fcbf-fe67-4737-bda5-b48394023921 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "PUT /v2.0/floatingips/fe2f8be7-5876-473d-9ba1-4b32463411d9 HTTP/1.1" status: 200 len: 991 time: 1.2854278 Oct 18 21:12:59.996606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:12:59.998901 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:13:00.086748 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08999569-65d3-4e58-8814-e5054fd52354 x-openstack-request-id: req-08999569-65d3-4e58-8814-e5054fd52354 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:13:00.087049 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:13:00.087302 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08999569-65d3-4e58-8814-e5054fd52354 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:13:00.087699 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'status': 'completed', 'code': 200} Oct 18 21:13:00.098004 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:13:00.151273 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-f27995d1-6ca1-41ef-a35a-23afb9edecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:00.152897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-f27995d1-6ca1-41ef-a35a-23afb9edecbc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 1096 time: 0.0419767 Oct 18 21:13:00.266377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-45c2ccda-0b37-4396-88be-fc881cd8593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:00.268251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-45c2ccda-0b37-4396-88be-fc881cd8593b service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.1078508 Oct 18 21:13:00.346599 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-f2cdcd14-c9b1-4500-b091-c43ef734bbde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7 HTTP/1.1" status: 200 len: 999 time: 0.0703166 Oct 18 21:13:00.351347 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe2f8be7-5876-473d-9ba1-4b32463411d9', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'port_id': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'mac_address': 'fa:16:3e:1e:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:12:46Z', 'updated_at': '2021-10-18T21:12:59Z', 'revision_number': 1, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:13:00.383358 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] Checking router: ff3cf329-be7b-49bc-af6a-d50e19e83a71 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:13:00.394181 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:13:00.395141 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:13:00.403677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-6214d7a0-ef3e-44dd-8d17-f033df07d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:00.405900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-6214d7a0-ef3e-44dd-8d17-f033df07d3c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0503175 Oct 18 21:13:00.464171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-36c40857-238a-408f-a9d2-71990ff75ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:00.465894 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-36c40857-238a-408f-a9d2-71990ff75ac7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524864 Oct 18 21:13:00.515552 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:13:00.570562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-54ce3df1-f8b6-442e-a2ac-11973c150d55 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960958 Oct 18 21:13:00.650638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d450e01-fe6a-4e1c-8c87-b65fcb4f39cf req-4c07974b-9779-4ef4-8614-c4974fe1997c tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:00.652447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d450e01-fe6a-4e1c-8c87-b65fcb4f39cf req-4c07974b-9779-4ef4-8614-c4974fe1997c tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 949 time: 0.0557110 Oct 18 21:13:00.669504 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d338ba51-566f-41bb-95fc-da2d7a1c2bf1 req-2e86a119-fd93-4602-996e-0ddf8d8fc051 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914431 Oct 18 21:13:00.699241 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5d450e01-fe6a-4e1c-8c87-b65fcb4f39cf req-cdb4e908-ccf4-47df-8bc9-c62d8b26431f tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366848 Oct 18 21:13:00.845074 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe2f8be7-5876-473d-9ba1-4b32463411d9', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'port_id': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'mac_address': 'fa:16:3e:1e:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:12:46Z', 'updated_at': '2021-10-18T21:12:59Z', 'revision_number': 1, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:13:00.874889 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92d2ec-f170-40bf-b827-45dc739473e0 None None] The sync data for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 is: [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'fe2f8be7-5876-473d-9ba1-4b32463411d9', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'floating_ip_address': '172.25.7.231', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'port_id': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'mac_address': 'fa:16:3e:1e:16:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:12:46Z', 'updated_at': '2021-10-18T21:12:59Z', 'revision_number': 1, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:13:01.067271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f02c04-c19a-4e32-86bd-bc45e014247f None None] New status for floating IP fe2f8be7-5876-473d-9ba1-4b32463411d9: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:13:01.816438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6e004-688c-45f8-941b-bd02ab0c7254 req-c8fbf84e-9ec1-4dc6-903e-a9719048b2d4 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:01.817934 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aac6e004-688c-45f8-941b-bd02ab0c7254 req-c8fbf84e-9ec1-4dc6-903e-a9719048b2d4 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 949 time: 0.0490446 Oct 18 21:13:01.856065 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-aac6e004-688c-45f8-941b-bd02ab0c7254 req-29af3df1-be38-407c-9ca1-34dc57ab9ef4 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f1108d1-d457-4f25-818e-6bacee29129e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Oct 18 21:13:01.910802 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:13:01.960464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-6efbe854-f745-422a-8a39-0afa3fa12371 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:01.961974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-6efbe854-f745-422a-8a39-0afa3fa12371 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.30 "GET /v2.0/ports?device_id=e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc HTTP/1.1" status: 200 len: 949 time: 0.0496552 Oct 18 21:13:02.055593 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Deleting port a104c35e-e96f-45c8-b886-6bad2e258b9c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:13:02.055822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:02.144932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] For port a104c35e-e96f-45c8-b886-6bad2e258b9c, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=a104c35e-e96f-45c8-b886-6bad2e258b9c,segment=NetworkSegment(1ed34a2c-1a03-477f-bac2-23d592e0b984),segment_id=1ed34a2c-1a03-477f-bac2-23d592e0b984)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:02.145389 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:02.158297 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Calling delete_port for a104c35e-e96f-45c8-b886-6bad2e258b9c owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:13:02.292928 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:02.306559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['a104c35e-e96f-45c8-b886-6bad2e258b9c'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:13:02.321822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Pushing event deleted for resources: {'Port': ['ID=a104c35e-e96f-45c8-b886-6bad2e258b9c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:02.363284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] No DVR routers for this DVR port a104c35e-e96f-45c8-b886-6bad2e258b9c on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:13:02.366085 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:02.369471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-93568b3e-4eba-49c8-bccf-1ca23f15bd33 req-3f052a00-31f5-43e5-9bd7-0761d673c461 tempest-VolumesBackupsTest-1570212181 tempest-VolumesBackupsTest-1570212181-project] 10.222.0.30 "DELETE /v2.0/ports/a104c35e-e96f-45c8-b886-6bad2e258b9c HTTP/1.1" status: 204 len: 173 time: 0.4007890 Oct 18 21:13:02.369910 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'name': 'network-vif-deleted', 'tag': 'a104c35e-e96f-45c8-b886-6bad2e258b9c'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:13:02.372133 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d008a2d-9649-45b5-837a-9c142a3f44d7" -d '{"events": [{"server_uuid": "e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc", "name": "network-vif-deleted", "tag": "a104c35e-e96f-45c8-b886-6bad2e258b9c"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:13:02.413958 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48c9bd6-e2f6-428f-a712-fe85a2c7f1af x-openstack-request-id: req-d48c9bd6-e2f6-428f-a712-fe85a2c7f1af {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:13:02.414275 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc", "name": "network-vif-deleted", "tag": "a104c35e-e96f-45c8-b886-6bad2e258b9c", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:13:02.414532 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d48c9bd6-e2f6-428f-a712-fe85a2c7f1af {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:13:02.414933 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04bf19c-9906-4f8a-aa17-ad68fb2d8ffc', 'name': 'network-vif-deleted', 'tag': 'a104c35e-e96f-45c8-b886-6bad2e258b9c', 'status': 'completed', 'code': 200} Oct 18 21:13:05.480175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a104c35e-e96f-45c8-b886-6bad2e258b9c no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:13:05.501451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: a104c35e-e96f-45c8-b886-6bad2e258b9c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:13:05.502046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device a104c35e-e96f-45c8-b886-6bad2e258b9c not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:13:13.444926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:18.833630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d938e443-8de0-4137-a4e7-f6a071bf943d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:19.005395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:21.627155 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd2a4b-518f-4f49-860a-22aae1300770 req-d0e407ff-9473-4169-a1de-1fb952590e2f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:21.629690 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fbd2a4b-518f-4f49-860a-22aae1300770 req-d0e407ff-9473-4169-a1de-1fb952590e2f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0647113 Oct 18 21:13:21.671932 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6fbd2a4b-518f-4f49-860a-22aae1300770 req-2ed8b6ab-83f1-43f4-96dc-99c2ce0106c9 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360506 Oct 18 21:13:22.789848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dc019-2c7d-45f3-b70e-0df2bdbfe9cd req-a8ac549e-0edf-4a42-b003-c2949fbb9c96 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:22.791366 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e95dc019-2c7d-45f3-b70e-0df2bdbfe9cd req-a8ac549e-0edf-4a42-b003-c2949fbb9c96 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0492651 Oct 18 21:13:22.830550 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e95dc019-2c7d-45f3-b70e-0df2bdbfe9cd req-eda42f9f-7ccc-4e28-9ef7-4fcb7142d75f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325561 Oct 18 21:13:23.182697 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8d5caa81-9a01-4e28-ad6b-0f6836e4da8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:23.957303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3a447-80fe-4ce0-8b30-521bb01a59ff req-55804389-a796-46fe-afb1-d336eef45103 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:23.958825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdb3a447-80fe-4ce0-8b30-521bb01a59ff req-55804389-a796-46fe-afb1-d336eef45103 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0558703 Oct 18 21:13:23.998720 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cdb3a447-80fe-4ce0-8b30-521bb01a59ff req-695be8d6-904f-4d13-b2b4-efa20bad1b56 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334024 Oct 18 21:13:24.204241 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:25.138429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2096f6-4b1d-4339-a884-7a22fa0a981e req-f38d59d9-c0e0-46d8-afd2-84ff202fb22a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:25.140449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f2096f6-4b1d-4339-a884-7a22fa0a981e req-f38d59d9-c0e0-46d8-afd2-84ff202fb22a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0592630 Oct 18 21:13:25.183074 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5f2096f6-4b1d-4339-a884-7a22fa0a981e req-46c3432d-4a32-4ba8-b58b-702d9843c49a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358236 Oct 18 21:13:25.246087 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:26.307194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4d102-973b-486b-a96e-7c23269b0b06 req-d9fad5bc-8eaf-4e28-a549-3b1da60a292b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:26.308857 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-40f4d102-973b-486b-a96e-7c23269b0b06 req-d9fad5bc-8eaf-4e28-a549-3b1da60a292b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Oct 18 21:13:26.349239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-40f4d102-973b-486b-a96e-7c23269b0b06 req-8b471f26-b24c-431d-8a4b-585b97ac8a98 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Oct 18 21:13:26.699562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:27.471432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b64b1e-8308-4f3c-b6a8-9c0349a0bfc0 req-d4f1c00e-def0-4211-afc6-b3369df00ba1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:27.473016 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9b64b1e-8308-4f3c-b6a8-9c0349a0bfc0 req-d4f1c00e-def0-4211-afc6-b3369df00ba1 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0501401 Oct 18 21:13:27.515516 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9b64b1e-8308-4f3c-b6a8-9c0349a0bfc0 req-76eca553-3fb2-4737-9474-2c64156cf381 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364649 Oct 18 21:13:28.646240 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d92a7-c753-4819-a05f-5af32c9a0bc0 req-f08bf922-c3a1-4e08-9a92-1a5361b91897 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:28.649090 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a83d92a7-c753-4819-a05f-5af32c9a0bc0 req-f08bf922-c3a1-4e08-9a92-1a5361b91897 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0607436 Oct 18 21:13:28.691256 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a83d92a7-c753-4819-a05f-5af32c9a0bc0 req-7231332d-9643-4b00-81f0-e95a399ffde2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350187 Oct 18 21:13:29.843243 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50505e-3033-431b-ba9c-a900c90d1713 req-a6468134-d130-48fb-b901-15149a81e39a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:29.846709 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b50505e-3033-431b-ba9c-a900c90d1713 req-a6468134-d130-48fb-b901-15149a81e39a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0643723 Oct 18 21:13:29.891427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1b50505e-3033-431b-ba9c-a900c90d1713 req-c03dbea8-1f52-42f7-81d3-8d28571abffe tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381601 Oct 18 21:13:31.056683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db2464-8cd9-4653-85e0-9d3eb8c3fdaf req-c557d06d-b971-4157-a409-4a17730215bf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:31.058781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38db2464-8cd9-4653-85e0-9d3eb8c3fdaf req-c557d06d-b971-4157-a409-4a17730215bf tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0549448 Oct 18 21:13:31.101129 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-38db2464-8cd9-4653-85e0-9d3eb8c3fdaf req-3370e749-0644-4772-88ba-e6fcf223faab tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351558 Oct 18 21:13:32.273213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e756-a149-436f-9fab-b64f81bdec68 req-11e6187f-e57f-4318-bab1-1d8f23da4430 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:32.274740 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8db5e756-a149-436f-9fab-b64f81bdec68 req-11e6187f-e57f-4318-bab1-1d8f23da4430 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0844474 Oct 18 21:13:32.317769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8db5e756-a149-436f-9fab-b64f81bdec68 req-a99730d3-15de-4fff-801e-5a8d09c9808d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365424 Oct 18 21:13:33.487130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fce623-bcef-4d68-8328-1fc3be7a3c67 req-edfd747a-420a-4e02-acdc-9935d86eca4b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:33.489437 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3fce623-bcef-4d68-8328-1fc3be7a3c67 req-edfd747a-420a-4e02-acdc-9935d86eca4b tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0765617 Oct 18 21:13:33.533192 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3fce623-bcef-4d68-8328-1fc3be7a3c67 req-42dda795-bb75-4ba3-b31e-6331c85361dd tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368586 Oct 18 21:13:33.806475 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6742-4e82-469c-918d-021b9d288193 req-66b3747b-3541-4e05-9f5d-912b0d0d7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:33.808909 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-66b3747b-3541-4e05-9f5d-912b0d0d7606 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1096 time: 0.0595670 Oct 18 21:13:33.959871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6742-4e82-469c-918d-021b9d288193 req-ffee76bf-945f-4a1a-b644-86f31b29827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:33.961406 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-ffee76bf-945f-4a1a-b644-86f31b29827c service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb2b73db-2db7-4d4c-9d50-812665ca6615 HTTP/1.1" status: 200 len: 897 time: 0.1300442 Oct 18 21:13:34.042746 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-c3b96955-adb6-4f87-a453-6fddfa637e9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0740070 Oct 18 21:13:34.094974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6742-4e82-469c-918d-021b9d288193 req-6f19e8ec-55e1-4ef7-9a1d-00aeac323d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:34.096512 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-6f19e8ec-55e1-4ef7-9a1d-00aeac323d25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=918fea13-a624-43b7-895b-11ed7cdff2fd HTTP/1.1" status: 200 len: 834 time: 0.0468283 Oct 18 21:13:34.149925 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6742-4e82-469c-918d-021b9d288193 req-2a902489-44db-440e-a7d8-dbeb1c0b6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:34.151580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-2a902489-44db-440e-a7d8-dbeb1c0b6c0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb2b73db-2db7-4d4c-9d50-812665ca6615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468926 Oct 18 21:13:34.264283 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-8e936539-72a5-4c43-a103-c5565a44cbd5 service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042120 Oct 18 21:13:34.401927 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-4dc474d7-786e-4486-8d02-b5bdeee35a13 service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301262 Oct 18 21:13:34.455248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b517d-1d98-40d2-a44d-0d33b0051c84 req-e0508a83-e60d-4a3f-9383-ee23947a290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:34.457789 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7d0b517d-1d98-40d2-a44d-0d33b0051c84 req-e0508a83-e60d-4a3f-9383-ee23947a290f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1096 time: 0.0542846 Oct 18 21:13:34.509774 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7d0b517d-1d98-40d2-a44d-0d33b0051c84 req-3f697ef5-8688-4619-a2ed-8419fb656a1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417006 Oct 18 21:13:34.680928 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd40d3-a7b8-4b0e-898e-d733e95c07e6 req-9e5f5648-1435-485c-8986-e9fcf8c73f9e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:34.683291 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fcd40d3-a7b8-4b0e-898e-d733e95c07e6 req-9e5f5648-1435-485c-8986-e9fcf8c73f9e tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0631363 Oct 18 21:13:34.732068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4fcd40d3-a7b8-4b0e-898e-d733e95c07e6 req-9932d94f-8cca-4ef8-adb3-ab2002faff18 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Oct 18 21:13:35.804142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-e9ae5767-5a7c-47a4-8571-69abfb39b727 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549932027&fields=id&tenant_id=aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 267 time: 0.0386736 Oct 18 21:13:35.922581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-49e71285-bae8-4b42-9039-0b1afeefdab7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:35.924279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-49e71285-bae8-4b42-9039-0b1afeefdab7 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1130979 Oct 18 21:13:35.941519 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-955fe37c-33d3-462c-96e7-59de050325d3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/quotas/aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 375 time: 0.0102301 Oct 18 21:13:36.013235 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-48c2f23e-c0f3-475b-9c97-09e68a9fb944 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0652258 Oct 18 21:13:36.117201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-f96d4cd4-4717-417a-ae96-9201398b77a3 service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905869 Oct 18 21:13:36.212305 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-79690a74-3ff1-4edc-b646-2571c48db05b service neutron] 10.222.0.66 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886223 Oct 18 21:13:36.554186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8342a1-2670-4f12-90a1-410328e61a58 req-aab31eaf-d855-4118-85ae-25eeb1fbecae tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:36.555686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f8342a1-2670-4f12-90a1-410328e61a58 req-aab31eaf-d855-4118-85ae-25eeb1fbecae tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0539956 Oct 18 21:13:36.596865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3f8342a1-2670-4f12-90a1-410328e61a58 req-177f4b54-273e-40ea-b720-ff657edb4f83 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346084 Oct 18 21:13:36.619878 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 37810) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:13:36.694097 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6009ebdc-0f19-46e3-9dd8-1e3f793d1c31 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/floatingips/bb6c4822-a4aa-411b-b34b-f4d28e3cb47a HTTP/1.1" status: 200 len: 992 time: 0.0727866 Oct 18 21:13:36.751454 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3e35be6b-bcbb-4e73-8ff6-2dab1b121fb0 req-40b6f0ed-ff23-4576-8984-818dd7cbc81f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 210 time: 0.0337393 Oct 18 21:13:37.530853 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-0599b758-33ac-4d17-91db-22dccf232f10 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:37.532548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-0599b758-33ac-4d17-91db-22dccf232f10 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 810 time: 0.1182911 Oct 18 21:13:37.579137 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-f1c46fb4-61d5-4911-89d8-afb14019e3cc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa85c0e9cb804431b3a91c7ac427b282 HTTP/1.1" status: 200 len: 379 time: 0.0370085 Oct 18 21:13:37.588467 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'port': {'device_id': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'admin_state_up': True, 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'security_groups': ['33696c9d-edba-4ea7-b10a-b795b3f16421']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:13:37.709573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Made reservation on behalf of aa85c0e9cb804431b3a91c7ac427b282 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:13:37.714161 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:37.722791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:13:37.798536 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:13:37.878056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.20.0.10 (05f78c41-2bf4-471a-8fba-ada14c52d9a9/a4a1d34b-ef41-4bc9-96c7-9698151949c0/e67bac6c-855b-45de-ba30-dc1c65d8c539) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:13:37.911217 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:37.934465 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-24e99c5a-deb2-40ee-a60e-0d0fd0a9635b req-6e763d44-8573-4111-8bff-4ebd4d8f6d71 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 210 time: 0.0671399 Oct 18 21:13:37.940890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'port_id': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'mac_address': 'fa:16:3e:7b:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:13:38.019894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.044442 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.060229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:13:38.067469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.069914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:13:38.072752 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8208c9a0-07c6-4e5e-875b-a775b5633ee1" -d '{"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-unplugged", "status": "completed", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:13:38.087628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:38.100412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.116818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.182237 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757bb4bd-440e-4a81-86d1-6e434760ff43 x-openstack-request-id: req-757bb4bd-440e-4a81-86d1-6e434760ff43 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:13:38.182622 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-unplugged", "status": "completed", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:13:38.183088 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-757bb4bd-440e-4a81-86d1-6e434760ff43 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:13:38.183693 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'code': 200} Oct 18 21:13:38.184937 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:13:38.185552 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:13:38.199530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:13:38.203390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:13:38.217579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=6']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:38.225006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:13:38.227228 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.227593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.227921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.228263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.228626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.230016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.237543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.237892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.238252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.238605 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.238942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.239275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.254872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=e67bac6c-855b-45de-ba30-dc1c65d8c539,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:38.272940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.273196 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.273540 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.273942 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.274358 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.274890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.275227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.275562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.275904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.276216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.276572 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.276899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:13:38.302881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:38.303554 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.322646 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-842ac135-07e5-4ed6-9443-2bd1713e6fd6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7379591 Oct 18 21:13:38.339594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Request body: {'port': {'device_id': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:13:38.406901 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.543515 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cd7db2e5-03c4-4aa1-ad5d-015cafbef2f2 None None] Provisioning complete for port e67bac6c-855b-45de-ba30-dc1c65d8c539 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:13:38.543894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd7db2e5-03c4-4aa1-ad5d-015cafbef2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.601999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cd7db2e5-03c4-4aa1-ad5d-015cafbef2f2 None None] Port e67bac6c-855b-45de-ba30-dc1c65d8c539 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:13:38.735201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67bac6c-855b-45de-ba30-dc1c65d8c539 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:13:38.735867 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.743852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.758611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Transition to ACTIVE for port object e67bac6c-855b-45de-ba30-dc1c65d8c539 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:13:38.762864 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:13:38.763777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.792480 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:38.810497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:38.833559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Pushing event updated for resources: {'Port': ['ID=e67bac6c-855b-45de-ba30-dc1c65d8c539,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:38.887035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=7']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:38.918093 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:13:38.982789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Attempting to bind port e67bac6c-855b-45de-ba30-dc1c65d8c539 on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:13:38.983182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Attempting to bind port e67bac6c-855b-45de-ba30-dc1c65d8c539 by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:13:38.983512 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Attempting to bind port e67bac6c-855b-45de-ba30-dc1c65d8c539 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:13:38.990017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Port e67bac6c-855b-45de-ba30-dc1c65d8c539 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:13:38.990349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Attempting to bind port e67bac6c-855b-45de-ba30-dc1c65d8c539 on network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:13:38.999754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:13:39.000089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Checking segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:13:39.000642 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Bound using segment: {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:13:39.001080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Bound port: e67bac6c-855b-45de-ba30-dc1c65d8c539, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530e89fc-2694-491b-bef1-c19bfd3c1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:13:39.001429 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:39.025953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['76f2f723-c1dd-4eb0-a5ba-bde562123ad0'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:13:39.103849 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] For port e67bac6c-855b-45de-ba30-dc1c65d8c539, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:13:39.108507 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] For port e67bac6c-855b-45de-ba30-dc1c65d8c539, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:13:39.114958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:39.147931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bccbb-e22f-4e63-814d-e8bace728b0d req-9f3fafd8-63a2-4ef7-842e-060a4758087f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:39.156234 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bccbb-e22f-4e63-814d-e8bace728b0d req-9f3fafd8-63a2-4ef7-842e-060a4758087f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.1025286 Oct 18 21:13:39.168929 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:39.170366 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:39.172884 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] 10.222.0.30 "PUT /v2.0/ports/e67bac6c-855b-45de-ba30-dc1c65d8c539 HTTP/1.1" status: 200 len: 1092 time: 0.8409970 Oct 18 21:13:39.173666 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:13:39.177495 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9464452-1870-4c5d-b671-b97ed2ea2119" -d '{"events": [{"name": "network-changed", "server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:13:39.244652 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-464bccbb-e22f-4e63-814d-e8bace728b0d req-b1aa3860-87ec-48ed-88bf-5fc665ff48f6 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610442 Oct 18 21:13:39.311000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a627795-6994-4288-bec7-fccd78f94124 service neutron] Pushing event updated for resources: {'Port': ['ID=e67bac6c-855b-45de-ba30-dc1c65d8c539,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:39.337158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-1b7a56a9-23d7-48f6-869e-fa1ce0183e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:39.341075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-1b7a56a9-23d7-48f6-869e-fa1ce0183e65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 1095 time: 0.1024942 Oct 18 21:13:39.360429 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce411c-b424-4182-98f4-7a2c60e9e13f x-openstack-request-id: req-24ce411c-b424-4182-98f4-7a2c60e9e13f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:13:39.360971 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:13:39.361382 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24ce411c-b424-4182-98f4-7a2c60e9e13f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:13:39.361948 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'status': 'completed', 'code': 200} Oct 18 21:13:39.400122 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-961203e1-0221-4e1d-9e7e-2d83e0145a89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539 HTTP/1.1" status: 200 len: 217 time: 0.0502479 Oct 18 21:13:39.469156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5da0eb51-36e9-4081-b6fa-4ad36a139429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:39.471053 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-5da0eb51-36e9-4081-b6fa-4ad36a139429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0620828 Oct 18 21:13:39.552282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-61349b1c-a112-42ef-8997-1ddcd0aa3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:39.554372 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-61349b1c-a112-42ef-8997-1ddcd0aa3ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708983 Oct 18 21:13:39.667662 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-a4808623-6a2c-4ddc-9e0f-9b1d82c56efd service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040816 Oct 18 21:13:39.804793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f5d980d6-d754-4ac1-a82e-2b65f8f9cd7c req-0ceb9d54-5539-4f04-8c99-f4e7374e75e5 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287539 Oct 18 21:13:39.908355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-ae90d2bc-a354-42fb-bf9d-623ee749af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:39.910685 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-ae90d2bc-a354-42fb-bf9d-623ee749af0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 1095 time: 0.0546982 Oct 18 21:13:40.035113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-39c2dff8-0346-40ac-b15a-6da9fd5c3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:40.036664 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-39c2dff8-0346-40ac-b15a-6da9fd5c3839 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1084371 Oct 18 21:13:40.087471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-a3123195-0bf7-44b1-b169-6e64ad3828f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539 HTTP/1.1" status: 200 len: 217 time: 0.0430138 Oct 18 21:13:40.141802 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-b9bfbd14-2505-41da-9b52-f58af6cf0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:40.143547 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-b9bfbd14-2505-41da-9b52-f58af6cf0805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0487301 Oct 18 21:13:40.196464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-4897c753-460a-4344-808d-2317cd839188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:40.198008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-4897c753-460a-4344-808d-2317cd839188 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467803 Oct 18 21:13:40.333856 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-cf0a373b-f400-4159-8994-73d9ea5f0c93 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273861 Oct 18 21:13:40.440297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b52043-a4e3-430f-8da1-3a086bf1c67a req-0eebce5f-73b1-488b-b201-ec36bbe34d25 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:40.442830 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90b52043-a4e3-430f-8da1-3a086bf1c67a req-0eebce5f-73b1-488b-b201-ec36bbe34d25 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0738983 Oct 18 21:13:40.486943 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d9464452-1870-4c5d-b671-b97ed2ea2119 req-0d993929-1ce3-4b70-a834-55299895ddd5 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461041 Oct 18 21:13:40.509068 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-90b52043-a4e3-430f-8da1-3a086bf1c67a req-4eda1836-4634-4939-bd5b-85c4beb50291 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547810 Oct 18 21:13:41.641633 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e03a3-ee3f-4984-8b9d-64003f57e7ff req-6bff3330-a89f-4625-9af1-f742dd499ebc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:41.643422 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be5e03a3-ee3f-4984-8b9d-64003f57e7ff req-6bff3330-a89f-4625-9af1-f742dd499ebc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0590551 Oct 18 21:13:41.683256 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be5e03a3-ee3f-4984-8b9d-64003f57e7ff req-14db57e4-1a9a-426f-8bef-5397fbb68211 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331922 Oct 18 21:13:41.730159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:13:41.785067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:13:41.785724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:41.873120 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:41.896641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:13:41.898896 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce4082b-e87f-4ba1-9fb5-7538d5ba8aa6" -d '{"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-plugged", "status": "completed", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:13:41.931892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:41.937403 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:41.969150 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb938917-b857-4165-928a-66d980861f20 x-openstack-request-id: req-bb938917-b857-4165-928a-66d980861f20 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:13:41.969802 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-plugged", "status": "completed", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:13:41.970272 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb938917-b857-4165-928a-66d980861f20 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:13:41.971088 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'code': 200} Oct 18 21:13:41.999759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=8']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:42.823354 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a07da5-1b2e-4bda-ad70-459b335d8548 req-790f31c1-2525-48b7-86a9-6507e13b86be tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:42.826186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59a07da5-1b2e-4bda-ad70-459b335d8548 req-790f31c1-2525-48b7-86a9-6507e13b86be tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0564315 Oct 18 21:13:42.878776 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59a07da5-1b2e-4bda-ad70-459b335d8548 req-cc857847-ccae-441d-bb23-bd60cd534e7b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452936 Oct 18 21:13:43.454732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:44.014017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02b14f-5868-424b-a52a-79440d02af66 req-f241fd56-4ea4-44a0-94e9-fa94d5dba42b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:44.015685 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d02b14f-5868-424b-a52a-79440d02af66 req-f241fd56-4ea4-44a0-94e9-fa94d5dba42b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0562785 Oct 18 21:13:44.057165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3d02b14f-5868-424b-a52a-79440d02af66 req-66260084-aac6-4794-936c-cfa9de95569e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346534 Oct 18 21:13:44.401555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-dbf22f6d-a6b7-4d82-8a3f-c09838325d45 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403552 Oct 18 21:13:44.493130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-de3c21c5-0251-4ed0-b6fb-4ed63a7edde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:44.494680 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-de3c21c5-0251-4ed0-b6fb-4ed63a7edde8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1096 time: 0.0467496 Oct 18 21:13:44.606624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-0fdd6991-4f7a-442f-8667-9bfafda8d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:44.608656 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-0fdd6991-4f7a-442f-8667-9bfafda8d50b service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.0902464 Oct 18 21:13:44.680938 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-695e78f6-d835-4798-ab04-5f59a184690e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 1001 time: 0.0640726 Oct 18 21:13:44.731070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-3e001f7f-5f0a-4b4a-9997-91f0e1226581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:44.733292 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-3e001f7f-5f0a-4b4a-9997-91f0e1226581 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0453324 Oct 18 21:13:44.782874 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-3061e500-6956-4cb6-9f3c-e72c4b798cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:44.784425 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-3061e500-6956-4cb6-9f3c-e72c4b798cb9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425222 Oct 18 21:13:44.898392 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-32643d08-3384-4ef5-a414-f732633dd37b service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053514 Oct 18 21:13:44.999559 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-d91bfdab-ce7e-4394-b0f6-df609905a852 req-3209a9b9-5ac5-4754-8d5e-c6b14ca0a6f7 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937505 Oct 18 21:13:45.238675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee11f6e-2453-4ccb-bffc-8f2704e32534 req-9f4c6f83-db9f-4cec-9ccb-129a32ce045d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:45.240255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fee11f6e-2453-4ccb-bffc-8f2704e32534 req-9f4c6f83-db9f-4cec-9ccb-129a32ce045d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0670493 Oct 18 21:13:45.285352 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fee11f6e-2453-4ccb-bffc-8f2704e32534 req-86c2dda1-0996-4f42-aaef-86f6e18fdc62 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382600 Oct 18 21:13:46.426150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab3db0-9ba6-445f-a84e-ecca3682a9dd req-9bd5cb61-68fd-498f-ae5d-102e895d16bc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:46.427818 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8ab3db0-9ba6-445f-a84e-ecca3682a9dd req-9bd5cb61-68fd-498f-ae5d-102e895d16bc tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0557919 Oct 18 21:13:46.474753 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c8ab3db0-9ba6-445f-a84e-ecca3682a9dd req-d2926d5d-d95f-428d-b52d-ac8d3976bce0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389526 Oct 18 21:13:47.613509 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba6c5-3601-4085-a2f3-d72c9da2ba76 req-74f945c8-74df-4816-b240-8ac266b189ba tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:47.615351 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9eba6c5-3601-4085-a2f3-d72c9da2ba76 req-74f945c8-74df-4816-b240-8ac266b189ba tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0594695 Oct 18 21:13:47.665464 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e9eba6c5-3601-4085-a2f3-d72c9da2ba76 req-db4d0e53-4204-4460-9e2f-dcb579652a0e tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 Oct 18 21:13:48.806228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0add613-a8c3-4b57-8b54-3305df2806b3 req-3c873465-5d65-4f15-81ce-4268b97ec650 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:48.807759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0add613-a8c3-4b57-8b54-3305df2806b3 req-3c873465-5d65-4f15-81ce-4268b97ec650 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0588174 Oct 18 21:13:48.839113 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9be507cb-4f6a-48d9-b2ec-a2fb251ec5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:48.852996 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b0add613-a8c3-4b57-8b54-3305df2806b3 req-2d8e975a-c031-4002-b803-c05397eef989 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387228 Oct 18 21:13:49.020110 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:49.984043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551135b-4acc-4be2-86fe-59af440df4b0 req-0c99618a-8bdc-4820-8488-51b0f07edbfa tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:49.985598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9551135b-4acc-4be2-86fe-59af440df4b0 req-0c99618a-8bdc-4820-8488-51b0f07edbfa tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0513091 Oct 18 21:13:50.024532 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9551135b-4acc-4be2-86fe-59af440df4b0 req-ff702a23-2a87-473a-99bf-48f191e9a989 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329583 Oct 18 21:13:51.152771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2e1e6-ba6f-4646-8b15-c9931042c6c6 req-49d6104f-45f8-4315-8155-96be415ca65c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:51.154892 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-89b2e1e6-ba6f-4646-8b15-c9931042c6c6 req-49d6104f-45f8-4315-8155-96be415ca65c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 944 time: 0.0548902 Oct 18 21:13:51.201261 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-89b2e1e6-ba6f-4646-8b15-c9931042c6c6 req-7de5305f-eb58-4418-b010-91746c47de3c tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395706 Oct 18 21:13:51.768707 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e67bac6c-855b-45de-ba30-dc1c65d8c539 details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:13:51.874901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e67bac6c-855b-45de-ba30-dc1c65d8c539, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:51.889165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'port_id': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'mac_address': 'fa:16:3e:f9:94:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:13:51.929504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:51.944324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67bac6c-855b-45de-ba30-dc1c65d8c539 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:13:51.966848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e67bac6c-855b-45de-ba30-dc1c65d8c539, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:51.972555 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:52.025008 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e67bac6c-855b-45de-ba30-dc1c65d8c539,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:52.204615 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['e67bac6c-855b-45de-ba30-dc1c65d8c539'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:13:52.334758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7ec1c-7efd-404e-a304-d7cc3f670e45 req-95b6c1c3-377b-47f8-b798-ba30c3103deb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:52.336423 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6e7ec1c-7efd-404e-a304-d7cc3f670e45 req-95b6c1c3-377b-47f8-b798-ba30c3103deb tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 945 time: 0.0600092 Oct 18 21:13:52.376590 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-d6e7ec1c-7efd-404e-a304-d7cc3f670e45 req-c83ddcc6-211c-4654-b28e-a92fd4c27708 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335345 Oct 18 21:13:53.182686 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65e4b750-4c0a-421b-a011-528953b816dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:53.495428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2721fb-226e-47e1-9511-7c1fee944350 req-3e594a74-5170-42a6-b7a7-68df47f5ae3d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:53.496970 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc2721fb-226e-47e1-9511-7c1fee944350 req-3e594a74-5170-42a6-b7a7-68df47f5ae3d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Oct 18 21:13:53.535272 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cc2721fb-226e-47e1-9511-7c1fee944350 req-f11043f0-93fc-41d5-83f6-9dc95bc01c40 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316310 Oct 18 21:13:53.767031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e67bac6c-855b-45de-ba30-dc1c65d8c539 up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:13:53.825690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port e67bac6c-855b-45de-ba30-dc1c65d8c539 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:13:53.829346 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port e67bac6c-855b-45de-ba30-dc1c65d8c539 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:13:53.829718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:53.906934 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:53.931109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:13:53.933387 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2055d6fe-cdd6-4d88-912b-4558894b8024" -d '{"events": [{"server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "name": "network-vif-plugged", "status": "completed", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:13:53.946563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port e67bac6c-855b-45de-ba30-dc1c65d8c539, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:13:53.951777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:53.978557 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c66db3-0159-4181-95b5-c81849b5de31 x-openstack-request-id: req-39c66db3-0159-4181-95b5-c81849b5de31 {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:13:53.978851 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "name": "network-vif-plugged", "status": "completed", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:13:53.979100 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39c66db3-0159-4181-95b5-c81849b5de31 {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:13:53.979483 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'code': 200} Oct 18 21:13:54.011128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=e67bac6c-855b-45de-ba30-dc1c65d8c539,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:54.146778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b52df4-591b-4a7f-bfc4-993bc98c0053 req-01efed5e-a40f-499f-990b-45cf4ae3c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:54.148321 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c1b52df4-591b-4a7f-bfc4-993bc98c0053 req-01efed5e-a40f-499f-990b-45cf4ae3c18b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 1097 time: 0.1026127 Oct 18 21:13:54.183244 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c1b52df4-591b-4a7f-bfc4-993bc98c0053 req-db1f642d-c597-4958-9f72-6377610b8891 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275986 Oct 18 21:13:54.210872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:54.657448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdf0c2-fb59-435a-8863-d2e4d46f81b2 req-a3b2d490-c3d1-406d-b8db-fedce0638fc5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:54.658992 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fbdf0c2-fb59-435a-8863-d2e4d46f81b2 req-a3b2d490-c3d1-406d-b8db-fedce0638fc5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 946 time: 0.0527284 Oct 18 21:13:54.701793 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8fbdf0c2-fb59-435a-8863-d2e4d46f81b2 req-2b8dda54-215b-4cdb-9b95-983a6237bb13 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364821 Oct 18 21:13:55.253848 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:55.822245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647719a-5580-440f-ab2e-32ebe9a79b2f req-e1cc0427-11c3-4d3a-9a63-a2fd95ad0567 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:55.823640 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1647719a-5580-440f-ab2e-32ebe9a79b2f req-e1cc0427-11c3-4d3a-9a63-a2fd95ad0567 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 946 time: 0.0526059 Oct 18 21:13:55.862787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1647719a-5580-440f-ab2e-32ebe9a79b2f req-085c5b17-4a72-4146-b5f6-867414771232 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Oct 18 21:13:56.030123 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c80b61-08fe-4fab-8560-b6dccd9f90be req-06dcb439-629a-4adb-85bf-f6995b4b8ce8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:56.031605 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04c80b61-08fe-4fab-8560-b6dccd9f90be req-06dcb439-629a-4adb-85bf-f6995b4b8ce8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 946 time: 0.0493777 Oct 18 21:13:56.069739 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-04c80b61-08fe-4fab-8560-b6dccd9f90be req-4fe43f8b-ff58-41a7-9e41-43e2d06d8106 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Oct 18 21:13:56.093275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38010) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:13:56.133231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b938691-2a30-4fcd-891b-776e322a5e95 tempest-TestVolumeBootPattern-467908749 tempest-TestVolumeBootPattern-467908749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:56.134762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9b938691-2a30-4fcd-891b-776e322a5e95 tempest-TestVolumeBootPattern-467908749 tempest-TestVolumeBootPattern-467908749-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 1092 time: 0.0404880 Oct 18 21:13:56.138146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38012) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:13:56.142615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:13:56.164702 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:56.266937 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:56.386871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Allocated IP 172.25.7.137 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/640a67ce-6e6e-42f9-b6bd-4a4ab65de03b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:13:56.502108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:56.537047 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:56.572066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:13:56.575010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:13:56.578456 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:13:56.607230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=640a67ce-6e6e-42f9-b6bd-4a4ab65de03b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:56.701506 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:56.948828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:57.017397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:57.168546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:57.174074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:57.249898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event updated for resources: {'Port': ['ID=640a67ce-6e6e-42f9-b6bd-4a4ab65de03b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:13:57.266114 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:57.689394 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Floating IP 818f24ee-a1a4-4950-94e3-3369daac1adb associated. External IP: 172.25.7.137, port: e67bac6c-855b-45de-ba30-dc1c65d8c539. Oct 18 21:13:57.893202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:13:58.003865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:13:58.023866 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:13:58.028977 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:13:58.045490 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:13:58.046134 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:13:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:13:58.065802 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e16a4d3a-8a87-4a9d-8bb3-b0c00759d112 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9264166 Oct 18 21:13:58.066863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:13:58.069431 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdd5c56-20f2-49fe-81ee-31b12893fca4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:13:58.136609 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31301958-aece-4fe0-8625-4d5410586dab x-openstack-request-id: req-31301958-aece-4fe0-8625-4d5410586dab {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:13:58.137001 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:13:58.137357 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31301958-aece-4fe0-8625-4d5410586dab {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:13:58.141589 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'status': 'completed', 'code': 200} Oct 18 21:13:58.179626 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:13:58.202403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-394d7e54-3553-40a3-a23d-3049d12bf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:58.205388 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-394d7e54-3553-40a3-a23d-3049d12bf229 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 1097 time: 0.0455573 Oct 18 21:13:58.303445 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-02561389-47e5-4768-b9c4-6ecaea387268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:58.304887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-02561389-47e5-4768-b9c4-6ecaea387268 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.0909729 Oct 18 21:13:58.375207 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-a2d5d485-1ccd-46cc-9e54-9781228968c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539 HTTP/1.1" status: 200 len: 1000 time: 0.0627313 Oct 18 21:13:58.417801 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '818f24ee-a1a4-4950-94e3-3369daac1adb', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:f9:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:13:56Z', 'updated_at': '2021-10-18T21:13:56Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}, {'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:44Z', 'revision_number': 1, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:13:58.424857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-8d253e45-3904-4f84-bc9e-fe9872377a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:58.426329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-8d253e45-3904-4f84-bc9e-fe9872377a70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0443287 Oct 18 21:13:58.448609 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:13:58.457643 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:13:58.458242 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:13:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:13:58.476882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-d3e784d5-1063-45ab-8082-ce2fbbb0355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:13:58.481978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-d3e784d5-1063-45ab-8082-ce2fbbb0355a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446224 Oct 18 21:13:58.579149 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:13:58.579956 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-8cf34506-c9bc-4219-bc52-ef177e767941 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932004 Oct 18 21:13:58.682352 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5bdd5c56-20f2-49fe-81ee-31b12893fca4 req-17a1b32d-e723-4fed-ab47-390960b33b89 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930421 Oct 18 21:13:58.838243 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '818f24ee-a1a4-4950-94e3-3369daac1adb', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:f9:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:13:56Z', 'updated_at': '2021-10-18T21:13:56Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}, {'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:44Z', 'revision_number': 1, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:13:58.864149 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68e488-c33d-4eb7-8518-3a4cfcff7292 None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '818f24ee-a1a4-4950-94e3-3369daac1adb', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.137', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:f9:94:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:13:56Z', 'updated_at': '2021-10-18T21:13:56Z', 'revision_number': 0, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}, {'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:44Z', 'revision_number': 1, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:13:59.071797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9680449-0ee5-483f-b8eb-a1636573abce None None] New status for floating IP 818f24ee-a1a4-4950-94e3-3369daac1adb: ACTIVE {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:14:11.715195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38186) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:11.880702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 6175a5b7-88f3-42fa-988e-c3c0c01cf2a2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:14:11.881034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:11.962518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:11.962738 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:11.975245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 6175a5b7-88f3-42fa-988e-c3c0c01cf2a2 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:14:12.131074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:12.157447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=6175a5b7-88f3-42fa-988e-c3c0c01cf2a2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:12.234734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:12.234951 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Floating IP bb6c4822-a4aa-411b-b34b-f4d28e3cb47a disassociated (deleted). External IP: 172.25.7.38, port: 76f2f723-c1dd-4eb0-a5ba-bde562123ad0. Oct 18 21:14:12.447529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:14:12.567440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:14:12.572312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:12.578377 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] Sync routers for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:14:12.593271 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:12.593933 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:13:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:12.608492 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1f4483ea-0163-4135-97c4-7e4a72d3cc53 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/floatingips/bb6c4822-a4aa-411b-b34b-f4d28e3cb47a HTTP/1.1" status: 204 len: 168 time: 0.8913608 Oct 18 21:14:12.609110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:14:12.611411 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c" -d '{"events": [{"name": "network-changed", "server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:14:12.716589 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:12.797541 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68ebcb1-65ae-4c85-864e-875195842e1c x-openstack-request-id: req-d68ebcb1-65ae-4c85-864e-875195842e1c {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:14:12.798087 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:14:12.798305 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d68ebcb1-65ae-4c85-864e-875195842e1c {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:14:12.798841 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'status': 'completed', 'code': 200} Oct 18 21:14:12.886476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-ea70383b-4964-4935-902e-1e0d66af18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:12.889815 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-ea70383b-4964-4935-902e-1e0d66af18c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9898da556b7345b5904bf6114683e04b&device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 1096 time: 0.0618296 Oct 18 21:14:12.955504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90b03c-8168-4de8-91d4-f1c547d185a4 req-6f32018b-2444-4a98-b483-4dccd21353f0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:12.963552 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c90b03c-8168-4de8-91d4-f1c547d185a4 req-6f32018b-2444-4a98-b483-4dccd21353f0 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.1090374 Oct 18 21:14:13.013920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0c90b03c-8168-4de8-91d4-f1c547d185a4 req-0ddbe2e5-6930-4bfb-bdcf-1326ef1e4ea8 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491483 Oct 18 21:14:13.068180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-26f89259-35c1-4060-8f34-c532240c76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:13.069855 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-26f89259-35c1-4060-8f34-c532240c76c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb2b73db-2db7-4d4c-9d50-812665ca6615 HTTP/1.1" status: 200 len: 897 time: 0.1712363 Oct 18 21:14:13.087392 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:39Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:13.123110 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] Checking router: 1875ab45-121a-4b60-9ca1-31f7cb3811d5 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:14:13.132720 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-6b411c31-2099-4c7d-95c2-6ce55b2597f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0 HTTP/1.1" status: 200 len: 217 time: 0.0515575 Oct 18 21:14:13.132948 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:13.133805 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:13:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:13.193661 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-b7a18906-e00c-4949-8e1f-63d50530ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:13.195898 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-b7a18906-e00c-4949-8e1f-63d50530ca9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=918fea13-a624-43b7-895b-11ed7cdff2fd HTTP/1.1" status: 200 len: 834 time: 0.0572069 Oct 18 21:14:13.257855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-2b1740a3-f668-412f-85ce-a675f4f37dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:13.259288 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:13.259426 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-2b1740a3-f668-412f-85ce-a675f4f37dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb2b73db-2db7-4d4c-9d50-812665ca6615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542336 Oct 18 21:14:13.382575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-db2c61ad-2b75-4236-a993-0822f3b23e5c service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109049 Oct 18 21:14:13.455910 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:13.483254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:39Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:13.505537 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5cd22611-4fad-4cd4-b4c6-b1bebcb6f58c req-954beb86-38c3-404b-b582-cf97eea44213 service neutron] 10.222.0.30 "GET /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147630 Oct 18 21:14:13.514321 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb8c79-2cef-4e92-a6e3-57ee32ff10a4 None None] The sync data for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 is: [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:12:36Z', 'revision_number': 4, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '4b2b39a9-e2ec-481d-ba3b-a02aacbb2581', 'name': '', 'network_id': 'eb2b73db-2db7-4d4c-9d50-812665ca6615', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'mac_address': 'fa:16:3e:d0:4b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:35Z', 'updated_at': '2021-10-18T21:12:39Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'subnets': [{'id': '918fea13-a624-43b7-895b-11ed7cdff2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:14:13.847320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8524b3ec-09cd-4849-9f46-54792912fa5e None None] New status for floating IP bb6c4822-a4aa-411b-b34b-f4d28e3cb47a: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:14:14.248578 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32000-ff46-4089-bb24-11a938b5d3d6 req-fb001a6a-0747-4b7c-88db-a9922a2b69b6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:14.252477 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-def32000-ff46-4089-bb24-11a938b5d3d6 req-fb001a6a-0747-4b7c-88db-a9922a2b69b6 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.1136415 Oct 18 21:14:14.316656 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-def32000-ff46-4089-bb24-11a938b5d3d6 req-9d620aaa-7e41-443c-835d-7482897ca36a tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b1888c-df92-4107-9aa6-fc197fa6754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Oct 18 21:14:14.367074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-0cb49955-c1be-4043-af6c-f243a5aef67d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:14.368696 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-0cb49955-c1be-4043-af6c-f243a5aef67d tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 945 time: 0.0624564 Oct 18 21:14:14.483070 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:14:14.483302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:14.587520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:14.587856 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:14.601750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:14:14.742517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:14.779596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=76f2f723-c1dd-4eb0-a5ba-bde562123ad0,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:14.833847 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] No DVR routers for this DVR port 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:14:14.837335 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:14.841731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-523beca7-5ce1-41d1-9304-b22a1acd1289 req-c2da632f-c494-40cd-b609-f4cdc834334f tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.30 "DELETE /v2.0/ports/76f2f723-c1dd-4eb0-a5ba-bde562123ad0 HTTP/1.1" status: 204 len: 173 time: 0.4661727 Oct 18 21:14:14.842405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-deleted', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:14:14.845045 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec48421-bfc3-49f7-b57a-497e8147cd41" -d '{"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-deleted", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:14:14.898354 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5929de-369f-4b9c-9cb2-4df92f07ab16 x-openstack-request-id: req-5a5929de-369f-4b9c-9cb2-4df92f07ab16 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:14:14.898821 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de9a4e9-f6bf-43fd-925c-b5a741290256", "name": "network-vif-deleted", "tag": "76f2f723-c1dd-4eb0-a5ba-bde562123ad0", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:14:14.899156 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a5929de-369f-4b9c-9cb2-4df92f07ab16 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:14:14.899738 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de9a4e9-f6bf-43fd-925c-b5a741290256', 'name': 'network-vif-deleted', 'tag': '76f2f723-c1dd-4eb0-a5ba-bde562123ad0', 'status': 'completed', 'code': 200} Oct 18 21:14:15.435540 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dd91000e-6b13-48d5-939c-49caf8377458 req-bba60a41-6cde-4333-acc1-33638429ae2c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "GET /v2.0/ports?device_id=4de9a4e9-f6bf-43fd-925c-b5a741290256 HTTP/1.1" status: 200 len: 210 time: 0.0284293 Oct 18 21:14:15.914026 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:14:16.492405 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38256) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:16.883888 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:17.162978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:14:17.163318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:17.259091 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:17.259453 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:17.274796 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:14:17.481485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:17.511065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=4b2b39a9-e2ec-481d-ba3b-a02aacbb2581,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:17.719959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:17.877648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:14:17.912980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:14:17.913395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device 76f2f723-c1dd-4eb0-a5ba-bde562123ad0 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:14:18.294097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:14:18.414754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:14:18.423854 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b4419db6-0f07-4417-8ebd-7129aee698d3 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "PUT /v2.0/routers/1875ab45-121a-4b60-9ca1-31f7cb3811d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276257 Oct 18 21:14:18.424000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38294) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:18.430468 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] Sync routers for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:14:18.441507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:18.442211 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:13:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:18.476231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting subnet 918fea13-a624-43b7-895b-11ed7cdff2fd {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:14:18.479546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:18.523241 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:18.557282 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:18.646278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:18.744844 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:18.780254 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Subnet': ['ID=918fea13-a624-43b7-895b-11ed7cdff2fd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:18.786370 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:18.789729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-603d7bc7-7fce-4d5f-a154-9e8cbabb268c tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/subnets/918fea13-a624-43b7-895b-11ed7cdff2fd HTTP/1.1" status: 204 len: 168 time: 0.3647065 Oct 18 21:14:18.792550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:18.793996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f464cc4-a6fc-4f4b-a7ca-eb39b76eed9d None None] Network eb2b73db-2db7-4d4c-9d50-812665ca6615 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:18.851826 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:14:17Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:18.888286 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] Checking router: 1875ab45-121a-4b60-9ca1-31f7cb3811d5 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:14:18.891710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dbf49c2c-f6a3-4d8a-b7dd-74d96fb337b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:18.898415 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] Routers {'1875ab45-121a-4b60-9ca1-31f7cb3811d5'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:18.899555 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:13:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:18.962635 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.016932 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.024730 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] Set router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:19.105046 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.131176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] DHCP port deletion for eb2b73db-2db7-4d4c-9d50-812665ca6615 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:14:19.179470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Deleting port 4824fb43-8e68-44a5-924c-6f58f2bf700a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:14:19.179822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.199689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] Deleting port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:14:19.200071 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.234048 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:14:17Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:19.268688 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8b2539-903d-43ed-934a-c366a09a3de0 None None] The sync data for ids ['1875ab45-121a-4b60-9ca1-31f7cb3811d5'] in n-d-812149-2 is: [{'id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417726022', 'tenant_id': '9898da556b7345b5904bf6114683e04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:12:31Z', 'updated_at': '2021-10-18T21:14:17Z', 'revision_number': 5, 'project_id': '9898da556b7345b5904bf6114683e04b', 'gw_port': {'id': '4824fb43-8e68-44a5-924c-6f58f2bf700a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875ab45-121a-4b60-9ca1-31f7cb3811d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:12:32Z', 'updated_at': '2021-10-18T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:14:19.274283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] For port 0a1fcacd-18d8-4954-976c-a9763b7d8c70, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0a1fcacd-18d8-4954-976c-a9763b7d8c70,segment=NetworkSegment(035cd45f-cd82-42f0-942e-f00112977492),segment_id=035cd45f-cd82-42f0-942e-f00112977492)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:19.275257 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.276595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] For port 4824fb43-8e68-44a5-924c-6f58f2bf700a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4824fb43-8e68-44a5-924c-6f58f2bf700a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:19.276960 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.292101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] Calling delete_port for 0a1fcacd-18d8-4954-976c-a9763b7d8c70 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:14:19.292789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Calling delete_port for 4824fb43-8e68-44a5-924c-6f58f2bf700a owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:14:19.394045 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.423283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] Pushing event deleted for resources: {'Port': ['ID=0a1fcacd-18d8-4954-976c-a9763b7d8c70,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:19.427591 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd03acf-1a1a-4bdc-af75-0bbdc7d6c723 None None] No DVR routers for this DVR port 0a1fcacd-18d8-4954-976c-a9763b7d8c70 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:14:19.489341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.521482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Port': ['ID=4824fb43-8e68-44a5-924c-6f58f2bf700a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:19.584483 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.700828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.703197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.751341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.752114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Fanout notify agent at l3_agent the message router_deleted on router 1875ab45-121a-4b60-9ca1-31f7cb3811d5 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:14:19.760414 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.761546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e8e21f6c-6f66-49e3-9a55-acfbfa3dacc2 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/routers/1875ab45-121a-4b60-9ca1-31f7cb3811d5 HTTP/1.1" status: 204 len: 168 time: 0.9678171 Oct 18 21:14:19.765089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:19.859145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.968807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:19.992575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2b73db-2db7-4d4c-9d50-812665ca6615']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:20.003359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035cd45f-cd82-42f0-942e-f00112977492') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:20.003656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035cd45f-cd82-42f0-942e-f00112977492') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:20.017612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.033718 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.041516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:14:20.042057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:14:20.045707 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:14:20.132264 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.138708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.142511 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/networks/eb2b73db-2db7-4d4c-9d50-812665ca6615 HTTP/1.1" status: 204 len: 168 time: 0.3762517 Oct 18 21:14:20.145249 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38334) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:20.162971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'Network': ['ID=eb2b73db-2db7-4d4c-9d50-812665ca6615,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:20.171544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.172209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.172779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.173230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.173612 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.174031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.174428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.174835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.175239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.175641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.176046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.176467 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd239255-52b8-4d68-877b-5b05371d6904 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:20.221801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20ba0651-780e-4512-9781-fe290c604f76 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.251138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20ba0651-780e-4512-9781-fe290c604f76 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.314384 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20ba0651-780e-4512-9781-fe290c604f76 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.317459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-20ba0651-780e-4512-9781-fe290c604f76 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.318729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-20ba0651-780e-4512-9781-fe290c604f76 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] 10.222.0.66 "DELETE /v2.0/security-groups/e9b1888c-df92-4107-9aa6-fc197fa6754b HTTP/1.1" status: 204 len: 168 time: 0.1723723 Oct 18 21:14:20.330134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba0651-780e-4512-9781-fe290c604f76 tempest-TestNetworkAdvancedServerOps-2036196905 tempest-TestNetworkAdvancedServerOps-2036196905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1888c-df92-4107-9aa6-fc197fa6754b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:20.666252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38346) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:20.812959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:14:20.843479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:14:20.843929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4b2b39a9-e2ec-481d-ba3b-a02aacbb2581 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:14:20.844431 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4824fb43-8e68-44a5-924c-6f58f2bf700a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:14:20.851773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8ec4fde5-fb43-4c39-b5ca-e216a40097d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9898da556b7345b5904bf6114683e04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843483 Oct 18 21:14:20.854838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38356) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:20.866288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 4824fb43-8e68-44a5-924c-6f58f2bf700a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:14:20.866932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4824fb43-8e68-44a5-924c-6f58f2bf700a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:14:20.867435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0a1fcacd-18d8-4954-976c-a9763b7d8c70 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:14:20.891563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0a1fcacd-18d8-4954-976c-a9763b7d8c70 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:14:20.891916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0a1fcacd-18d8-4954-976c-a9763b7d8c70 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:14:20.930819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b667f2a-7c86-4d55-a5f1-97667fcde804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:20.955728 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b667f2a-7c86-4d55-a5f1-97667fcde804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:21.010617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b667f2a-7c86-4d55-a5f1-97667fcde804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:21.014408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0b667f2a-7c86-4d55-a5f1-97667fcde804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:21.016080 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0b667f2a-7c86-4d55-a5f1-97667fcde804 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/123800bd-6dd0-48de-92f9-68dee4b13442 HTTP/1.1" status: 204 len: 168 time: 0.1594636 Oct 18 21:14:21.025110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b667f2a-7c86-4d55-a5f1-97667fcde804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123800bd-6dd0-48de-92f9-68dee4b13442,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:21.349672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38372) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:21.402113 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-43d2f9d3-97b6-459f-8e2a-114b0b7ab204 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47b383f7a8f4408e9908a93200620705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472052 Oct 18 21:14:21.402113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38374) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:21.456352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e03923a-5382-47d0-8f9e-5b83e44325ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:21.479703 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e03923a-5382-47d0-8f9e-5b83e44325ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:21.537289 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e03923a-5382-47d0-8f9e-5b83e44325ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:21.540290 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e03923a-5382-47d0-8f9e-5b83e44325ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:21.541937 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5e03923a-5382-47d0-8f9e-5b83e44325ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dbb878b-63d0-4e32-b405-c4a5611cba50 HTTP/1.1" status: 204 len: 168 time: 0.1395912 Oct 18 21:14:21.551234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03923a-5382-47d0-8f9e-5b83e44325ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbb878b-63d0-4e32-b405-c4a5611cba50,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:22.316252 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38412) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:22.417105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1476577288-network', 'tenant_id': '327b294a194d47a4bd11c8724521b16e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:22.443312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Made reservation on behalf of 327b294a194d47a4bd11c8724521b16e for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:22.446104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.456045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.537603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.541778 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.566621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:14:22.582411 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc6cef-828b-4623-9a8e-9edc6b6842df,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:22.585348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.585691 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Added segment 4a4c3539-ddfc-4433-a4af-839937679587 of type vlan for network 368d7dee-1948-414f-9d93-65d2346987af Oct 18 21:14:22.627446 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.656108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.657075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:22.657663 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.703771 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3862631 Oct 18 21:14:22.707186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38424) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:22.713544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Request body: {'subnet': {'network_id': '368d7dee-1948-414f-9d93-65d2346987af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1476577288-subnet', 'tenant_id': '327b294a194d47a4bd11c8724521b16e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:22.738273 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Made reservation on behalf of 327b294a194d47a4bd11c8724521b16e for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:22.740898 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.766604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120b986-15ac-4825-a5e4-cc50f9ba34e8 admin admin] Pushing event updated for resources: {'Network': ['ID=368d7dee-1948-414f-9d93-65d2346987af,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:22.776998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 368d7dee-1948-414f-9d93-65d2346987af details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:14:22.925021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:22.984222 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2cd54a-26b0-4ead-8285-4dd97712e39b,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:22.993380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Checking segment: {'id': '4a4c3539-ddfc-4433-a4af-839937679587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '368d7dee-1948-414f-9d93-65d2346987af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:22.993744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Network hostable DHCP agents. Network: 368d7dee-1948-414f-9d93-65d2346987af, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:14:23.014896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Network 368d7dee-1948-414f-9d93-65d2346987af is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:14:23.026582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 368d7dee-1948-414f-9d93-65d2346987af) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:23.038955 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471850a-46ff-4468-8b02-ca03ca906e34 None None] Network 368d7dee-1948-414f-9d93-65d2346987af requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:23.040515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:23.041217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.061207 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3b61128e-90e6-42d9-addc-1640a38e4363 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3522329 Oct 18 21:14:23.224963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a0d90-db20-43a1-a238-b15221b50a96 None None] Network 368d7dee-1948-414f-9d93-65d2346987af requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:23.264338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b9c7db40-0127-4ede-96a6-19704d296f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.575415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38456) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:23.580353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-806466819-network', 'tenant_id': '5299401325f546e3a08573277c5ca80a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:23.605138 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Made reservation on behalf of 5299401325f546e3a08573277c5ca80a for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:23.608451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.617610 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.699836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.703749 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.729092 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:14:23.739933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01a682-7939-4af4-9bb4-ffba12ca73d3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:23.744950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.745460 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Added segment 381e772f-fea6-4c6f-921a-99a7485229b4 of type vlan for network 41021dd1-709e-4582-8205-3bffba2bf74e Oct 18 21:14:23.798997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.827659 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.828814 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:23.829409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.875667 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2990487 Oct 18 21:14:23.878995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38462) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:23.884394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Request body: {'subnet': {'network_id': '41021dd1-709e-4582-8205-3bffba2bf74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-806466819-subnet', 'tenant_id': '5299401325f546e3a08573277c5ca80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:23.914914 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Made reservation on behalf of 5299401325f546e3a08573277c5ca80a for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:23.917939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:23.926925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28552f4a-cc86-4954-aea3-efd6b6185508 admin admin] Pushing event updated for resources: {'Network': ['ID=41021dd1-709e-4582-8205-3bffba2bf74e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:23.939187 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 41021dd1-709e-4582-8205-3bffba2bf74e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:14:24.114502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:24.171988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5bd334-0cd8-48bf-be26-7e1bc8c6069f,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:24.184831 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Checking segment: {'id': '381e772f-fea6-4c6f-921a-99a7485229b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '41021dd1-709e-4582-8205-3bffba2bf74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:24.185178 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Network hostable DHCP agents. Network: 41021dd1-709e-4582-8205-3bffba2bf74e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:14:24.205518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Network 41021dd1-709e-4582-8205-3bffba2bf74e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:14:24.216058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:24.217073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 41021dd1-709e-4582-8205-3bffba2bf74e) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:24.221586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:24.222080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:24.229753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf304da-e152-48f8-867b-8b713735ee1c None None] Network 41021dd1-709e-4582-8205-3bffba2bf74e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:24.257086 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df2ca1ea-8643-4c6e-ab12-32fba94dd32d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3766093 Oct 18 21:14:24.391824 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f32eb91-e7a6-42d1-b80c-18959679b19b None None] Network 41021dd1-709e-4582-8205-3bffba2bf74e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:24.816167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-f402eea6-f0a2-4a7c-8687-0f7bf5d2c661 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:24.817726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-f402eea6-f0a2-4a7c-8687-0f7bf5d2c661 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/networks?id=368d7dee-1948-414f-9d93-65d2346987af HTTP/1.1" status: 200 len: 812 time: 0.1099458 Oct 18 21:14:24.834110 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-6b379604-9487-4155-8477-af7bbe689543 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/quotas/327b294a194d47a4bd11c8724521b16e HTTP/1.1" status: 200 len: 375 time: 0.0099249 Oct 18 21:14:24.871285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-24aff383-d0cc-4d18-bb7e-783da4883f14 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=327b294a194d47a4bd11c8724521b16e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297098 Oct 18 21:14:24.981011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-da3d8569-b48c-4167-8640-9712075a6142 service neutron] 10.222.0.66 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016421 Oct 18 21:14:25.099292 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-cde5698e-1245-40c9-9c43-fe7d2bf191c7 service neutron] 10.222.0.66 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065257 Oct 18 21:14:25.266564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:25.674364 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-231af1dc-b3e1-4a57-9fe6-204d27800cd5 req-8c137729-9240-48ee-9433-a1c6aded6404 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 210 time: 0.3532689 Oct 18 21:14:26.321689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-f62ef8f6-4e8a-4381-8521-0d4199510757 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:26.323458 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-f62ef8f6-4e8a-4381-8521-0d4199510757 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.79 "GET /v2.0/networks?id=368d7dee-1948-414f-9d93-65d2346987af HTTP/1.1" status: 200 len: 812 time: 0.1286612 Oct 18 21:14:26.337955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Request body: {'port': {'device_id': '034952c5-4641-42e5-bc87-6b51304be280', 'network_id': '368d7dee-1948-414f-9d93-65d2346987af', 'admin_state_up': True, 'tenant_id': '327b294a194d47a4bd11c8724521b16e'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:26.459315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Made reservation on behalf of 327b294a194d47a4bd11c8724521b16e for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:26.463232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:26.601026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Allocated IP 172.20.0.9 (368d7dee-1948-414f-9d93-65d2346987af/dd2cd54a-26b0-4ead-8285-4dd97712e39b/cf968c5b-c172-4b71-adb2-8b9e46a2c756) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:14:26.715835 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:26.768852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:26.787005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-91ec2e30-e5b3-4a92-a8f8-b58a6df37dde req-f93092cd-defc-42d0-a160-0beb7b0f1ea7 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 210 time: 0.0295599 Oct 18 21:14:26.805295 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:26.849581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Network 368d7dee-1948-414f-9d93-65d2346987af is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:14:26.852726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:26.855304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:14:26.888940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Pushing event updated for resources: {'Port': ['ID=cf968c5b-c172-4b71-adb2-8b9e46a2c756,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:26.914674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:26.915283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:26.933940 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-0cbba90d-17e1-47d6-924a-36d5afd866ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6007137 Oct 18 21:14:26.945695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Request body: {'port': {'device_id': '034952c5-4641-42e5-bc87-6b51304be280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:27.004721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:27.288590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf968c5b-c172-4b71-adb2-8b9e46a2c756 {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:14:27.297550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:27.315225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Transition to ACTIVE for port object cf968c5b-c172-4b71-adb2-8b9e46a2c756 will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:14:27.319715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:27.370087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Pushing event updated for resources: {'Port': ['ID=cf968c5b-c172-4b71-adb2-8b9e46a2c756,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:27.463047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Attempting to bind port cf968c5b-c172-4b71-adb2-8b9e46a2c756 on host n-h2-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:14:27.463382 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Attempting to bind port cf968c5b-c172-4b71-adb2-8b9e46a2c756 by drivers openvswitch,hyperv on host n-h2-812149-2 at level 0 using segments [{'id': '4a4c3539-ddfc-4433-a4af-839937679587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '368d7dee-1948-414f-9d93-65d2346987af'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:14:27.464893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Attempting to bind port cf968c5b-c172-4b71-adb2-8b9e46a2c756 on network 368d7dee-1948-414f-9d93-65d2346987af {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:14:27.470320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Port cf968c5b-c172-4b71-adb2-8b9e46a2c756 on network 368d7dee-1948-414f-9d93-65d2346987af not bound, no agent of type Open vSwitch agent registered on host n-h2-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:14:27.470584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Attempting to bind port cf968c5b-c172-4b71-adb2-8b9e46a2c756 on network 368d7dee-1948-414f-9d93-65d2346987af {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:14:27.475620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Checking agent: {'id': '842c9ff4-ec9b-48d5-a40d-9b9ad2a2f868', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:14:27.475956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Checking segment: {'id': '4a4c3539-ddfc-4433-a4af-839937679587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '368d7dee-1948-414f-9d93-65d2346987af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:27.476336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Bound using segment: {'id': '4a4c3539-ddfc-4433-a4af-839937679587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '368d7dee-1948-414f-9d93-65d2346987af'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:14:27.476833 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Bound port: cf968c5b-c172-4b71-adb2-8b9e46a2c756, host: n-h2-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4c3539-ddfc-4433-a4af-839937679587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '368d7dee-1948-414f-9d93-65d2346987af'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:14:27.477320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:27.548672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] For port cf968c5b-c172-4b71-adb2-8b9e46a2c756, host n-h2-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:14:27.551633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] For port cf968c5b-c172-4b71-adb2-8b9e46a2c756, host n-h2-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756,segment=NetworkSegment(4a4c3539-ddfc-4433-a4af-839937679587),segment_id=4a4c3539-ddfc-4433-a4af-839937679587)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:14:27.556865 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:27.595961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:27.596643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:27.598054 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] 10.222.0.79 "PUT /v2.0/ports/cf968c5b-c172-4b71-adb2-8b9e46a2c756 HTTP/1.1" status: 200 len: 1091 time: 0.6566529 Oct 18 21:14:27.598506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034952c5-4641-42e5-bc87-6b51304be280', 'tag': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:14:27.601339 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "034952c5-4641-42e5-bc87-6b51304be280", "tag": "cf968c5b-c172-4b71-adb2-8b9e46a2c756"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:14:27.626494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527c62a-833f-4855-93e3-670ae5c1a212 service neutron] Pushing event updated for resources: {'Port': ['ID=cf968c5b-c172-4b71-adb2-8b9e46a2c756,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:27.650754 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc7f02-b635-447b-9f20-6e97235c0415 x-openstack-request-id: req-7edc7f02-b635-447b-9f20-6e97235c0415 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:14:27.651052 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034952c5-4641-42e5-bc87-6b51304be280", "tag": "cf968c5b-c172-4b71-adb2-8b9e46a2c756", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:14:27.651310 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7edc7f02-b635-447b-9f20-6e97235c0415 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:14:27.651721 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034952c5-4641-42e5-bc87-6b51304be280', 'tag': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756', 'status': 'completed', 'code': 200} Oct 18 21:14:27.706213 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-445b0d92-a8db-410b-a4d9-606d1560a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:27.707765 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-445b0d92-a8db-410b-a4d9-606d1560a58e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=327b294a194d47a4bd11c8724521b16e&device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 1094 time: 0.0477147 Oct 18 21:14:27.752360 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-82f1f5d5-5160-4276-9a27-301e5ff46831 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756 HTTP/1.1" status: 200 len: 217 time: 0.0359771 Oct 18 21:14:27.802366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-38993073-8836-4b4f-b4ec-07a0839fcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:27.803732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-38993073-8836-4b4f-b4ec-07a0839fcc87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dd2cd54a-26b0-4ead-8285-4dd97712e39b HTTP/1.1" status: 200 len: 852 time: 0.0447385 Oct 18 21:14:27.837817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-87b26cce-c915-4ac5-a56f-177231b68329 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=368d7dee-1948-414f-9d93-65d2346987af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254486 Oct 18 21:14:27.917400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5bad-4174-4e82-880d-a53f496d1063 req-d0910a63-ec63-4b67-943a-0adf7c51bc5b tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:27.922507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ebc5bad-4174-4e82-880d-a53f496d1063 req-d0910a63-ec63-4b67-943a-0adf7c51bc5b tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 943 time: 0.0602648 Oct 18 21:14:27.946917 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-cc3c30c9-df34-4830-91cf-1df44a2ab5f6 service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022871 Oct 18 21:14:27.964185 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5ebc5bad-4174-4e82-880d-a53f496d1063 req-adb30408-8e31-48ae-a078-567f11f83250 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351472 Oct 18 21:14:28.044839 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c2dad609-d8b8-40c1-ab70-91437d31bd03 req-191f4b79-f55f-4f93-811f-d1ea8f43e693 service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907454 Oct 18 21:14:28.137570 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-ad4ec17c-4684-472a-9928-988566925844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:28.139092 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-ad4ec17c-4684-472a-9928-988566925844 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=327b294a194d47a4bd11c8724521b16e&device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 1094 time: 0.0464916 Oct 18 21:14:28.234704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-321ceab8-a1bb-498e-93fa-1d4e3178a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:28.236230 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-321ceab8-a1bb-498e-93fa-1d4e3178a371 service neutron] 10.222.0.79 "GET /v2.0/networks?id=368d7dee-1948-414f-9d93-65d2346987af HTTP/1.1" status: 200 len: 913 time: 0.0903318 Oct 18 21:14:28.285264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-80970342-032f-4483-9422-6306d8df1210 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756 HTTP/1.1" status: 200 len: 217 time: 0.0417213 Oct 18 21:14:28.340637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-26752773-a76f-4758-825d-9a029fa6a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:28.341731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-26752773-a76f-4758-825d-9a029fa6a443 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dd2cd54a-26b0-4ead-8285-4dd97712e39b HTTP/1.1" status: 200 len: 852 time: 0.0496402 Oct 18 21:14:28.375737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-a0d6c734-ab56-49a5-b02a-3f872053f627 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=368d7dee-1948-414f-9d93-65d2346987af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264213 Oct 18 21:14:28.480425 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-4aa5eddc-265b-4961-8581-38b1c56cce0a service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969419 Oct 18 21:14:28.579195 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc177d5f-9886-4ac0-b84e-3c5533fb9d5a req-f05185cc-9d34-4d86-88ca-8c13acbce2fc service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877192 Oct 18 21:14:29.094481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8dacc-c8ea-4fa2-b053-cc58f764cac7 req-7614dcbd-541b-43cc-a5e0-693713176d58 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:29.096070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3af8dacc-c8ea-4fa2-b053-cc58f764cac7 req-7614dcbd-541b-43cc-a5e0-693713176d58 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 943 time: 0.0533895 Oct 18 21:14:29.148417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3af8dacc-c8ea-4fa2-b053-cc58f764cac7 req-ead84e79-4376-4737-af92-48402d33423d tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Oct 18 21:14:30.268835 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef5c26-7988-4076-96fc-1aa7adef17eb req-aad5cf17-69c8-4575-be70-13ce3affd795 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:30.270255 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7aef5c26-7988-4076-96fc-1aa7adef17eb req-aad5cf17-69c8-4575-be70-13ce3affd795 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 943 time: 0.0506372 Oct 18 21:14:30.311166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7aef5c26-7988-4076-96fc-1aa7adef17eb req-1df21ba4-5d18-459c-abb8-098981b4bf65 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Oct 18 21:14:30.985828 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cf968c5b-c172-4b71-adb2-8b9e46a2c756 details requested by agent hyperv_n-h2-812149-2 with host n-h2-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:14:31.079194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cf968c5b-c172-4b71-adb2-8b9e46a2c756, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756,segment=NetworkSegment(4a4c3539-ddfc-4433-a4af-839937679587),segment_id=4a4c3539-ddfc-4433-a4af-839937679587)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:31.091062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Returning: {'device': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756', 'network_id': '368d7dee-1948-414f-9d93-65d2346987af', 'port_id': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756', 'mac_address': 'fa:16:3e:bf:f6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2cd54a-26b0-4ead-8285-4dd97712e39b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:14:31.137034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:31.150563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf968c5b-c172-4b71-adb2-8b9e46a2c756 {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:14:31.170981 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cf968c5b-c172-4b71-adb2-8b9e46a2c756, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756,segment=NetworkSegment(4a4c3539-ddfc-4433-a4af-839937679587),segment_id=4a4c3539-ddfc-4433-a4af-839937679587)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:31.175595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:31.228509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=cf968c5b-c172-4b71-adb2-8b9e46a2c756,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:31.428854 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e9a88-b19e-450f-a37b-b260129f3053 req-b2a2aa70-0604-4a86-b275-180a699788ff tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:31.430408 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a50e9a88-b19e-450f-a37b-b260129f3053 req-b2a2aa70-0604-4a86-b275-180a699788ff tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 944 time: 0.0493476 Oct 18 21:14:31.470161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a50e9a88-b19e-450f-a37b-b260129f3053 req-adcad1b9-e585-4124-9103-15a7616cf204 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Oct 18 21:14:31.568244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['cf968c5b-c172-4b71-adb2-8b9e46a2c756'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:14:32.597194 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9ada-2bfa-49e5-9f37-6183fc27ee0a req-0612c6fd-8666-45fe-9a06-f88047574719 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:32.598699 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3cd9ada-2bfa-49e5-9f37-6183fc27ee0a req-0612c6fd-8666-45fe-9a06-f88047574719 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 944 time: 0.0562055 Oct 18 21:14:32.638387 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a3cd9ada-2bfa-49e5-9f37-6183fc27ee0a req-32f4cfbb-7674-4d5d-8298-db10aed83e6c tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Oct 18 21:14:32.997921 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cf968c5b-c172-4b71-adb2-8b9e46a2c756 up at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:14:33.047961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning for port cf968c5b-c172-4b71-adb2-8b9e46a2c756 completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:14:33.051736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Provisioning complete for port cf968c5b-c172-4b71-adb2-8b9e46a2c756 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:33.052111 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:33.132212 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:33.161310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034952c5-4641-42e5-bc87-6b51304be280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:14:33.163548 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39d4c2c-e5c8-41a8-a6e1-2f6c885babc3" -d '{"events": [{"server_uuid": "034952c5-4641-42e5-bc87-6b51304be280", "name": "network-vif-plugged", "status": "completed", "tag": "cf968c5b-c172-4b71-adb2-8b9e46a2c756"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:14:33.178474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] For port cf968c5b-c172-4b71-adb2-8b9e46a2c756, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756,segment=NetworkSegment(4a4c3539-ddfc-4433-a4af-839937679587),segment_id=4a4c3539-ddfc-4433-a4af-839937679587)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:33.183419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:33.208349 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3231f8-5225-4c7f-9764-bb420d46ee0b x-openstack-request-id: req-ac3231f8-5225-4c7f-9764-bb420d46ee0b {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:14:33.208658 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034952c5-4641-42e5-bc87-6b51304be280", "name": "network-vif-plugged", "status": "completed", "tag": "cf968c5b-c172-4b71-adb2-8b9e46a2c756", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:14:33.208909 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac3231f8-5225-4c7f-9764-bb420d46ee0b {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:14:33.209291 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034952c5-4641-42e5-bc87-6b51304be280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756', 'code': 200} Oct 18 21:14:33.237211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Pushing event updated for resources: {'Port': ['ID=cf968c5b-c172-4b71-adb2-8b9e46a2c756,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:33.315743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f086f3-448f-4d7c-b592-d7d3b0aa2706 req-658f638e-ae58-4622-b3a3-339368043cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:33.317316 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36f086f3-448f-4d7c-b592-d7d3b0aa2706 req-658f638e-ae58-4622-b3a3-339368043cdf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 1096 time: 0.0462587 Oct 18 21:14:33.355095 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-36f086f3-448f-4d7c-b592-d7d3b0aa2706 req-3954bfc8-59c1-4a95-8677-17402945da6e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292044 Oct 18 21:14:33.763162 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff17f56-84ed-4b02-bc31-cb45a54b6aae req-fb1a6cfa-e33c-4307-8e7b-5d49ffd381ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:33.764821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ff17f56-84ed-4b02-bc31-cb45a54b6aae req-fb1a6cfa-e33c-4307-8e7b-5d49ffd381ee tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0527549 Oct 18 21:14:33.806852 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2ff17f56-84ed-4b02-bc31-cb45a54b6aae req-e5055d64-ed4a-449f-b76e-36832a9af30a tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354435 Oct 18 21:14:34.933757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b11d8-6635-4ce8-9535-a51a306a2fff req-a384ee6c-9cbc-453a-8d2b-76ba33f08bae tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:34.935327 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e7b11d8-6635-4ce8-9535-a51a306a2fff req-a384ee6c-9cbc-453a-8d2b-76ba33f08bae tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0534399 Oct 18 21:14:34.974604 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-4e7b11d8-6635-4ce8-9535-a51a306a2fff req-44f4fb86-9126-4202-8f82-eebe2cf6610f tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331674 Oct 18 21:14:35.140114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071bd35-c621-48c9-ace7-ff1a5b5f9039 req-a7d23dab-18e2-4efc-bcb5-44dac1e0f423 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:35.141658 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3071bd35-c621-48c9-ace7-ff1a5b5f9039 req-a7d23dab-18e2-4efc-bcb5-44dac1e0f423 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0558715 Oct 18 21:14:35.182726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-3071bd35-c621-48c9-ace7-ff1a5b5f9039 req-bb63cca3-3284-4a77-bd26-a6b0e915a88d tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349765 Oct 18 21:14:35.415540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f038eb-d9a9-4287-89ed-cdbdf866a298 req-398ed18b-3170-47dc-bbfb-99c2afccaabb tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:35.417324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9f038eb-d9a9-4287-89ed-cdbdf866a298 req-398ed18b-3170-47dc-bbfb-99c2afccaabb tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0559063 Oct 18 21:14:35.461523 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9f038eb-d9a9-4287-89ed-cdbdf866a298 req-a0551323-10a5-4279-981b-4b0585a4412c tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363777 Oct 18 21:14:35.711446 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-587365b8-c5bd-4cdc-b421-9a6dbea422e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407028 Oct 18 21:14:35.790617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-f434acea-426d-4e72-9a2d-b52bcaaf276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:35.792181 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-f434acea-426d-4e72-9a2d-b52bcaaf276b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 1097 time: 0.0407748 Oct 18 21:14:35.901215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-9f7d3b6b-308a-42f6-b304-d75fe04e0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:35.907900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-9f7d3b6b-308a-42f6-b304-d75fe04e0af1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.0914040 Oct 18 21:14:35.972144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-d8343954-f1c6-4fcf-b62f-6f8101269cfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539 HTTP/1.1" status: 200 len: 1002 time: 0.0608277 Oct 18 21:14:36.023332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-b7364705-e5e7-4678-ae12-1c5cdafaa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:36.024823 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-b7364705-e5e7-4678-ae12-1c5cdafaa726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0456502 Oct 18 21:14:36.073893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-10b08c44-d644-4183-978d-43bab390b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:36.076062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-10b08c44-d644-4183-978d-43bab390b7af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443616 Oct 18 21:14:36.171640 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-b21f7598-53e8-4602-b9c5-c048d5e6e66c service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871911 Oct 18 21:14:36.289068 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1dce01b9-bdd5-4dde-89e7-5228dd991ec3 req-a2c86cc3-d70a-4270-9306-5f7bb208b464 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093554 Oct 18 21:14:36.580912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f904f5-ac82-4a00-8dc6-76db07b3849c req-f669ab2f-e10e-40d6-9f3e-be0a6925165c tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:36.582316 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72f904f5-ac82-4a00-8dc6-76db07b3849c req-f669ab2f-e10e-40d6-9f3e-be0a6925165c tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Oct 18 21:14:36.621350 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-72f904f5-ac82-4a00-8dc6-76db07b3849c req-0525ca06-53cc-40c1-bc0e-5cb4316deac9 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Oct 18 21:14:36.838369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3d579-55fe-4927-baf9-2525a894baf2 req-243e4cde-256c-4a24-a7b1-8c476e5048b9 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:36.839810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfb3d579-55fe-4927-baf9-2525a894baf2 req-243e4cde-256c-4a24-a7b1-8c476e5048b9 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0585542 Oct 18 21:14:36.881109 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-cfb3d579-55fe-4927-baf9-2525a894baf2 req-57826cde-f17c-433d-874a-d95fda7f2b04 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 Oct 18 21:14:37.022698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-8800044e-80bb-4465-a491-c1b5a4600190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:37.024364 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-8800044e-80bb-4465-a491-c1b5a4600190 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=327b294a194d47a4bd11c8724521b16e&device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 1096 time: 0.2106822 Oct 18 21:14:37.457156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-424c7654-b033-4fb4-ab44-a157130b8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:37.458552 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-424c7654-b033-4fb4-ab44-a157130b8c0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=368d7dee-1948-414f-9d93-65d2346987af HTTP/1.1" status: 200 len: 913 time: 0.4266369 Oct 18 21:14:37.501244 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-77ac9dcb-8a18-41b4-9bd5-3328ba77ba14 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756 HTTP/1.1" status: 200 len: 217 time: 0.0344956 Oct 18 21:14:37.557668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-cd66483b-0f18-4404-9398-573bb976ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:37.559163 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-cd66483b-0f18-4404-9398-573bb976ed02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dd2cd54a-26b0-4ead-8285-4dd97712e39b HTTP/1.1" status: 200 len: 852 time: 0.0460711 Oct 18 21:14:37.591389 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-3392831c-663a-49f2-ae01-e5b7948d89d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=368d7dee-1948-414f-9d93-65d2346987af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247197 Oct 18 21:14:37.685489 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-ce24c1f6-75bc-419b-adf7-45de72625f78 service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872927 Oct 18 21:14:37.781281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-74bf4f9e-e82b-4f08-993c-f78e5f863ef0 req-82ee7ee6-cf91-406e-96ff-52cbffd8c29f service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888138 Oct 18 21:14:38.008573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c8bab-f724-41ee-80f3-6b7370cc8caf req-e474b0e2-9c7d-4032-932a-fa5870732102 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:38.010166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af7c8bab-f724-41ee-80f3-6b7370cc8caf req-e474b0e2-9c7d-4032-932a-fa5870732102 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0538201 Oct 18 21:14:38.051771 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-af7c8bab-f724-41ee-80f3-6b7370cc8caf req-fd2c22bd-ed19-4823-a0ac-fbb3998ed6e8 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342991 Oct 18 21:14:39.186411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3ef67-df42-42f2-b05e-b4a6a7a9e963 req-2cffde28-6382-44d0-902a-56cc539f0fd9 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:39.187910 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9d3ef67-df42-42f2-b05e-b4a6a7a9e963 req-2cffde28-6382-44d0-902a-56cc539f0fd9 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0510261 Oct 18 21:14:39.225503 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9d3ef67-df42-42f2-b05e-b4a6a7a9e963 req-5b00c607-e572-4888-a3af-fc0dd891f229 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Oct 18 21:14:39.501363 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55693-066f-4753-8739-26ccc5ba836e req-dd814fe0-c0d0-4788-9bf2-a4ff21615be7 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:39.502978 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eca55693-066f-4753-8739-26ccc5ba836e req-dd814fe0-c0d0-4788-9bf2-a4ff21615be7 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0537305 Oct 18 21:14:39.540103 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-eca55693-066f-4753-8739-26ccc5ba836e req-afc7468c-06bb-4c8f-8590-8ea6983a8552 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Oct 18 21:14:40.676219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661d73-3993-426b-9bfa-f0d97f5bc0b5 req-9c4b9688-205d-4f54-ace1-94c3e232a3ab tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:40.677163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8661d73-3993-426b-9bfa-f0d97f5bc0b5 req-9c4b9688-205d-4f54-ace1-94c3e232a3ab tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0577812 Oct 18 21:14:40.839058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b8661d73-3993-426b-9bfa-f0d97f5bc0b5 req-8c5b6b4f-9aac-4c95-b9a6-27d23845f04a tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Oct 18 21:14:40.979296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454e581-072f-41df-ac4a-36802e913525 req-c92e7feb-b6c7-4272-8e43-c47e454c6d7e tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:40.981595 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5454e581-072f-41df-ac4a-36802e913525 req-c92e7feb-b6c7-4272-8e43-c47e454c6d7e tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0590577 Oct 18 21:14:41.011670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-7df472eb-b77f-48c2-9519-697679174ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:41.013525 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-7df472eb-b77f-48c2-9519-697679174ae8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=327b294a194d47a4bd11c8724521b16e&device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 1096 time: 0.0539682 Oct 18 21:14:41.042113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5454e581-072f-41df-ac4a-36802e913525 req-27c51e2d-d8af-4595-921d-db3680736a86 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508678 Oct 18 21:14:41.120608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-e10ccc57-e07f-4c96-ad35-98583881c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:41.122515 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-e10ccc57-e07f-4c96-ad35-98583881c463 service neutron] 10.222.0.79 "GET /v2.0/networks?id=368d7dee-1948-414f-9d93-65d2346987af HTTP/1.1" status: 200 len: 913 time: 0.1031380 Oct 18 21:14:41.174801 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-3840d04f-88a6-4964-a3fe-1b043c069549 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756 HTTP/1.1" status: 200 len: 217 time: 0.0454803 Oct 18 21:14:41.237230 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-f93839ff-8b75-4c00-8a56-c617edf8d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:41.238813 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-f93839ff-8b75-4c00-8a56-c617edf8d954 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dd2cd54a-26b0-4ead-8285-4dd97712e39b HTTP/1.1" status: 200 len: 852 time: 0.0571556 Oct 18 21:14:41.271937 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-770be251-14d6-4f84-927d-6b5ab4c24574 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=368d7dee-1948-414f-9d93-65d2346987af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261030 Oct 18 21:14:41.389510 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-062fd821-90bc-4e57-8c7d-3b1a4c2152c7 service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092038 Oct 18 21:14:41.498188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-95205bfe-e8bd-4e3c-a53a-4deae94bbc3a req-de827ae3-41f5-45ea-a059-7a0f18002a38 service neutron] 10.222.0.79 "GET /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020119 Oct 18 21:14:42.188982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3728-4f49-44b0-9460-dcbb98c2d8a5 req-ffaf9dbd-1079-4035-846f-280317839a1d tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:42.190794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a6f3728-4f49-44b0-9460-dcbb98c2d8a5 req-ffaf9dbd-1079-4035-846f-280317839a1d tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0636454 Oct 18 21:14:42.243837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5a6f3728-4f49-44b0-9460-dcbb98c2d8a5 req-0376c23e-76a4-44c7-bc60-678ec1f12cb9 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Oct 18 21:14:43.379539 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af83cd2-007b-42d3-a66b-4d7961c18108 req-f5030cab-cffc-4ce1-91fb-d6e083b3e863 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:43.384881 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0af83cd2-007b-42d3-a66b-4d7961c18108 req-f5030cab-cffc-4ce1-91fb-d6e083b3e863 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0629601 Oct 18 21:14:43.423160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0af83cd2-007b-42d3-a66b-4d7961c18108 req-e92be62f-98cb-480a-9156-7164558d54a3 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Oct 18 21:14:43.462548 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:43.750761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615154-7f74-48f5-a321-c032a2e90851 req-32c96f55-204d-4617-b55d-2dc47263ec0c tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:43.752644 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa615154-7f74-48f5-a321-c032a2e90851 req-32c96f55-204d-4617-b55d-2dc47263ec0c tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0521309 Oct 18 21:14:43.796823 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-fa615154-7f74-48f5-a321-c032a2e90851 req-976be416-37d7-4602-a3b6-37e13fdcb8e3 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Oct 18 21:14:44.942329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d6ff-4e3a-44a6-bcbf-c7eb522afa68 req-407ed8e8-6da6-4a89-910d-a7faf8a3f347 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:44.943837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c10d6ff-4e3a-44a6-bcbf-c7eb522afa68 req-407ed8e8-6da6-4a89-910d-a7faf8a3f347 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0626163 Oct 18 21:14:44.984579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7c10d6ff-4e3a-44a6-bcbf-c7eb522afa68 req-b01e89b6-cd12-47d7-8ef2-3aee2d936f27 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/security-groups?id=49bc6cef-828b-4623-9a8e-9edc6b6842df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Oct 18 21:14:45.433447 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-635c76ab-514c-4c6a-a834-d120b2a49b02 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538807 Oct 18 21:14:45.496895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-750c3b87-d855-4c05-8c71-7c6d9d4a7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:45.498410 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-750c3b87-d855-4c05-8c71-7c6d9d4a7872 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=80687a46b1384defa71f42d8ef73593a&device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 1096 time: 0.0421352 Oct 18 21:14:45.621433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-96af2c84-6160-4833-a3d5-37351e5c6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:45.623516 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-96af2c84-6160-4833-a3d5-37351e5c6a63 service neutron] 10.222.0.79 "GET /v2.0/networks?id=dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 200 len: 912 time: 0.1038365 Oct 18 21:14:45.628302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-208febe6-1989-4585-b3f5-ea6f7756b8fd tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:45.629885 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-208febe6-1989-4585-b3f5-ea6f7756b8fd tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.79 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 945 time: 0.0566740 Oct 18 21:14:45.717659 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-a331f7bc-1ca0-4a9d-a509-c9d176b5b2ec service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7 HTTP/1.1" status: 200 len: 1001 time: 0.0860753 Oct 18 21:14:45.734508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Deleting port cf968c5b-c172-4b71-adb2-8b9e46a2c756 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:14:45.735008 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:45.790307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-b8dc7576-f299-4b48-b554-67fa7ae40fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:45.792788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-b8dc7576-f299-4b48-b554-67fa7ae40fd1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 200 len: 850 time: 0.0675516 Oct 18 21:14:45.843414 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-d99ab67b-f8f2-4aca-bf57-63d3ae0f5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:45.845074 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-d99ab67b-f8f2-4aca-bf57-63d3ae0f5524 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=dbaac725-c83d-4be6-96ad-a9107de24de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441308 Oct 18 21:14:45.849528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] For port cf968c5b-c172-4b71-adb2-8b9e46a2c756, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=cf968c5b-c172-4b71-adb2-8b9e46a2c756,segment=NetworkSegment(4a4c3539-ddfc-4433-a4af-839937679587),segment_id=4a4c3539-ddfc-4433-a4af-839937679587)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:45.850203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:45.865174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Calling delete_port for cf968c5b-c172-4b71-adb2-8b9e46a2c756 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:14:45.969365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-1ad614b8-3833-4f31-947e-3bf3fd39c38b service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162193 Oct 18 21:14:46.014414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:46.028900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] get_ports_and_sgs() called for port_ids ['cf968c5b-c172-4b71-adb2-8b9e46a2c756'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:14:46.078290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Pushing event deleted for resources: {'Port': ['ID=cf968c5b-c172-4b71-adb2-8b9e46a2c756,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:46.119621 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-5f0d451d-5caa-450b-8a14-02ace25f9765 service neutron] 10.222.0.79 "GET /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433566 Oct 18 21:14:46.129223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] No DVR routers for this DVR port cf968c5b-c172-4b71-adb2-8b9e46a2c756 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:14:46.132797 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:46.136426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-49296bff-2d6d-4574-bd5b-f25e5c2a1d2a req-9e534b83-074d-4f34-aae7-0ea38ec74f59 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.79 "DELETE /v2.0/ports/cf968c5b-c172-4b71-adb2-8b9e46a2c756 HTTP/1.1" status: 204 len: 173 time: 0.5006406 Oct 18 21:14:46.137524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034952c5-4641-42e5-bc87-6b51304be280', 'name': 'network-vif-deleted', 'tag': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:14:46.139992 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044e021b-086a-49d7-878c-8d87651c3c5e" -d '{"events": [{"server_uuid": "034952c5-4641-42e5-bc87-6b51304be280", "name": "network-vif-deleted", "tag": "cf968c5b-c172-4b71-adb2-8b9e46a2c756"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:14:46.163813 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-217d9f50-1b90-4a16-9339-c98a5b3fdfca req-cc113055-35c3-445d-ab75-364c48c25ff2 tempest-TestServerAdvancedOps-2071485693 tempest-TestServerAdvancedOps-2071485693-project] 10.222.0.66 "GET /v2.0/ports?device_id=034952c5-4641-42e5-bc87-6b51304be280 HTTP/1.1" status: 200 len: 210 time: 0.0767214 Oct 18 21:14:46.227720 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e377f1-53ae-4e73-b5da-7de168cddb10 x-openstack-request-id: req-d0e377f1-53ae-4e73-b5da-7de168cddb10 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:14:46.228080 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034952c5-4641-42e5-bc87-6b51304be280", "name": "network-vif-deleted", "tag": "cf968c5b-c172-4b71-adb2-8b9e46a2c756", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:14:46.228805 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0e377f1-53ae-4e73-b5da-7de168cddb10 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:14:46.229442 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034952c5-4641-42e5-bc87-6b51304be280', 'name': 'network-vif-deleted', 'tag': 'cf968c5b-c172-4b71-adb2-8b9e46a2c756', 'status': 'completed', 'code': 200} Oct 18 21:14:47.238657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38826) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:47.295496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Deleting subnet dd2cd54a-26b0-4ead-8285-4dd97712e39b {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:14:47.299128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.335817 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.378442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.437080 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.464129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2cd54a-26b0-4ead-8285-4dd97712e39b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:47.473457 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.476186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dd2cd54a-26b0-4ead-8285-4dd97712e39b HTTP/1.1" status: 204 len: 168 time: 0.2364423 Oct 18 21:14:47.478160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.479066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.479066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.479386 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.479714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.479845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38832) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:47.480448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.480448 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.480656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.480980 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.481295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.481610 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.481920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b93838-d298-44b9-bee6-d3a7b84b97fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:47.563335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.650967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.676271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368d7dee-1948-414f-9d93-65d2346987af']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:47.686727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4c3539-ddfc-4433-a4af-839937679587') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:47.687021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4c3539-ddfc-4433-a4af-839937679587') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:47.696964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.711343 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.718516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:14:47.718939 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:14:47.720718 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:14:47.784019 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.790753 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.794190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/368d7dee-1948-414f-9d93-65d2346987af HTTP/1.1" status: 204 len: 168 time: 0.3132560 Oct 18 21:14:47.797332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38842) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:47.804307 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eb984-0694-4dce-89dd-bce1188b68e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=368d7dee-1948-414f-9d93-65d2346987af,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:47.852880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] Deleting subnet 4a5bd334-0cd8-48bf-be26-7e1bc8c6069f {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:14:47.856500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.908408 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:47.963540 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.020480 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.052034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a5bd334-0cd8-48bf-be26-7e1bc8c6069f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:48.059905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.066057 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1244d902-031d-448b-9805-071f7aafe069 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4a5bd334-0cd8-48bf-be26-7e1bc8c6069f HTTP/1.1" status: 204 len: 168 time: 0.2675641 Oct 18 21:14:48.069302 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38852) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:48.142734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.236752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.261820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41021dd1-709e-4582-8205-3bffba2bf74e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:48.272158 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381e772f-fea6-4c6f-921a-99a7485229b4') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:48.272489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381e772f-fea6-4c6f-921a-99a7485229b4') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:48.284774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.300744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.306887 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:14:48.307394 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:14:48.310055 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:14:48.369742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.376113 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.379599 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] 10.222.0.66 "DELETE /v2.0/networks/41021dd1-709e-4582-8205-3bffba2bf74e HTTP/1.1" status: 204 len: 168 time: 0.3092501 Oct 18 21:14:48.391936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97665bdf-75cb-4dde-8aad-461f5d9ff158 admin admin] Pushing event deleted for resources: {'Network': ['ID=41021dd1-709e-4582-8205-3bffba2bf74e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:48.572669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38868) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:48.621846 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d233abbb-8aa2-448e-a7d9-57ebc7628684 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=327b294a194d47a4bd11c8724521b16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452173 Oct 18 21:14:48.622150 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38870) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:48.677356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-907b8dac-77b7-4eb4-87ec-9f1c3d41f9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.699834 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-907b8dac-77b7-4eb4-87ec-9f1c3d41f9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.761229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-907b8dac-77b7-4eb4-87ec-9f1c3d41f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.764175 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-907b8dac-77b7-4eb4-87ec-9f1c3d41f9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:48.768339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-907b8dac-77b7-4eb4-87ec-9f1c3d41f9d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49bc6cef-828b-4623-9a8e-9edc6b6842df HTTP/1.1" status: 204 len: 168 time: 0.1450865 Oct 18 21:14:48.777745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b8dac-77b7-4eb4-87ec-9f1c3d41f9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc6cef-828b-4623-9a8e-9edc6b6842df,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:48.836720 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7edd4357-f431-4452-9631-be03fe711a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:49.025930 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:49.091445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cf968c5b-c172-4b71-adb2-8b9e46a2c756 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:14:49.117003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: cf968c5b-c172-4b71-adb2-8b9e46a2c756 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:14:49.117341 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device cf968c5b-c172-4b71-adb2-8b9e46a2c756 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:14:49.141609 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38890) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:49.196730 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8e17c99-6c59-4b2a-be92-c19a70df6a03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5299401325f546e3a08573277c5ca80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537953 Oct 18 21:14:49.199618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38892) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:49.258745 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c856ccaf-bf62-453f-bd7e-7eeab45f8196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:49.290638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c856ccaf-bf62-453f-bd7e-7eeab45f8196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:49.348911 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c856ccaf-bf62-453f-bd7e-7eeab45f8196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:49.351767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c856ccaf-bf62-453f-bd7e-7eeab45f8196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:49.352962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c856ccaf-bf62-453f-bd7e-7eeab45f8196 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee01a682-7939-4af4-9bb4-ffba12ca73d3 HTTP/1.1" status: 204 len: 168 time: 0.1523094 Oct 18 21:14:49.362680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856ccaf-bf62-453f-bd7e-7eeab45f8196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01a682-7939-4af4-9bb4-ffba12ca73d3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:50.122017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 38934) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:50.228698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1274994493-network', 'tenant_id': '225362a2762f487496c11c3b8b34db3a'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:50.251476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Made reservation on behalf of 225362a2762f487496c11c3b8b34db3a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:50.254277 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.263456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.363274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.367629 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.405394 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:14:50.407780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13812eff-9415-41aa-9c62-df55128e7f2c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:50.424942 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.425504 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Added segment d5157b5e-6824-4617-8045-7ed7c838d655 of type vlan for network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 Oct 18 21:14:50.476697 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.507311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.508546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:50.509188 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.537721 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4141855 Oct 18 21:14:50.540904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38948) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:50.547750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Request body: {'subnet': {'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1274994493-subnet', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:50.588079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600b9d9-cdd8-4459-b375-1065860af989 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:50.590153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Made reservation on behalf of 225362a2762f487496c11c3b8b34db3a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:50.593146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.599550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:14:50.806021 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.898822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:50.914777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Checking segment: {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:50.915382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Network hostable DHCP agents. Network: fcdb0c1b-4385-450d-8a92-b0e4d1fdc633, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:14:50.941447 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:14:50.955787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, fcdb0c1b-4385-450d-8a92-b0e4d1fdc633) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:50.960440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:50.961042 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:50.968915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e004e-bf68-4eaf-b0c4-97d7b3e00125 None None] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:50.980161 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2b27cadc-accb-45e5-9584-7f704f051f11 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4378974 Oct 18 21:14:50.984268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 38958) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:50.990958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:51.018847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.020171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.079350 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.170126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:14:51.171799 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.275096 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.354149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Allocated IP 172.20.0.2 (fcdb0c1b-4385-450d-8a92-b0e4d1fdc633/5cd74ff4-240a-4353-aabd-3cd06aa9aa9a/94041360-00cb-4326-a7fe-023c861981b6) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:14:51.521559 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.529090 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.534987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.569010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:14:51.569506 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.572336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:51.577802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:14:51.620055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Pushing event updated for resources: {'Port': ['ID=94041360-00cb-4326-a7fe-023c861981b6,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:51.652778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.653122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.653648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.653994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.654398 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.654783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.655116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.655469 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.655794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.656636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.656636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.656868 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:51.662602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Attempting to bind port 94041360-00cb-4326-a7fe-023c861981b6 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:14:51.662969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Attempting to bind port 94041360-00cb-4326-a7fe-023c861981b6 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:14:51.663337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Attempting to bind port 94041360-00cb-4326-a7fe-023c861981b6 on network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:14:51.669582 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:14:51.669953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Checking segment: {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:51.670579 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.671400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Bound using segment: {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:14:51.672124 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Bound port: 94041360-00cb-4326-a7fe-023c861981b6, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:14:51.672538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.698832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Allocated IP 172.25.7.242 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/b889f15b-ad87-4b7f-b6b1-5701049807f9) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:14:51.748032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] For port 94041360-00cb-4326-a7fe-023c861981b6, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:14:51.751683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] For port 94041360-00cb-4326-a7fe-023c861981b6, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=94041360-00cb-4326-a7fe-023c861981b6,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:14:51.756837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.831367 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c6f1a-1318-4fec-a535-fa103741e3b3 None None] Pushing event updated for resources: {'Port': ['ID=94041360-00cb-4326-a7fe-023c861981b6,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:51.842547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.888010 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:51.950410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:14:51.953702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:51.963148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:14:52.014177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Pushing event updated for resources: {'Port': ['ID=b889f15b-ad87-4b7f-b6b1-5701049807f9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:52.373780 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:52.636221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:52.833471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Router 7711ddce-0526-4489-a943-8f898d0af5fe is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:14:52.884593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 94041360-00cb-4326-a7fe-023c861981b6 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:14:52.913749 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:14:52.960831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 94041360-00cb-4326-a7fe-023c861981b6 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:52.961205 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:52.966329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:14:52.990322 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Sync routers for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:14:52.992219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:52.993976 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ce118a01-336b-4c92-aca9-c9d95941ed81 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0086040 Oct 18 21:14:52.996959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39002) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:53.020156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:53.021133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:53.093150 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a352f-be44-45f8-bd04-b66e2bd823b0 None None] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:53.434230 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.454998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-35736d20-0864-41b4-8073-8a1eb3d31924 None None] Provisioning complete for port 94041360-00cb-4326-a7fe-023c861981b6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:53.455855 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35736d20-0864-41b4-8073-8a1eb3d31924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.457047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6fc66561-0f62-4e0d-87c4-892271b8ae7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.522260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:53.528991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.619564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 94041360-00cb-4326-a7fe-023c861981b6, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=94041360-00cb-4326-a7fe-023c861981b6,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:53.652499 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.757426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Allocated IP 172.20.0.1 (fcdb0c1b-4385-450d-8a92-b0e4d1fdc633/5cd74ff4-240a-4353-aabd-3cd06aa9aa9a/95831150-673e-44c5-b260-4e427a462b6d) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:14:53.816113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=94041360-00cb-4326-a7fe-023c861981b6,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:53.879590 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.887987 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:52Z', 'revision_number': 3, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:53.926013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Checking router: 7711ddce-0526-4489-a943-8f898d0af5fe for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:14:53.926388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Updating router 7711ddce-0526-4489-a943-8f898d0af5fe port b889f15b-ad87-4b7f-b6b1-5701049807f9 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:14:53.932538 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.955175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:53.987458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:14:53.990501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:54.000168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:14:54.042375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.052126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Pushing event updated for resources: {'Port': ['ID=95831150-673e-44c5-b260-4e427a462b6d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:54.228451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0fd5c6e3-ab00-4854-a83d-ab10bb2d32f5 None None] Provisioning complete for port 94041360-00cb-4326-a7fe-023c861981b6 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:54.228999 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c6e3-ab00-4854-a83d-ab10bb2d32f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.263349 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.302106 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.425982 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.438121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.484636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Attempting to bind port b889f15b-ad87-4b7f-b6b1-5701049807f9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:14:54.485019 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Attempting to bind port b889f15b-ad87-4b7f-b6b1-5701049807f9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:14:54.485759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Attempting to bind port b889f15b-ad87-4b7f-b6b1-5701049807f9 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:14:54.491048 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.497731 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.501839 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:14:54.502495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:54.502906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.503308 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:14:54.503787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Bound port: b889f15b-ad87-4b7f-b6b1-5701049807f9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:14:54.504176 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.510079 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07693b37-b473-412d-a94a-de4629e24aeb None None] Pushing event updated for resources: {'Port': ['ID=b889f15b-ad87-4b7f-b6b1-5701049807f9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:54.569064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f4eed0aa-2604-4f00-8e6d-5e7ad24ae2a1 None None] Provisioning complete for port 95831150-673e-44c5-b260-4e427a462b6d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:54.569443 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4eed0aa-2604-4f00-8e6d-5e7ad24ae2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.585306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.587186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Pushing event updated for resources: {'Port': ['ID=95831150-673e-44c5-b260-4e427a462b6d,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:54.608066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] For port b889f15b-ad87-4b7f-b6b1-5701049807f9, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:14:54.627608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] For port b889f15b-ad87-4b7f-b6b1-5701049807f9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b889f15b-ad87-4b7f-b6b1-5701049807f9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:14:54.629163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f4eed0aa-2604-4f00-8e6d-5e7ad24ae2a1 None None] Port 95831150-673e-44c5-b260-4e427a462b6d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:14:54.634308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:54.684219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:54.684900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:54.692368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:14:54.693958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:54.748580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07693b37-b473-412d-a94a-de4629e24aeb None None] Pushing event updated for resources: {'Port': ['ID=b889f15b-ad87-4b7f-b6b1-5701049807f9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:54.829574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Router 7711ddce-0526-4489-a943-8f898d0af5fe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:14:54.852657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:54.891786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 94041360-00cb-4326-a7fe-023c861981b6 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:14:54.974730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:14:54.982193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4877f131-0a7c-4d03-8998-b8ed663b846d admin admin] 10.222.0.66 "PUT /v2.0/routers/7711ddce-0526-4489-a943-8f898d0af5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840181 Oct 18 21:14:55.059393 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 94041360-00cb-4326-a7fe-023c861981b6 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:55.059759 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.109063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4af6bf6f-205f-4ef4-80d6-765fd197df47 None None] Provisioning complete for port 95831150-673e-44c5-b260-4e427a462b6d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:55.109440 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4af6bf6f-205f-4ef4-80d6-765fd197df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.186894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4af6bf6f-205f-4ef4-80d6-765fd197df47 None None] Port 95831150-673e-44c5-b260-4e427a462b6d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:14:55.252522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 2, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:55.256325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.285265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b343a8-ef7f-42ab-b718-79bf8bcfc18b None None] The sync data for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 is: [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 2, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:14:55.582514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39044) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:55.587535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-946493772-network', 'tenant_id': '49526361854d425ab2829dbdcd18ea47'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:55.615376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Made reservation on behalf of 49526361854d425ab2829dbdcd18ea47 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:55.618843 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.634948 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.719105 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.724855 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.753162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:14:55.764016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7577cafa-d3ec-4131-987e-223179696ea5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:55.769438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.769639 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Added segment db3503c9-1904-41d6-8516-3d2e582d0133 of type vlan for network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 Oct 18 21:14:55.814326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.844946 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.845995 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:55.846600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.885348 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3015854 Oct 18 21:14:55.889533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39046) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:55.896740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Request body: {'subnet': {'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-946493772-subnet', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:55.935077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Made reservation on behalf of 49526361854d425ab2829dbdcd18ea47 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:14:55.938107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9831931-35c9-49ee-bd47-8cd8662a4977 admin admin] Pushing event updated for resources: {'Network': ['ID=9d86fdbe-9d1a-4635-90a7-99f803f2c177,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:55.938748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:55.948576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:14:56.163540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.227869 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73ee821b-0b21-429c-83be-19b659538e69,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:56.235716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Checking segment: {'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:56.235986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Network hostable DHCP agents. Network: 9d86fdbe-9d1a-4635-90a7-99f803f2c177, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:14:56.260655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:14:56.271185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 9d86fdbe-9d1a-4635-90a7-99f803f2c177) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:56.276205 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:14:56.276887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.281396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33149f27-8126-480c-b174-7b0afd43da68 None None] Network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:56.295598 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e04ece8a-356c-49fc-8c22-21d7b3d67424 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4033797 Oct 18 21:14:56.298369 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39048) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:56.303941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-946493772-router', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:14:56.332162 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.333829 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.398346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.460538 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'fixed_ips': [{'subnet_id': '73ee821b-0b21-429c-83be-19b659538e69'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:14:56.461399 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.885797 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.890669 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b889f15b-ad87-4b7f-b6b1-5701049807f9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:14:56.930576 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:56.941330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Allocated IP 172.20.0.2 (9d86fdbe-9d1a-4635-90a7-99f803f2c177/73ee821b-0b21-429c-83be-19b659538e69/ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:14:56.981908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b889f15b-ad87-4b7f-b6b1-5701049807f9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:56.982600 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.150105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.161429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.170817 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.196652 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.200075 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port b889f15b-ad87-4b7f-b6b1-5701049807f9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b889f15b-ad87-4b7f-b6b1-5701049807f9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:57.205777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.210916 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.250652 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:14:57.254078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:57.257588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:14:57.292795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Allocated IP 172.25.7.83 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/284b0045-ddbe-4114-8a4a-6523430b854f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:14:57.296784 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=b889f15b-ad87-4b7f-b6b1-5701049807f9,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:57.350376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Attempting to bind port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:14:57.350705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Attempting to bind port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:14:57.351029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Attempting to bind port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 on network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:14:57.365589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:14:57.366041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Checking segment: {'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:57.366406 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.367018 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Bound using segment: {'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:14:57.367285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Bound port: ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:14:57.367670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.370999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Pushing event updated for resources: {'Port': ['ID=ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:57.404699 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.443103 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.451568 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] For port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:14:57.455551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] For port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9,segment=NetworkSegment(db3503c9-1904-41d6-8516-3d2e582d0133),segment_id=db3503c9-1904-41d6-8516-3d2e582d0133)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:14:57.466164 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.489959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:14:57.493102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:14:57.496605 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:14:57.504877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=284b0045-ddbe-4114-8a4a-6523430b854f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:57.555976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1d05-c690-469a-a6c9-34b30666737f None None] Pushing event updated for resources: {'Port': ['ID=ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:57.833541 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:57.942413 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Sync routers for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:14:57.952836 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:57.954142 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:58.055613 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:58.072345 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:58.198185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Router dae36b56-c41a-444f-99f0-b72379611db6 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:14:58.321498 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:14:58.335305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Sync routers for ids ['dae36b56-c41a-444f-99f0-b72379611db6'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:14:58.347753 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:58.354335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39058) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:14:58.355000 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-17817a0c-c637-43b9-a18a-3a6d72b5bfc4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0538034 Oct 18 21:14:58.357708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Routers {'dae36b56-c41a-444f-99f0-b72379611db6'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:58.358550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['dae36b56-c41a-444f-99f0-b72379611db6'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:58.390015 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 2, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:58.420011 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Checking router: 7711ddce-0526-4489-a943-8f898d0af5fe for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:14:58.420572 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Updating router 7711ddce-0526-4489-a943-8f898d0af5fe port 95831150-673e-44c5-b260-4e427a462b6d binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:14:58.482254 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:58.499723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Set router dae36b56-c41a-444f-99f0-b72379611db6 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:58.756595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'name': 'tempest-TestServerBasicOps-946493772-router', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:56Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 3, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'gw_port': {'id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:57Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:58.796457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Checking router: dae36b56-c41a-444f-99f0-b72379611db6 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:14:58.796820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Updating router dae36b56-c41a-444f-99f0-b72379611db6 port 284b0045-ddbe-4114-8a4a-6523430b854f binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:14:58.841561 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.008534 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.020917 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.066514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57627d-6c26-43e1-9a83-9a25d88ff36b None None] Network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:14:59.071612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b889f15b-ad87-4b7f-b6b1-5701049807f9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:14:59.073109 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Pushing event updated for resources: {'Port': ['ID=95831150-673e-44c5-b260-4e427a462b6d,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:59.105963 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.106714 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.107207 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.107871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.108361 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.108875 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.109366 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.109843 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.110337 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.110827 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.111310 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.111793 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:14:59.149567 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fa172c3c-558d-4dcc-84a8-3030658fe5c3 None None] Provisioning complete for port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:59.149864 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fa172c3c-558d-4dcc-84a8-3030658fe5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.162382 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Attempting to bind port 95831150-673e-44c5-b260-4e427a462b6d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:14:59.163206 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Attempting to bind port 95831150-673e-44c5-b260-4e427a462b6d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:14:59.163957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Attempting to bind port 95831150-673e-44c5-b260-4e427a462b6d on network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:14:59.171091 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:14:59.172127 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Checking segment: {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:59.172779 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.174000 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Bound using segment: {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:14:59.175456 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Bound port: 95831150-673e-44c5-b260-4e427a462b6d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:14:59.175896 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.258424 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] For port 95831150-673e-44c5-b260-4e427a462b6d, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:14:59.269276 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] For port 95831150-673e-44c5-b260-4e427a462b6d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=95831150-673e-44c5-b260-4e427a462b6d,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:14:59.283885 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.355918 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:14:59.359148 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:59.372698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b889f15b-ad87-4b7f-b6b1-5701049807f9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:59.373274 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.478273 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.506767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.539421 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fa172c3c-558d-4dcc-84a8-3030658fe5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.552712 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:14:59.648551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fa172c3c-558d-4dcc-84a8-3030658fe5c3 None None] For port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9,segment=NetworkSegment(db3503c9-1904-41d6-8516-3d2e582d0133),segment_id=db3503c9-1904-41d6-8516-3d2e582d0133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:14:59.653375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412120-66a4-401b-aece-171b79c81db5 None None] Pushing event updated for resources: {'Port': ['ID=284b0045-ddbe-4114-8a4a-6523430b854f,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:59.666481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fa172c3c-558d-4dcc-84a8-3030658fe5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.690861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Attempting to bind port 284b0045-ddbe-4114-8a4a-6523430b854f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:14:59.690861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Attempting to bind port 284b0045-ddbe-4114-8a4a-6523430b854f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:14:59.691401 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Attempting to bind port 284b0045-ddbe-4114-8a4a-6523430b854f on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:14:59.697314 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e84c6-1d37-4568-921f-e90e1d1110f7 None None] Pushing event updated for resources: {'Port': ['ID=95831150-673e-44c5-b260-4e427a462b6d,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:59.701124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.741891 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:14:59.742387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:14:59.742884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.743375 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:14:59.743974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Bound port: 284b0045-ddbe-4114-8a4a-6523430b854f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:14:59.744476 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.786117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:14:59.870158 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:14:59Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:14:59.881030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cf6ec3af-0d40-4b58-a15c-03c8408910ce None None] Provisioning complete for port 95831150-673e-44c5-b260-4e427a462b6d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:14:59.881615 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec3af-0d40-4b58-a15c-03c8408910ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:14:59.911974 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f75706-d1d5-49dd-8b23-4d0b4a3f1335 None None] The sync data for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 is: [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:14:59Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:14:59.954262 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Allocated IP 172.20.0.1 (9d86fdbe-9d1a-4635-90a7-99f803f2c177/73ee821b-0b21-429c-83be-19b659538e69/20616522-b8db-4403-9ab8-686f58ed02af) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:14:59.962743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa172c3c-558d-4dcc-84a8-3030658fe5c3 None None] Pushing event updated for resources: {'Port': ['ID=ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:14:59.995478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] For port 284b0045-ddbe-4114-8a4a-6523430b854f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:15:00.021118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] For port 284b0045-ddbe-4114-8a4a-6523430b854f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=284b0045-ddbe-4114-8a4a-6523430b854f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:15:00.108490 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.157687 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.210714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Pushing event updated for resources: {'Port': ['ID=20616522-b8db-4403-9ab8-686f58ed02af,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:00.223893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:15:00.225425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:15:00.228011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:15:00.247769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:00.248145 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.252769 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.271916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.341231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec3af-0d40-4b58-a15c-03c8408910ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.363076 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412120-66a4-401b-aece-171b79c81db5 None None] Pushing event updated for resources: {'Port': ['ID=284b0045-ddbe-4114-8a4a-6523430b854f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:00.412086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Routers {'dae36b56-c41a-444f-99f0-b72379611db6'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:00.412918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['dae36b56-c41a-444f-99f0-b72379611db6'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:00.449437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.498521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-cf6ec3af-0d40-4b58-a15c-03c8408910ce None None] For port 95831150-673e-44c5-b260-4e427a462b6d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=95831150-673e-44c5-b260-4e427a462b6d,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:00.560107 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec3af-0d40-4b58-a15c-03c8408910ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.692609 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.700284 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.719409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] Set router dae36b56-c41a-444f-99f0-b72379611db6 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:00.723767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ec3af-0d40-4b58-a15c-03c8408910ce None None] Pushing event updated for resources: {'Port': ['ID=95831150-673e-44c5-b260-4e427a462b6d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:00.755116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d03c51ff-8cdc-4f66-886d-ca4665829370 None None] Provisioning complete for port 20616522-b8db-4403-9ab8-686f58ed02af triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:00.755479 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d03c51ff-8cdc-4f66-886d-ca4665829370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.768694 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Pushing event updated for resources: {'Port': ['ID=20616522-b8db-4403-9ab8-686f58ed02af,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:00.771203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.845182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d03c51ff-8cdc-4f66-886d-ca4665829370 None None] Port 20616522-b8db-4403-9ab8-686f58ed02af cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:15:00.907598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:15:00.911387 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:15:00.912487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d03c51ff-8cdc-4f66-886d-ca4665829370 None None] Provisioning complete for port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:00.915247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d03c51ff-8cdc-4f66-886d-ca4665829370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:00.951649 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 95831150-673e-44c5-b260-4e427a462b6d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:15:01.047086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Router dae36b56-c41a-444f-99f0-b72379611db6 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:15:01.097976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 95831150-673e-44c5-b260-4e427a462b6d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:01.097976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.158510 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'name': 'tempest-TestServerBasicOps-946493772-router', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:56Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 4, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'gw_port': {'id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:57Z', 'updated_at': '2021-10-18T21:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '20616522-b8db-4403-9ab8-686f58ed02af', 'name': '', 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'mac_address': 'fa:16:3e:35:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73ee821b-0b21-429c-83be-19b659538e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:59Z', 'updated_at': '2021-10-18T21:14:59Z', 'revision_number': 1, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'subnets': [{'id': '73ee821b-0b21-429c-83be-19b659538e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:01.180434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:15:01.185948 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9f259cb4-0a48-4170-8b87-c71903fa463e admin admin] 10.222.0.66 "PUT /v2.0/routers/dae36b56-c41a-444f-99f0-b72379611db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292341 Oct 18 21:15:01.196025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb7c75-8a5f-4a78-80fb-15a394208510 None None] The sync data for ids ['dae36b56-c41a-444f-99f0-b72379611db6'] in n-d-812149-2 is: [{'id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'name': 'tempest-TestServerBasicOps-946493772-router', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:56Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 4, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'gw_port': {'id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:57Z', 'updated_at': '2021-10-18T21:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '20616522-b8db-4403-9ab8-686f58ed02af', 'name': '', 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'mac_address': 'fa:16:3e:35:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73ee821b-0b21-429c-83be-19b659538e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:59Z', 'updated_at': '2021-10-18T21:14:59Z', 'revision_number': 1, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'subnets': [{'id': '73ee821b-0b21-429c-83be-19b659538e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:15:01.251470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:15:01.298311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-46c340bd-91c8-4819-b329-8b7d5eb59433 None None] Provisioning complete for port 20616522-b8db-4403-9ab8-686f58ed02af triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:01.298677 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-46c340bd-91c8-4819-b329-8b7d5eb59433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.341513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ff50bdf6-14f3-4468-b2fa-eec8f9e4b5f9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:01.341879 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.343402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-46c340bd-91c8-4819-b329-8b7d5eb59433 None None] Port 20616522-b8db-4403-9ab8-686f58ed02af cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:15:01.702626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39080) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:01.707345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-88f2e56d-8dc9-43e1-a387-a2458a95697e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479461402', 'description': 'tempest-secgroup-smoke-1479461402 description', 'project_id': '225362a2762f487496c11c3b8b34db3a'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:01.740434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88f2e56d-8dc9-43e1-a387-a2458a95697e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.834624 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88f2e56d-8dc9-43e1-a387-a2458a95697e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.840088 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88f2e56d-8dc9-43e1-a387-a2458a95697e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.872846 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88f2e56d-8dc9-43e1-a387-a2458a95697e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.874227 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-88f2e56d-8dc9-43e1-a387-a2458a95697e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1705782 Oct 18 21:15:01.877638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39088) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:01.882589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-aaa355c2-3995-4684-897a-99d1b344132c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'security_group_rule': {'security_group_id': '81eb23cb-4583-4a15-8175-49f9de51228e', 'project_id': '225362a2762f487496c11c3b8b34db3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:01.888946 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2e56d-8dc9-43e1-a387-a2458a95697e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb23cb-4583-4a15-8175-49f9de51228e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:01.916227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aaa355c2-3995-4684-897a-99d1b344132c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.979919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aaa355c2-3995-4684-897a-99d1b344132c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:01.985096 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aaa355c2-3995-4684-897a-99d1b344132c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.004432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa355c2-3995-4684-897a-99d1b344132c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c21fff-beb7-4378-b1d4-c45e5614efa6,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:02.013380 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aaa355c2-3995-4684-897a-99d1b344132c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.016450 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aaa355c2-3995-4684-897a-99d1b344132c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360035 Oct 18 21:15:02.017397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39092) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:02.021918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0daee213-5c53-43c9-a34b-0bdc026ae78e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'security_group_rule': {'security_group_id': '81eb23cb-4583-4a15-8175-49f9de51228e', 'project_id': '225362a2762f487496c11c3b8b34db3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:02.050995 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0daee213-5c53-43c9-a34b-0bdc026ae78e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.132583 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0daee213-5c53-43c9-a34b-0bdc026ae78e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.139317 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0daee213-5c53-43c9-a34b-0bdc026ae78e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.165840 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daee213-5c53-43c9-a34b-0bdc026ae78e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f16fb1f-70f9-43f9-8ce4-effa79a9f432,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:02.172960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0daee213-5c53-43c9-a34b-0bdc026ae78e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.174236 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0daee213-5c53-43c9-a34b-0bdc026ae78e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557500 Oct 18 21:15:02.177209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39094) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:02.182028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-58c32cfd-4bb1-49f9-bcb2-22ea44b679ff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'security_group_rule': {'security_group_id': '81eb23cb-4583-4a15-8175-49f9de51228e', 'project_id': '225362a2762f487496c11c3b8b34db3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:02.222610 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58c32cfd-4bb1-49f9-bcb2-22ea44b679ff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.300578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58c32cfd-4bb1-49f9-bcb2-22ea44b679ff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.305070 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58c32cfd-4bb1-49f9-bcb2-22ea44b679ff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.325133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c32cfd-4bb1-49f9-bcb2-22ea44b679ff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6868757c-64c6-4618-abac-327d077b9e4c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:02.334198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-58c32cfd-4bb1-49f9-bcb2-22ea44b679ff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.339191 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-58c32cfd-4bb1-49f9-bcb2-22ea44b679ff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572700 Oct 18 21:15:02.339452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39098) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:02.344120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c2a6bcd1-c7ef-40cf-b1be-b263f610bb67 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'security_group_rule': {'security_group_id': '81eb23cb-4583-4a15-8175-49f9de51228e', 'project_id': '225362a2762f487496c11c3b8b34db3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:02.376487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bcd1-c7ef-40cf-b1be-b263f610bb67 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.454701 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bcd1-c7ef-40cf-b1be-b263f610bb67 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.459646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bcd1-c7ef-40cf-b1be-b263f610bb67 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.479590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6bcd1-c7ef-40cf-b1be-b263f610bb67 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9a6239-675c-4d4f-88f6-125780faf2bf,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:02.492254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c2a6bcd1-c7ef-40cf-b1be-b263f610bb67 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.496420 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c2a6bcd1-c7ef-40cf-b1be-b263f610bb67 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531706 Oct 18 21:15:02.497503 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 39100) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:02.502579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'security_group_rule': {'security_group_id': '81eb23cb-4583-4a15-8175-49f9de51228e', 'project_id': '225362a2762f487496c11c3b8b34db3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:02.527470 n-d-812149-2 neutron-server[100530]: INFO neutron.db.securitygroups_db [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Project 225362a2762f487496c11c3b8b34db3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:15:02.538193 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.606489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.610966 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.633891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74e184a-f425-476f-9886-918d1f49372b,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:02.642456 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.643702 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f888933-331e-4a47-97b8-78a7d1ea259f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450706 Oct 18 21:15:02.646647 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39102) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:02.653184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'security_group_rule': {'security_group_id': '81eb23cb-4583-4a15-8175-49f9de51228e', 'project_id': '225362a2762f487496c11c3b8b34db3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:02.678603 n-d-812149-2 neutron-server[100531]: INFO neutron.db.securitygroups_db [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Project 225362a2762f487496c11c3b8b34db3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 21:15:02.684790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.763436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.768663 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699282'] for security_group_rule, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.789393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206e71df-5c4c-4875-bef4-1eef0972380a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:02.814396 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:02.834626 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8cb27d60-35a5-4e10-a93d-0e7e5a9b480f tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1839597 Oct 18 21:15:02.869746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 284b0045-ddbe-4114-8a4a-6523430b854f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:15:02.948673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 284b0045-ddbe-4114-8a4a-6523430b854f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:02.949256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:03.008693 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-a07cadc4-5a46-450f-b506-0d8cdd19857e tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479461402&fields=id&tenant_id=225362a2762f487496c11c3b8b34db3a HTTP/1.1" status: 200 len: 267 time: 0.0433397 Oct 18 21:15:03.036539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:03.058854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 284b0045-ddbe-4114-8a4a-6523430b854f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=284b0045-ddbe-4114-8a4a-6523430b854f,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:03.064052 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:03.121044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=284b0045-ddbe-4114-8a4a-6523430b854f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:03.130709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-ba3fac23-4fe0-49e6-b450-399b5f5170ab tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:03.133238 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-ba3fac23-4fe0-49e6-b450-399b5f5170ab tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 809 time: 0.1171517 Oct 18 21:15:03.150549 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-110c48c8-e5a1-4a8c-bb26-2d4dcd83374a tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/quotas/225362a2762f487496c11c3b8b34db3a HTTP/1.1" status: 200 len: 375 time: 0.0103066 Oct 18 21:15:03.203302 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-53d7753c-a260-45c4-82dd-f910bf826d8c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460985 Oct 18 21:15:03.309061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d1c7076-2397-4495-87ca-c034e59a6ba8 service neutron] 10.222.0.66 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926907 Oct 18 21:15:03.410781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-48fede3c-a5a2-44a2-8478-7c6b33112119 service neutron] 10.222.0.66 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952559 Oct 18 21:15:03.684093 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf655a5a-9138-4b3b-b120-a22ee4f59ea7 req-091dd9ce-bcfa-4722-ac53-d493b9647a81 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 210 time: 0.0312128 Oct 18 21:15:03.732693 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Sync routers for ids ['dae36b56-c41a-444f-99f0-b72379611db6'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:15:03.742249 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Routers {'dae36b56-c41a-444f-99f0-b72379611db6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:03.742636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['dae36b56-c41a-444f-99f0-b72379611db6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:03.867138 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Set router dae36b56-c41a-444f-99f0-b72379611db6 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:04.090934 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'name': 'tempest-TestServerBasicOps-946493772-router', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:56Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 4, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'gw_port': {'id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:57Z', 'updated_at': '2021-10-18T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '20616522-b8db-4403-9ab8-686f58ed02af', 'name': '', 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'mac_address': 'fa:16:3e:35:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73ee821b-0b21-429c-83be-19b659538e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:59Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 2, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'subnets': [{'id': '73ee821b-0b21-429c-83be-19b659538e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:04.124427 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Checking router: dae36b56-c41a-444f-99f0-b72379611db6 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:15:04.124781 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Updating router dae36b56-c41a-444f-99f0-b72379611db6 port 20616522-b8db-4403-9ab8-686f58ed02af binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:15:04.151238 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:04.431651 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:04.437370 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:04.489841 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48529a4-a10e-4152-ac8b-4ac5d3667a09 None None] Pushing event updated for resources: {'Port': ['ID=20616522-b8db-4403-9ab8-686f58ed02af,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:04.671263 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Attempting to bind port 20616522-b8db-4403-9ab8-686f58ed02af on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:15:04.671636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Attempting to bind port 20616522-b8db-4403-9ab8-686f58ed02af by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:15:04.671999 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Attempting to bind port 20616522-b8db-4403-9ab8-686f58ed02af on network 9d86fdbe-9d1a-4635-90a7-99f803f2c177 {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:15:04.681455 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:15:04.681880 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Checking segment: {'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:15:04.682363 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:04.682827 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Bound using segment: {'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:15:04.686052 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Bound port: 20616522-b8db-4403-9ab8-686f58ed02af, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3503c9-1904-41d6-8516-3d2e582d0133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:15:04.686626 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:04.736086 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8048096c-c315-44d5-9fb0-21c18e1fa496 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:04.738079 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8048096c-c315-44d5-9fb0-21c18e1fa496 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 809 time: 0.1865618 Oct 18 21:15:04.774957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] For port 20616522-b8db-4403-9ab8-686f58ed02af, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:15:04.781735 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] For port 20616522-b8db-4403-9ab8-686f58ed02af, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=20616522-b8db-4403-9ab8-686f58ed02af,segment=NetworkSegment(db3503c9-1904-41d6-8516-3d2e582d0133),segment_id=db3503c9-1904-41d6-8516-3d2e582d0133)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:15:04.790289 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:04.810065 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-2a83e34c-7cfa-40a3-b599-01154abfe08a None None] Provisioning complete for port 20616522-b8db-4403-9ab8-686f58ed02af triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:04.810552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a83e34c-7cfa-40a3-b599-01154abfe08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:04.824784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-68512ef9-22dc-4563-9ccc-10552819bcb0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=225362a2762f487496c11c3b8b34db3a HTTP/1.1" status: 200 len: 380 time: 0.0753412 Oct 18 21:15:04.836457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'port': {'device_id': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'admin_state_up': True, 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'security_groups': ['81eb23cb-4583-4a15-8175-49f9de51228e']}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:04.860326 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e68279ef-a895-49f3-a207-c63094f410e4 req-f0578b63-74c1-4ee5-8c81-cf6feed32901 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 210 time: 0.0423555 Oct 18 21:15:04.870970 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48529a4-a10e-4152-ac8b-4ac5d3667a09 None None] Pushing event updated for resources: {'Port': ['ID=20616522-b8db-4403-9ab8-686f58ed02af,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:04.896710 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Routers {'dae36b56-c41a-444f-99f0-b72379611db6'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:04.897360 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['dae36b56-c41a-444f-99f0-b72379611db6'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:04.903629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 284b0045-ddbe-4114-8a4a-6523430b854f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:15:05.028077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a83e34c-7cfa-40a3-b599-01154abfe08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.065804 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Made reservation on behalf of 225362a2762f487496c11c3b8b34db3a for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:15:05.066908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2a83e34c-7cfa-40a3-b599-01154abfe08a None None] For port 20616522-b8db-4403-9ab8-686f58ed02af, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=20616522-b8db-4403-9ab8-686f58ed02af,segment=NetworkSegment(db3503c9-1904-41d6-8516-3d2e582d0133),segment_id=db3503c9-1904-41d6-8516-3d2e582d0133)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:05.072859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 284b0045-ddbe-4114-8a4a-6523430b854f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:05.074030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.076684 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.095129 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] Set router dae36b56-c41a-444f-99f0-b72379611db6 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:05.140679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a83e34c-7cfa-40a3-b599-01154abfe08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.258996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83e34c-7cfa-40a3-b599-01154abfe08a None None] Pushing event updated for resources: {'Port': ['ID=20616522-b8db-4403-9ab8-686f58ed02af,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:05.285592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-edb113bb-a430-4e6e-9e23-7d9d186e4d3e None None] Provisioning complete for port 20616522-b8db-4403-9ab8-686f58ed02af triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:05.285972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-edb113bb-a430-4e6e-9e23-7d9d186e4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.345129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Allocated IP 172.20.0.12 (fcdb0c1b-4385-450d-8a92-b0e4d1fdc633/5cd74ff4-240a-4353-aabd-3cd06aa9aa9a/db6e49e0-3232-4df7-819e-6d847835063d) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:15:05.401345 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'name': 'tempest-TestServerBasicOps-946493772-router', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:56Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 4, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'gw_port': {'id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:57Z', 'updated_at': '2021-10-18T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '20616522-b8db-4403-9ab8-686f58ed02af', 'name': '', 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'mac_address': 'fa:16:3e:35:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73ee821b-0b21-429c-83be-19b659538e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:59Z', 'updated_at': '2021-10-18T21:15:04Z', 'revision_number': 4, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'subnets': [{'id': '73ee821b-0b21-429c-83be-19b659538e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:05.433501 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d1cf3-5b03-4ccc-bb00-3a0d53e0a27a None None] The sync data for ids ['dae36b56-c41a-444f-99f0-b72379611db6'] in n-d-812149-2 is: [{'id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'name': 'tempest-TestServerBasicOps-946493772-router', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:56Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 4, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'gw_port': {'id': '284b0045-ddbe-4114-8a4a-6523430b854f', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:57Z', 'updated_at': '2021-10-18T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '20616522-b8db-4403-9ab8-686f58ed02af', 'name': '', 'network_id': '9d86fdbe-9d1a-4635-90a7-99f803f2c177', 'tenant_id': '49526361854d425ab2829dbdcd18ea47', 'mac_address': 'fa:16:3e:35:bf:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36b56-c41a-444f-99f0-b72379611db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '73ee821b-0b21-429c-83be-19b659538e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:59Z', 'updated_at': '2021-10-18T21:15:04Z', 'revision_number': 4, 'project_id': '49526361854d425ab2829dbdcd18ea47', 'subnets': [{'id': '73ee821b-0b21-429c-83be-19b659538e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:15:05.573722 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.618779 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.664109 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:15:05.667866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:15:05.672100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:15:05.681752 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'Port': ['ID=db6e49e0-3232-4df7-819e-6d847835063d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:05.754304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:05.755039 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:05.782945 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-8d701267-7f0f-4abf-8a3e-97d7358bbbd0 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9507940 Oct 18 21:15:05.800305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Request body: {'port': {'device_id': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812149-2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:05.904774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.050793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758c845-7d34-464d-ac76-058d4c93978a req-482a1b5e-9437-4449-89b5-41c8d02966e9 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:06.057865 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0758c845-7d34-464d-ac76-058d4c93978a req-482a1b5e-9437-4449-89b5-41c8d02966e9 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 932 time: 0.0822401 Oct 18 21:15:06.067542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a716c684-6554-40b0-b5b7-5fdd8e27fda5 None None] Provisioning complete for port db6e49e0-3232-4df7-819e-6d847835063d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:06.068025 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a716c684-6554-40b0-b5b7-5fdd8e27fda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.124230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a716c684-6554-40b0-b5b7-5fdd8e27fda5 None None] Port db6e49e0-3232-4df7-819e-6d847835063d cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:15:06.149402 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0758c845-7d34-464d-ac76-058d4c93978a req-050bed56-122b-4d6d-a1ea-d509013aab16 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798576 Oct 18 21:15:06.290863 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6e49e0-3232-4df7-819e-6d847835063d {{(pid=100530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:15:06.301137 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.316569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.provisioning_blocks [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Transition to ACTIVE for port object db6e49e0-3232-4df7-819e-6d847835063d will not be triggered until provisioned by entity L2. {{(pid=100530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 21:15:06.328131 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.393713 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Pushing event updated for resources: {'Port': ['ID=db6e49e0-3232-4df7-819e-6d847835063d,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:06.496965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Attempting to bind port db6e49e0-3232-4df7-819e-6d847835063d on host n-h1-812149-2 for vnic_type normal with profile {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:15:06.497452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Attempting to bind port db6e49e0-3232-4df7-819e-6d847835063d by drivers openvswitch,hyperv on host n-h1-812149-2 at level 0 using segments [{'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:15:06.497884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Attempting to bind port db6e49e0-3232-4df7-819e-6d847835063d on network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:15:06.503558 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Port db6e49e0-3232-4df7-819e-6d847835063d on network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 not bound, no agent of type Open vSwitch agent registered on host n-h1-812149-2 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 21:15:06.504243 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Attempting to bind port db6e49e0-3232-4df7-819e-6d847835063d on network fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:15:06.516029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Checking agent: {'id': '403dcda3-85b9-47cf-8326-58fce3415295', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'started_at': datetime.datetime(2021, 10, 18, 20, 24, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:15:06.516725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Checking segment: {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:15:06.517410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Bound using segment: {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'} {{(pid=100530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:15:06.518031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.managers [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Bound port: db6e49e0-3232-4df7-819e-6d847835063d, host: n-h1-812149-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5157b5e-6824-4617-8045-7ed7c838d655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633'}}] {{(pid=100530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:15:06.518503 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.608552 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] For port db6e49e0-3232-4df7-819e-6d847835063d, host n-h1-812149-2, cleared binding levels {{(pid=100530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:15:06.612678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] For port db6e49e0-3232-4df7-819e-6d847835063d, host n-h1-812149-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=db6e49e0-3232-4df7-819e-6d847835063d,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:15:06.621887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.663794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:06.664436 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.665883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] 10.222.0.30 "PUT /v2.0/ports/db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1092 time: 0.8722122 Oct 18 21:15:06.666355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:15:06.676509 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc14b1d-901e-47cf-87ae-117650dfd752", "tag": "db6e49e0-3232-4df7-819e-6d847835063d"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:15:06.756704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3a120-afbd-407e-80e4-2304d363fc80 service neutron] Pushing event updated for resources: {'Port': ['ID=db6e49e0-3232-4df7-819e-6d847835063d,revision_number=3']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:06.780837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-5a8a7714-b8c1-4db8-92a6-cc27140a9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:06.782663 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-5a8a7714-b8c1-4db8-92a6-cc27140a9df2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1095 time: 0.0600023 Oct 18 21:15:06.851959 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-ce0815b9-5c0b-46fb-ba6a-8b6c823f8d5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0603015 Oct 18 21:15:06.889437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 20616522-b8db-4403-9ab8-686f58ed02af up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:15:06.947773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 20616522-b8db-4403-9ab8-686f58ed02af triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:06.948131 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1efce6e-d0e9-438d-bc13-b7c1b95289b8 x-openstack-request-id: req-b1efce6e-d0e9-438d-bc13-b7c1b95289b8 {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:15:06.948349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:06.948572 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc14b1d-901e-47cf-87ae-117650dfd752", "tag": "db6e49e0-3232-4df7-819e-6d847835063d", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:15:06.948744 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1efce6e-d0e9-438d-bc13-b7c1b95289b8 {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:15:06.949340 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d', 'status': 'completed', 'code': 200} Oct 18 21:15:07.012080 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-13c5a2ab-10b6-4532-8688-86a5050a826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:07.013746 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-13c5a2ab-10b6-4532-8688-86a5050a826c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.1537340 Oct 18 21:15:07.082771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-9589d993-2779-44d4-95c7-b44404ae16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:07.085716 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-9589d993-2779-44d4-95c7-b44404ae16a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631948 Oct 18 21:15:07.193908 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-59aa5c67-1b10-4621-ad16-e585dd742a70 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005125 Oct 18 21:15:07.307216 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515069a-15ba-4ba0-a086-392fcc5dd8ab req-03ef8898-e03a-4da9-a7f2-8803425f95a7 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:07.309921 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8515069a-15ba-4ba0-a086-392fcc5dd8ab req-03ef8898-e03a-4da9-a7f2-8803425f95a7 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 944 time: 0.0776610 Oct 18 21:15:07.320427 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a1f0ebda-585c-4451-bd8d-790b36f436ca req-89632e80-8615-40c7-bb34-f2e8c3256ae0 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187835 Oct 18 21:15:07.378772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8515069a-15ba-4ba0-a086-392fcc5dd8ab req-95d43095-d3d1-4ac0-a700-7017a5485d08 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537634 Oct 18 21:15:07.430090 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-b0fbc103-bc65-4925-9097-64cc54e70417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:07.431814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-b0fbc103-bc65-4925-9097-64cc54e70417 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1095 time: 0.0518465 Oct 18 21:15:07.536600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-4c64ce6c-0015-4913-af33-73018a45676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:07.538408 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-4c64ce6c-0015-4913-af33-73018a45676d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0992613 Oct 18 21:15:07.580862 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-4cb51d81-35a0-4a8a-8996-31179ecf6c62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0351260 Oct 18 21:15:07.644019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-8c2db289-d645-4c48-b2a1-f507716bbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:07.645730 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-8c2db289-d645-4c48-b2a1-f507716bbdd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0555232 Oct 18 21:15:07.701604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-b6f22f57-f3c5-4001-9122-c6281ef81a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:07.703360 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-b6f22f57-f3c5-4001-9122-c6281ef81a4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490441 Oct 18 21:15:07.815179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-89933154-416a-4ed9-9458-cdf6cf9f77e4 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030407 Oct 18 21:15:07.919584 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-55ff2090-d6eb-4a9e-b567-7f18fe6fb476 req-ddba95c5-dfeb-44b8-b22a-9f038bc9d221 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962956 Oct 18 21:15:08.506331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687d160-cc19-4d88-a00e-3d2d7eb02072 req-51566f38-e8ea-4680-a944-febc89a311e8 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:08.507829 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5687d160-cc19-4d88-a00e-3d2d7eb02072 req-51566f38-e8ea-4680-a944-febc89a311e8 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 944 time: 0.0526140 Oct 18 21:15:08.548075 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5687d160-cc19-4d88-a00e-3d2d7eb02072 req-a1f54175-3b9a-4470-bcee-67ffda833260 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335691 Oct 18 21:15:09.673860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c53a0e-6897-4973-9352-4b9f262f271d req-6b898567-3c0f-4ceb-976b-fe7c321c8260 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:09.675352 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59c53a0e-6897-4973-9352-4b9f262f271d req-6b898567-3c0f-4ceb-976b-fe7c321c8260 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 944 time: 0.0500774 Oct 18 21:15:09.715810 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-59c53a0e-6897-4973-9352-4b9f262f271d req-80eafce8-2e3c-475d-8815-f3a4b9f822da tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339003 Oct 18 21:15:10.163410 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device db6e49e0-3232-4df7-819e-6d847835063d details requested by agent hyperv_n-h1-812149-2 with host n-h1-812149-2 {{(pid=100532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 21:15:10.268989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port db6e49e0-3232-4df7-819e-6d847835063d, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=db6e49e0-3232-4df7-819e-6d847835063d,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:10.281846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Returning: {'device': 'db6e49e0-3232-4df7-819e-6d847835063d', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'port_id': 'db6e49e0-3232-4df7-819e-6d847835063d', 'mac_address': 'fa:16:3e:f3:a5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 21:15:10.325975 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:10.340891 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6e49e0-3232-4df7-819e-6d847835063d {{(pid=100532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 21:15:10.362356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port db6e49e0-3232-4df7-819e-6d847835063d, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=db6e49e0-3232-4df7-819e-6d847835063d,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:10.367345 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:10.420071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=db6e49e0-3232-4df7-819e-6d847835063d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:10.597853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] get_ports_and_sgs() called for port_ids ['db6e49e0-3232-4df7-819e-6d847835063d'] {{(pid=100532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 21:15:10.845556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cf06c-31da-47c7-8d0a-1e08f2b59162 req-3f277166-d0f5-4b03-bf49-9e79fa86173a tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:10.846912 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-200cf06c-31da-47c7-8d0a-1e08f2b59162 req-3f277166-d0f5-4b03-bf49-9e79fa86173a tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 945 time: 0.0559068 Oct 18 21:15:10.893348 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-200cf06c-31da-47c7-8d0a-1e08f2b59162 req-f81cf109-c433-40bb-9cfd-49f025272488 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Oct 18 21:15:12.015908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dffd5-bc4d-45d3-9376-de2eb5d02083 req-e7499841-6d12-42eb-817f-90cd7124994c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:12.017447 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf7dffd5-bc4d-45d3-9376-de2eb5d02083 req-e7499841-6d12-42eb-817f-90cd7124994c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Oct 18 21:15:12.057113 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-bf7dffd5-bc4d-45d3-9376-de2eb5d02083 req-959327af-22fa-412a-b11a-1afd8e01b2ea tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Oct 18 21:15:12.163272 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device db6e49e0-3232-4df7-819e-6d847835063d up at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:15:12.213343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning for port db6e49e0-3232-4df7-819e-6d847835063d completed by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 21:15:12.218038 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Provisioning complete for port db6e49e0-3232-4df7-819e-6d847835063d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:15:12.218416 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:12.314357 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:12.346174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d'}] {{(pid=100532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:15:12.348655 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05461a66f0728d4189e9aea4fd9718e7a70b8c98be49191a404ad9266ae89739" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ae9b3e-0bf9-465c-a0f2-72fcb488649e" -d '{"events": [{"server_uuid": "7cc14b1d-901e-47cf-87ae-117650dfd752", "name": "network-vif-plugged", "status": "completed", "tag": "db6e49e0-3232-4df7-819e-6d847835063d"}]}' {{(pid=100532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:15:12.364033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] For port db6e49e0-3232-4df7-819e-6d847835063d, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=db6e49e0-3232-4df7-819e-6d847835063d,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:12.368609 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:12.394692 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e9f66a-667b-4dd9-9287-2cced2055daa x-openstack-request-id: req-b1e9f66a-667b-4dd9-9287-2cced2055daa {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:15:12.395054 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc14b1d-901e-47cf-87ae-117650dfd752", "name": "network-vif-plugged", "status": "completed", "tag": "db6e49e0-3232-4df7-819e-6d847835063d", "code": 200}]} {{(pid=100532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:15:12.395408 n-d-812149-2 neutron-server[100532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1e9f66a-667b-4dd9-9287-2cced2055daa {{(pid=100532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:15:12.395655 n-d-812149-2 neutron-server[100532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d', 'code': 200} Oct 18 21:15:12.430670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Pushing event updated for resources: {'Port': ['ID=db6e49e0-3232-4df7-819e-6d847835063d,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:12.488711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b0e80-1208-4c1f-9129-9ae41e804b18 req-249c7e41-8686-420d-87a8-30f8f7d32eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:12.490156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea7b0e80-1208-4c1f-9129-9ae41e804b18 req-249c7e41-8686-420d-87a8-30f8f7d32eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0417688 Oct 18 21:15:12.525847 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ea7b0e80-1208-4c1f-9129-9ae41e804b18 req-67e29f70-e56f-4104-9bc2-c493132535db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283649 Oct 18 21:15:13.185579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0416c-6e55-4952-8736-39a3ab720941 req-6dc78ac9-0ba1-4a91-adca-81c390552bf8 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:13.187358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ab0416c-6e55-4952-8736-39a3ab720941 req-6dc78ac9-0ba1-4a91-adca-81c390552bf8 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 946 time: 0.0543425 Oct 18 21:15:13.228488 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8ab0416c-6e55-4952-8736-39a3ab720941 req-de90d603-efc9-412f-979f-47672dc9db33 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341902 Oct 18 21:15:13.466900 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:14.350300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed47b7-9466-4f7b-a767-c541ddefed93 req-d6e18502-b9f2-4e15-adb7-f4542e915f5d tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:14.351689 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7eed47b7-9466-4f7b-a767-c541ddefed93 req-d6e18502-b9f2-4e15-adb7-f4542e915f5d tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 946 time: 0.0489838 Oct 18 21:15:14.395557 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7eed47b7-9466-4f7b-a767-c541ddefed93 req-137ac39a-f4cc-47cf-ab1f-cc2382b5b29a tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375419 Oct 18 21:15:14.516257 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e6bd1-376f-478c-9f20-8a5367536e76 req-9b49379b-8119-4caa-877c-6b8f70b7c11c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:14.517767 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c67e6bd1-376f-478c-9f20-8a5367536e76 req-9b49379b-8119-4caa-877c-6b8f70b7c11c tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 946 time: 0.0512831 Oct 18 21:15:14.555933 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c67e6bd1-376f-478c-9f20-8a5367536e76 req-e4adcce8-d313-42da-a5b1-d035a8a140d5 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Oct 18 21:15:14.718135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7139b-b772-4462-baa1-3ea2a7bdd97c req-9f0c1fdb-7547-42e9-adaf-9bc809d46bff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:14.719634 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cd7139b-b772-4462-baa1-3ea2a7bdd97c req-9f0c1fdb-7547-42e9-adaf-9bc809d46bff tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 946 time: 0.0500536 Oct 18 21:15:14.760028 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cd7139b-b772-4462-baa1-3ea2a7bdd97c req-a413fe40-1603-4bf5-9ec4-3b7903f0109a tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341201 Oct 18 21:15:14.781898 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39644) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:14.948981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404257c-8bec-421d-b6b9-536c99104dc9 tempest-TestServerBasicOps-635709484 tempest-TestServerBasicOps-635709484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:14.950507 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9404257c-8bec-421d-b6b9-536c99104dc9 tempest-TestServerBasicOps-635709484 tempest-TestServerBasicOps-635709484-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1092 time: 0.1675956 Oct 18 21:15:14.953399 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39652) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:14.957604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': 'db6e49e0-3232-4df7-819e-6d847835063d', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:15:14.980254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:15.082318 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:15.194551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Allocated IP 172.25.7.27 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/3314c713-7056-4a17-b317-5d1d9c358d8c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:15:15.297009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:15.330500 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:15.366151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:15:15.369025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:15:15.373182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:15:15.402812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'Port': ['ID=3314c713-7056-4a17-b317-5d1d9c358d8c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:15.752447 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:15.828002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:16.000761 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:16.006095 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:16.083741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event updated for resources: {'Port': ['ID=3314c713-7056-4a17-b317-5d1d9c358d8c,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:16.093696 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:16.194759 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Floating IP 94ffe0d6-6a51-435e-97ea-a11ecc6550e3 associated. External IP: 172.25.7.27, port: db6e49e0-3232-4df7-819e-6d847835063d. Oct 18 21:15:16.705636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Router 7711ddce-0526-4489-a943-8f898d0af5fe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:15:16.820639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:15:16.830292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] Sync routers for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:15:16.839504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:16.840219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:16.840421 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:16.867116 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ae48b876-0e37-40d8-94e9-ed4c926c8bae tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9126976 Oct 18 21:15:16.867702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:15:16.870561 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb47ea74-9d43-409a-8582-2b7127f493ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc14b1d-901e-47cf-87ae-117650dfd752", "tag": "db6e49e0-3232-4df7-819e-6d847835063d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:15:16.913437 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf838a8-7958-4ebe-9482-b606396f2b30 x-openstack-request-id: req-3bf838a8-7958-4ebe-9482-b606396f2b30 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:15:16.913746 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc14b1d-901e-47cf-87ae-117650dfd752", "tag": "db6e49e0-3232-4df7-819e-6d847835063d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:15:16.913996 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3bf838a8-7958-4ebe-9482-b606396f2b30 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:15:16.914416 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d', 'status': 'completed', 'code': 200} Oct 18 21:15:16.954583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:16.981791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-0390b492-4320-4588-bfeb-94bcbca8a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:16.984014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-0390b492-4320-4588-bfeb-94bcbca8a9ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0442421 Oct 18 21:15:17.083800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-80f7e204-3b89-47fc-ba42-b719b4720c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:17.085422 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-80f7e204-3b89-47fc-ba42-b719b4720c86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0939806 Oct 18 21:15:17.158806 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-0691fef3-342f-4fea-b026-d570bb931332 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 999 time: 0.0659208 Oct 18 21:15:17.193134 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '94ffe0d6-6a51-435e-97ea-a11ecc6550e3', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'port_id': 'db6e49e0-3232-4df7-819e-6d847835063d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'mac_address': 'fa:16:3e:f3:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:15:15Z', 'updated_at': '2021-10-18T21:15:15Z', 'revision_number': 0, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 5, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:17.213519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-1f909f06-a786-4446-bfc2-b792a456edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:17.215387 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-1f909f06-a786-4446-bfc2-b792a456edb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0496395 Oct 18 21:15:17.220263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] Checking router: 7711ddce-0526-4489-a943-8f898d0af5fe for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:15:17.228948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:17.230118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:14:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:17.263511 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-73c87927-5abf-462a-908d-570afd983972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:17.265158 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-73c87927-5abf-462a-908d-570afd983972 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424442 Oct 18 21:15:17.381724 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-36ee2bd0-a74e-41c2-8276-9dfea33836fb service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093590 Oct 18 21:15:17.483975 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb47ea74-9d43-409a-8582-2b7127f493ec req-23cba3ec-7f2a-4cde-87ce-e0df4168c079 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937400 Oct 18 21:15:17.506651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:17.750266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '94ffe0d6-6a51-435e-97ea-a11ecc6550e3', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'port_id': 'db6e49e0-3232-4df7-819e-6d847835063d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'mac_address': 'fa:16:3e:f3:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:15:15Z', 'updated_at': '2021-10-18T21:15:15Z', 'revision_number': 0, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 5, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:17.778174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74b8d0-42e6-4a75-9993-4f2c3bad648b None None] The sync data for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 is: [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': '94ffe0d6-6a51-435e-97ea-a11ecc6550e3', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'port_id': 'db6e49e0-3232-4df7-819e-6d847835063d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'mac_address': 'fa:16:3e:f3:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:15:15Z', 'updated_at': '2021-10-18T21:15:15Z', 'revision_number': 0, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 5, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:15:17.993252 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b0d1b-9a29-4504-a599-1cd4f35fefc9 None None] New status for floating IP 94ffe0d6-6a51-435e-97ea-a11ecc6550e3: ACTIVE {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:15:18.830552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8ad77b22-81a6-428d-bc46-2d213becfc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:19.019686 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:23.189372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0279684-11eb-4d8f-b5e3-b5e773fc0341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:24.225452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:25.254041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:26.711541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:29.735569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 39920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:29.910924 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 640a67ce-6e6e-42f9-b6bd-4a4ab65de03b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:15:29.911260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:29.914833 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:15:29.989379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:29.989698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:30.002455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 640a67ce-6e6e-42f9-b6bd-4a4ab65de03b owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:15:30.189941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:30.216706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=640a67ce-6e6e-42f9-b6bd-4a4ab65de03b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:30.256923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.257266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.257659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.258022 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.258314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.258776 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.259082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.259329 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.259739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.259967 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.260320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.260673 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:15:30.300927 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:30.301150 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Floating IP 818f24ee-a1a4-4950-94e3-3369daac1adb disassociated (deleted). External IP: 172.25.7.137, port: e67bac6c-855b-45de-ba30-dc1c65d8c539. Oct 18 21:15:30.521730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:15:30.649401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:15:30.655198 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:30.662849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:15:30.673743 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:30.675132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:30.687051 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cfb79fa2-47eb-4e22-bf34-78f2ac5bdde3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "DELETE /v2.0/floatingips/818f24ee-a1a4-4950-94e3-3369daac1adb HTTP/1.1" status: 204 len: 168 time: 0.9479494 Oct 18 21:15:30.687051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:15:30.688131 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ada22f-6a8c-42b0-b312-2f11d2813719" -d '{"events": [{"name": "network-changed", "server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:15:30.790927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:30.862470 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37bcf8b-2e98-4faf-be4f-23fc2af9b0f4 x-openstack-request-id: req-c37bcf8b-2e98-4faf-be4f-23fc2af9b0f4 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:15:30.862920 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:15:30.863446 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c37bcf8b-2e98-4faf-be4f-23fc2af9b0f4 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:15:30.863965 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'status': 'completed', 'code': 200} Oct 18 21:15:30.932729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-53d97780-5ab0-4453-a26b-a91015de435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:30.934969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-53d97780-5ab0-4453-a26b-a91015de435e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 1097 time: 0.0456026 Oct 18 21:15:30.982737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc10c8-574d-484b-9a7a-23a341d17821 req-46dea3c9-4827-402b-9f6e-c8a4d09a4e29 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:30.991190 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9fc10c8-574d-484b-9a7a-23a341d17821 req-46dea3c9-4827-402b-9f6e-c8a4d09a4e29 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 946 time: 0.0741196 Oct 18 21:15:31.036407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-b9fc10c8-574d-484b-9a7a-23a341d17821 req-7f7c5f2e-f181-4bf7-bd69-cfcbf05a4e9a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441098 Oct 18 21:15:31.048412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-f4195c4a-7d1e-48d4-8ff3-8bdd1254dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:31.050127 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-f4195c4a-7d1e-48d4-8ff3-8bdd1254dd8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1067142 Oct 18 21:15:31.066932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:44Z', 'revision_number': 1, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:31.094156 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-0f2dd0b6-ccea-49ae-8a2c-a07213e1ba2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539 HTTP/1.1" status: 200 len: 217 time: 0.0352738 Oct 18 21:15:31.094363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:15:31.102658 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:31.103468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:31.155749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-677b1c64-21d8-404b-89d1-65647fd1d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:31.157402 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-677b1c64-21d8-404b-89d1-65647fd1d241 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0531235 Oct 18 21:15:31.210312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-d289459b-2946-4a41-8d6a-b70e0ec8e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:31.212421 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-d289459b-2946-4a41-8d6a-b70e0ec8e725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457559 Oct 18 21:15:31.236370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:31.326488 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-042d3c46-46dd-40ac-8b49-9e52e5033707 service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054747 Oct 18 21:15:31.422558 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f8ada22f-6a8c-42b0-b312-2f11d2813719 req-e900ea7c-d016-4b64-a350-aebe4b123fee service neutron] 10.222.0.30 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Oct 18 21:15:31.486269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:44Z', 'revision_number': 1, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:31.516028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764861f-c04d-4320-9e6b-6c0538f28f49 None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_floatingips': [{'id': 'd81725b3-5ac3-4900-838e-ab8ce2d79619', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'router_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'port_id': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'mac_address': 'fa:16:3e:12:42:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T21:11:41Z', 'updated_at': '2021-10-18T21:11:44Z', 'revision_number': 1, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:15:31.784506 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db06a9-0fe5-4c33-affd-7f43255dfe99 None None] New status for floating IP 818f24ee-a1a4-4950-94e3-3369daac1adb: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:15:32.157286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27ae34-af8e-4cc5-b3c0-4a2114e8312f req-76d36150-9cb6-4bb5-8ad4-0a667f656e17 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:32.158798 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d27ae34-af8e-4cc5-b3c0-4a2114e8312f req-76d36150-9cb6-4bb5-8ad4-0a667f656e17 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 946 time: 0.0501075 Oct 18 21:15:32.198719 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-1d27ae34-af8e-4cc5-b3c0-4a2114e8312f req-d0aea848-12cd-4d1a-89ad-623f19882b96 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335414 Oct 18 21:15:32.523462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-f534a4a8-d685-408d-a90f-14c3b0190e31 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:32.524950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-f534a4a8-d685-408d-a90f-14c3b0190e31 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 946 time: 0.0507669 Oct 18 21:15:32.622545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port e67bac6c-855b-45de-ba30-dc1c65d8c539 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:15:32.622899 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:32.712680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] For port e67bac6c-855b-45de-ba30-dc1c65d8c539, host n-h1-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812149-2',level=0,port_id=e67bac6c-855b-45de-ba30-dc1c65d8c539,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:32.713212 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:32.732557 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for e67bac6c-855b-45de-ba30-dc1c65d8c539 owned by compute:nova {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:15:32.862675 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:32.899137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=e67bac6c-855b-45de-ba30-dc1c65d8c539,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:32.942545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] No DVR routers for this DVR port e67bac6c-855b-45de-ba30-dc1c65d8c539 on host n-h1-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:15:32.945685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:32.949936 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-af7ad792-fd1a-4ce3-9857-df128c7fcff6 req-45373739-7007-47c7-b722-7fdb78ae1828 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.30 "DELETE /v2.0/ports/e67bac6c-855b-45de-ba30-dc1c65d8c539 HTTP/1.1" status: 204 len: 173 time: 0.4154825 Oct 18 21:15:32.950391 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'name': 'network-vif-deleted', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:15:32.952698 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31a49443b4b9ce3e401a5cbc3de50ad0edd960af5370b35a538a5393ef1c0f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffceb82e-bf11-4aa7-9791-4a0d4d63912a" -d '{"events": [{"server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "name": "network-vif-deleted", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:15:32.996695 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9901ec47-0ddd-4d55-81b7-fd8ac00a987f x-openstack-request-id: req-9901ec47-0ddd-4d55-81b7-fd8ac00a987f {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:15:32.996991 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e959098-48c8-4f67-8b8c-1e2f1226bf01", "name": "network-vif-deleted", "tag": "e67bac6c-855b-45de-ba30-dc1c65d8c539", "status": "completed", "code": 200}]} {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:15:32.997242 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9901ec47-0ddd-4d55-81b7-fd8ac00a987f {{(pid=100530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:15:32.997636 n-d-812149-2 neutron-server[100530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e959098-48c8-4f67-8b8c-1e2f1226bf01', 'name': 'network-vif-deleted', 'tag': 'e67bac6c-855b-45de-ba30-dc1c65d8c539', 'status': 'completed', 'code': 200} Oct 18 21:15:33.336070 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f96a9eea-b4af-4fb7-8e5e-304a33203fed req-47b65829-05d5-4899-8eb8-12ce3cc8bcb8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 210 time: 0.0328283 Oct 18 21:15:34.487791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-6ecf79a3-ca27-4c15-b674-95b4317d627f req-4a8251fe-a596-41f5-943e-a66a3875bc5d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 210 time: 0.0388329 Oct 18 21:15:35.807870 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-5ec20f2e-a4ec-45a0-9265-422a82960d3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972908 Oct 18 21:15:35.882800 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-8d2138ec-4453-415a-be9e-29123e5b5ea5 req-66900218-b785-4e2b-a1a4-a4210b41db45 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 210 time: 0.0714405 Oct 18 21:15:35.948197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-fd51efb8-e8b7-4785-b302-ec0d938ee000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:35.949826 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-fd51efb8-e8b7-4785-b302-ec0d938ee000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0725529 Oct 18 21:15:36.097708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-76d31559-5af0-4b33-9a36-b9ca604147ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:36.099859 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-76d31559-5af0-4b33-9a36-b9ca604147ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1265371 Oct 18 21:15:36.175677 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-6fb18374-86d0-4109-aa62-599719ebce74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0676105 Oct 18 21:15:36.237183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-c532902f-a6d1-4fbd-b793-a6c3d5bc510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:36.238787 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-c532902f-a6d1-4fbd-b793-a6c3d5bc510f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0554557 Oct 18 21:15:36.289749 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e67bac6c-855b-45de-ba30-dc1c65d8c539 no longer exists at agent hyperv_n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:15:36.316908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] No Port match for: e67bac6c-855b-45de-ba30-dc1c65d8c539 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:15:36.317598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Device e67bac6c-855b-45de-ba30-dc1c65d8c539 not bound to the agent host n-h1-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:15:36.324756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-d8f8c5ea-26aa-44a1-bea0-abc26f58624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:36.326518 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-d8f8c5ea-26aa-44a1-bea0-abc26f58624d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771518 Oct 18 21:15:36.427368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-91de3bb3-23a3-49b6-8e05-e51d2746a54e service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921481 Oct 18 21:15:36.559546 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ec852522-a997-42a8-9f91-5a6997f0bcf2 req-98d8655b-fdfa-435e-9132-cf82c503c4ec service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238527 Oct 18 21:15:36.998473 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-da0c711a-cd52-40ca-afa1-85f9dc943784 req-2c3e3bcb-0a6f-4342-9590-f31785187a2a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 210 time: 0.0280082 Oct 18 21:15:38.152984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ec247ef9-0090-4b30-8b96-0564fe9c7f3f req-68269f31-f2f2-4209-b5d2-2c1f4d6b632a tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=7e959098-48c8-4f67-8b8c-1e2f1226bf01 HTTP/1.1" status: 200 len: 210 time: 0.0462770 Oct 18 21:15:43.509061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:45.449984 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-895d829f-5e65-4a8c-9700-41d9f5b90043 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641322 Oct 18 21:15:45.584944 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f8414-8088-4e54-ad46-ef01e120760e req-116223f6-53c4-4aae-8b5e-32060a46ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:45.586483 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-116223f6-53c4-4aae-8b5e-32060a46ba8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1096 time: 0.0831625 Oct 18 21:15:45.771405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f8414-8088-4e54-ad46-ef01e120760e req-d9422607-b7b1-40c8-a6ac-715b6cf320ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:45.773371 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-d9422607-b7b1-40c8-a6ac-715b6cf320ea service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.1667063 Oct 18 21:15:45.897497 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-56286d33-8d9d-4955-9111-3124b5c20000 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 1001 time: 0.1162794 Oct 18 21:15:45.986264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f8414-8088-4e54-ad46-ef01e120760e req-cbafbffa-6f04-47fa-99b3-7793d77e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:45.987795 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-cbafbffa-6f04-47fa-99b3-7793d77e53e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0826726 Oct 18 21:15:46.078337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f8414-8088-4e54-ad46-ef01e120760e req-de11bea4-214e-4ffc-8efb-f5bcff46675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:46.079901 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-de11bea4-214e-4ffc-8efb-f5bcff46675b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840936 Oct 18 21:15:46.195383 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-3342210c-f755-4fa1-b562-bc5b8996ddd7 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071944 Oct 18 21:15:46.319918 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-c69f8414-8088-4e54-ad46-ef01e120760e req-873104e9-619d-4c4b-a045-3d6e85d83d81 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172457 Oct 18 21:15:46.997715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40290) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:47.186877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 542c1c81-5bea-49ab-8a77-8b2100644e2c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:15:47.187192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:47.271239 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:47.271539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:47.285266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 542c1c81-5bea-49ab-8a77-8b2100644e2c owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:15:47.481543 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:47.514732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=542c1c81-5bea-49ab-8a77-8b2100644e2c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:47.587115 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:47.587472 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Floating IP d81725b3-5ac3-4900-838e-ab8ce2d79619 disassociated (deleted). External IP: 172.25.7.109, port: 4aa6c78c-c254-4814-b0c7-0967bc84aa3d. Oct 18 21:15:47.813517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:15:48.276316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:15:48.282393 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:48.288575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:15:48.304763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:48.306260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:48.328707 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3ecdffb1-0bbd-46e6-93b8-6621b408f940 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "DELETE /v2.0/floatingips/d81725b3-5ac3-4900-838e-ab8ce2d79619 HTTP/1.1" status: 204 len: 168 time: 1.3275301 Oct 18 21:15:48.328707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:15:48.331399 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154e2fc1-684d-4502-93d6-63ef27db8aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:15:48.476592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:48.535207 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36d1943-12f0-4e03-b831-26b9f48082d8 x-openstack-request-id: req-b36d1943-12f0-4e03-b831-26b9f48082d8 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:15:48.535207 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:15:48.535207 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b36d1943-12f0-4e03-b831-26b9f48082d8 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:15:48.535207 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'status': 'completed', 'code': 200} Oct 18 21:15:48.721390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:48.730689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-54b5e56c-b296-4821-bc2e-d2ed5c6348c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:48.732153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-54b5e56c-b296-4821-bc2e-d2ed5c6348c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 1096 time: 0.1557376 Oct 18 21:15:48.753105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:15:48.765223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:15:48.765223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:48.775387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c0112-0fe4-40aa-88ad-4fcd1df299ea req-887e7f41-2126-4f4d-8f33-a80831d3dd4d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:48.777041 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-029c0112-0fe4-40aa-88ad-4fcd1df299ea req-887e7f41-2126-4f4d-8f33-a80831d3dd4d tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 945 time: 0.1327870 Oct 18 21:15:48.865352 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac4b9-d7a0-4a26-9e78-2e5e72a90d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:48.899718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-029c0112-0fe4-40aa-88ad-4fcd1df299ea req-c1bd2736-1de1-472b-86c8-e1cc9e0dafd5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982897 Oct 18 21:15:48.950108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-d5374b0f-e12e-42ce-af75-81b8d7f2ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:48.951974 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-d5374b0f-e12e-42ce-af75-81b8d7f2ad92 service neutron] 10.222.0.79 "GET /v2.0/networks?id=05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 200 len: 911 time: 0.2105434 Oct 18 21:15:48.986463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:15:49.021717 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-8aea3a5e-7cd5-455c-9546-516e80705557 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 200 len: 217 time: 0.0603280 Oct 18 21:15:49.099650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-719547e9-9954-4d3d-ac42-e4978dbfdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:49.101438 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-719547e9-9954-4d3d-ac42-e4978dbfdb43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 200 len: 849 time: 0.0721495 Oct 18 21:15:49.107016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:49.161710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-6f65f2af-1650-4258-a2d3-40eb36f96ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:49.163675 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-6f65f2af-1650-4258-a2d3-40eb36f96ffb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=05f78c41-2bf4-471a-8fba-ada14c52d9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533612 Oct 18 21:15:49.295385 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-349a5803-6f16-4ef2-9cf4-ad2e021ca5fd service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233275 Oct 18 21:15:49.304012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:15:49.341169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70423188-cc0c-42e9-9190-d08763fa7c25 None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:02:44Z', 'revision_number': 4, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '031ccb7e-f213-480e-b514-c14493bbb8b4', 'name': '', 'network_id': '05f78c41-2bf4-471a-8fba-ada14c52d9a9', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'mac_address': 'fa:16:3e:11:60:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:43Z', 'updated_at': '2021-10-18T21:02:52Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'subnets': [{'id': 'a4a1d34b-ef41-4bc9-96c7-9698151949c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:15:49.411711 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-154e2fc1-684d-4502-93d6-63ef27db8aa3 req-d3e8b100-0567-4fe0-93fa-341479c0cf10 service neutron] 10.222.0.79 "GET /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083126 Oct 18 21:15:49.633380 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad19022-19fb-4a3e-989e-9d078ceba006 None None] New status for floating IP d81725b3-5ac3-4900-838e-ab8ce2d79619: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:15:50.086981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde93c8d-b8a6-4d57-a7b3-e5929e45c2eb req-12b1e132-09d9-474f-9c8d-66786a7ac8ca tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:50.088791 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dde93c8d-b8a6-4d57-a7b3-e5929e45c2eb req-12b1e132-09d9-474f-9c8d-66786a7ac8ca tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 945 time: 0.0588799 Oct 18 21:15:50.140554 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dde93c8d-b8a6-4d57-a7b3-e5929e45c2eb req-1055803c-aeb2-42fd-a411-c3b424ec57c4 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/security-groups?id=33696c9d-edba-4ea7-b10a-b795b3f16421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Oct 18 21:15:50.226922 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-640a5033-3464-4fb7-8d8b-7cb2c6438a1b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:50.229142 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-640a5033-3464-4fb7-8d8b-7cb2c6438a1b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 945 time: 0.0780776 Oct 18 21:15:50.364239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:15:50.364860 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:50.466263 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] For port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:15:50.466734 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:50.480021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 4aa6c78c-c254-4814-b0c7-0967bc84aa3d owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:15:50.617400 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:50.657382 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=4aa6c78c-c254-4814-b0c7-0967bc84aa3d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:50.700560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] No DVR routers for this DVR port 4aa6c78c-c254-4814-b0c7-0967bc84aa3d on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:15:50.703290 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:50.706956 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-83d763a4-0cd7-4b2e-b387-f2bb3e313b64 req-083280a4-16cc-40f4-95a2-d5bfda5543b5 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.79 "DELETE /v2.0/ports/4aa6c78c-c254-4814-b0c7-0967bc84aa3d HTTP/1.1" status: 204 len: 173 time: 0.4675281 Oct 18 21:15:50.707489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'name': 'network-vif-deleted', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:15:50.710407 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7080c-649a-4aa3-bdff-e3c47384eaa6" -d '{"events": [{"server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "name": "network-vif-deleted", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:15:50.754566 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327ab94-aefc-47e5-8e55-58985d6266cf x-openstack-request-id: req-0327ab94-aefc-47e5-8e55-58985d6266cf {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:15:50.754873 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb8aaa2-54d3-483d-9027-c12b737d8844", "name": "network-vif-deleted", "tag": "4aa6c78c-c254-4814-b0c7-0967bc84aa3d", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:15:50.755128 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0327ab94-aefc-47e5-8e55-58985d6266cf {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:15:50.755592 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb8aaa2-54d3-483d-9027-c12b737d8844', 'name': 'network-vif-deleted', 'tag': '4aa6c78c-c254-4814-b0c7-0967bc84aa3d', 'status': 'completed', 'code': 200} Oct 18 21:15:51.280023 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-5cace42e-a53a-4d58-a729-7a76bdbb8c79 req-94ea4fe6-2dc2-48ee-b1b6-a31279dd7d76 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0310822 Oct 18 21:15:52.421115 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-755a771e-ed67-4b1b-bd58-89e35356ad73 req-6605f5b6-e89f-45c5-a604-f2f9673d5c80 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0529809 Oct 18 21:15:52.444711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40366) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:52.546756 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1b155-caa7-4f8b-a8c7-474584dac9f0 req-a009c8bb-c992-44de-890d-3eb67156fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:15:52.548513 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ed1b155-caa7-4f8b-a8c7-474584dac9f0 req-a009c8bb-c992-44de-890d-3eb67156fd7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.1027455 Oct 18 21:15:52.590781 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-9ed1b155-caa7-4f8b-a8c7-474584dac9f0 req-cd02ac39-5302-4bdc-95c5-ec23ed6e4a6b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=81eb23cb-4583-4a15-8175-49f9de51228e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361102 Oct 18 21:15:53.192522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8cb139e9-59c0-4ab3-9e3f-84692ff2cc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:53.454712 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4aa6c78c-c254-4814-b0c7-0967bc84aa3d no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:15:53.486753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: 4aa6c78c-c254-4814-b0c7-0967bc84aa3d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:15:53.487092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device 4aa6c78c-c254-4814-b0c7-0967bc84aa3d not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:15:53.567622 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-7b3d5e95-9d1d-49dc-a33c-7bf96e94bed0 req-8b2aab6e-5848-4631-adbe-d69d343a17fa tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0364969 Oct 18 21:15:54.227238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:54.645769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-dc3e4f04-2685-4938-8534-001679478abe req-0d9f1758-2211-4b48-b435-82f3d91dd4c3 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0292537 Oct 18 21:15:55.258007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:55.754344 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-2efa8ca5-d362-4475-a2aa-cafbe87f67ed req-d4d5bc36-b913-4d91-ae2a-6fcc6f5cb18f tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0297949 Oct 18 21:15:56.714086 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:56.889176 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-e6abbf74-1f89-4ced-84b6-2cf2e777cf24 req-ffefef99-c7e6-4f08-bda4-84f88944ccc8 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "GET /v2.0/ports?device_id=4eb8aaa2-54d3-483d-9027-c12b737d8844 HTTP/1.1" status: 200 len: 210 time: 0.0399148 Oct 18 21:15:57.948082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40412) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:15:58.114680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Deleting port 15b1bc86-946e-49c7-8ec2-bd706c5b29cd {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:15:58.115025 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:58.209638 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:58.209974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:58.222549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Calling delete_port for 15b1bc86-946e-49c7-8ec2-bd706c5b29cd owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:15:58.362878 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:58.396121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'Port': ['ID=15b1bc86-946e-49c7-8ec2-bd706c5b29cd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:15:58.457839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:58.460803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:15:58.464647 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bfe1aa9b-96ce-4ad4-8e24-ae984bf9672b tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "DELETE /v2.0/floatingips/781d217a-a707-4030-9837-23fd89f64592 HTTP/1.1" status: 204 len: 168 time: 0.5122504 Oct 18 21:16:02.818530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40458) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:02.883485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ef41177-8df2-44ff-8871-941043b6d6d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:02.916169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ef41177-8df2-44ff-8871-941043b6d6d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:02.977107 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ef41177-8df2-44ff-8871-941043b6d6d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:02.979875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ef41177-8df2-44ff-8871-941043b6d6d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:02.981290 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2ef41177-8df2-44ff-8871-941043b6d6d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] 10.222.0.66 "DELETE /v2.0/security-groups/33696c9d-edba-4ea7-b10a-b795b3f16421 HTTP/1.1" status: 204 len: 168 time: 0.1616163 Oct 18 21:16:02.992436 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef41177-8df2-44ff-8871-941043b6d6d0 tempest-TestVolumeBootPattern-1511238854 tempest-TestVolumeBootPattern-1511238854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33696c9d-edba-4ea7-b10a-b795b3f16421,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:03.050415 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40462) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:03.553217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:03.807522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Deleting port 031ccb7e-f213-480e-b514-c14493bbb8b4 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:03.807855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:03.895407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] For port 031ccb7e-f213-480e-b514-c14493bbb8b4, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=031ccb7e-f213-480e-b514-c14493bbb8b4,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:03.896410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:03.910662 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Calling delete_port for 031ccb7e-f213-480e-b514-c14493bbb8b4 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:04.104818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:04.134636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Pushing event deleted for resources: {'Port': ['ID=031ccb7e-f213-480e-b514-c14493bbb8b4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:04.368990 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:04.625505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:16:04.744204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:16:04.753607 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5e7b157e-c0d5-46f8-a2ee-6a34da45f029 admin admin] 10.222.0.66 "PUT /v2.0/routers/32c87980-33cc-4f01-98b7-0d9b0cd2d61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979535 Oct 18 21:16:04.753607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40474) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:04.757670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] Sync routers for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:16:04.767691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:04.768610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:04.872869 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:04.889524 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:05.049046 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.091787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '8604705e-1047-4cc8-824c-7b62856ae429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:16:04Z', 'revision_number': 5, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port': {'id': '8604705e-1047-4cc8-824c-7b62856ae429', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:39Z', 'updated_at': '2021-10-18T21:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:05.108560 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Deleting port 8604705e-1047-4cc8-824c-7b62856ae429 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:05.109271 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.125407 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] Checking router: 32c87980-33cc-4f01-98b7-0d9b0cd2d61a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:16:05.134650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] Routers {'32c87980-33cc-4f01-98b7-0d9b0cd2d61a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:05.135314 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:05.220302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] For port 8604705e-1047-4cc8-824c-7b62856ae429, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8604705e-1047-4cc8-824c-7b62856ae429,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:05.220890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.237201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Calling delete_port for 8604705e-1047-4cc8-824c-7b62856ae429 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:05.395499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] Set router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:05.446279 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.462894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:16:05Z', 'revision_number': 6, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:05.482489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Pushing event deleted for resources: {'Port': ['ID=8604705e-1047-4cc8-824c-7b62856ae429,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:05.503617 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42a979-e5f4-49b1-a7d0-79af8ab749ad None None] The sync data for ids ['32c87980-33cc-4f01-98b7-0d9b0cd2d61a'] in n-d-812149-2 is: [{'id': '32c87980-33cc-4f01-98b7-0d9b0cd2d61a', 'name': 'tempest-TestVolumeBootPattern-28518741-router', 'tenant_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:38Z', 'updated_at': '2021-10-18T21:16:05Z', 'revision_number': 6, 'project_id': 'aa85c0e9cb804431b3a91c7ac427b282', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:16:05.577104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.673541 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.676727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.726520 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.727107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c87980-33cc-4f01-98b7-0d9b0cd2d61a {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:16:05.732370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.733643 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25d6d684-bb8f-4e16-95ed-871dd8c54364 admin admin] 10.222.0.66 "DELETE /v2.0/routers/32c87980-33cc-4f01-98b7-0d9b0cd2d61a HTTP/1.1" status: 204 len: 168 time: 0.9794405 Oct 18 21:16:05.736165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40480) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:05.783767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] Deleting subnet a4a1d34b-ef41-4bc9-96c7-9698151949c0 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:16:05.787582 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.827664 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.934532 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:05.995993 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.010655 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.015339 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a4a1d34b-ef41-4bc9-96c7-9698151949c0 HTTP/1.1" status: 204 len: 168 time: 0.2775836 Oct 18 21:16:06.017429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda47bb2-0544-4dd8-9605-bd74e04d93d5 None None] Network 05f78c41-2bf4-471a-8fba-ada14c52d9a9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:16:06.018924 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40482) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:06.038533 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a4ce7-f9bf-4741-a0db-e00877753c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a1d34b-ef41-4bc9-96c7-9698151949c0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:06.155201 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.246939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Deleting port 2cadd12d-9d6a-4746-88fb-3d05569c78fe {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:06.247525 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.316544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] DHCP port deletion for 05f78c41-2bf4-471a-8fba-ada14c52d9a9 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:16:06.320555 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] For port 2cadd12d-9d6a-4746-88fb-3d05569c78fe, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2cadd12d-9d6a-4746-88fb-3d05569c78fe,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:06.320921 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.336347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Calling delete_port for 2cadd12d-9d6a-4746-88fb-3d05569c78fe owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:06.374083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Deleting port 2cadd12d-9d6a-4746-88fb-3d05569c78fe {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:06.374460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.436681 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.445778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] For port 2cadd12d-9d6a-4746-88fb-3d05569c78fe, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2cadd12d-9d6a-4746-88fb-3d05569c78fe,segment=NetworkSegment(530e89fc-2694-491b-bef1-c19bfd3c1a1f),segment_id=530e89fc-2694-491b-bef1-c19bfd3c1a1f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:06.446748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.451740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] No DVR routers for this DVR port 2cadd12d-9d6a-4746-88fb-3d05569c78fe on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:16:06.465918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Calling delete_port for 2cadd12d-9d6a-4746-88fb-3d05569c78fe owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:06.491884 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=2cadd12d-9d6a-4746-88fb-3d05569c78fe,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:06.511496 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.511835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.512171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.512530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.512860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.513186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.513506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.513826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.514152 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.514468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.514785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.515099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:16:06.564280 n-d-812149-2 neutron-server[100532]: self.session.flush() Oct 18 21:16:06.568667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.575297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.591114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f78c41-2bf4-471a-8fba-ada14c52d9a9']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:06.605728 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530e89fc-2694-491b-bef1-c19bfd3c1a1f') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:06.606319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530e89fc-2694-491b-bef1-c19bfd3c1a1f') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:06.617961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Pushing event deleted for resources: {'Port': ['ID=2cadd12d-9d6a-4746-88fb-3d05569c78fe,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:06.621329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] No DVR routers for this DVR port 2cadd12d-9d6a-4746-88fb-3d05569c78fe on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:16:06.622187 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.630516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.630821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.631162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.631802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.633277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.633619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.634013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.634859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.635952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.635952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.635952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.636414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a0ae8-e83c-4a4c-b031-dc1d60784db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:06.657212 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.668253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:16:06.668520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:16:06.670256 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:16:06.729278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.736654 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:06.742432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] 10.222.0.66 "DELETE /v2.0/networks/05f78c41-2bf4-471a-8fba-ada14c52d9a9 HTTP/1.1" status: 204 len: 168 time: 0.7203550 Oct 18 21:16:06.746017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40490) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:06.772821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6680b-25ce-415a-8bef-335f5cab8eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=05f78c41-2bf4-471a-8fba-ada14c52d9a9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:06.878717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8604705e-1047-4cc8-824c-7b62856ae429 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:06.914715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 8604705e-1047-4cc8-824c-7b62856ae429 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:06.915869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8604705e-1047-4cc8-824c-7b62856ae429 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:06.916689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 031ccb7e-f213-480e-b514-c14493bbb8b4 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:06.917237 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:16:06.943577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 031ccb7e-f213-480e-b514-c14493bbb8b4 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:06.943923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 031ccb7e-f213-480e-b514-c14493bbb8b4 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:06.944335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2cadd12d-9d6a-4746-88fb-3d05569c78fe no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:06.963997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2cadd12d-9d6a-4746-88fb-3d05569c78fe {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:06.964343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2cadd12d-9d6a-4746-88fb-3d05569c78fe not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:07.489806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:07.796246 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Deleting port e4a93521-0130-4f2a-b184-693d116f58d3 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:07.796246 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:07.860761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] For port e4a93521-0130-4f2a-b184-693d116f58d3, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e4a93521-0130-4f2a-b184-693d116f58d3,segment=NetworkSegment(4b7c6e26-bf15-4363-9936-24835ab85b0a),segment_id=4b7c6e26-bf15-4363-9936-24835ab85b0a)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:07.860761 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:07.868508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Calling delete_port for e4a93521-0130-4f2a-b184-693d116f58d3 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:08.066356 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:08.095013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a93521-0130-4f2a-b184-693d116f58d3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:08.276240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:08.512974 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:16:08.642374 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:16:08.650986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5a440306-e594-4478-8157-a3a5e73311f3 admin admin] 10.222.0.66 "PUT /v2.0/routers/a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035637 Oct 18 21:16:08.651126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40526) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:08.656669 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] Sync routers for ids ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:16:08.671747 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] Routers {'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:08.671747 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:08.765529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:08.801199 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] Set router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:09.001900 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:16:08Z', 'revision_number': 5, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:09.031595 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] Checking router: a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:16:09.043896 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] Routers {'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:09.044561 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:15:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:09.258950 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] Set router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:09.277741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.335405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Deleting port 9c47d049-97d0-46b0-b4f9-74d47b341c8a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:09.336066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.424476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] For port 9c47d049-97d0-46b0-b4f9-74d47b341c8a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9c47d049-97d0-46b0-b4f9-74d47b341c8a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:09.424881 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.448656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Calling delete_port for 9c47d049-97d0-46b0-b4f9-74d47b341c8a owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:09.464460 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:16:08Z', 'revision_number': 5, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:09.496756 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a88cae-dae9-47e5-80cd-4297e7e98e89 None None] The sync data for ids ['a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52'] in n-d-812149-2 is: [{'id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'name': 'tempest-TestVolumeBootPattern-2026830924-router', 'tenant_id': '38670cec13234258b359db3fad37f3c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:02:48Z', 'updated_at': '2021-10-18T21:16:08Z', 'revision_number': 5, 'project_id': '38670cec13234258b359db3fad37f3c9', 'gw_port': {'id': '9c47d049-97d0-46b0-b4f9-74d47b341c8a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:02:49Z', 'updated_at': '2021-10-18T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:16:09.641338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.673065 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9c47d049-97d0-46b0-b4f9-74d47b341c8a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:09.755511 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.865132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.869537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.943358 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.944923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:16:09.950416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:09.951616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e700a7a0-a82d-4090-b00d-b03028bae9ba admin admin] 10.222.0.66 "DELETE /v2.0/routers/a8a7d3f4-da5a-4ee7-bf8a-a96b837acb52 HTTP/1.1" status: 204 len: 168 time: 1.2995319 Oct 18 21:16:09.954276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40560) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:10.022768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] Deleting subnet a9924531-9e97-4f99-81dc-b56031146d29 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:16:10.026570 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.065942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.157098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.226280 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.256713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9924531-9e97-4f99-81dc-b56031146d29,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:10.261243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.266104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1f4ec382-7531-4ec7-a6ab-e746d2a4bd26 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a9924531-9e97-4f99-81dc-b56031146d29 HTTP/1.1" status: 204 len: 168 time: 0.3101418 Oct 18 21:16:10.268153 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40568) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:10.270885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b378046-489c-4318-ac34-b42eb4d42de6 None None] Network 7ec641db-ed70-489d-8853-c97b83e1f72e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:16:10.377887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.440576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Deleting port 513abcff-78f2-47dc-9da4-78a061523a53 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:10.440982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.510824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] For port 513abcff-78f2-47dc-9da4-78a061523a53, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=513abcff-78f2-47dc-9da4-78a061523a53,segment=NetworkSegment(4b7c6e26-bf15-4363-9936-24835ab85b0a),segment_id=4b7c6e26-bf15-4363-9936-24835ab85b0a)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:10.511109 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.528057 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Calling delete_port for 513abcff-78f2-47dc-9da4-78a061523a53 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:10.627183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.662197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Pushing event deleted for resources: {'Port': ['ID=513abcff-78f2-47dc-9da4-78a061523a53,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:10.669788 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] No DVR routers for this DVR port 513abcff-78f2-47dc-9da4-78a061523a53 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:16:10.695922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc42fc33-f949-4e0b-b2cc-0eaf17e5c73d None None] DHCP port deletion for 7ec641db-ed70-489d-8853-c97b83e1f72e request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:16:10.765186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.795901 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec641db-ed70-489d-8853-c97b83e1f72e']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:10.803588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7c6e26-bf15-4363-9936-24835ab85b0a') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:10.803886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7c6e26-bf15-4363-9936-24835ab85b0a') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:10.815958 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.831842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:16:10.843839 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:16:10.903477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 513abcff-78f2-47dc-9da4-78a061523a53 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:10.918999 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.929624 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:10.932963 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7ec641db-ed70-489d-8853-c97b83e1f72e HTTP/1.1" status: 204 len: 168 time: 0.6636250 Oct 18 21:16:10.953359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ca7b5-14df-4fd2-9e47-f4b8c64cbc77 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec641db-ed70-489d-8853-c97b83e1f72e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:10.957330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 513abcff-78f2-47dc-9da4-78a061523a53 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:10.958929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 513abcff-78f2-47dc-9da4-78a061523a53 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:10.960980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e4a93521-0130-4f2a-b184-693d116f58d3 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:11.003325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e4a93521-0130-4f2a-b184-693d116f58d3 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:11.003757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e4a93521-0130-4f2a-b184-693d116f58d3 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:11.004238 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9c47d049-97d0-46b0-b4f9-74d47b341c8a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:11.025977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 9c47d049-97d0-46b0-b4f9-74d47b341c8a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:11.026369 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9c47d049-97d0-46b0-b4f9-74d47b341c8a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:11.096096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40596) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:11.141788 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4da9e5e5-8ae7-4b1b-99c2-19edfe2acf49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa85c0e9cb804431b3a91c7ac427b282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419700 Oct 18 21:16:11.142012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 40600) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:11.201744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-05413ac7-b429-40c3-a40d-befef42e4759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.229741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-05413ac7-b429-40c3-a40d-befef42e4759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.289397 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-05413ac7-b429-40c3-a40d-befef42e4759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.291952 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-05413ac7-b429-40c3-a40d-befef42e4759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.293153 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-05413ac7-b429-40c3-a40d-befef42e4759 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e9f2c17-2826-4780-9b30-a73fbefa8b9e HTTP/1.1" status: 204 len: 168 time: 0.1502297 Oct 18 21:16:11.301572 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05413ac7-b429-40c3-a40d-befef42e4759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9f2c17-2826-4780-9b30-a73fbefa8b9e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:11.671069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40618) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:11.708649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ce86bcc5-bbd9-4d76-80dc-73e20665b332 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38670cec13234258b359db3fad37f3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422657 Oct 18 21:16:11.711278 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 40622) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:11.762541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc85e-586c-41ba-b3d3-65ab88a5482b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.789498 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc85e-586c-41ba-b3d3-65ab88a5482b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.838128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc85e-586c-41ba-b3d3-65ab88a5482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.840715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3e1dc85e-586c-41ba-b3d3-65ab88a5482b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:11.842104 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3e1dc85e-586c-41ba-b3d3-65ab88a5482b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5bc9f7a-c4f7-451f-b63d-cd647b733672 HTTP/1.1" status: 204 len: 168 time: 0.1296842 Oct 18 21:16:11.859373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dc85e-586c-41ba-b3d3-65ab88a5482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc9f7a-c4f7-451f-b63d-cd647b733672,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:13.515451 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:18.837201 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ff377102-3240-4ae9-9ad2-9c06c9637b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:19.045163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:23.200870 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c9981f60-d42d-408f-9912-60d32ef1d35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:24.231034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:25.258181 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:26.717365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:36.718661 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-97031975-fcef-4c28-bba6-488c7acee4af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0581532 Oct 18 21:16:36.799131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-83b00639-beab-4698-afae-9ed5aa1a32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:36.800697 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-83b00639-beab-4698-afae-9ed5aa1a32ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0410380 Oct 18 21:16:36.907140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-b50cc619-f7dd-4464-a48f-3f97f4355e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:36.908672 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-b50cc619-f7dd-4464-a48f-3f97f4355e5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0874271 Oct 18 21:16:36.980314 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-9fcd4aed-3b3a-41a1-8878-f8ecde8366e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0639555 Oct 18 21:16:37.032604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-d7459adc-72a0-4c97-a65e-fd56271dbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:37.034138 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-d7459adc-72a0-4c97-a65e-fd56271dbed2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0468948 Oct 18 21:16:37.085526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-abbc4c56-3bae-47dc-b127-68fd91500a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:37.087706 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-abbc4c56-3bae-47dc-b127-68fd91500a73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459888 Oct 18 21:16:37.196817 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-92620310-e150-4ae2-81fb-8e5d3b658d6a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007288 Oct 18 21:16:37.297315 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bd21b088-4106-4f2c-a372-2a95af77edf1 req-7b14b87c-4bc4-4608-bdec-a103b115e3df service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926449 Oct 18 21:16:38.272196 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af80a00-0255-43fb-8ff6-c19d29e617a5 req-65ab6d7c-eb10-41f8-ac17-8f7fe7f7bccc tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:38.274363 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0af80a00-0255-43fb-8ff6-c19d29e617a5 req-65ab6d7c-eb10-41f8-ac17-8f7fe7f7bccc tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 945 time: 0.0509934 Oct 18 21:16:38.315143 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-0af80a00-0255-43fb-8ff6-c19d29e617a5 req-c44ab7b7-4a12-42ea-8611-030a012b2f3e tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345209 Oct 18 21:16:39.432565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e01f78-9cb4-459b-b9bd-25c46d3eb6c5 req-cba9206e-cd96-4b9a-805e-b4ab24e3679f tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:39.434075 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1e01f78-9cb4-459b-b9bd-25c46d3eb6c5 req-cba9206e-cd96-4b9a-805e-b4ab24e3679f tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Oct 18 21:16:39.472128 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-f1e01f78-9cb4-459b-b9bd-25c46d3eb6c5 req-8234b2ed-ab32-4749-a4ce-5f5b9b181afb tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Oct 18 21:16:40.257331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-908a1971-b5f6-4d31-9f04-cdcafdb4aaf5 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:40.259517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-908a1971-b5f6-4d31-9f04-cdcafdb4aaf5 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 945 time: 0.0546710 Oct 18 21:16:40.360732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Deleting port f2982487-6609-4ba5-99a5-d7754b4a29f7 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:40.361098 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.458328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] For port f2982487-6609-4ba5-99a5-d7754b4a29f7, host n-h2-812149-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812149-2',level=0,port_id=f2982487-6609-4ba5-99a5-d7754b4a29f7,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:40.459024 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.603758 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41354) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:40.673200 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e1bb2-3434-458d-a68f-00eeabfc9008 req-9f928966-c5dd-4184-a49d-b3ada6095433 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:16:40.674817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be9e1bb2-3434-458d-a68f-00eeabfc9008 req-9f928966-c5dd-4184-a49d-b3ada6095433 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/ports?device_id=28b8c507-5b58-4e2e-8f61-e6f54d50ff42 HTTP/1.1" status: 200 len: 945 time: 0.1258843 Oct 18 21:16:40.754065 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-797e94f2-5de8-4c27-937d-1cc13a22eec3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14c9d7ade09c442e8041481c492c2ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485293 Oct 18 21:16:40.755038 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41358) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:40.766039 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-be9e1bb2-3434-458d-a68f-00eeabfc9008 req-c4bd69c0-1fca-4bb5-abd5-9ee6d98620f5 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788896 Oct 18 21:16:40.767948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.768311 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.768649 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Floating IP fe2f8be7-5876-473d-9ba1-4b32463411d9 disassociated. External IP: 172.25.7.231, port: f2982487-6609-4ba5-99a5-d7754b4a29f7. Oct 18 21:16:40.768993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Calling delete_port for f2982487-6609-4ba5-99a5-d7754b4a29f7 owned by compute:nova {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:40.808564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b26-2068-49ce-be18-3c9e853f4342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.830494 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b26-2068-49ce-be18-3c9e853f4342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.881197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b26-2068-49ce-be18-3c9e853f4342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.883802 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-31cd7b26-2068-49ce-be18-3c9e853f4342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.885012 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-31cd7b26-2068-49ce-be18-3c9e853f4342 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f1108d1-d457-4f25-818e-6bacee29129e HTTP/1.1" status: 204 len: 168 time: 0.1290002 Oct 18 21:16:40.892760 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd7b26-2068-49ce-be18-3c9e853f4342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1108d1-d457-4f25-818e-6bacee29129e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:40.917803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:40.952036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event deleted for resources: {'Port': ['ID=f2982487-6609-4ba5-99a5-d7754b4a29f7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:40.963761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.964108 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.964479 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.965271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.965271 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.965527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.965790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.966132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.966445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.966772 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.967100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:40.967426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:16:41.089630 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Router ff3cf329-be7b-49bc-af6a-d50e19e83a71 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:16:41.216902 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:16:41.238590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] Sync routers for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:16:41.252718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:41.253772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:16:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:41.265591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] No DVR routers for this DVR port f2982487-6609-4ba5-99a5-d7754b4a29f7 on host n-h2-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:16:41.268258 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:41.272104 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.79 "DELETE /v2.0/ports/f2982487-6609-4ba5-99a5-d7754b4a29f7 HTTP/1.1" status: 204 len: 173 time: 1.0059884 Oct 18 21:16:41.272613 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'name': 'network-vif-deleted', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7'}] {{(pid=100531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:16:41.275559 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94510486f7545d58d3afc679f12bec7f9d6f9986b3d23bb608aed574e6be8707" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feac6cf-23db-45c5-bd4d-74ed858f8c1a" -d '{"events": [{"server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "name": "network-vif-deleted", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7"}]}' {{(pid=100531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:16:41.339394 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61f2fc3-b5e5-4ac4-bffd-ee5291fcbd38 x-openstack-request-id: req-a61f2fc3-b5e5-4ac4-bffd-ee5291fcbd38 {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:16:41.340715 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b8c507-5b58-4e2e-8f61-e6f54d50ff42", "name": "network-vif-deleted", "tag": "f2982487-6609-4ba5-99a5-d7754b4a29f7", "status": "completed", "code": 200}]} {{(pid=100531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:16:41.341476 n-d-812149-2 neutron-server[100531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a61f2fc3-b5e5-4ac4-bffd-ee5291fcbd38 {{(pid=100531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 21:16:41.341611 n-d-812149-2 neutron-server[100531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b8c507-5b58-4e2e-8f61-e6f54d50ff42', 'name': 'network-vif-deleted', 'tag': 'f2982487-6609-4ba5-99a5-d7754b4a29f7', 'status': 'completed', 'code': 200} Oct 18 21:16:41.383899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:41.613563 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:41.652761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] Checking router: ff3cf329-be7b-49bc-af6a-d50e19e83a71 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:16:41.661629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:41.662258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:16:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:41.781239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:41.868348 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41394) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:41.938565 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e467-fe5b-4e1f-9550-a225a2670fb6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:41.964777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e467-fe5b-4e1f-9550-a225a2670fb6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.003670 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:42.023315 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e467-fe5b-4e1f-9550-a225a2670fb6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.026359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1cb0e467-fe5b-4e1f-9550-a225a2670fb6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.029912 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1cb0e467-fe5b-4e1f-9550-a225a2670fb6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "DELETE /v2.0/security-groups/3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb HTTP/1.1" status: 204 len: 168 time: 0.1573155 Oct 18 21:16:42.030290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41396) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:42.039756 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ab9bf-8e9b-49b1-b35d-8bfe12e0ac7b None None] The sync data for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 is: [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:06:58Z', 'revision_number': 4, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e9bc55a7-c9e1-4443-ba25-90ff609c5399', 'name': '', 'network_id': 'dbaac725-c83d-4be6-96ad-a9107de24de7', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'mac_address': 'fa:16:3e:04:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:57Z', 'updated_at': '2021-10-18T21:07:04Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'subnets': [{'id': 'b6cf8700-38b6-4310-a226-3a127cae45ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:16:42.043094 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0e467-fe5b-4e1f-9550-a225a2670fb6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:42.044772 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-0455dd01-25d3-4ae1-bcad-8ad1a2929da6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] show failed (client error): The resource could not be found. Oct 18 21:16:42.052995 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0455dd01-25d3-4ae1-bcad-8ad1a2929da6 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "GET /v2.0/security-groups/3c3a6b43-7c4f-4c9e-88a7-2e4f427d25fb HTTP/1.1" status: 404 len: 347 time: 0.0216103 Oct 18 21:16:42.056368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41398) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:42.211742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Deleting port 11915658-f94c-41e8-9101-eeade6319c81 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:42.212328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.303342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.303826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.319321 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Calling delete_port for 11915658-f94c-41e8-9101-eeade6319c81 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:42.370185 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9fdcb-4a0f-4f12-8495-d955d555a636 None None] New status for floating IP fe2f8be7-5876-473d-9ba1-4b32463411d9: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:16:42.527765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.529455 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.db.api [None req-6dd9fdcb-4a0f-4f12-8495-d955d555a636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 21:16:42.530012 n-d-812149-2 neutron-server[100533]: DEBUG oslo_db.api [None req-6dd9fdcb-4a0f-4f12-8495-d955d555a636 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 21:16:42.561139 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Pushing event deleted for resources: {'Port': ['ID=11915658-f94c-41e8-9101-eeade6319c81,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:42.615554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.618826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:42.620019 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b9e5cede-15e1-4474-abe6-559288645fd3 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] 10.222.0.66 "DELETE /v2.0/floatingips/fe2f8be7-5876-473d-9ba1-4b32463411d9 HTTP/1.1" status: 204 len: 168 time: 0.5627873 Oct 18 21:16:43.031496 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9fdcb-4a0f-4f12-8495-d955d555a636 None None] New status for floating IP fe2f8be7-5876-473d-9ba1-4b32463411d9: DOWN {{(pid=100533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:16:43.551472 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:43.737998 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f2982487-6609-4ba5-99a5-d7754b4a29f7 no longer exists at agent hyperv_n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:43.763969 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] No Port match for: f2982487-6609-4ba5-99a5-d7754b4a29f7 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:43.764530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Device f2982487-6609-4ba5-99a5-d7754b4a29f7 not bound to the agent host n-h2-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:43.924041 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:16:48.829999 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-40f43251-78e9-4e85-8dd0-c1ad2d663be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:49.048771 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:52.642965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41504) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:53.196974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fab3f69-9e5d-4cd7-96c8-8ad6eb5dccc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:53.267724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:53.547029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Deleting port e9bc55a7-c9e1-4443-ba25-90ff609c5399 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:53.547493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:53.628040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] For port e9bc55a7-c9e1-4443-ba25-90ff609c5399, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e9bc55a7-c9e1-4443-ba25-90ff609c5399,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:53.628416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:53.642677 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Calling delete_port for e9bc55a7-c9e1-4443-ba25-90ff609c5399 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:53.838281 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:53.865706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bc55a7-c9e1-4443-ba25-90ff609c5399,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:54.043265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:54.235528 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:54.270322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Router ff3cf329-be7b-49bc-af6a-d50e19e83a71 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:16:54.378186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:16:54.385565 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4f8dd9b6-4353-481e-bc5b-98e3a9232ba3 admin admin] 10.222.0.66 "PUT /v2.0/routers/ff3cf329-be7b-49bc-af6a-d50e19e83a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391949 Oct 18 21:16:54.385931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41512) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:54.391977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] Sync routers for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:16:54.401835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:54.402574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:16:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:54.518666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:54.723343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:16:53Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:54.754923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] Checking router: ff3cf329-be7b-49bc-af6a-d50e19e83a71 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:16:54.764631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] Routers {'ff3cf329-be7b-49bc-af6a-d50e19e83a71'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:16:54.765246 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:16:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:54.842404 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:54.889876 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] Set router ff3cf329-be7b-49bc-af6a-d50e19e83a71 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:16:54.968216 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.024375 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Deleting port 0832e2d7-aee0-4850-8cd6-50700031f788 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:55.024884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.079866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:16:53Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:55.106571 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] For port 0832e2d7-aee0-4850-8cd6-50700031f788, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0832e2d7-aee0-4850-8cd6-50700031f788,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:55.107054 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.110320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1f176-3766-4664-a644-d95e7821ac8f None None] The sync data for ids ['ff3cf329-be7b-49bc-af6a-d50e19e83a71'] in n-d-812149-2 is: [{'id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'name': 'tempest-AttachVolumeTestJSON-1096369210-router', 'tenant_id': '80687a46b1384defa71f42d8ef73593a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:06:54Z', 'updated_at': '2021-10-18T21:16:53Z', 'revision_number': 5, 'project_id': '80687a46b1384defa71f42d8ef73593a', 'gw_port': {'id': '0832e2d7-aee0-4850-8cd6-50700031f788', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3cf329-be7b-49bc-af6a-d50e19e83a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:06:55Z', 'updated_at': '2021-10-18T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:16:55.132079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Calling delete_port for 0832e2d7-aee0-4850-8cd6-50700031f788 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:55.264786 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.323417 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.352140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Pushing event deleted for resources: {'Port': ['ID=0832e2d7-aee0-4850-8cd6-50700031f788,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:55.419080 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.520404 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.522743 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.568799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.569360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff3cf329-be7b-49bc-af6a-d50e19e83a71 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:16:55.574614 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.575959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-67926fbd-7026-4251-8826-51d51edcf479 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ff3cf329-be7b-49bc-af6a-d50e19e83a71 HTTP/1.1" status: 204 len: 168 time: 1.1890197 Oct 18 21:16:55.578524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41516) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:55.631803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] Deleting subnet b6cf8700-38b6-4310-a226-3a127cae45ba {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:16:55.635744 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.671727 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.764055 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.835464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.871766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cf8700-38b6-4310-a226-3a127cae45ba,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:55.873775 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:55.877002 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1a8a5444-3852-4425-a9de-fce6dcb9bace admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b6cf8700-38b6-4310-a226-3a127cae45ba HTTP/1.1" status: 204 len: 168 time: 0.2975187 Oct 18 21:16:55.880466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41518) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:55.884986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e937cf8-7c4a-4d8a-9fd3-b844073c25d4 None None] Network dbaac725-c83d-4be6-96ad-a9107de24de7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:16:55.967141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.027355 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Deleting port 24e16854-4598-45df-802c-3d88dcf9e63e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:16:56.027841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.102372 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] For port 24e16854-4598-45df-802c-3d88dcf9e63e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=24e16854-4598-45df-802c-3d88dcf9e63e,segment=NetworkSegment(4dddc1dc-6947-4555-a6df-a447f79f2e35),segment_id=4dddc1dc-6947-4555-a6df-a447f79f2e35)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:16:56.102990 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.116473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Calling delete_port for 24e16854-4598-45df-802c-3d88dcf9e63e owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:16:56.230474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.279976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e16854-4598-45df-802c-3d88dcf9e63e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:56.281857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] No DVR routers for this DVR port 24e16854-4598-45df-802c-3d88dcf9e63e on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:16:56.343679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b8819-1811-418a-899c-bfaec52c6584 None None] DHCP port deletion for dbaac725-c83d-4be6-96ad-a9107de24de7 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:16:56.359943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.383492 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbaac725-c83d-4be6-96ad-a9107de24de7']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:56.394089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dddc1dc-6947-4555-a6df-a447f79f2e35') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:56.394356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dddc1dc-6947-4555-a6df-a447f79f2e35') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:16:56.404692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.418810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.424882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:16:56.425299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:16:56.426963 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:16:56.486117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.492306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.497824 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dbaac725-c83d-4be6-96ad-a9107de24de7 HTTP/1.1" status: 204 len: 168 time: 0.6140609 Oct 18 21:16:56.507105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba543966-0249-4293-b577-3ab79a37ca27 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbaac725-c83d-4be6-96ad-a9107de24de7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:56.629707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41524) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:56.672218 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ebfaaee3-9990-4be7-8ff3-6d22a71c5fc6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80687a46b1384defa71f42d8ef73593a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411406 Oct 18 21:16:56.674750 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41526) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:56.721865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.725733 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1164fb40-bb48-47c2-ae9f-3ddff84497ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.749378 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1164fb40-bb48-47c2-ae9f-3ddff84497ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.806982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1164fb40-bb48-47c2-ae9f-3ddff84497ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.809897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1164fb40-bb48-47c2-ae9f-3ddff84497ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:56.811165 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1164fb40-bb48-47c2-ae9f-3ddff84497ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9581b62-826d-4578-ab99-bcdcf3314941 HTTP/1.1" status: 204 len: 168 time: 0.1354582 Oct 18 21:16:56.821272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164fb40-bb48-47c2-ae9f-3ddff84497ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9581b62-826d-4578-ab99-bcdcf3314941,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:56.928116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e9bc55a7-c9e1-4443-ba25-90ff609c5399 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:56.950174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e9bc55a7-c9e1-4443-ba25-90ff609c5399 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:56.950725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e9bc55a7-c9e1-4443-ba25-90ff609c5399 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:56.951306 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0832e2d7-aee0-4850-8cd6-50700031f788 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:56.971696 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0832e2d7-aee0-4850-8cd6-50700031f788 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:56.972348 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0832e2d7-aee0-4850-8cd6-50700031f788 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:56.972976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 24e16854-4598-45df-802c-3d88dcf9e63e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:16:56.998143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 24e16854-4598-45df-802c-3d88dcf9e63e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:16:56.998473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 24e16854-4598-45df-802c-3d88dcf9e63e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:16:59.637199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41596) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:59.762793 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef25530a-9036-4c50-bc5c-3bc2a3d12c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:59.844154 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef25530a-9036-4c50-bc5c-3bc2a3d12c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:59.848825 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef25530a-9036-4c50-bc5c-3bc2a3d12c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:59.889967 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ef25530a-9036-4c50-bc5c-3bc2a3d12c6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6668eb5bb3d4ca28a81f69e0b3f4663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509921 Oct 18 21:16:59.890950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25530a-9036-4c50-bc5c-3bc2a3d12c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb43c19-1eed-483c-a631-4615043221d8,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:16:59.892588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41600) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:16:59.953522 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4682a3b3-6328-4705-93ca-58625a3c9b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:16:59.975121 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4682a3b3-6328-4705-93ca-58625a3c9b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.028147 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4682a3b3-6328-4705-93ca-58625a3c9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.030901 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4682a3b3-6328-4705-93ca-58625a3c9b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.032821 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4682a3b3-6328-4705-93ca-58625a3c9b2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dbb43c19-1eed-483c-a631-4615043221d8 HTTP/1.1" status: 204 len: 168 time: 0.1391850 Oct 18 21:17:00.042471 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682a3b3-6328-4705-93ca-58625a3c9b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb43c19-1eed-483c-a631-4615043221d8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:00.323966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41606) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:00.337435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e783ec5a-7287-4fdc-9bfc-071614b065b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.414871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e783ec5a-7287-4fdc-9bfc-071614b065b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.419225 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e783ec5a-7287-4fdc-9bfc-071614b065b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.459087 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e783ec5a-7287-4fdc-9bfc-071614b065b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=977b71f49f61434b8628e41077e86284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339738 Oct 18 21:17:00.460082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783ec5a-7287-4fdc-9bfc-071614b065b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056b24b4-92cd-43a8-9e2d-991252a0b717,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:00.461941 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41610) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:00.524096 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a401-41f0-48d8-a8ed-d46dec30c794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.546775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a401-41f0-48d8-a8ed-d46dec30c794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.594562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a401-41f0-48d8-a8ed-d46dec30c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.597364 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1f1a401-41f0-48d8-a8ed-d46dec30c794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:00.598564 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d1f1a401-41f0-48d8-a8ed-d46dec30c794 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/056b24b4-92cd-43a8-9e2d-991252a0b717 HTTP/1.1" status: 204 len: 168 time: 0.1335120 Oct 18 21:17:00.607034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1a401-41f0-48d8-a8ed-d46dec30c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056b24b4-92cd-43a8-9e2d-991252a0b717,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:03.002137 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41682) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:03.117382 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff1b96d9-27c6-4d24-9fc8-bcbae2f44ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.195991 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff1b96d9-27c6-4d24-9fc8-bcbae2f44ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.200667 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ff1b96d9-27c6-4d24-9fc8-bcbae2f44ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.238447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b96d9-27c6-4d24-9fc8-bcbae2f44ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babb08a3-c2e6-438b-8236-cd56fd9310df,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:03.245879 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ff1b96d9-27c6-4d24-9fc8-bcbae2f44ccd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1d5c5990ad04dde989b2850b1931b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397349 Oct 18 21:17:03.246121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41692) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:03.296256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd65cc4-f357-4370-a699-f5551903ba88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.321330 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd65cc4-f357-4370-a699-f5551903ba88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.367688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd65cc4-f357-4370-a699-f5551903ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.370433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ddd65cc4-f357-4370-a699-f5551903ba88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.371669 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ddd65cc4-f357-4370-a699-f5551903ba88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/babb08a3-c2e6-438b-8236-cd56fd9310df HTTP/1.1" status: 204 len: 168 time: 0.1246178 Oct 18 21:17:03.380368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd65cc4-f357-4370-a699-f5551903ba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb08a3-c2e6-438b-8236-cd56fd9310df,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:03.632088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41698) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:03.646197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa5a185a-c4b0-487c-ac8d-9da20c3a0058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.725038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa5a185a-c4b0-487c-ac8d-9da20c3a0058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.729588 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-aa5a185a-c4b0-487c-ac8d-9da20c3a0058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.773347 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41700) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:03.773919 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aa5a185a-c4b0-487c-ac8d-9da20c3a0058 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cb60091aea44053b4fba3f014da1230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397481 Oct 18 21:17:03.775801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a185a-c4b0-487c-ac8d-9da20c3a0058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224e177e-b81e-4d1a-966c-53f7a45de6ef,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:03.846200 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b1181a7-76eb-4dcc-8260-631a1e0c5db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.876572 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b1181a7-76eb-4dcc-8260-631a1e0c5db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.930836 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b1181a7-76eb-4dcc-8260-631a1e0c5db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.933491 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b1181a7-76eb-4dcc-8260-631a1e0c5db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:03.934654 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b1181a7-76eb-4dcc-8260-631a1e0c5db8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/224e177e-b81e-4d1a-966c-53f7a45de6ef HTTP/1.1" status: 204 len: 168 time: 0.1602931 Oct 18 21:17:03.942553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1181a7-76eb-4dcc-8260-631a1e0c5db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224e177e-b81e-4d1a-966c-53f7a45de6ef,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:11.041482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41940) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:11.162013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e43e117-65b2-42a9-b9b2-4d39555028e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.254657 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e43e117-65b2-42a9-b9b2-4d39555028e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.259534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3e43e117-65b2-42a9-b9b2-4d39555028e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.300254 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3e43e117-65b2-42a9-b9b2-4d39555028e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9acdf607dd3547ec905f48241ee091f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575612 Oct 18 21:17:11.301161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43e117-65b2-42a9-b9b2-4d39555028e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51fde66-008d-4c76-a71d-e3a03f641ec4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:11.303005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41946) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:11.357579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.384263 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.432614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.436262 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.439438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c51fde66-008d-4c76-a71d-e3a03f641ec4 HTTP/1.1" status: 204 len: 168 time: 0.1316512 Oct 18 21:17:11.445232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51fde66-008d-4c76-a71d-e3a03f641ec4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:11.453474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.453816 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.454192 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.454491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.454815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.455189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.455462 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.455781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.456104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.456444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.456770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.457116 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980d0a96-20a2-4527-af17-b1ee4a2d4dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:11.722117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 41952) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:11.738904 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df316e36-19d8-4491-987d-926606f1b674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.825618 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df316e36-19d8-4491-987d-926606f1b674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.829657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df316e36-19d8-4491-987d-926606f1b674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.868573 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df316e36-19d8-4491-987d-926606f1b674 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aed500673c3e40c0b3a9615227fc236a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450417 Oct 18 21:17:11.869458 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df316e36-19d8-4491-987d-926606f1b674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9961d2-5195-402a-b0c2-2a1a5dae30fe,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:11.872317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 41954) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:11.927322 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eae78efe-8a39-4596-93c8-fc0f6a5da99d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.950783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eae78efe-8a39-4596-93c8-fc0f6a5da99d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:11.998379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eae78efe-8a39-4596-93c8-fc0f6a5da99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:12.001129 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eae78efe-8a39-4596-93c8-fc0f6a5da99d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:12.002304 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eae78efe-8a39-4596-93c8-fc0f6a5da99d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be9961d2-5195-402a-b0c2-2a1a5dae30fe HTTP/1.1" status: 204 len: 168 time: 0.1284976 Oct 18 21:17:12.012310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae78efe-8a39-4596-93c8-fc0f6a5da99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9961d2-5195-402a-b0c2-2a1a5dae30fe,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:13.572602 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.569442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42022) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:14.680591 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2447eb55-7f4d-4fd7-9ace-00b8d606ec2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.763818 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2447eb55-7f4d-4fd7-9ace-00b8d606ec2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.767854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2447eb55-7f4d-4fd7-9ace-00b8d606ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.810757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2447eb55-7f4d-4fd7-9ace-00b8d606ec2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe160b1c30894870b79e0a0fde52c232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378471 Oct 18 21:17:14.810757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447eb55-7f4d-4fd7-9ace-00b8d606ec2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f1943-c39f-45ae-9517-b95d66878aec,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:14.811497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42026) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:14.867457 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24e69e53-28a6-4dc3-ac70-871176134d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.890218 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24e69e53-28a6-4dc3-ac70-871176134d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.940868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24e69e53-28a6-4dc3-ac70-871176134d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.944267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-24e69e53-28a6-4dc3-ac70-871176134d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:14.946061 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-24e69e53-28a6-4dc3-ac70-871176134d8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c86f1943-c39f-45ae-9517-b95d66878aec HTTP/1.1" status: 204 len: 168 time: 0.1332850 Oct 18 21:17:14.956626 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e69e53-28a6-4dc3-ac70-871176134d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f1943-c39f-45ae-9517-b95d66878aec,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:17.116897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42106) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:17.230689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f77fd47-9013-460f-a1e6-274676dcd169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.310519 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f77fd47-9013-460f-a1e6-274676dcd169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.314735 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9f77fd47-9013-460f-a1e6-274676dcd169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.358986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9f77fd47-9013-460f-a1e6-274676dcd169 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4cc1d8ddd3d4857ab8ebffd13744fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409813 Oct 18 21:17:17.360229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77fd47-9013-460f-a1e6-274676dcd169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc9d4d8-130b-4fd7-a9ea-a0fc843f46cb,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:17.361683 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42110) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:17.420158 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a14c47-39ff-4a7d-91fa-f117962c978f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.443348 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a14c47-39ff-4a7d-91fa-f117962c978f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.498655 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a14c47-39ff-4a7d-91fa-f117962c978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.501428 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-22a14c47-39ff-4a7d-91fa-f117962c978f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.505924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-22a14c47-39ff-4a7d-91fa-f117962c978f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/acc9d4d8-130b-4fd7-a9ea-a0fc843f46cb HTTP/1.1" status: 204 len: 168 time: 0.1421282 Oct 18 21:17:17.517569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a14c47-39ff-4a7d-91fa-f117962c978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc9d4d8-130b-4fd7-a9ea-a0fc843f46cb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:17.792409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42118) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:17.806586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6600a2ed-562c-4e0c-af04-a8ebdcbbb033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.884882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6600a2ed-562c-4e0c-af04-a8ebdcbbb033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.889202 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-6600a2ed-562c-4e0c-af04-a8ebdcbbb033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:17.932834 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6600a2ed-562c-4e0c-af04-a8ebdcbbb033 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f033fd8d7464a889752466e041663f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391339 Oct 18 21:17:17.933975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600a2ed-562c-4e0c-af04-a8ebdcbbb033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706816e6-49e5-47ab-9c14-c9e5e729fbb8,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:17.935586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42120) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:17.989214 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a5cba71-0f35-442a-98c6-9825c9691dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:18.011673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a5cba71-0f35-442a-98c6-9825c9691dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:18.063720 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a5cba71-0f35-442a-98c6-9825c9691dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:18.066448 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7a5cba71-0f35-442a-98c6-9825c9691dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:18.067605 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7a5cba71-0f35-442a-98c6-9825c9691dd9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/706816e6-49e5-47ab-9c14-c9e5e729fbb8 HTTP/1.1" status: 204 len: 168 time: 0.1301317 Oct 18 21:17:18.076495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cba71-0f35-442a-98c6-9825c9691dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706816e6-49e5-47ab-9c14-c9e5e729fbb8,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:18.832871 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-38f16c37-4981-4fe5-8338-9689f258bf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.128308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.493491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42166) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:19.649809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-158694176'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:19.674163 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Made reservation on behalf of ae82858ab6604d79a3f19b690a424117 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:17:19.678243 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.688785 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.771683 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.775577 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.808108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:17:19.814397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad11ff-3107-4d84-bd90-1d2363e0e270,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:19.823688 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.824706 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Added segment bd2ba8ef-155f-494c-9205-3070c2e71dad of type vlan for network 83993d7a-7f92-4626-93ac-6c848f37ffb7 Oct 18 21:17:19.865279 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.891397 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.896937 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:19.897552 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:19.936653 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4420226 Oct 18 21:17:19.939582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42180) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:19.946497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Request body: {'subnet': {'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:19.988455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c9441-ddbb-4093-a211-600bed6a1b33 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event updated for resources: {'Network': ['ID=83993d7a-7f92-4626-93ac-6c848f37ffb7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:20.002478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 83993d7a-7f92-4626-93ac-6c848f37ffb7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:17:20.069125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Made reservation on behalf of ae82858ab6604d79a3f19b690a424117 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:17:20.072638 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:20.261752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:20.323040 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event updated for resources: {'Subnet': ['ID=f6afae89-b9a8-4e8f-a203-40c07e2a9195,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:20.332766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Checking segment: {'id': 'bd2ba8ef-155f-494c-9205-3070c2e71dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:17:20.333133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Network hostable DHCP agents. Network: 83993d7a-7f92-4626-93ac-6c848f37ffb7, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:17:20.351432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Network 83993d7a-7f92-4626-93ac-6c848f37ffb7 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:17:20.361842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 83993d7a-7f92-4626-93ac-6c848f37ffb7) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:20.367978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:20.371765 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deafcb27-d590-48ef-a7b1-852dfaf9b2e9 None None] Network 83993d7a-7f92-4626-93ac-6c848f37ffb7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:17:20.373198 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:20.395432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-df84b205-a0e7-453b-913c-4debfb6fb952 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4526415 Oct 18 21:17:20.396234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42182) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:20.401739 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Request body: {'port': {'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-343020081'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:20.515406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Made reservation on behalf of ae82858ab6604d79a3f19b690a424117 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:17:20.518963 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:20.531142 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-83993d7a-7f92-4626-93ac-6c848f37ffb7', 'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7', 'tenant_id': 'ae82858ab6604d79a3f19b690a424117', 'fixed_ips': [{'subnet_id': 'f6afae89-b9a8-4e8f-a203-40c07e2a9195'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:17:20.532009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:20.541191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] device_id is not set on port 6722e36d-4ad5-4276-96bf-cc86bec47ed6 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:17:20.661438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Allocated IP 172.20.0.3 (83993d7a-7f92-4626-93ac-6c848f37ffb7/f6afae89-b9a8-4e8f-a203-40c07e2a9195/6722e36d-4ad5-4276-96bf-cc86bec47ed6) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:17:20.810652 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:20.846625 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:20.893980 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Allocated IP 172.20.0.2 (83993d7a-7f92-4626-93ac-6c848f37ffb7/f6afae89-b9a8-4e8f-a203-40c07e2a9195/99880c7f-86bb-487f-85ec-94f517444013) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:17:20.896369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Network 83993d7a-7f92-4626-93ac-6c848f37ffb7 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:17:20.904219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:20.905818 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event updated for resources: {'Port': ['ID=6722e36d-4ad5-4276-96bf-cc86bec47ed6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:20.909020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:17:20.935602 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:17:20.985780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:20.986437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.005907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d736cba3-4e63-47c3-b5f9-06a9d59a84ae tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6088932 Oct 18 21:17:21.010069 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42188) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:21.079781 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.088153 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.113448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Deleting port 6722e36d-4ad5-4276-96bf-cc86bec47ed6 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:17:21.114117 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.127024 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Network 83993d7a-7f92-4626-93ac-6c848f37ffb7 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:17:21.130171 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:21.134243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:17:21.143565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Pushing event updated for resources: {'Port': ['ID=99880c7f-86bb-487f-85ec-94f517444013,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:21.167552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.167896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.168233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.168596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.168923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.169247 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.169566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.169885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.170204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.170519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.170832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.171144 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:21.215055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Attempting to bind port 99880c7f-86bb-487f-85ec-94f517444013 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:17:21.215430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Attempting to bind port 99880c7f-86bb-487f-85ec-94f517444013 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'bd2ba8ef-155f-494c-9205-3070c2e71dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:17:21.215800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Attempting to bind port 99880c7f-86bb-487f-85ec-94f517444013 on network 83993d7a-7f92-4626-93ac-6c848f37ffb7 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:17:21.221044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:17:21.221425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Checking segment: {'id': 'bd2ba8ef-155f-494c-9205-3070c2e71dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:17:21.221829 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.222236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Bound using segment: {'id': 'bd2ba8ef-155f-494c-9205-3070c2e71dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:17:21.222755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Bound port: 99880c7f-86bb-487f-85ec-94f517444013, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2ba8ef-155f-494c-9205-3070c2e71dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83993d7a-7f92-4626-93ac-6c848f37ffb7'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:17:21.223124 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.229607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.251421 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Calling delete_port for 6722e36d-4ad5-4276-96bf-cc86bec47ed6 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:17:21.294836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] For port 99880c7f-86bb-487f-85ec-94f517444013, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:17:21.298490 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] For port 99880c7f-86bb-487f-85ec-94f517444013, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=99880c7f-86bb-487f-85ec-94f517444013,segment=NetworkSegment(bd2ba8ef-155f-494c-9205-3070c2e71dad),segment_id=bd2ba8ef-155f-494c-9205-3070c2e71dad)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:17:21.302733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.366422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c3f6f-f949-4105-8c1b-1cccebe3d3e3 None None] Pushing event updated for resources: {'Port': ['ID=99880c7f-86bb-487f-85ec-94f517444013,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:21.407259 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.443783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event deleted for resources: {'Port': ['ID=6722e36d-4ad5-4276-96bf-cc86bec47ed6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:21.519069 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.523502 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-97d2e2f4-478b-4588-bcbf-c262663db64d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "DELETE /v2.0/ports/6722e36d-4ad5-4276-96bf-cc86bec47ed6 HTTP/1.1" status: 204 len: 168 time: 0.5123849 Oct 18 21:17:21.526197 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42198) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:21.619897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-58e889fd-f5e9-45e5-ab70-db9b63bdb129 tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.0913410 Oct 18 21:17:21.621898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42204) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:21.628256 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-597802455'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:21.656675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Made reservation on behalf of ae82858ab6604d79a3f19b690a424117 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:17:21.660506 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.686954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:17:21.699153 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.701462 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Added segment 157d971f-3dd9-451d-b14f-be79aae47556 of type vlan for network 993f4c1a-b419-4ddb-9226-1035d3df2ab6 Oct 18 21:17:21.745598 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.772749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.779124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:21.779672 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:21.821168 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.1979754 Oct 18 21:17:21.825084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42206) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:21.865325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db43a9-5dd8-4eb5-adb0-966197a32d73 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event updated for resources: {'Network': ['ID=993f4c1a-b419-4ddb-9226-1035d3df2ab6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:21.876849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 993f4c1a-b419-4ddb-9226-1035d3df2ab6 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:17:22.003369 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-73f85058-ea86-4f2e-972f-e09ac37dc08e tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "GET /v2.0/agents/4e88be0a-fd2d-496b-847a-676b8036842b/dhcp-networks HTTP/1.1" status: 200 len: 4887 time: 0.1774433 Oct 18 21:17:22.006248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42208) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.091466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc28db92-7fac-4a3b-ab48-22b81f4516df tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] Network 993f4c1a-b419-4ddb-9226-1035d3df2ab6 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:17:22.112714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42210) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.113234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-dc28db92-7fac-4a3b-ab48-22b81f4516df tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "POST /v2.0/agents/4e88be0a-fd2d-496b-847a-676b8036842b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1048276 Oct 18 21:17:22.113989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91184c3-a062-414a-9027-cebba222d129 None None] Network 993f4c1a-b419-4ddb-9226-1035d3df2ab6 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:17:22.276417 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-198eb475-2758-4493-8732-434cae0550e6 tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "GET /v2.0/agents/4e88be0a-fd2d-496b-847a-676b8036842b/dhcp-networks HTTP/1.1" status: 200 len: 5657 time: 0.1587646 Oct 18 21:17:22.276657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42212) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.356750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42214) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.361054 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3e495cc4-fbf1-4a98-af4c-50902c759c94 tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "DELETE /v2.0/agents/4e88be0a-fd2d-496b-847a-676b8036842b/dhcp-networks/993f4c1a-b419-4ddb-9226-1035d3df2ab6 HTTP/1.1" status: 204 len: 168 time: 0.0831094 Oct 18 21:17:22.441265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd011bc8-2812-460b-b68c-17e95bf1136c None None] Network 83993d7a-7f92-4626-93ac-6c848f37ffb7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:17:22.478452 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a14198da-1c11-466d-9781-0f5ce18c1f46 tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "GET /v2.0/agents/4e88be0a-fd2d-496b-847a-676b8036842b/dhcp-networks HTTP/1.1" status: 200 len: 4887 time: 0.1205122 Oct 18 21:17:22.484461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42216) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.503745 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ee694d81-c96c-45b3-bcd4-9e311985f3cb tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "GET /v2.0/networks/83993d7a-7f92-4626-93ac-6c848f37ffb7/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0181336 Oct 18 21:17:22.507266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42218) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.528651 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c875958e-9049-4b65-9434-2b0b9300b46c tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "GET /v2.0/networks/83993d7a-7f92-4626-93ac-6c848f37ffb7/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0197222 Oct 18 21:17:22.529761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42220) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.570002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5f05ddd9-39f0-4d69-a06b-ff5f439c140b None None] Provisioning complete for port 99880c7f-86bb-487f-85ec-94f517444013 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:22.570370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f05ddd9-39f0-4d69-a06b-ff5f439c140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.651033 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-67bc6873-c936-4684-b313-fe9f3d4cf7d7 tempest-DHCPAgentSchedulersTestJSON-796082265 tempest-DHCPAgentSchedulersTestJSON-796082265-project-admin] 10.222.0.66 "GET /v2.0/agents/4e88be0a-fd2d-496b-847a-676b8036842b/dhcp-networks HTTP/1.1" status: 200 len: 4887 time: 0.1199968 Oct 18 21:17:22.654412 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42222) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:22.698077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f05ddd9-39f0-4d69-a06b-ff5f439c140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.737547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5f05ddd9-39f0-4d69-a06b-ff5f439c140b None None] For port 99880c7f-86bb-487f-85ec-94f517444013, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=99880c7f-86bb-487f-85ec-94f517444013,segment=NetworkSegment(bd2ba8ef-155f-494c-9205-3070c2e71dad),segment_id=bd2ba8ef-155f-494c-9205-3070c2e71dad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:22.743053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f05ddd9-39f0-4d69-a06b-ff5f439c140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.761794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.804149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05ddd9-39f0-4d69-a06b-ff5f439c140b None None] Pushing event updated for resources: {'Port': ['ID=99880c7f-86bb-487f-85ec-94f517444013,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:22.861474 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.889828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993f4c1a-b419-4ddb-9226-1035d3df2ab6']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:22.901614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157d971f-3dd9-451d-b14f-be79aae47556') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:22.901926 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157d971f-3dd9-451d-b14f-be79aae47556') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:22.914851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.937072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.944934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:17:22.945598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:17:22.948976 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:17:22.992016 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 99880c7f-86bb-487f-85ec-94f517444013 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:17:23.043497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.049844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.056106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "DELETE /v2.0/networks/993f4c1a-b419-4ddb-9226-1035d3df2ab6 HTTP/1.1" status: 204 len: 168 time: 0.4005508 Oct 18 21:17:23.058688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42226) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:23.076499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bb8c5-4a5a-42a4-b8c9-63f6bf386292 tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event deleted for resources: {'Network': ['ID=993f4c1a-b419-4ddb-9226-1035d3df2ab6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:23.084656 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07f9f2b-d363-472f-a795-2e58738fef0f tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] DELETE failed (client error): The resource could not be found. Oct 18 21:17:23.085619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07f9f2b-d363-472f-a795-2e58738fef0f tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:17:23.087661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8537e0ec-905f-4254-824e-73a8968d15e8 None None] Provisioning complete for port 99880c7f-86bb-487f-85ec-94f517444013 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:23.088054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8537e0ec-905f-4254-824e-73a8968d15e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.093422 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d07f9f2b-d363-472f-a795-2e58738fef0f tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "DELETE /v2.0/ports/6722e36d-4ad5-4276-96bf-cc86bec47ed6 HTTP/1.1" status: 404 len: 333 time: 0.0327992 Oct 18 21:17:23.095265 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42228) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:23.138542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 99880c7f-86bb-487f-85ec-94f517444013 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:23.139370 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.159819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Deleting subnet f6afae89-b9a8-4e8f-a203-40c07e2a9195 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:17:23.163274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.212752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.243516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5c3bcd1-b79c-4ee5-8d03-83c6b7969342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.322232 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.399963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.416185 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ed70fc14-fc47-4bca-88e4-00b596111bc1 None None] Could not find standard attr ID for object 6722e36d-4ad5-4276-96bf-cc86bec47ed6. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:17:23.431547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event deleted for resources: {'Subnet': ['ID=f6afae89-b9a8-4e8f-a203-40c07e2a9195,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:23.435317 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.438633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a13d6062-485d-4a91-a298-c0ac2b2fd13b tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "DELETE /v2.0/subnets/f6afae89-b9a8-4e8f-a203-40c07e2a9195 HTTP/1.1" status: 204 len: 168 time: 0.3422630 Oct 18 21:17:23.442460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42230) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:23.506901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952f2bc-d7c9-478d-bb15-58f038e2425f None None] Network 83993d7a-7f92-4626-93ac-6c848f37ffb7 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:17:23.537208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.601714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Deleting port 99880c7f-86bb-487f-85ec-94f517444013 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:17:23.602060 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.677826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] For port 99880c7f-86bb-487f-85ec-94f517444013, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=99880c7f-86bb-487f-85ec-94f517444013,segment=NetworkSegment(bd2ba8ef-155f-494c-9205-3070c2e71dad),segment_id=bd2ba8ef-155f-494c-9205-3070c2e71dad)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:23.678218 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.697290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Calling delete_port for 99880c7f-86bb-487f-85ec-94f517444013 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:17:23.722031 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] DHCP port deletion for 83993d7a-7f92-4626-93ac-6c848f37ffb7 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:17:23.792742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] Deleting port 99880c7f-86bb-487f-85ec-94f517444013 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:17:23.792742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.809953 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.847362 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event deleted for resources: {'Port': ['ID=99880c7f-86bb-487f-85ec-94f517444013,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:23.860094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] No DVR routers for this DVR port 99880c7f-86bb-487f-85ec-94f517444013 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:17:23.886241 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] For port 99880c7f-86bb-487f-85ec-94f517444013, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=99880c7f-86bb-487f-85ec-94f517444013,segment=NetworkSegment(bd2ba8ef-155f-494c-9205-3070c2e71dad),segment_id=bd2ba8ef-155f-494c-9205-3070c2e71dad)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:23.886723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.911518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] Calling delete_port for 99880c7f-86bb-487f-85ec-94f517444013 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:17:23.972215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:23.999033 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83993d7a-7f92-4626-93ac-6c848f37ffb7']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:24.012774 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2ba8ef-155f-494c-9205-3070c2e71dad') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:24.013167 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2ba8ef-155f-494c-9205-3070c2e71dad') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:24.018974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.027406 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.052518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.054309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] Pushing event deleted for resources: {'Port': ['ID=99880c7f-86bb-487f-85ec-94f517444013,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:24.056311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79d243-0d5d-4c1b-b0cb-b79da554b6e6 None None] No DVR routers for this DVR port 99880c7f-86bb-487f-85ec-94f517444013 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:17:24.072127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:17:24.072822 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:17:24.077594 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:17:24.164238 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.171942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.175924 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] 10.222.0.66 "DELETE /v2.0/networks/83993d7a-7f92-4626-93ac-6c848f37ffb7 HTTP/1.1" status: 204 len: 168 time: 0.7323680 Oct 18 21:17:24.196032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04052bc2-d1a9-4b02-ad6b-294c682c0e5d tempest-DHCPAgentSchedulersTestJSON-1923368905 tempest-DHCPAgentSchedulersTestJSON-1923368905-project] Pushing event deleted for resources: {'Network': ['ID=83993d7a-7f92-4626-93ac-6c848f37ffb7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:24.241770 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.447427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42238) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:24.581907 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-86632cd7-e744-4a50-aa26-512c8e565ebd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae82858ab6604d79a3f19b690a424117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307707 Oct 18 21:17:24.582131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42242) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:24.634454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-925a1720-585d-4a28-b3e8-9528f551dca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.656602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-925a1720-585d-4a28-b3e8-9528f551dca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.703342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-925a1720-585d-4a28-b3e8-9528f551dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.706306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-925a1720-585d-4a28-b3e8-9528f551dca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:24.710587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-925a1720-585d-4a28-b3e8-9528f551dca8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84ad11ff-3107-4d84-bd90-1d2363e0e270 HTTP/1.1" status: 204 len: 168 time: 0.1245279 Oct 18 21:17:24.718045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a1720-585d-4a28-b3e8-9528f551dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad11ff-3107-4d84-bd90-1d2363e0e270,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:24.928040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 99880c7f-86bb-487f-85ec-94f517444013 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:17:24.950026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 99880c7f-86bb-487f-85ec-94f517444013 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:17:24.950381 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 99880c7f-86bb-487f-85ec-94f517444013 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:17:24.996410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42250) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:25.011241 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b31b7491-f1e5-4c93-9428-dca0d5536c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.089294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b31b7491-f1e5-4c93-9428-dca0d5536c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.093604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b31b7491-f1e5-4c93-9428-dca0d5536c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.133160 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b31b7491-f1e5-4c93-9428-dca0d5536c0e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7675bb5c511a41a4a38ebe2fbd5e7c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354041 Oct 18 21:17:25.134272 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b7491-f1e5-4c93-9428-dca0d5536c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab07084-eb8e-48be-af61-b3111daec832,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:25.135841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42252) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:25.185555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1668d13a-8bb6-47b7-a289-1d6e14f6b827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.210755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1668d13a-8bb6-47b7-a289-1d6e14f6b827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.258044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1668d13a-8bb6-47b7-a289-1d6e14f6b827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.260721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1668d13a-8bb6-47b7-a289-1d6e14f6b827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.261874 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1668d13a-8bb6-47b7-a289-1d6e14f6b827 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bab07084-eb8e-48be-af61-b3111daec832 HTTP/1.1" status: 204 len: 168 time: 0.1249361 Oct 18 21:17:25.268075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:25.270105 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668d13a-8bb6-47b7-a289-1d6e14f6b827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab07084-eb8e-48be-af61-b3111daec832,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:26.485476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42306) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:26.635489 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-654922598'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:26.657546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Made reservation on behalf of dfbd326353eb48b4a19804d0caa9a0fc for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:17:26.661050 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.670026 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.730514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.746181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.750255 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.777901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:17:26.786886 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f9b5ed-6eec-4d3e-a3ca-5cc5ebf59a61,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:26.793590 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.794002 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Added segment 5c58558a-1ea4-43dd-a5c7-51d4ba7ec15c of type vlan for network 22373215-e195-4615-8634-1cc284c45e7e Oct 18 21:17:26.837333 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.865192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.871033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:26.871592 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:26.900719 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4139609 Oct 18 21:17:26.954644 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201bb5d-76f4-4177-b727-af1a45b6db03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Pushing event updated for resources: {'Network': ['ID=22373215-e195-4615-8634-1cc284c45e7e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:26.966927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 22373215-e195-4615-8634-1cc284c45e7e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:17:30.969561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-7a9c50d9-6b52-4fec-b8e0-6cc67735fd84 req-3c0f431a-43fc-436a-846b-2ba83fc4e95a service neutron] (100531) timed out ('10.222.0.66', 54170) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:17:34.303862 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42364) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:34.431726 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-434d8f07-8490-4ca8-81b6-4be3b5d1f07b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:34.508272 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-434d8f07-8490-4ca8-81b6-4be3b5d1f07b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:34.512156 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-434d8f07-8490-4ca8-81b6-4be3b5d1f07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:34.550733 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-434d8f07-8490-4ca8-81b6-4be3b5d1f07b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab3b241c8a154bb9bf6e8c4a994afddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456572 Oct 18 21:17:34.552012 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d8f07-8490-4ca8-81b6-4be3b5d1f07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7e9486-e8ae-4e65-af53-2f6825ad0ab6,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:34.553523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42368) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:34.606809 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50a5da35-c1e1-4f49-954b-a0ea6cb2c23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:34.633384 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50a5da35-c1e1-4f49-954b-a0ea6cb2c23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:34.682657 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50a5da35-c1e1-4f49-954b-a0ea6cb2c23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:34.685252 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-50a5da35-c1e1-4f49-954b-a0ea6cb2c23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:34.686535 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-50a5da35-c1e1-4f49-954b-a0ea6cb2c23b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb7e9486-e8ae-4e65-af53-2f6825ad0ab6 HTTP/1.1" status: 204 len: 168 time: 0.1318638 Oct 18 21:17:34.695469 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5da35-c1e1-4f49-954b-a0ea6cb2c23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7e9486-e8ae-4e65-af53-2f6825ad0ab6,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:35.324232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42392) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:35.423018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1823735639-network', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:35.445451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Made reservation on behalf of 27d44a75fbce42ddb43afea73a9ce033 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:17:35.448178 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.458117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.539453 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.543518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.571231 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:17:35.577684 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9f983-cfd6-42b8-8c10-e4ce7cabedf4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:35.584063 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.584462 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Added segment d68c95da-41bf-4826-9b0e-30e13378bda9 of type vlan for network c06743e5-a537-40d3-8d29-208fe0e3df40 Oct 18 21:17:35.627392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.653383 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.654338 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:35.654914 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.687966 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3618360 Oct 18 21:17:35.691460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42398) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:35.697144 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Request body: {'subnet': {'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1823735639-subnet', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:35.719358 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Made reservation on behalf of 27d44a75fbce42ddb43afea73a9ce033 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:17:35.720029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0daf-6b84-46e5-b74d-06efec96de33 admin admin] Pushing event updated for resources: {'Network': ['ID=c06743e5-a537-40d3-8d29-208fe0e3df40,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:35.722738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.731502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c06743e5-a537-40d3-8d29-208fe0e3df40 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:17:35.901026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:35.952925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca48dd00-d2b4-4198-a6ff-35a1146b18d3,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:35.968598 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Checking segment: {'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:17:35.968954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Network hostable DHCP agents. Network: c06743e5-a537-40d3-8d29-208fe0e3df40, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:17:35.986209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Network c06743e5-a537-40d3-8d29-208fe0e3df40 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:17:35.998494 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, c06743e5-a537-40d3-8d29-208fe0e3df40) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:36.003219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:36.003788 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.009274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa932b4-5de0-4eeb-b568-9731aa8af501 None None] Network c06743e5-a537-40d3-8d29-208fe0e3df40 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:17:36.023784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c17a7664-1b79-466b-9a61-526a26c80aa2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3285897 Oct 18 21:17:36.024003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42400) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:36.028324 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:17:36.051637 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.053756 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.109694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.164413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-c06743e5-a537-40d3-8d29-208fe0e3df40', 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'fixed_ips': [{'subnet_id': 'ca48dd00-d2b4-4198-a6ff-35a1146b18d3'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:17:36.165302 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.250071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.332318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Allocated IP 172.20.0.2 (c06743e5-a537-40d3-8d29-208fe0e3df40/ca48dd00-d2b4-4198-a6ff-35a1146b18d3/c0aa60f5-b142-43f5-b437-eb91ef9c9df5) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:17:36.476698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.498765 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.545430 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.553468 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.604940 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Network c06743e5-a537-40d3-8d29-208fe0e3df40 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:17:36.608061 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:36.612125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:17:36.624219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Pushing event updated for resources: {'Port': ['ID=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:36.626897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Allocated IP 172.25.7.171 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/711f4bc6-fe69-4287-a387-2325ab86b80d) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:17:36.680245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Attempting to bind port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:17:36.680677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Attempting to bind port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:17:36.681045 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Attempting to bind port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 on network c06743e5-a537-40d3-8d29-208fe0e3df40 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:17:36.686879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:17:36.687269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Checking segment: {'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:17:36.687663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.688062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Bound using segment: {'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:17:36.688622 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Bound port: c0aa60f5-b142-43f5-b437-eb91ef9c9df5, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:17:36.689009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.767335 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] For port c0aa60f5-b142-43f5-b437-eb91ef9c9df5, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:17:36.771197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] For port c0aa60f5-b142-43f5-b437-eb91ef9c9df5, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,segment=NetworkSegment(d68c95da-41bf-4826-9b0e-30e13378bda9),segment_id=d68c95da-41bf-4826-9b0e-30e13378bda9)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:17:36.777672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:36.848255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bbc97-670d-4b87-8f43-1a88efee9b63 None None] Pushing event updated for resources: {'Port': ['ID=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:37.112259 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:37.155442 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:37.212313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:17:37.215359 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:37.222489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:17:37.224741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Pushing event updated for resources: {'Port': ['ID=711f4bc6-fe69-4287-a387-2325ab86b80d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:37.479199 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:37.702768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:37.713271 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-b96e33ae-2d71-4253-910d-947fb34bb547 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471566 Oct 18 21:17:37.803838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-6f194c01-7d77-4472-a03a-cc691f008bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:37.805504 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-6f194c01-7d77-4472-a03a-cc691f008bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0473776 Oct 18 21:17:37.852925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Router 338ee20d-8732-4df0-9b68-cf659a0d827b is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:17:37.855614 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026b949-228e-4a25-a912-3a309885bb71 None None] Network c06743e5-a537-40d3-8d29-208fe0e3df40 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:17:37.924157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-a78f4cb4-0450-4b18-8fbc-91212d7670b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:37.925798 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-a78f4cb4-0450-4b18-8fbc-91212d7670b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1001856 Oct 18 21:17:37.966457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d7bef677-6388-4ad8-afd0-e29aa765ab47 None None] Provisioning complete for port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:37.966854 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7bef677-6388-4ad8-afd0-e29aa765ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:37.995932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:17:38.001758 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-554ad8cd-c412-4789-885d-3a4713b6a82f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0669096 Oct 18 21:17:38.008414 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Sync routers for ids ['338ee20d-8732-4df0-9b68-cf659a0d827b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:17:38.018708 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.019952 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Routers {'338ee20d-8732-4df0-9b68-cf659a0d827b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:17:38.020494 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5b05c107-90d6-41b6-a926-b6261d7cd66a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9952154 Oct 18 21:17:38.021441 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:17:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['338ee20d-8732-4df0-9b68-cf659a0d827b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:38.023248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42404) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:38.060337 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-046153fe-2d73-4f7b-966d-bee7deb2f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:38.061942 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-046153fe-2d73-4f7b-966d-bee7deb2f96c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0537453 Oct 18 21:17:38.114844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-11fd0f8d-358a-4dd7-ac53-2c0b07f77aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:17:38.116955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-11fd0f8d-358a-4dd7-ac53-2c0b07f77aa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466664 Oct 18 21:17:38.155332 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Set router 338ee20d-8732-4df0-9b68-cf659a0d827b gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:17:38.257617 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-c4241d91-9cd7-4957-8b21-aef57bbdf009 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311531 Oct 18 21:17:38.285422 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7bef677-6388-4ad8-afd0-e29aa765ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.335096 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d7bef677-6388-4ad8-afd0-e29aa765ab47 None None] For port c0aa60f5-b142-43f5-b437-eb91ef9c9df5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,segment=NetworkSegment(d68c95da-41bf-4826-9b0e-30e13378bda9),segment_id=d68c95da-41bf-4826-9b0e-30e13378bda9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:38.340685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d7bef677-6388-4ad8-afd0-e29aa765ab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.395475 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:37Z', 'revision_number': 3, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port': {'id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:38.435913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bef677-6388-4ad8-afd0-e29aa765ab47 None None] Pushing event updated for resources: {'Port': ['ID=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:38.436495 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Checking router: 338ee20d-8732-4df0-9b68-cf659a0d827b for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:17:38.436860 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Updating router 338ee20d-8732-4df0-9b68-cf659a0d827b port 711f4bc6-fe69-4287-a387-2325ab86b80d binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:17:38.460646 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e1611c2e-4e7b-49d6-9d1e-ddb3f429f82f req-71356a1c-c85a-4be3-80c1-32fbd645129a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946919 Oct 18 21:17:38.480284 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.627085 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.670702 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d02f6512-8301-40bd-b67a-a55acfd8637a None None] Provisioning complete for port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:38.671396 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d02f6512-8301-40bd-b67a-a55acfd8637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.811573 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Allocated IP 172.20.0.1 (c06743e5-a537-40d3-8d29-208fe0e3df40/ca48dd00-d2b4-4198-a6ff-35a1146b18d3/a7ddcfef-ed59-494b-adb1-6cbfa5a5480f) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:17:38.825313 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.831752 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.881980 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Attempting to bind port 711f4bc6-fe69-4287-a387-2325ab86b80d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:17:38.882452 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Attempting to bind port 711f4bc6-fe69-4287-a387-2325ab86b80d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:17:38.882708 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Attempting to bind port 711f4bc6-fe69-4287-a387-2325ab86b80d on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:17:38.890684 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Pushing event updated for resources: {'Port': ['ID=711f4bc6-fe69-4287-a387-2325ab86b80d,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:38.895752 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:17:38.896121 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:17:38.897822 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.897822 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:17:38.898025 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Bound port: 711f4bc6-fe69-4287-a387-2325ab86b80d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:17:38.898298 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.923107 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.923925 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.923925 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.924188 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.924471 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.924751 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.925568 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.925568 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.925748 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.926021 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.926337 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.926619 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:38.952794 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:38.967519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c0aa60f5-b142-43f5-b437-eb91ef9c9df5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:17:38.972916 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] For port 711f4bc6-fe69-4287-a387-2325ab86b80d, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:17:38.977917 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] For port 711f4bc6-fe69-4287-a387-2325ab86b80d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=711f4bc6-fe69-4287-a387-2325ab86b80d,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:17:38.991783 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.001707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.042206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:39.043180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.051779 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Routers {'338ee20d-8732-4df0-9b68-cf659a0d827b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:17:39.052755 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:17:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['338ee20d-8732-4df0-9b68-cf659a0d827b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:39.057040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Network c06743e5-a537-40d3-8d29-208fe0e3df40 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:17:39.060097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:39.063879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:17:39.095602 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cb8b8-47e3-4abc-ae7a-ce8b4de55abd None None] Pushing event updated for resources: {'Port': ['ID=711f4bc6-fe69-4287-a387-2325ab86b80d,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:39.125932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Pushing event updated for resources: {'Port': ['ID=a7ddcfef-ed59-494b-adb1-6cbfa5a5480f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:39.155072 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.199508 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] Set router 338ee20d-8732-4df0-9b68-cf659a0d827b gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:17:39.323454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.386357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-381ab35f-5715-45d6-b5c0-77f37b822de8 None None] Provisioning complete for port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:39.386794 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-381ab35f-5715-45d6-b5c0-77f37b822de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.423300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-381ab35f-5715-45d6-b5c0-77f37b822de8 None None] Port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:17:39.486977 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:37Z', 'revision_number': 3, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port': {'id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:39.507738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.513862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.519878 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87fc04c-2e30-45b9-9c7c-1d2880da3ee2 None None] The sync data for ids ['338ee20d-8732-4df0-9b68-cf659a0d827b'] in n-d-812149-2 is: [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:37Z', 'revision_number': 3, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port': {'id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:17:39.590672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Pushing event updated for resources: {'Port': ['ID=a7ddcfef-ed59-494b-adb1-6cbfa5a5480f,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:39.594811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:39.697987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Network c06743e5-a537-40d3-8d29-208fe0e3df40 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:17:39.699505 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:17:39.848161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Router 338ee20d-8732-4df0-9b68-cf659a0d827b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:17:39.998397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:17:40.010285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e269be99-79b6-4e9a-b444-f7fe8143871f admin admin] 10.222.0.66 "PUT /v2.0/routers/338ee20d-8732-4df0-9b68-cf659a0d827b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9792519 Oct 18 21:17:40.050905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-df75efc2-6954-40ac-9fa6-11df5356938d None None] Provisioning complete for port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:40.051500 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df75efc2-6954-40ac-9fa6-11df5356938d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:40.098897 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-df75efc2-6954-40ac-9fa6-11df5356938d None None] Port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:17:40.961612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 711f4bc6-fe69-4287-a387-2325ab86b80d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:17:41.013700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 711f4bc6-fe69-4287-a387-2325ab86b80d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:41.014387 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.088005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42424) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:41.096977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.118468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 711f4bc6-fe69-4287-a387-2325ab86b80d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=711f4bc6-fe69-4287-a387-2325ab86b80d,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:41.123566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.179603 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=711f4bc6-fe69-4287-a387-2325ab86b80d,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:41.212285 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Sync routers for ids ['338ee20d-8732-4df0-9b68-cf659a0d827b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:17:41.221738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Routers {'338ee20d-8732-4df0-9b68-cf659a0d827b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:17:41.222374 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:17:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['338ee20d-8732-4df0-9b68-cf659a0d827b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:41.349642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Set router 338ee20d-8732-4df0-9b68-cf659a0d827b gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:17:41.469798 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.563218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:39Z', 'revision_number': 4, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port': {'id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a7ddcfef-ed59-494b-adb1-6cbfa5a5480f', 'name': '', 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'mac_address': 'fa:16:3e:82:8c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'ca48dd00-d2b4-4198-a6ff-35a1146b18d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:38Z', 'updated_at': '2021-10-18T21:17:39Z', 'revision_number': 2, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'subnets': [{'id': 'ca48dd00-d2b4-4198-a6ff-35a1146b18d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:41.591823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Checking router: 338ee20d-8732-4df0-9b68-cf659a0d827b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:17:41.592191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Updating router 338ee20d-8732-4df0-9b68-cf659a0d827b port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:17:41.623660 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.727427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Deleting port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:17:41.727673 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.806298 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.818796 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Calling delete_port for a7ddcfef-ed59-494b-adb1-6cbfa5a5480f owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:17:41.894425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.901030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:41.977900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822b59d-de9f-4751-9919-d695002e34ba None None] Pushing event updated for resources: {'Port': ['ID=a7ddcfef-ed59-494b-adb1-6cbfa5a5480f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:42.011384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Attempting to bind port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:17:42.011767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Attempting to bind port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:17:42.012258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Attempting to bind port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f on network c06743e5-a537-40d3-8d29-208fe0e3df40 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:17:42.012947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:42.018659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:17:42.019044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Checking segment: {'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:17:42.019478 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:42.019879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Bound using segment: {'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:17:42.020364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Bound port: a7ddcfef-ed59-494b-adb1-6cbfa5a5480f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68c95da-41bf-4826-9b0e-30e13378bda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c06743e5-a537-40d3-8d29-208fe0e3df40'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:17:42.020818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:42.042968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ddcfef-ed59-494b-adb1-6cbfa5a5480f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:42.054129 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Port a7ddcfef-ed59-494b-adb1-6cbfa5a5480f has been deleted concurrently {{(pid=100532) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 18 21:17:42.064560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Routers {'338ee20d-8732-4df0-9b68-cf659a0d827b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:17:42.065204 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:17:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['338ee20d-8732-4df0-9b68-cf659a0d827b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:42.073489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.073737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.074013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.074339 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.074668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.074999 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.075304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.075624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.075939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.076252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.076587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.076906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:17:42.178579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] Set router 338ee20d-8732-4df0-9b68-cf659a0d827b gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:17:42.234997 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:42.252084 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-396ec8b4-6240-448e-b379-01fbe9206644 None None] Could not find standard attr ID for object a7ddcfef-ed59-494b-adb1-6cbfa5a5480f. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 21:17:42.409936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:41Z', 'revision_number': 5, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port': {'id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:42.457176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6b644-2dec-4f23-a70a-01763bc27320 None None] The sync data for ids ['338ee20d-8732-4df0-9b68-cf659a0d827b'] in n-d-812149-2 is: [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:41Z', 'revision_number': 5, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port': {'id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:17:42.868442 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Router 338ee20d-8732-4df0-9b68-cf659a0d827b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:17:42.937169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 711f4bc6-fe69-4287-a387-2325ab86b80d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:17:42.992064 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:17:42.992499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 711f4bc6-fe69-4287-a387-2325ab86b80d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:17:42.992849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:42.999245 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b87bad69-f489-43cc-961b-01930b9b1f52 admin admin] 10.222.0.66 "PUT /v2.0/routers/338ee20d-8732-4df0-9b68-cf659a0d827b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9095452 Oct 18 21:17:43.001819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42426) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:43.111804 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] Sync routers for ids ['338ee20d-8732-4df0-9b68-cf659a0d827b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:17:43.117260 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:43.122417 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] Routers {'338ee20d-8732-4df0-9b68-cf659a0d827b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:17:43.123144 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:17:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['338ee20d-8732-4df0-9b68-cf659a0d827b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:43.225775 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:43.232829 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] Set router 338ee20d-8732-4df0-9b68-cf659a0d827b gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:17:43.424242 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:41Z', 'revision_number': 5, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port': {'id': '711f4bc6-fe69-4287-a387-2325ab86b80d', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:43.452182 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] Checking router: 338ee20d-8732-4df0-9b68-cf659a0d827b for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:17:43.462918 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] Routers {'338ee20d-8732-4df0-9b68-cf659a0d827b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:17:43.463545 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:17:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['338ee20d-8732-4df0-9b68-cf659a0d827b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:43.556389 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] Set router 338ee20d-8732-4df0-9b68-cf659a0d827b gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:17:43.581482 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:43.618317 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:43Z', 'revision_number': 6, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:43.621889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Deleting port 711f4bc6-fe69-4287-a387-2325ab86b80d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:17:43.622227 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:43.645607 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d096da6a-48ad-4149-8527-3d5d61d798eb None None] The sync data for ids ['338ee20d-8732-4df0-9b68-cf659a0d827b'] in n-d-812149-2 is: [{'id': '338ee20d-8732-4df0-9b68-cf659a0d827b', 'name': 'tempest-ImageQuotaTest-1823735639-router', 'tenant_id': '27d44a75fbce42ddb43afea73a9ce033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:17:36Z', 'updated_at': '2021-10-18T21:17:43Z', 'revision_number': 6, 'project_id': '27d44a75fbce42ddb43afea73a9ce033', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:17:43.706245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] For port 711f4bc6-fe69-4287-a387-2325ab86b80d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=711f4bc6-fe69-4287-a387-2325ab86b80d,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:43.706604 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:43.719542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Calling delete_port for 711f4bc6-fe69-4287-a387-2325ab86b80d owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:17:43.888734 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:43.918003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Pushing event deleted for resources: {'Port': ['ID=711f4bc6-fe69-4287-a387-2325ab86b80d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:43.978003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.068562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.070615 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.118482 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.119044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338ee20d-8732-4df0-9b68-cf659a0d827b {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:17:44.124489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.125678 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-895aeea4-47c7-4776-a42a-0a158164f916 admin admin] 10.222.0.66 "DELETE /v2.0/routers/338ee20d-8732-4df0-9b68-cf659a0d827b HTTP/1.1" status: 204 len: 168 time: 1.1228690 Oct 18 21:17:44.128509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42428) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:44.176581 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] Deleting subnet ca48dd00-d2b4-4198-a6ff-35a1146b18d3 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:17:44.180368 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.215893 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.300827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.354788 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.382041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca48dd00-d2b4-4198-a6ff-35a1146b18d3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:44.384017 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.388187 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bcb5548b-ac09-412c-80ac-2cbf6e4d3115 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ca48dd00-d2b4-4198-a6ff-35a1146b18d3 HTTP/1.1" status: 204 len: 168 time: 0.2577744 Oct 18 21:17:44.388573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df527e-2431-4555-8432-3cba643acc71 None None] Network c06743e5-a537-40d3-8d29-208fe0e3df40 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:17:44.389779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42430) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:44.458013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.525056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Deleting port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:17:44.525402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.579704 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] DHCP port deletion for c06743e5-a537-40d3-8d29-208fe0e3df40 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:17:44.592190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] For port c0aa60f5-b142-43f5-b437-eb91ef9c9df5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,segment=NetworkSegment(d68c95da-41bf-4826-9b0e-30e13378bda9),segment_id=d68c95da-41bf-4826-9b0e-30e13378bda9)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:44.592599 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.605873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Calling delete_port for c0aa60f5-b142-43f5-b437-eb91ef9c9df5 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:17:44.632451 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] Deleting port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:17:44.633085 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.695490 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.709932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] For port c0aa60f5-b142-43f5-b437-eb91ef9c9df5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,segment=NetworkSegment(d68c95da-41bf-4826-9b0e-30e13378bda9),segment_id=d68c95da-41bf-4826-9b0e-30e13378bda9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:17:44.710218 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.723590 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:44.724141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] Calling delete_port for c0aa60f5-b142-43f5-b437-eb91ef9c9df5 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:17:44.725649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] No DVR routers for this DVR port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:17:44.804913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.807013 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.833435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] Pushing event deleted for resources: {'Port': ['ID=c0aa60f5-b142-43f5-b437-eb91ef9c9df5,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:44.839250 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925e82a-f9e8-46df-bf7e-b73ef670f245 None None] No DVR routers for this DVR port c0aa60f5-b142-43f5-b437-eb91ef9c9df5 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:17:44.839843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06743e5-a537-40d3-8d29-208fe0e3df40']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:44.851468 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68c95da-41bf-4826-9b0e-30e13378bda9') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:44.851762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68c95da-41bf-4826-9b0e-30e13378bda9') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:17:44.861967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.877442 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.885253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:17:44.885646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:17:44.887794 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:17:44.916064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 711f4bc6-fe69-4287-a387-2325ab86b80d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:17:44.937673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 711f4bc6-fe69-4287-a387-2325ab86b80d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:17:44.938095 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 711f4bc6-fe69-4287-a387-2325ab86b80d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:17:44.938655 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c0aa60f5-b142-43f5-b437-eb91ef9c9df5 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:17:44.945564 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.951251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:44.954457 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] 10.222.0.66 "DELETE /v2.0/networks/c06743e5-a537-40d3-8d29-208fe0e3df40 HTTP/1.1" status: 204 len: 168 time: 0.5637014 Oct 18 21:17:44.962626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: c0aa60f5-b142-43f5-b437-eb91ef9c9df5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:17:44.963951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device c0aa60f5-b142-43f5-b437-eb91ef9c9df5 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:17:44.967772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac8f43-1d75-4e1b-9344-4198e91aaa6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c06743e5-a537-40d3-8d29-208fe0e3df40,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:45.067895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42434) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:45.107388 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fbb9de81-c9ec-4725-ab78-0e855edfd69d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27d44a75fbce42ddb43afea73a9ce033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375504 Oct 18 21:17:45.109828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42436) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:45.168830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b48c9b7b-4e15-432e-a3e6-87aa433b2d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.192058 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b48c9b7b-4e15-432e-a3e6-87aa433b2d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.242010 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b48c9b7b-4e15-432e-a3e6-87aa433b2d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.244608 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b48c9b7b-4e15-432e-a3e6-87aa433b2d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.245779 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b48c9b7b-4e15-432e-a3e6-87aa433b2d13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48f9f983-cfd6-42b8-8c10-e4ce7cabedf4 HTTP/1.1" status: 204 len: 168 time: 0.1350350 Oct 18 21:17:45.254678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c9b7b-4e15-432e-a3e6-87aa433b2d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9f983-cfd6-42b8-8c10-e4ce7cabedf4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:45.597761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42442) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:45.611919 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73f8586-9474-4a87-83d3-14fbfac4957b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.688516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73f8586-9474-4a87-83d3-14fbfac4957b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.692529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c73f8586-9474-4a87-83d3-14fbfac4957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.732427 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c73f8586-9474-4a87-83d3-14fbfac4957b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1334963 Oct 18 21:17:45.733397 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f8586-9474-4a87-83d3-14fbfac4957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139d035b-b460-4bef-9ca1-eec47cfe378c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:45.735115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42444) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:17:45.786461 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b444a4d-c29b-4e3c-a047-e5e651df195f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.808121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b444a4d-c29b-4e3c-a047-e5e651df195f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.856328 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b444a4d-c29b-4e3c-a047-e5e651df195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.858812 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7b444a4d-c29b-4e3c-a047-e5e651df195f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:45.859973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7b444a4d-c29b-4e3c-a047-e5e651df195f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/139d035b-b460-4bef-9ca1-eec47cfe378c HTTP/1.1" status: 204 len: 168 time: 0.1237466 Oct 18 21:17:45.868412 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444a4d-c29b-4e3c-a047-e5e651df195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139d035b-b460-4bef-9ca1-eec47cfe378c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:17:48.836001 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90ec2f77-3ae1-4197-9121-cd8ad1dc02c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:49.060959 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:53.195592 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e67a95e8-cd47-46b9-bf9e-f1e76f3739b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:54.248018 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:55.267991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:56.721236 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:17:57.925428 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:18:13.575112 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:18.838971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24403c48-bb72-4fc1-8dc9-d083b4160938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:19.077127 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:23.198460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5a00ff6c-3603-40d8-b298-de4afa3e1660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:24.251026 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:25.269824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:26.727251 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:34.924214 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:18:37.705871 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-66703474-13b8-4917-9dfe-e3156a844dae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431643 Oct 18 21:18:37.792011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-e0bb91f4-5910-4c71-8719-698363b112dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:18:37.793640 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-e0bb91f4-5910-4c71-8719-698363b112dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0455480 Oct 18 21:18:37.904416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-e082c491-3f4a-4937-9233-d624d9e1f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:18:37.905994 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-e082c491-3f4a-4937-9233-d624d9e1f7aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0892696 Oct 18 21:18:37.977958 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-dff44146-3539-44c9-9c9e-54161fc1af74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0643876 Oct 18 21:18:38.028672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-182e02ac-04d7-4667-91d1-9eb24d96075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:18:38.030246 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-182e02ac-04d7-4667-91d1-9eb24d96075a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0453219 Oct 18 21:18:38.078654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-461a419f-66e0-4017-9e4b-b159c1e6600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:18:38.080451 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-461a419f-66e0-4017-9e4b-b159c1e6600d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430293 Oct 18 21:18:38.189153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-f5216fa9-ec21-46b8-b3c6-92decba01b43 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008050 Oct 18 21:18:38.287999 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0b90d1e7-a609-4f0d-8adf-308fb2c16ad9 req-5367c773-c9d5-4f13-b604-b1d0642d1377 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918424 Oct 18 21:18:43.608278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:48.839595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0c665244-13dc-4855-a2c8-c92591f4da17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:49.089286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:53.198805 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-640c11da-e662-4206-b404-8c336fd997bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:54.252868 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:55.273126 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:18:56.726786 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:11.923453 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:19:13.623806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:18.842354 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d77fe08-5bef-480f-a0d5-f63034798c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:19.121811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:23.202545 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c47cb9b1-f2e4-48c9-89c3-82591e84c129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:24.255238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:25.275830 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:26.728630 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:38.828233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-3042d47c-0dd6-4fcd-98f6-cfd6005f2f9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624725 Oct 18 21:19:38.913261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-39a25c07-90d4-46b2-badf-5ebd1030ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:19:38.914702 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-39a25c07-90d4-46b2-badf-5ebd1030ad99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0424976 Oct 18 21:19:39.023066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-e37f07ce-7128-4452-bfab-35427664c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:19:39.024574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-e37f07ce-7128-4452-bfab-35427664c63e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0895197 Oct 18 21:19:39.090760 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-44da038f-29d1-4aea-8114-c9a3ef6d11a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0585208 Oct 18 21:19:39.141447 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-8d0b854e-e292-408a-9bcb-e7104941624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:19:39.142923 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-8d0b854e-e292-408a-9bcb-e7104941624b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0445895 Oct 18 21:19:39.194293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-4fd8fd48-7162-49c5-9663-93c9bcd38aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:19:39.195843 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-4fd8fd48-7162-49c5-9663-93c9bcd38aee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463774 Oct 18 21:19:39.207030 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-2d020eee-d73d-4fd6-811a-6daff5af3310 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:19:39.207981 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-2d020eee-d73d-4fd6-811a-6daff5af3310 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054140 Oct 18 21:19:39.298729 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-ab6eac6e-8506-49f9-aee7-8d37b3d32422 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837052 Oct 18 21:19:39.401524 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-82cb7d4f-54fa-41d2-b28b-8ad1da2b045b req-e348dd6e-f9bb-4655-bd77-b5a50fc7cb25 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954733 Oct 18 21:19:43.623827 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:48.844263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac0d6149-70b3-4946-b9e9-d5ada1332626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:48.951897 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:19:49.121923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:53.205255 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ae00ba93-44b2-421c-9e78-77df1df6eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:54.257217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:55.278348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:19:56.731541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:13.638220 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:18.847084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4280125d-47c8-41ae-b0dd-780d2b7bd60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:19.122181 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:23.206785 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-792c5e2e-757a-46ae-8a09-ab33534068e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:24.260016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:25.281863 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:25.954692 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:20:26.736204 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:38.717721 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-3fd7cbb9-3a3f-41ea-b00e-c56e9b24ae98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441880 Oct 18 21:20:38.797834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-d8d532b3-df65-485e-b1ef-2440d3008709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:20:38.799323 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-d8d532b3-df65-485e-b1ef-2440d3008709 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0398009 Oct 18 21:20:38.906855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-c8142cd1-2eb5-4189-b27d-e6071246ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:20:38.908367 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-c8142cd1-2eb5-4189-b27d-e6071246ab53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0883987 Oct 18 21:20:38.976935 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-27d5e13a-6c15-4f5e-acca-e674974950c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0597963 Oct 18 21:20:39.031006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-47dae37f-7f9a-4a9a-936b-3752798f5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:20:39.032562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-47dae37f-7f9a-4a9a-936b-3752798f5c18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0487130 Oct 18 21:20:39.077954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-6496870d-4bb7-45e8-a426-e8831a41e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:20:39.079412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-6496870d-4bb7-45e8-a426-e8831a41e311 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397675 Oct 18 21:20:39.170370 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-ba500b2b-89ff-485f-b1b0-228fa9b00414 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826182 Oct 18 21:20:39.265467 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-94bcc75c-3a9b-4dd6-8453-bb3ac9188856 req-b8b68bf8-d793-4b73-9b5d-9a54c9e1cc69 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857406 Oct 18 21:20:43.633704 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:48.848344 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-50cc3b86-6622-4c9a-94d3-78a73af2e092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:49.111903 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:53.208173 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-135762ee-5746-4c86-992b-791aa96f7f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:54.262218 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:55.283633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:20:56.738397 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:02.953859 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:21:13.638490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:19.007687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ea54805e-1253-4f80-8085-b5dd6b83aa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:19.117136 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:23.209880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6413b312-fd92-4f0e-a52c-9d0c8cf87b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:24.264150 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:25.289308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:26.741710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:35.895730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-03ebdbc3-01d2-42ec-806c-633b697e275f req-723474e0-0ae1-42f3-bcc3-836abd10f629 service neutron] (100531) timed out ('10.222.0.79', 55679) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:21:39.953254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:21:40.701784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-eb00b2f1-e71f-4f55-9a97-493d11f0c92c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435951 Oct 18 21:21:40.784912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-27e5b9d2-26b4-4774-976e-8cd90b8ccf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:21:40.786406 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-27e5b9d2-26b4-4774-976e-8cd90b8ccf17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0417459 Oct 18 21:21:40.893550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-79e741e4-0096-4813-885c-b23db7f10400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:21:40.895025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-79e741e4-0096-4813-885c-b23db7f10400 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0882518 Oct 18 21:21:40.960442 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-dac99b50-e7c5-42df-bff4-37336992d187 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0566933 Oct 18 21:21:41.014138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-f56a4192-25fb-4eeb-b273-7733629be253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:21:41.015582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-f56a4192-25fb-4eeb-b273-7733629be253 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0475087 Oct 18 21:21:41.060407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-365107e8-7d31-4d41-abca-f9c5659e7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:21:41.061907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-365107e8-7d31-4d41-abca-f9c5659e7d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392134 Oct 18 21:21:41.156251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-49ae648c-dae6-455e-9c67-d7d61350e2ba service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871501 Oct 18 21:21:41.258162 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287fe418-7b10-49cf-8faf-9c5b58140317 req-5c57d61b-8309-402b-bc57-07326be55814 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862873 Oct 18 21:21:43.638306 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:48.848050 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da754b82-0070-4571-97f6-3d63bc5d9489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:49.132305 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:53.211148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-25d34e99-0655-495c-8dde-9a45ee18ab90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:54.265935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:55.289721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:21:56.742298 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:13.646669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:16.953388 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:22:18.849007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a0bab725-818c-4b3a-887c-839c3ef6002e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:19.126243 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:23.212508 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d3de171-603e-4583-b3ff-52050994b79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:24.267821 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:25.293723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:26.745992 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:42.699861 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-c387cfb0-e19b-48ee-b903-137dd7954a39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413318 Oct 18 21:22:42.784926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-71650c83-9d0f-4787-a183-4b98424958f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:22:42.786416 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-71650c83-9d0f-4787-a183-4b98424958f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0455871 Oct 18 21:22:42.896940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-01ccd43c-635f-496c-a810-d06bac62fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:22:42.898309 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-01ccd43c-635f-496c-a810-d06bac62fcd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0914788 Oct 18 21:22:42.970199 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-30046b5c-6a30-402a-810e-731e5171264d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0633099 Oct 18 21:22:43.018749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-95e80cf0-619b-4503-951c-bcc17870547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:22:43.020249 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-95e80cf0-619b-4503-951c-bcc17870547e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0435872 Oct 18 21:22:43.066161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-e39d8096-986d-48f4-9fb2-851ea9a51825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:22:43.067649 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-e39d8096-986d-48f4-9fb2-851ea9a51825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400164 Oct 18 21:22:43.164685 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-481426bc-50a8-4f7c-bba5-ec19eddb0bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869782 Oct 18 21:22:43.256618 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e8da5bd-157a-47b7-9f02-7b63159cb7a6 req-db26992a-7cef-4e03-a73f-b26c362c1b56 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851970 Oct 18 21:22:43.664290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:48.848821 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-86a30eac-1b73-41ec-87d0-b8212c7bba57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:49.130565 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:53.213459 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f035c2d1-dd2e-4c07-a458-2d9a21c6e64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:53.952821 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:22:54.269915 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:55.295861 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:22:56.749635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:13.657761 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:18.850216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bdd48fad-8fe5-467a-ba98-0c81941d08e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:19.143747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:23.214690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-509642ca-13ca-4bb3-9965-def504659b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:24.270928 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:25.299196 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:26.752545 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:30.952470 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:23:43.674847 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:43.699275 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-01ac1dcb-401b-4a46-8517-928305115b2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467057 Oct 18 21:23:43.780706 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-6fb7b928-fef9-4763-b1a9-80299f85ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:23:43.782193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-6fb7b928-fef9-4763-b1a9-80299f85ed0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0407138 Oct 18 21:23:43.887585 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-2c319b7b-1735-4130-bbbd-2321d6dd8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:23:43.889107 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-2c319b7b-1735-4130-bbbd-2321d6dd8ba2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0857220 Oct 18 21:23:43.960899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-b34b5478-b1dc-401f-8009-4c5b4443a431 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0638998 Oct 18 21:23:44.009652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-77708b21-c60d-4878-8cdc-27b8ef61295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:23:44.011085 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-77708b21-c60d-4878-8cdc-27b8ef61295d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0438917 Oct 18 21:23:44.056673 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-6e810e51-0b3c-4562-916d-6de0a043f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:23:44.058144 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-6e810e51-0b3c-4562-916d-6de0a043f43a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394392 Oct 18 21:23:44.154182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-caf67f5d-8f3e-4792-a91a-8e3e43dd7974 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889325 Oct 18 21:23:44.252097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b8d2da14-6417-440a-aa03-be6e0e0c2fb7 req-7542d413-5a22-44e6-88ab-559feab9dcf7 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900083 Oct 18 21:23:48.851144 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8fc7101a-54fd-4e7b-8739-7467b91e8d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:49.157860 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:53.219323 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-033d8877-de3d-4032-b210-cd14e5ad6443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:54.273548 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:55.302687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:23:56.760826 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:07.951771 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:24:13.708838 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:18.853408 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3c06-f8bd-4389-90cd-bba6a1fc8d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:19.173995 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:23.220062 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-da4c5cb8-39d5-4295-bb4c-4a5a3485af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:24.277436 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:25.305925 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:26.758697 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:43.724474 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:44.737344 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-de7a282a-4c40-4eb8-8817-99e26287f7cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836163 Oct 18 21:24:44.818283 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-c6c1fd3b-f722-4ac7-8941-6198f63edc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:24:44.819773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-c6c1fd3b-f722-4ac7-8941-6198f63edc24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0402064 Oct 18 21:24:44.937866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-0c6b69be-e2d9-455f-b4f0-3bd65effb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:24:44.939375 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-0c6b69be-e2d9-455f-b4f0-3bd65effb121 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0984905 Oct 18 21:24:44.951323 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:24:45.003667 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-56dee59c-7a5a-49de-9244-5d10e6fd2e47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0569017 Oct 18 21:24:45.052817 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-9b8c0856-88dc-4e55-a91c-e06d7171e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:24:45.054254 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-9b8c0856-88dc-4e55-a91c-e06d7171e934 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0440297 Oct 18 21:24:45.103120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-5280a6e5-7b8e-48be-9865-1d83e7ce6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:24:45.104645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-5280a6e5-7b8e-48be-9865-1d83e7ce6d06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437841 Oct 18 21:24:45.196145 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-8547fb1b-de76-479a-ad9b-3d6ec709f7c0 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Oct 18 21:24:45.291361 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-ef07ba52-eeb5-4d92-98f1-4c12c296fb6f req-1bc906e8-bd50-4be4-9cbb-bed501ef9d3d service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Oct 18 21:24:48.854847 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-45ae8655-558f-41bd-9b8e-5ddfa33f9ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:49.166384 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:53.221019 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8696ea7-20e6-4db7-9d7b-26a3689f62e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:54.279262 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:55.308411 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:24:56.760975 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:13.739071 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:18.855706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47677b63-8323-431e-b414-9fa3c85e6cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:19.182917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:21.950748 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:25:23.221944 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d8c721d1-61d4-4138-8e3c-e95308df17b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:24.280653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:25.314832 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:26.763357 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:43.742325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:45.785657 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-eb93858d-69f9-411e-ac47-c5e858d987a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773654 Oct 18 21:25:45.867211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97326e-5e65-49ec-85be-4664955574c5 req-e10d3746-15be-469c-89be-036c5eb8f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:25:45.868731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-e10d3746-15be-469c-89be-036c5eb8f9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0400980 Oct 18 21:25:45.976568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97326e-5e65-49ec-85be-4664955574c5 req-d8921275-e387-4611-b680-72238c6afd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:25:45.978017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-d8921275-e387-4611-b680-72238c6afd71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0881219 Oct 18 21:25:46.041683 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-34cc9344-fc94-49a4-9be2-72930294ade8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0559757 Oct 18 21:25:46.094084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97326e-5e65-49ec-85be-4664955574c5 req-87e7c906-85c5-4770-a001-2fb1ac1b27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:25:46.095507 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-87e7c906-85c5-4770-a001-2fb1ac1b27b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0469468 Oct 18 21:25:46.141222 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97326e-5e65-49ec-85be-4664955574c5 req-6a27eaad-16d4-418a-9f57-17d064e3aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:25:46.142703 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-6a27eaad-16d4-418a-9f57-17d064e3aff4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398545 Oct 18 21:25:46.232970 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-daa9a6a8-f5ac-45cd-a40f-a758e55b1481 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819244 Oct 18 21:25:46.326030 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c97326e-5e65-49ec-85be-4664955574c5 req-a7539f31-1358-4771-8dc1-5fe8b8fe66dc service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858157 Oct 18 21:25:48.857217 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07e84022-fca6-4e7b-b73a-e7f731827f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:49.202022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:53.223060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c989781b-9b52-4649-a0f8-e987939f65f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:54.282157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:55.314478 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:56.765539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:25:58.950544 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:26:13.739575 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:18.858159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0796ca3d-b5ff-487f-baff-e6aa59e0cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:19.203462 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:23.224688 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a04a5daf-28be-4926-a3a1-cabf1dab3011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:24.284866 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:25.317131 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:26.770665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:35.949977 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:26:43.731324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:46.704788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-fcd0b9fa-b6b8-4c46-ab55-6f8daacd7901 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432954 Oct 18 21:26:46.788744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-0e215443-e858-4e18-9683-5418759406af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:26:46.790292 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-0e215443-e858-4e18-9683-5418759406af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0405633 Oct 18 21:26:46.896480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-f0b5a401-9d42-44aa-ab2b-dd0f25ca84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:26:46.898025 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-f0b5a401-9d42-44aa-ab2b-dd0f25ca84df service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0882969 Oct 18 21:26:46.963876 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-25f18170-24b1-41de-a48b-4c1734073cd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0583470 Oct 18 21:26:47.017156 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-72e7167d-a1e9-41bc-9981-334bc3a73723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:26:47.018587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-72e7167d-a1e9-41bc-9981-334bc3a73723 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0472138 Oct 18 21:26:47.064432 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-567d3aa8-5c8c-4a35-b592-086810c6b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:26:47.065919 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-567d3aa8-5c8c-4a35-b592-086810c6b22a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405586 Oct 18 21:26:47.158185 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-607dbb17-e759-404b-aafa-92b450aa58b3 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847983 Oct 18 21:26:47.253822 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-eb7ecd32-a474-4ee4-b63e-36a179bfd75a req-1db02c64-3433-4e3e-8f62-61af1c2513c7 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886767 Oct 18 21:26:48.860946 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9746afbb-b66c-431d-b358-1ae995a34b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:49.212434 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:53.226356 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f7371299-6988-4a82-90fc-c7e919550518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:54.286284 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:55.320812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:26:56.774362 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:03.815313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-e3a370b0-2ed6-442c-9295-547d75edd20e req-ff841160-5475-4af6-85ac-7c00e7549b63 service neutron] (100531) timed out ('10.222.0.66', 47450) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:27:12.951515 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:27:13.766511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:18.864341 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fd9ecef7-2818-4695-a28e-7d440c4af358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:19.229090 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:23.232538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9112046b-6ed4-4512-917b-7d955dd0467c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:24.286645 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:25.323388 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:26.774991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:43.782563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:46.694958 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-9e01d94f-d911-4e88-8939-d5dec0b81087 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412185 Oct 18 21:27:47.103344 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-8dc4143a-7b66-4cb4-a3b7-e3dc46c6aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:27:47.104773 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-8dc4143a-7b66-4cb4-a3b7-e3dc46c6aea6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.3667140 Oct 18 21:27:47.207989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-9805b07d-7d79-47e6-a4eb-d40892456044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:27:47.209538 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-9805b07d-7d79-47e6-a4eb-d40892456044 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0848715 Oct 18 21:27:47.278678 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-d71df290-81a2-4667-ae12-4b12ed06310d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0615976 Oct 18 21:27:47.328265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-ad3eb1aa-1117-47ba-a21c-413b31f9b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:27:47.329726 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-ad3eb1aa-1117-47ba-a21c-413b31f9b4ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0432551 Oct 18 21:27:47.374369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-703f6d84-3e7d-42f0-a39b-b0b706ac9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:27:47.375762 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-703f6d84-3e7d-42f0-a39b-b0b706ac9817 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388174 Oct 18 21:27:47.468587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-83fbde3d-7501-4ac6-914a-9c0bbd2ef213 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855260 Oct 18 21:27:47.557998 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-be067d84-f4e2-4219-8641-c4221fcc8d8c req-9cc20b1e-39f8-4537-9ae5-2371d65445ad service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821507 Oct 18 21:27:48.866770 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-364afb80-1352-4929-92c5-29aa7cfbe5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:49.230258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:49.950542 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:27:53.223765 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72964550-5832-48e3-827e-91c3caa28a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:54.288245 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:55.326265 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:27:56.777981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:13.798472 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:18.868292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a6c8c112-256b-47bf-b8bb-bb45cc42b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:19.231813 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:23.225716 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4290098-9a9f-4084-bdd2-65d5d487bb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:24.290259 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:25.331001 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:26.781379 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:26.949535 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:28:27.487033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42672) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:27.688104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:27.776533 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:27.796669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22373215-e195-4615-8634-1cc284c45e7e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:27.805834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c58558a-1ea4-43dd-a5c7-51d4ba7ec15c') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:27.806132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c58558a-1ea4-43dd-a5c7-51d4ba7ec15c') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:27.815350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:27.829217 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:27.836260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:28:27.836681 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:28:27.839578 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:28:27.897530 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:27.915176 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:27.920775 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] 10.222.0.66 "DELETE /v2.0/networks/22373215-e195-4615-8634-1cc284c45e7e HTTP/1.1" status: 204 len: 168 time: 0.4303756 Oct 18 21:28:27.920775 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Pushing event deleted for resources: {'Network': ['ID=22373215-e195-4615-8634-1cc284c45e7e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:27.928978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.929328 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.929668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.930006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.930368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.930699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.931028 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.931357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.931683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.932006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.932333 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:27.932708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ba2efa-cfd8-4216-8442-f3466500ad8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-94267981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:28.199635 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42680) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:28.333859 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7532bf24-e981-4463-b03d-aebb76ed6c41 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfbd326353eb48b4a19804d0caa9a0fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330550 Oct 18 21:28:28.336265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42684) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:28.383939 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-addafaf3-19ea-4082-aee7-a88bf1d5c64c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.405174 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-addafaf3-19ea-4082-aee7-a88bf1d5c64c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.453582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-addafaf3-19ea-4082-aee7-a88bf1d5c64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.456464 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-addafaf3-19ea-4082-aee7-a88bf1d5c64c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.457568 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-addafaf3-19ea-4082-aee7-a88bf1d5c64c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5f9b5ed-6eec-4d3e-a3ca-5cc5ebf59a61 HTTP/1.1" status: 204 len: 168 time: 0.1203933 Oct 18 21:28:28.465546 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addafaf3-19ea-4082-aee7-a88bf1d5c64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f9b5ed-6eec-4d3e-a3ca-5cc5ebf59a61,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:28.726191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42690) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:28.739678 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-319cc9e8-d17e-4d9a-bd17-0c12d52a2a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.816780 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-319cc9e8-d17e-4d9a-bd17-0c12d52a2a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.820462 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-319cc9e8-d17e-4d9a-bd17-0c12d52a2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.859109 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-319cc9e8-d17e-4d9a-bd17-0c12d52a2a0d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb401625513d4f739defc6a5d4a378e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313221 Oct 18 21:28:28.860275 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cc9e8-d17e-4d9a-bd17-0c12d52a2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fbfad5-5460-44db-84cd-a4670ec0dc7c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:28.861959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42692) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:28.918681 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.946221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.993416 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.996134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:28.997508 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61fbfad5-5460-44db-84cd-a4670ec0dc7c HTTP/1.1" status: 204 len: 168 time: 0.1344755 Oct 18 21:28:29.005702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fbfad5-5460-44db-84cd-a4670ec0dc7c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:29.013387 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.013739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.014082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.014459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.014792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.015125 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.015453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.015783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.016142 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.016445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.016775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:29.017099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37deb8-48e9-4404-9f4e-62a69a3d290d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:30.377385 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42734) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:30.473177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-874423563', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:30.497040 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Made reservation on behalf of 3bd5b57f3aff4817bb0946b071abac7f for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:30.499529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:30.508188 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:30.588661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:30.593213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:30.598551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] device_id is not set on port 5a31d513-3f1c-4d8d-a30a-80eafbb7a65c yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:28:30.653730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15918440-3b04-43e5-9bf2-84422c24e22a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:30.727691 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Allocated IP 172.25.7.29 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/5a31d513-3f1c-4d8d-a30a-80eafbb7a65c) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:30.858401 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:30.892376 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:30.938027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:30.940910 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:30.944370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:30.969973 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Pushing event updated for resources: {'Port': ['ID=5a31d513-3f1c-4d8d-a30a-80eafbb7a65c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:30.989757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:30.990370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.006214 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-219216eb-f413-465c-9494-5cc13b7823ad tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6277540 Oct 18 21:28:31.009169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42740) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:31.013600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.29'}]}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:31.033899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.034882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.084822 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.227423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.427554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.446670 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.594453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.758385 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.760539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.802849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.803374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4af33d16-3c9e-4534-8889-f21e5b0c72bd {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:28:31.818176 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 18 21:28:31.819217 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5bca7518-5b42-4ef6-a0db-318c0748ef17 tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8090706 Oct 18 21:28:31.822101 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42742) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:31.902051 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Deleting port 5a31d513-3f1c-4d8d-a30a-80eafbb7a65c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:28:31.902291 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.977741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:31.989197 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Calling delete_port for 5a31d513-3f1c-4d8d-a30a-80eafbb7a65c owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:28:32.112559 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.140286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a31d513-3f1c-4d8d-a30a-80eafbb7a65c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:32.204853 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.208324 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-835f609f-64a6-4438-810f-3a882e4f3ecb tempest-RoutersAdminNegativeTest-2037166828 tempest-RoutersAdminNegativeTest-2037166828-project-admin] 10.222.0.66 "DELETE /v2.0/ports/5a31d513-3f1c-4d8d-a30a-80eafbb7a65c HTTP/1.1" status: 204 len: 168 time: 0.3851259 Oct 18 21:28:32.452604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42750) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:32.556630 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1944a42-0cb3-4fa0-8f01-34b87c28791f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.637139 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1944a42-0cb3-4fa0-8f01-34b87c28791f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.641209 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d1944a42-0cb3-4fa0-8f01-34b87c28791f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.681076 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d1944a42-0cb3-4fa0-8f01-34b87c28791f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e2b481c85e3a48c6a821226d58d14a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273140 Oct 18 21:28:32.682006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1944a42-0cb3-4fa0-8f01-34b87c28791f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dff134-1dde-4024-a32e-2ab14814153f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:32.684084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42754) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:32.737028 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c86ec366-b83d-4d02-8c02-1307b9f7422f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.758578 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c86ec366-b83d-4d02-8c02-1307b9f7422f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.805220 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c86ec366-b83d-4d02-8c02-1307b9f7422f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.807870 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c86ec366-b83d-4d02-8c02-1307b9f7422f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:32.809058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c86ec366-b83d-4d02-8c02-1307b9f7422f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24dff134-1dde-4024-a32e-2ab14814153f HTTP/1.1" status: 204 len: 168 time: 0.1239431 Oct 18 21:28:32.816720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ec366-b83d-4d02-8c02-1307b9f7422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dff134-1dde-4024-a32e-2ab14814153f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:33.078253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42760) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:33.119178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3c1f9f17-7f6f-415e-a2ed-72b204e89f83 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bd5b57f3aff4817bb0946b071abac7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397537 Oct 18 21:28:33.121584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42762) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:33.177142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-458b0a87-a04c-4f1e-bb38-5d6da607b1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:33.200557 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-458b0a87-a04c-4f1e-bb38-5d6da607b1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:33.258643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-458b0a87-a04c-4f1e-bb38-5d6da607b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:33.262085 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-458b0a87-a04c-4f1e-bb38-5d6da607b1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:33.263319 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-458b0a87-a04c-4f1e-bb38-5d6da607b1fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15918440-3b04-43e5-9bf2-84422c24e22a HTTP/1.1" status: 204 len: 168 time: 0.1407869 Oct 18 21:28:33.279034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b0a87-a04c-4f1e-bb38-5d6da607b1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15918440-3b04-43e5-9bf2-84422c24e22a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:33.961312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42784) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:34.057168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-11871429'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:34.078445 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:34.081898 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.090302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.172047 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.175826 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.198981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:28:34.214294 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d937c99-f47f-4aaa-8926-d3e897441a01,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:34.217854 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.218200 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Added segment 3b192d58-4405-4f19-941b-97a8ead2fa60 of type vlan for network 5d7acf53-6f47-4080-a66f-82d055908c97 Oct 18 21:28:34.260819 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.290915 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.296959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:34.297549 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.333268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3708365 Oct 18 21:28:34.335993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42788) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:34.340798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'subnet': {'network_id': '5d7acf53-6f47-4080-a66f-82d055908c97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:34.386148 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee096b-69ef-465b-b146-f3ddce7e7004 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Network': ['ID=5d7acf53-6f47-4080-a66f-82d055908c97,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:34.396793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5d7acf53-6f47-4080-a66f-82d055908c97 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:28:34.403819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-a78b6742-4e82-469c-918d-021b9d288193 req-4dc474d7-786e-4486-8d02-b5bdeee35a13 service neutron] (100530) timed out ('10.222.0.30', 56885) {{(pid=100530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:28:34.471211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:34.475636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.664269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.726834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Subnet': ['ID=501bd163-dc19-4a5a-9457-d4c3d437a70e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:34.731143 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Checking segment: {'id': '3b192d58-4405-4f19-941b-97a8ead2fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '5d7acf53-6f47-4080-a66f-82d055908c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:28:34.731503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network hostable DHCP agents. Network: 5d7acf53-6f47-4080-a66f-82d055908c97, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:28:34.758504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 5d7acf53-6f47-4080-a66f-82d055908c97 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:28:34.767786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5d7acf53-6f47-4080-a66f-82d055908c97) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:34.771978 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:34.772593 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.776737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bcdc90-1b72-4bbe-9f89-79a018d036f0 None None] Network 5d7acf53-6f47-4080-a66f-82d055908c97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:28:34.788948 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e34a4d54-186c-43cf-afde-8a10b05b44f6 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4518790 Oct 18 21:28:34.791964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42790) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:34.796720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1247729596', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:34.821395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.822393 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.875443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:34.914845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c27c7-71c5-4e58-88b3-291dc9d1a1d1 None None] Network 5d7acf53-6f47-4080-a66f-82d055908c97 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:28:35.021156 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:35.219223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:35.239273 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:35.341689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.25.7.29 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/3711256b-65d1-43e2-ab40-1699f9466220) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:35.448872 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:35.483361 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:35.518070 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:35.520950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:35.524349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:35.556038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=3711256b-65d1-43e2-ab40-1699f9466220,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:35.773184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:35.980996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:36.109116 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:28:36.216186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:36.226926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:36.238098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:36.238410 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:36.239049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:36.239542 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4e5db421-5459-43b8-b1cf-77cbd2ec9985 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4465680 Oct 18 21:28:36.242305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42792) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:36.273995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:36.282900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:36.283415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:36.319146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:36.319812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf30dd83-2082-405d-9748-bfcada1c1f9b None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:37.009135 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:37.280530 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.1 (5d7acf53-6f47-4080-a66f-82d055908c97/501bd163-dc19-4a5a-9457-d4c3d437a70e/0fd079b3-7517-4ba9-8eb9-609ea5e2b9c1) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:37.397825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:37.431093 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:37.470344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 5d7acf53-6f47-4080-a66f-82d055908c97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:37.473361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:37.475879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:37.506989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=0fd079b3-7517-4ba9-8eb9-609ea5e2b9c1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:37.526824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:37.655815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:37.932211 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:37.937636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:38.011683 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:38.013466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=0fd079b3-7517-4ba9-8eb9-609ea5e2b9c1,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:38.116521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 5d7acf53-6f47-4080-a66f-82d055908c97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:38.118047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:38.235209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:38.345302 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:38.352940 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c223c8a4-6109-4211-8f13-3f00af967400 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/routers/d969c8bf-b74f-4ab4-8c63-a9e5255fc377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1071100 Oct 18 21:28:38.353276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42796) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:38.358958 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318849fe-b175-44d9-9175-887b24319f46 None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:38.359466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'port': {'network_id': '5d7acf53-6f47-4080-a66f-82d055908c97', 'name': 'tempest-FloatingIPTestJSON-86796522'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:38.368148 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318849fe-b175-44d9-9175-887b24319f46 None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:38.368790 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-318849fe-b175-44d9-9175-887b24319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:38.401486 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-318849fe-b175-44d9-9175-887b24319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:38.411175 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318849fe-b175-44d9-9175-887b24319f46 None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:38.411770 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-318849fe-b175-44d9-9175-887b24319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:38.445393 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-318849fe-b175-44d9-9175-887b24319f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:38.446034 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318849fe-b175-44d9-9175-887b24319f46 None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:38.468744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:38.472248 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:38.488917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] device_id is not set on port fbdcb57f-e6b9-4509-889b-9ce8b55beb2b yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:28:38.599470 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.6 (5d7acf53-6f47-4080-a66f-82d055908c97/501bd163-dc19-4a5a-9457-d4c3d437a70e/fbdcb57f-e6b9-4509-889b-9ce8b55beb2b) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:38.747379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:38.785974 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:38.828689 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 5d7acf53-6f47-4080-a66f-82d055908c97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:38.831709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:38.835268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:38.843513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=fbdcb57f-e6b9-4509-889b-9ce8b55beb2b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:38.889659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:38.890256 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:38.905959 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-704acda5-a757-4cec-8493-dd5baca8f227 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.5514181 Oct 18 21:28:38.908433 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42798) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:38.913286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'port': {'network_id': '5d7acf53-6f47-4080-a66f-82d055908c97', 'name': 'tempest-FloatingIPTestJSON-811594914'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:39.025404 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:39.028760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.046356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] device_id is not set on port 39107392-af00-430d-8ca4-5a485e0df8b8 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:28:39.155562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.5 (5d7acf53-6f47-4080-a66f-82d055908c97/501bd163-dc19-4a5a-9457-d4c3d437a70e/39107392-af00-430d-8ca4-5a485e0df8b8) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:39.307652 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.340293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.382781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 5d7acf53-6f47-4080-a66f-82d055908c97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:39.385782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:39.389340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:39.397561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=39107392-af00-430d-8ca4-5a485e0df8b8,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:39.446649 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:39.447248 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.463012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3d755853-bc63-4d4b-9bf0-d71f0aeab836 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5535281 Oct 18 21:28:39.466246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42800) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:39.471151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '39107392-af00-430d-8ca4-5a485e0df8b8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:39.493203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.587971 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.696020 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.25.7.146 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a9c9fa67-3fbd-4c8e-ab9f-222340bdb522) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:39.796533 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.830112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:39.871414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:39.874355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:39.877882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:39.913077 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=a9c9fa67-3fbd-4c8e-ab9f-222340bdb522,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:40.267577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:40.340062 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:40.494816 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:40.499924 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:40.567003 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=a9c9fa67-3fbd-4c8e-ab9f-222340bdb522,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:40.578588 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:40.681469 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP be4a1606-b0b5-420c-b349-d15784ded645 associated. External IP: 172.25.7.146, port: 39107392-af00-430d-8ca4-5a485e0df8b8. Oct 18 21:28:40.892086 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:41.002529 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:41.012956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:41.020361 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:41.022841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:41.023460 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:41.048641 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f53fa346-79e0-4750-8ffe-b3f0cce3d7cc tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5813129 Oct 18 21:28:41.051244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42802) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:41.055591 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:41.056988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:41.065831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:41.066437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:41.101986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:41.102626 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58e4c9-2cf3-486e-988e-1c31cf7c0b8b None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:41.111709 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:41.597961 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:41.601636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:41.601992 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP be4a1606-b0b5-420c-b349-d15784ded645 disassociated. External IP: 172.25.7.146, port: 39107392-af00-430d-8ca4-5a485e0df8b8. Oct 18 21:28:41.809970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:41.922403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:41.926960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:41.931798 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:41.941492 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:41.942094 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:41.956925 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c0eb629-98fc-4a1f-bfd2-0fdcc98e78cd tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/floatingips/be4a1606-b0b5-420c-b349-d15784ded645 HTTP/1.1" status: 200 len: 688 time: 0.9046419 Oct 18 21:28:41.959483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42804) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:41.974829 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:41.983886 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:41.984509 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:42.017006 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:42.017654 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b518a03-813a-4b75-a630-665a2ae43d7d None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:42.086641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port a9c9fa67-3fbd-4c8e-ab9f-222340bdb522 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:28:42.086982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.161760 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.162087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.175224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for a9c9fa67-3fbd-4c8e-ab9f-222340bdb522 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:28:42.313298 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.337350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=a9c9fa67-3fbd-4c8e-ab9f-222340bdb522,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:42.405531 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.408129 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.409400 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-eee20adf-c70c-46ec-8a3a-7a51a6090912 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/floatingips/be4a1606-b0b5-420c-b349-d15784ded645 HTTP/1.1" status: 204 len: 168 time: 0.4489968 Oct 18 21:28:42.412915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42806) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:42.417219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': 'fbdcb57f-e6b9-4509-889b-9ce8b55beb2b'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:42.439536 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.539442 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.642531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.25.7.46 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8866bed2-1b03-4551-8740-d2b5d269b5d4) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:42.745551 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.778509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:42.816217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:42.819161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:42.822653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:42.847912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=8866bed2-1b03-4551-8740-d2b5d269b5d4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:43.188832 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:43.255345 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:43.406899 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:43.411782 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:43.480535 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=8866bed2-1b03-4551-8740-d2b5d269b5d4,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:43.490880 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:43.591879 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP cb137018-e91a-4ca1-9261-e677bf66797d associated. External IP: 172.25.7.46, port: fbdcb57f-e6b9-4509-889b-9ce8b55beb2b. Oct 18 21:28:43.800256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:43.819664 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:43.914407 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:43.925119 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:43.933313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:43.934330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:43.934936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:43.960787 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-10875271-e8d6-48d5-a4c5-1b1e255f7d73 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 1.5468016 Oct 18 21:28:43.963513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42810) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:43.968517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:43.976714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:43.977318 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:44.009619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:44.010266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cac5a1-ab03-4a23-b8af-ec96fce434fe None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:44.025834 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-aecb36ff-e4e5-4df3-8af4-06009be7eeee tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "GET /v2.0/floatingips/cb137018-e91a-4ca1-9261-e677bf66797d HTTP/1.1" status: 200 len: 975 time: 0.0611384 Oct 18 21:28:44.028266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42812) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:44.134987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ab82bf82-aa7d-465a-af98-f0a263c8a03d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.1054194 Oct 18 21:28:44.137264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42814) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:44.141969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'port_id': '39107392-af00-430d-8ca4-5a485e0df8b8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:44.200195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:44.668826 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:44.673281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:44.771281 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP cb137018-e91a-4ca1-9261-e677bf66797d associated. External IP: 172.25.7.46, port: fbdcb57f-e6b9-4509-889b-9ce8b55beb2b. Oct 18 21:28:44.978007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:45.085699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:45.095648 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:45.104772 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:45.105376 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.140864 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.149610 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:45.150210 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.182098 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.182746 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b904d-a1b0-4b35-930a-60d62e5dfdca None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:45.298687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:45.408356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:45.412849 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:45.417731 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:45.426900 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:45.427516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.466570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.470478 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c4c8c242-bcd5-4b86-988a-7bc7822c950e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/floatingips/cb137018-e91a-4ca1-9261-e677bf66797d HTTP/1.1" status: 200 len: 976 time: 1.3293622 Oct 18 21:28:45.470845 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42816) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:45.475519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:45.479329 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:45.480126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.513608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:45.514890 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee42265-02dc-436f-b86a-43382e0e31ea None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:45.539267 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:45.684090 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:45.688929 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:45.689274 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP cb137018-e91a-4ca1-9261-e677bf66797d disassociated. External IP: 172.25.7.46, port: 39107392-af00-430d-8ca4-5a485e0df8b8. Oct 18 21:28:45.893113 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:46.002527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:46.007221 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:46.012405 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:46.021414 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:46.022016 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:46.035224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6292a036-2fc0-4a50-9446-d86fcdb6e4e9 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/floatingips/cb137018-e91a-4ca1-9261-e677bf66797d HTTP/1.1" status: 200 len: 687 time: 0.5632341 Oct 18 21:28:46.037776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42822) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:46.058079 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:46.066969 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:46.067559 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:46.099130 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:46.099837 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429f2a5-0ff3-4747-9964-7112d19d619a None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:46.161658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 8866bed2-1b03-4551-8740-d2b5d269b5d4 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:28:46.161913 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:46.241044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:46.241359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:46.252653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 8866bed2-1b03-4551-8740-d2b5d269b5d4 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:28:46.380119 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:46.406376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=8866bed2-1b03-4551-8740-d2b5d269b5d4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:46.465562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:46.468834 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:46.469993 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-04728e06-f319-4ed1-9dd9-b37ab043062c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/floatingips/cb137018-e91a-4ca1-9261-e677bf66797d HTTP/1.1" status: 204 len: 168 time: 0.4313102 Oct 18 21:28:46.472704 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42824) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:46.509777 n-d-812149-2 neutron-server[100530]: INFO neutron.api.v2.resource [None req-7aec15ef-d09d-4dbe-9b9b-f2da9d37c4d4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] delete failed (client error): The resource could not be found. Oct 18 21:28:46.510786 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7aec15ef-d09d-4dbe-9b9b-f2da9d37c4d4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/floatingips/cb137018-e91a-4ca1-9261-e677bf66797d HTTP/1.1" status: 404 len: 345 time: 0.0371053 Oct 18 21:28:46.515097 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42826) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:46.596930 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50a966-abd7-4d4c-a212-e12f8acd0d84 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:46.603092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50a966-abd7-4d4c-a212-e12f8acd0d84 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:46.609034 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f50a966-abd7-4d4c-a212-e12f8acd0d84 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:46.610631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2f50a966-abd7-4d4c-a212-e12f8acd0d84 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "GET /v2.0/ports?network_id=5d7acf53-6f47-4080-a66f-82d055908c97 HTTP/1.1" status: 200 len: 2355 time: 0.0946362 Oct 18 21:28:46.613282 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42828) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:47.016353 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df98335-5e5c-4163-b936-df983a130335 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:47.017737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1df98335-5e5c-4163-b936-df983a130335 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "GET /v2.0/subnets/501bd163-dc19-4a5a-9457-d4c3d437a70e HTTP/1.1" status: 200 len: 797 time: 0.4035435 Oct 18 21:28:47.022595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42830) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:47.027722 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'port': {'network_id': '5d7acf53-6f47-4080-a66f-82d055908c97', 'name': 'tempest-FloatingIPTestJSON-1035969241', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:47.031386 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-956251ad-1815-49b6-b9ae-1f86ea10961a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3742099 Oct 18 21:28:47.115122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-f226ff84-12f6-4c67-b0bc-8c7702bd8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:47.116668 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-f226ff84-12f6-4c67-b0bc-8c7702bd8d8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0409579 Oct 18 21:28:47.143668 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:47.221498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-ecc81440-bc94-4f2d-bb26-3a4901b907e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:47.223105 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-ecc81440-bc94-4f2d-bb26-3a4901b907e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0870697 Oct 18 21:28:47.226067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:47.244317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] device_id is not set on port 085c2f23-3e1c-46ce-8c84-fbe7a60a1584 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:28:47.293984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-eaec98a5-d18a-49fb-bf72-e1436d28c19b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0633714 Oct 18 21:28:47.343789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-72211881-ce8e-48aa-a777-8a6614a3a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:47.345308 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-72211881-ce8e-48aa-a777-8a6614a3a5ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0444393 Oct 18 21:28:47.391691 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-aea938b9-7131-4cbd-9091-b8952895f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:47.393834 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-aea938b9-7131-4cbd-9091-b8952895f3ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403862 Oct 18 21:28:47.487920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-fe33372f-13ca-4cc2-9c41-4b70d5f3d52a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871849 Oct 18 21:28:47.538964 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.14 (5d7acf53-6f47-4080-a66f-82d055908c97/501bd163-dc19-4a5a-9457-d4c3d437a70e/085c2f23-3e1c-46ce-8c84-fbe7a60a1584) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:47.546320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.13 (5d7acf53-6f47-4080-a66f-82d055908c97/501bd163-dc19-4a5a-9457-d4c3d437a70e/085c2f23-3e1c-46ce-8c84-fbe7a60a1584) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:47.582786 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6d3fb9e5-bfdb-4de8-a3b2-aadf1d6ccb4c req-b2988b54-82de-4948-898f-efc7cfa27d2a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877283 Oct 18 21:28:47.694466 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:47.726732 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:47.768411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 5d7acf53-6f47-4080-a66f-82d055908c97 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:47.771290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:47.774856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:47.800501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=085c2f23-3e1c-46ce-8c84-fbe7a60a1584,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:47.827047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:47.827655 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:47.844703 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3abb3722-8f06-4e28-afbd-d8b9d1d7d881 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8209493 Oct 18 21:28:47.847368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42832) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:47.851935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '085c2f23-3e1c-46ce-8c84-fbe7a60a1584', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:47.873724 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:47.974733 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.080366 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.25.7.2 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/99ec4a84-dc7c-4507-939c-a9b88b211989) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:48.178967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.213593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.254986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:48.259399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:48.266200 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:48.269195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=99ec4a84-dc7c-4507-939c-a9b88b211989,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:48.610928 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.679603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.835157 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.839932 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.870434 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dc11778b-3597-47ff-8ebc-d38bd68c53bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:48.910894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=99ec4a84-dc7c-4507-939c-a9b88b211989,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:48.924876 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:49.025509 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP 3680d439-7704-4ebd-9553-1c887972efb7 associated. External IP: 172.25.7.2, port: 085c2f23-3e1c-46ce-8c84-fbe7a60a1584. Oct 18 21:28:49.233137 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:49.240628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:49.349653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:49.359807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:49.367886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:49.369239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:49.369914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:49.395638 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3cd00a77-ab8a-4866-a2e9-23b26096bbc4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.5471394 Oct 18 21:28:49.398416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42836) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:49.402811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'port_id': '085c2f23-3e1c-46ce-8c84-fbe7a60a1584', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:49.407871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:49.423170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:49.423778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:49.455602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:49.456252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3d1ed-9438-41ce-9da1-e391972581ae None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:49.462596 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:49.929463 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:49.933370 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:50.142263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:50.253418 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:50.258118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:50.265087 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:50.274135 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:50.274739 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:50.309735 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:50.318373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:50.318962 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:50.319782 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9579ab66-bd52-4fe0-a634-814d3525383a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/floatingips/3680d439-7704-4ebd-9553-1c887972efb7 HTTP/1.1" status: 200 len: 977 time: 0.9203541 Oct 18 21:28:50.322495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42838) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:50.354608 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:50.355246 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379d015-e4e6-45ac-910d-dcb7a4226fdb None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:50.481181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 99ec4a84-dc7c-4507-939c-a9b88b211989 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:28:50.481521 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:50.555266 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:50.555487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:50.567491 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 99ec4a84-dc7c-4507-939c-a9b88b211989 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:28:50.712916 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:50.740020 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=99ec4a84-dc7c-4507-939c-a9b88b211989,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:50.802255 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:50.802582 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP 3680d439-7704-4ebd-9553-1c887972efb7 disassociated (deleted). External IP: 172.25.7.2, port: 085c2f23-3e1c-46ce-8c84-fbe7a60a1584. Oct 18 21:28:51.008559 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:51.116083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:51.120470 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:51.127224 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:51.137317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:51.138078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:51.151382 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-18e779d2-05e7-4378-9bb1-b82f226124bb tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/floatingips/3680d439-7704-4ebd-9553-1c887972efb7 HTTP/1.1" status: 204 len: 168 time: 0.8278444 Oct 18 21:28:51.154195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42840) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:51.174135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:51.182949 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:51.183482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:51.215970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:51.217180 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907533a6-b0c6-494c-b0d7-5d3d53eaf2b0 None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:51.249376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 085c2f23-3e1c-46ce-8c84-fbe7a60a1584 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:28:51.249713 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:51.336283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:51.348110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 085c2f23-3e1c-46ce-8c84-fbe7a60a1584 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:28:51.521719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:51.549815 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=085c2f23-3e1c-46ce-8c84-fbe7a60a1584,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:51.641460 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:51.644742 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5fe83370-60c8-457a-a33b-6de71ef16098 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/ports/085c2f23-3e1c-46ce-8c84-fbe7a60a1584 HTTP/1.1" status: 204 len: 168 time: 0.4889975 Oct 18 21:28:51.648248 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42842) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:51.652761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:51.674603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:51.771355 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:51.878680 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.25.7.128 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a6dba089-2c17-44fe-a0bd-a1de712f1eb5) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:51.979848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.014287 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.052149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:52.054961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:52.058545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:52.065852 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=a6dba089-2c17-44fe-a0bd-a1de712f1eb5,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:52.477748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.509595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.654824 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.659348 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.727474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=a6dba089-2c17-44fe-a0bd-a1de712f1eb5,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:52.735692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.751194 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.752438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-41563772-ff41-446b-a44f-dbd758ee4f7d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1030779 Oct 18 21:28:52.755032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42844) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:52.760041 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'port': {'network_id': '5d7acf53-6f47-4080-a66f-82d055908c97', 'name': 'tempest-FloatingIPTestJSON-499732425'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:52.868043 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'port': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:52.871993 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:52.890554 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] device_id is not set on port d4f65abb-e9cc-40a9-b7d0-c9e514547922 yet. {{(pid=100530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:28:53.009769 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.4 (5d7acf53-6f47-4080-a66f-82d055908c97/501bd163-dc19-4a5a-9457-d4c3d437a70e/d4f65abb-e9cc-40a9-b7d0-c9e514547922) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:53.152617 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:53.190359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:53.229629 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-13f5f22d-e197-4010-95f1-83236f240370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:53.230740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 5d7acf53-6f47-4080-a66f-82d055908c97 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:53.234174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:53.237873 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:53.272013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=d4f65abb-e9cc-40a9-b7d0-c9e514547922,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:53.293647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:53.294254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:53.310600 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-da9a0326-d44c-41a7-b1fa-b71228d2b654 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5542653 Oct 18 21:28:53.313143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42846) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:53.317619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'port_id': 'd4f65abb-e9cc-40a9-b7d0-c9e514547922'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:53.356997 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:53.787224 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:53.791068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:53.892935 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP 015c7d8a-0d7a-441f-a595-2d267921c698 associated. External IP: 172.25.7.128, port: d4f65abb-e9cc-40a9-b7d0-c9e514547922. Oct 18 21:28:54.104076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:54.213494 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:54.219806 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:54.223953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356d785-0741-439b-8856-3828f2936f0e None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:54.233255 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356d785-0741-439b-8856-3828f2936f0e None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:54.233951 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9356d785-0741-439b-8856-3828f2936f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:54.248261 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e924dc64-5d25-4cbb-a1f5-c09ea2bd50b3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/floatingips/015c7d8a-0d7a-441f-a595-2d267921c698 HTTP/1.1" status: 200 len: 977 time: 0.9334996 Oct 18 21:28:54.250919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:54.267790 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9356d785-0741-439b-8856-3828f2936f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:54.276573 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356d785-0741-439b-8856-3828f2936f0e None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:54.277172 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9356d785-0741-439b-8856-3828f2936f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:54.293802 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:54.313860 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-9356d785-0741-439b-8856-3828f2936f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:54.314823 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9356d785-0741-439b-8856-3828f2936f0e None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:54.343149 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port d4f65abb-e9cc-40a9-b7d0-c9e514547922 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:28:54.343488 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:54.426659 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:54.595352 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:54.595708 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:54.596017 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP 015c7d8a-0d7a-441f-a595-2d267921c698 disassociated. External IP: 172.25.7.128, port: d4f65abb-e9cc-40a9-b7d0-c9e514547922. Oct 18 21:28:54.596356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for d4f65abb-e9cc-40a9-b7d0-c9e514547922 owned by {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:28:54.723748 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:54.757687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=d4f65abb-e9cc-40a9-b7d0-c9e514547922,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:54.867712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:54.980132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:54.992148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:55.002068 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:55.002677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:55.038489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:55.047660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:55.048256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:55.053309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.059218 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b9335880-ebae-4c32-8853-a4e68c715503 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/ports/d4f65abb-e9cc-40a9-b7d0-c9e514547922 HTTP/1.1" status: 204 len: 168 time: 0.8048680 Oct 18 21:28:55.059417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42850) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:55.080284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:55.080975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba914b28-d65f-469d-b93d-ca8e6175dbcd None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:55.104270 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9877fb6c-69bf-4aa3-acc3-66b6e1a2215f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "GET /v2.0/floatingips/015c7d8a-0d7a-441f-a595-2d267921c698 HTTP/1.1" status: 200 len: 688 time: 0.0437622 Oct 18 21:28:55.106850 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42852) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:55.233069 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port a6dba089-2c17-44fe-a0bd-a1de712f1eb5 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:28:55.233350 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.313658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.313981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.326066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for a6dba089-2c17-44fe-a0bd-a1de712f1eb5 owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:28:55.331880 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.460232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.487939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=a6dba089-2c17-44fe-a0bd-a1de712f1eb5,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:55.550170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.552810 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.553978 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e2614b91-8caa-45a8-99e8-a47e552cb9c0 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/floatingips/015c7d8a-0d7a-441f-a595-2d267921c698 HTTP/1.1" status: 204 len: 168 time: 0.4456561 Oct 18 21:28:55.557565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42854) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:55.561996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'floating_network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'port_id': '39107392-af00-430d-8ca4-5a485e0df8b8'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:55.584518 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.682044 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.785773 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.25.7.144 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8621f9fd-c586-4e68-a527-4cd5c9287858) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:55.900633 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.935894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:55.974830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:55.977837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:55.981767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:56.006867 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=8621f9fd-c586-4e68-a527-4cd5c9287858,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:56.343010 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:56.406837 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:56.556406 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:56.561010 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:56.634641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=8621f9fd-c586-4e68-a527-4cd5c9287858,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:56.642864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:56.740721 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP b06aabd1-3290-4497-a2da-06cde2162de7 associated. External IP: 172.25.7.144, port: 39107392-af00-430d-8ca4-5a485e0df8b8. Oct 18 21:28:56.786308 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.289539 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:28:57.397869 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:57.407501 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:57.416633 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.417136 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:57.417738 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:57.443123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ec6ff708-a790-4b7b-9090-135b0d2a7845 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8845303 Oct 18 21:28:57.445790 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42858) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:57.450514 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-498191301'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:57.454844 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:57.463453 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:57.464054 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:57.471826 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:57.475631 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.495115 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:57.495805 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcee752-216f-400f-b0b2-a1ec07e5071a None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:57.500608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:28:57.510078 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.510421 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Added segment 52f19069-4eab-45d1-b69a-b4f3e4cf93bf of type vlan for network af2721ac-bc8e-4858-8535-5fe4c317ca16 Oct 18 21:28:57.550149 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.573829 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.580638 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:57.582769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.617788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1709967 Oct 18 21:28:57.620519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42862) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:57.625986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'subnet': {'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:57.672658 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0d2ea-b358-4040-9ad0-3106d36e9ef4 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Network': ['ID=af2721ac-bc8e-4858-8535-5fe4c317ca16,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:57.682715 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:28:57.746440 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:28:57.750647 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.930897 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:57.993868 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Subnet': ['ID=829e5f3f-8fb0-4787-b0e5-ea596e9cc106,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:58.004710 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Checking segment: {'id': '52f19069-4eab-45d1-b69a-b4f3e4cf93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:28:58.005076 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network hostable DHCP agents. Network: af2721ac-bc8e-4858-8535-5fe4c317ca16, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:28:58.021707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:28:58.030795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, af2721ac-bc8e-4858-8535-5fe4c317ca16) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:58.035026 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:28:58.035614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.042564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b54b349-31c0-4dd6-9d1f-9592ac94e3e3 None None] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:28:58.053238 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9a5993d9-c8b1-4058-b9cf-02a98064a953 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4316840 Oct 18 21:28:58.057134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42864) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:58.061705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-297770757', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:28:58.086574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.087853 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.144890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.289378 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.349350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-af2721ac-bc8e-4858-8535-5fe4c317ca16', 'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16', 'tenant_id': 'db280a33ce1243e9a247e8cebc87cdf7', 'fixed_ips': [{'subnet_id': '829e5f3f-8fb0-4787-b0e5-ea596e9cc106'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:28:58.350212 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.482290 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Allocated IP 172.20.0.2 (af2721ac-bc8e-4858-8535-5fe4c317ca16/829e5f3f-8fb0-4787-b0e5-ea596e9cc106/b0d2dd19-cb64-42cf-892e-b9b94032f46f) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:58.489475 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.510760 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.619016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.25.7.31 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/5d3a0979-88db-4632-8a2f-0a783ee9d5f4) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:28:58.628157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.633637 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.668173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:58.672001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:58.675054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:58.692325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Pushing event updated for resources: {'Port': ['ID=b0d2dd19-cb64-42cf-892e-b9b94032f46f,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:58.715570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.715918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.716287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.716654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.716988 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.717321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.717651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.717975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.718300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.718624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.718947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.719672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:28:58.722329 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.753518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Attempting to bind port b0d2dd19-cb64-42cf-892e-b9b94032f46f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:28:58.753889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Attempting to bind port b0d2dd19-cb64-42cf-892e-b9b94032f46f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '52f19069-4eab-45d1-b69a-b4f3e4cf93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:28:58.754254 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Attempting to bind port b0d2dd19-cb64-42cf-892e-b9b94032f46f on network af2721ac-bc8e-4858-8535-5fe4c317ca16 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:28:58.759693 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.760168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:28:58.760571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Checking segment: {'id': '52f19069-4eab-45d1-b69a-b4f3e4cf93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:28:58.760977 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.761373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Bound using segment: {'id': '52f19069-4eab-45d1-b69a-b4f3e4cf93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:28:58.761837 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Bound port: b0d2dd19-cb64-42cf-892e-b9b94032f46f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f19069-4eab-45d1-b69a-b4f3e4cf93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:28:58.762219 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.803078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:28:58.807347 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:28:58.814219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:28:58.817133 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=5d3a0979-88db-4632-8a2f-0a783ee9d5f4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:58.827423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] For port b0d2dd19-cb64-42cf-892e-b9b94032f46f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:28:58.831235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] For port b0d2dd19-cb64-42cf-892e-b9b94032f46f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b0d2dd19-cb64-42cf-892e-b9b94032f46f,segment=NetworkSegment(52f19069-4eab-45d1-b69a-b4f3e4cf93bf),segment_id=52f19069-4eab-45d1-b69a-b4f3e4cf93bf)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:28:58.834942 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:58.897327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e5f3c-f94c-4827-8520-0c51aa8e5ffe None None] Pushing event updated for resources: {'Port': ['ID=b0d2dd19-cb64-42cf-892e-b9b94032f46f,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:59.097392 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:59.300988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:59.314916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b0d2dd19-cb64-42cf-892e-b9b94032f46f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:28:59.368478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b0d2dd19-cb64-42cf-892e-b9b94032f46f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:28:59.368884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:59.435299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router 958daefe-3eff-4636-b026-ca9a92084b2b is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:28:59.450010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:59.484192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port b0d2dd19-cb64-42cf-892e-b9b94032f46f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b0d2dd19-cb64-42cf-892e-b9b94032f46f,segment=NetworkSegment(52f19069-4eab-45d1-b69a-b4f3e4cf93bf),segment_id=52f19069-4eab-45d1-b69a-b4f3e4cf93bf)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:28:59.488694 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:59.540535 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=b0d2dd19-cb64-42cf-892e-b9b94032f46f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:28:59.548032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:28:59.558501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] Sync routers for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:28:59.570304 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:28:59.570534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:59.571078 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:59.574429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42866) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:28:59.575024 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b367c74f-7d14-4367-8664-52bb98d1d0b2 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5163066 Oct 18 21:28:59.608778 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:59.618371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:28:59.619149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:59.655399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:28:59.656056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac66906c-b068-41dd-8214-96f89ffe1c15 None None] The sync data for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:28:59.823571 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ef82e-d72f-46fb-81c8-3876a5081643 None None] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:28:59.904141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-1e3e546e-f34a-4a6f-bf82-be6a88e171ee None None] Provisioning complete for port b0d2dd19-cb64-42cf-892e-b9b94032f46f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:28:59.904698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e3e546e-f34a-4a6f-bf82-be6a88e171ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.021126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.273170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-984254d4-5f7c-4469-92e7-6aac2dcfe4f3 None None] Provisioning complete for port b0d2dd19-cb64-42cf-892e-b9b94032f46f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:29:00.273452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-984254d4-5f7c-4469-92e7-6aac2dcfe4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.300185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.1 (af2721ac-bc8e-4858-8535-5fe4c317ca16/829e5f3f-8fb0-4787-b0e5-ea596e9cc106/4214f10f-8103-4b56-9e58-15fa585ac9e1) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:29:00.412205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.446455 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.485656 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:29:00.488728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:00.492455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:29:00.524227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=4214f10f-8103-4b56-9e58-15fa585ac9e1,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:00.548403 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.682302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.771222 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-29a5b54d-e254-4c41-bc0f-df7c673831af None None] Provisioning complete for port 4214f10f-8103-4b56-9e58-15fa585ac9e1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:29:00.771806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-29a5b54d-e254-4c41-bc0f-df7c673831af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.806221 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-29a5b54d-e254-4c41-bc0f-df7c673831af None None] Port 4214f10f-8103-4b56-9e58-15fa585ac9e1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:29:00.956184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:00.960666 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:01.047075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:01.048923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=4214f10f-8103-4b56-9e58-15fa585ac9e1,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:01.141556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:29:01.142893 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:01.287154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b0d2dd19-cb64-42cf-892e-b9b94032f46f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:29:01.343795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port b0d2dd19-cb64-42cf-892e-b9b94032f46f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:29:01.344165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:01.438090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-801cb4da-1a03-4bc6-ad73-56731759a64d None None] Provisioning complete for port 4214f10f-8103-4b56-9e58-15fa585ac9e1 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:29:01.438458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-801cb4da-1a03-4bc6-ad73-56731759a64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:01.472874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-801cb4da-1a03-4bc6-ad73-56731759a64d None None] Port 4214f10f-8103-4b56-9e58-15fa585ac9e1 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:29:01.604546 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router 958daefe-3eff-4636-b026-ca9a92084b2b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:29:01.713712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:29:01.719318 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-95718f70-597a-4807-a294-613d2867151e tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/routers/958daefe-3eff-4636-b026-ca9a92084b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1424723 Oct 18 21:29:01.722349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42868) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:01.723321 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] Sync routers for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:29:01.727234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'port': {'network_id': 'af2721ac-bc8e-4858-8535-5fe4c317ca16', 'name': 'tempest-FloatingIPTestJSON-675824188'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:01.733264 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:01.733871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:01.769343 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:01.778117 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:01.779276 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:01.810949 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:01.811583 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695626be-d193-49d4-b448-d215ac87a3ad None None] The sync data for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:29:01.839784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Made reservation on behalf of db280a33ce1243e9a247e8cebc87cdf7 for: {'port': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:01.843811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:01.861078 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] device_id is not set on port d8ac4514-9a76-44ac-8103-abefa4007cf7 yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:29:01.968726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Allocated IP 172.20.0.9 (af2721ac-bc8e-4858-8535-5fe4c317ca16/829e5f3f-8fb0-4787-b0e5-ea596e9cc106/d8ac4514-9a76-44ac-8103-abefa4007cf7) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:29:02.118134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:02.152334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:02.200011 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:29:02.203681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:02.207351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:29:02.215933 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event updated for resources: {'Port': ['ID=d8ac4514-9a76-44ac-8103-abefa4007cf7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:02.263538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:02.264194 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:02.282394 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8832755d-3b12-492a-abb8-68b75068c5fe tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5589612 Oct 18 21:29:02.285085 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42870) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:02.289760 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Request body: {'floatingip': {'port_id': 'd8ac4514-9a76-44ac-8103-abefa4007cf7'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:02.349496 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:02.497963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5e90031b-3ac4-4e41-9d91-80c3940482fd None None] Provisioning complete for port d8ac4514-9a76-44ac-8103-abefa4007cf7 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:29:02.498563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e90031b-3ac4-4e41-9d91-80c3940482fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:02.535869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5e90031b-3ac4-4e41-9d91-80c3940482fd None None] Port d8ac4514-9a76-44ac-8103-abefa4007cf7 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:29:02.832075 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:02.835821 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:02.938807 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP b06aabd1-3290-4497-a2da-06cde2162de7 associated. External IP: 172.25.7.144, port: 39107392-af00-430d-8ca4-5a485e0df8b8. Oct 18 21:29:03.151383 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:29:03.262664 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:29:03.271880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:29:03.281503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:03.282192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.314537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.323133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:03.323730 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.359782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.360459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c16f9-29d9-465f-9393-1412658053a4 None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:29:03.474028 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router 958daefe-3eff-4636-b026-ca9a92084b2b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:29:03.578503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:29:03.582839 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:03.587795 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] Sync routers for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:29:03.597812 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:03.598437 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.634906 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.641859 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-43f968d0-b90a-4ed3-9f72-c285d6657dba tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/floatingips/b06aabd1-3290-4497-a2da-06cde2162de7 HTTP/1.1" status: 200 len: 977 time: 1.3554361 Oct 18 21:29:03.644713 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:03.645328 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.649987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42872) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:03.677756 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:03.678406 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c53096-dbc5-4595-aedb-e3f2aa761fc7 None None] The sync data for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:29:03.736173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port d8ac4514-9a76-44ac-8103-abefa4007cf7 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:03.736454 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:03.824116 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:03.948695 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:29:03.994932 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:03.995509 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545457'] for floatingip, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:03.995509 n-d-812149-2 neutron-server[100531]: INFO neutron.db.l3_db [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Floating IP b06aabd1-3290-4497-a2da-06cde2162de7 disassociated. External IP: 172.25.7.144, port: d8ac4514-9a76-44ac-8103-abefa4007cf7. Oct 18 21:29:03.995832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for d8ac4514-9a76-44ac-8103-abefa4007cf7 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:04.124461 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:04.153225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=d8ac4514-9a76-44ac-8103-abefa4007cf7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:04.274550 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router 958daefe-3eff-4636-b026-ca9a92084b2b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:29:04.387489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:29:04.397336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] Sync routers for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:29:04.406550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:04.407166 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:04.440733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:04.449292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:04.449899 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:04.454654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:04.457945 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2a547dfb-a9cb-442c-b2af-3c3a51423e01 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/ports/d8ac4514-9a76-44ac-8103-abefa4007cf7 HTTP/1.1" status: 204 len: 168 time: 0.8069770 Oct 18 21:29:04.460667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42874) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:04.483960 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:04.484641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae73f90-4df4-4aae-99ee-57074fd17a21 None None] The sync data for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:29:04.816949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:05.407622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 4214f10f-8103-4b56-9e58-15fa585ac9e1 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:05.408490 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:05.494381 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:05.507007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 4214f10f-8103-4b56-9e58-15fa585ac9e1 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:05.692446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:05.724111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=4214f10f-8103-4b56-9e58-15fa585ac9e1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:05.906377 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.124119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router 958daefe-3eff-4636-b026-ca9a92084b2b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:29:06.233323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:29:06.238314 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7c2018c4-bc3a-4ac1-8b88-cdb44da3a455 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/routers/958daefe-3eff-4636-b026-ca9a92084b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766237 Oct 18 21:29:06.241110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42876) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:06.243464 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] Sync routers for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:29:06.253322 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:06.254002 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:06.289172 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:06.298965 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] Routers {'958daefe-3eff-4636-b026-ca9a92084b2b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:06.299557 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['958daefe-3eff-4636-b026-ca9a92084b2b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:06.331703 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:06.332336 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8f7f4-9ab1-4d1f-8639-c379ec31d5a0 None None] The sync data for ids ['958daefe-3eff-4636-b026-ca9a92084b2b'] in n-d-812149-2 is: [] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:29:06.352342 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.458702 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.511034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 5d3a0979-88db-4632-8a2f-0a783ee9d5f4 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:06.511373 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.586810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.598165 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 5d3a0979-88db-4632-8a2f-0a783ee9d5f4 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:06.762015 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.791728 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=5d3a0979-88db-4632-8a2f-0a783ee9d5f4,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:06.858673 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.951873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.954013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.996613 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:06.997161 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Fanout notify agent at l3_agent the message router_deleted on router 958daefe-3eff-4636-b026-ca9a92084b2b {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:29:07.004792 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.006166 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d4e0beb2-1b99-422b-adcb-be387b3290f7 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/routers/958daefe-3eff-4636-b026-ca9a92084b2b HTTP/1.1" status: 204 len: 168 time: 0.7641325 Oct 18 21:29:07.008963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42878) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:07.062656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting subnet 829e5f3f-8fb0-4787-b0e5-ea596e9cc106 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:29:07.065864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.106485 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.196309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.260071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.287950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Subnet': ['ID=829e5f3f-8fb0-4787-b0e5-ea596e9cc106,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:07.290022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.293165 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-293a6261-db18-428b-9e52-3146b3a8ff71 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/subnets/829e5f3f-8fb0-4787-b0e5-ea596e9cc106 HTTP/1.1" status: 204 len: 168 time: 0.2831933 Oct 18 21:29:07.296676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42880) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:07.299099 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bdf884-5cae-4643-9d12-3a7df5cd2135 None None] Network af2721ac-bc8e-4858-8535-5fe4c317ca16 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:29:07.370412 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.429857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port b0d2dd19-cb64-42cf-892e-b9b94032f46f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:07.430189 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.479559 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] DHCP port deletion for af2721ac-bc8e-4858-8535-5fe4c317ca16 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:29:07.496530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] For port b0d2dd19-cb64-42cf-892e-b9b94032f46f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b0d2dd19-cb64-42cf-892e-b9b94032f46f,segment=NetworkSegment(52f19069-4eab-45d1-b69a-b4f3e4cf93bf),segment_id=52f19069-4eab-45d1-b69a-b4f3e4cf93bf)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:29:07.496894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.509679 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for b0d2dd19-cb64-42cf-892e-b9b94032f46f owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:07.525705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] Deleting port b0d2dd19-cb64-42cf-892e-b9b94032f46f {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:07.526086 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.590794 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.593628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] For port b0d2dd19-cb64-42cf-892e-b9b94032f46f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b0d2dd19-cb64-42cf-892e-b9b94032f46f,segment=NetworkSegment(52f19069-4eab-45d1-b69a-b4f3e4cf93bf),segment_id=52f19069-4eab-45d1-b69a-b4f3e4cf93bf)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:29:07.594031 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.606583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] Calling delete_port for b0d2dd19-cb64-42cf-892e-b9b94032f46f owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:07.617424 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=b0d2dd19-cb64-42cf-892e-b9b94032f46f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:07.619226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] No DVR routers for this DVR port b0d2dd19-cb64-42cf-892e-b9b94032f46f on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:29:07.688697 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.695917 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.716883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2721ac-bc8e-4858-8535-5fe4c317ca16']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:07.717554 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] Pushing event deleted for resources: {'Port': ['ID=b0d2dd19-cb64-42cf-892e-b9b94032f46f,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:07.719688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d3cb5-f5b0-4ef3-a239-27e991d20fb5 None None] No DVR routers for this DVR port b0d2dd19-cb64-42cf-892e-b9b94032f46f on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:29:07.727272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f19069-4eab-45d1-b69a-b4f3e4cf93bf') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:07.727272 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f19069-4eab-45d1-b69a-b4f3e4cf93bf') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:07.741323 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.755092 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.761190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:07.761566 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:07.765229 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:07.822738 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.828584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:07.831879 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/networks/af2721ac-bc8e-4858-8535-5fe4c317ca16 HTTP/1.1" status: 204 len: 168 time: 0.5342081 Oct 18 21:29:07.834670 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42882) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:07.847480 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec297d3-daa6-499d-ae7d-6cd153570b3c tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Network': ['ID=af2721ac-bc8e-4858-8535-5fe4c317ca16,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:07.972276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 8621f9fd-c586-4e68-a527-4cd5c9287858 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:07.972641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.047484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.047726 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.059230 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 8621f9fd-c586-4e68-a527-4cd5c9287858 owned by network:floatingip {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:08.192631 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.215738 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=8621f9fd-c586-4e68-a527-4cd5c9287858,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:08.277763 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for floatingip, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.280484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.282906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bf20c0b4-712d-4380-ba4b-0206cc9af587 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/floatingips/b06aabd1-3290-4497-a2da-06cde2162de7 HTTP/1.1" status: 204 len: 168 time: 0.4456027 Oct 18 21:29:08.285073 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42884) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:08.311865 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-06042b0f-e963-4030-8d98-8afb22772b9d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] DELETE failed (client error): The resource could not be found. Oct 18 21:29:08.312540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06042b0f-e963-4030-8d98-8afb22772b9d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:29:08.315544 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-06042b0f-e963-4030-8d98-8afb22772b9d tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/ports/d8ac4514-9a76-44ac-8103-abefa4007cf7 HTTP/1.1" status: 404 len: 333 time: 0.0295496 Oct 18 21:29:08.318115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42886) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:08.343285 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-01210ca8-d203-4967-9a40-7e39b031ec5a tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "GET /v2.0/ports?device_id=958daefe-3eff-4636-b026-ca9a92084b2b HTTP/1.1" status: 200 len: 205 time: 0.0241511 Oct 18 21:29:08.345523 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42888) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:08.382426 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-27851ac9-23f3-4b39-9ba7-765115aeb981 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] delete failed (client error): The resource could not be found. Oct 18 21:29:08.383407 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-27851ac9-23f3-4b39-9ba7-765115aeb981 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/routers/958daefe-3eff-4636-b026-ca9a92084b2b HTTP/1.1" status: 404 len: 336 time: 0.0370109 Oct 18 21:29:08.385853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42890) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:08.411233 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e36a7d-8891-4bcb-8f85-6bf73ef72289 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] DELETE failed (client error): The resource could not be found. Oct 18 21:29:08.411669 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e36a7d-8891-4bcb-8f85-6bf73ef72289 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 21:29:08.414619 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a0e36a7d-8891-4bcb-8f85-6bf73ef72289 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/subnets/829e5f3f-8fb0-4787-b0e5-ea596e9cc106 HTTP/1.1" status: 404 len: 337 time: 0.0279014 Oct 18 21:29:08.416942 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42892) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:08.507482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 39107392-af00-430d-8ca4-5a485e0df8b8 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:08.507739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.596341 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.608646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 39107392-af00-430d-8ca4-5a485e0df8b8 owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:08.733343 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.772361 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=39107392-af00-430d-8ca4-5a485e0df8b8,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:08.832066 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:08.835419 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8847e168-5286-4104-8e50-547a8b030d02 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/ports/39107392-af00-430d-8ca4-5a485e0df8b8 HTTP/1.1" status: 204 len: 168 time: 0.4176044 Oct 18 21:29:08.837845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42894) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:08.928897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port fbdcb57f-e6b9-4509-889b-9ce8b55beb2b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:08.929247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:09.018723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:09.032725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for fbdcb57f-e6b9-4509-889b-9ce8b55beb2b owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:09.169725 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:09.195899 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=fbdcb57f-e6b9-4509-889b-9ce8b55beb2b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:09.271611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:09.275011 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-96b9e23c-55d4-4a97-9540-3ddecef5700f tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/ports/fbdcb57f-e6b9-4509-889b-9ce8b55beb2b HTTP/1.1" status: 204 len: 168 time: 0.4361894 Oct 18 21:29:09.277430 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:09.292046 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b0d2dd19-cb64-42cf-892e-b9b94032f46f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:29:09.312323 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: b0d2dd19-cb64-42cf-892e-b9b94032f46f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:29:09.312767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b0d2dd19-cb64-42cf-892e-b9b94032f46f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:29:09.332110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadfd3c4-e642-440b-9e46-8aaeade70eef tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:09.333642 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dadfd3c4-e642-440b-9e46-8aaeade70eef tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "GET /v2.0/ports?device_id=d969c8bf-b74f-4ab4-8c63-a9e5255fc377 HTTP/1.1" status: 200 len: 913 time: 0.0552952 Oct 18 21:29:09.336211 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42900) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:09.678604 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:09.929941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 0fd079b3-7517-4ba9-8eb9-609ea5e2b9c1 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:09.930564 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:10.363779 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:10.375468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 0fd079b3-7517-4ba9-8eb9-609ea5e2b9c1 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:10.560810 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:10.588988 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=0fd079b3-7517-4ba9-8eb9-609ea5e2b9c1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:10.757112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:10.972319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:29:11.081740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:29:11.087205 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4fa20e10-fa92-46b0-9b75-159ac47a27a5 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "PUT /v2.0/routers/d969c8bf-b74f-4ab4-8c63-a9e5255fc377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495067 Oct 18 21:29:11.089206 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42904) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:11.092501 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] Sync routers for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:29:11.102072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:11.102809 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:11.136710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:11.145340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] Routers {'d969c8bf-b74f-4ab4-8c63-a9e5255fc377'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:29:11.145934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:28:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:11.181534 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:11.182438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d917f3d-0e69-4038-aff6-714bf9b8821d None None] The sync data for ids ['d969c8bf-b74f-4ab4-8c63-a9e5255fc377'] in n-d-812149-2 is: [] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:29:11.201996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.309126 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.361490 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting port 3711256b-65d1-43e2-ab40-1699f9466220 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:11.361731 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.442192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.453504 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Calling delete_port for 3711256b-65d1-43e2-ab40-1699f9466220 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:11.615910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.639071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Port': ['ID=3711256b-65d1-43e2-ab40-1699f9466220,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:11.704803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.795783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.797906 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.838805 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.839340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Fanout notify agent at l3_agent the message router_deleted on router d969c8bf-b74f-4ab4-8c63-a9e5255fc377 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:29:11.846927 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.848056 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dc01bbb0-4653-481b-8b18-4a270a485ad1 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/routers/d969c8bf-b74f-4ab4-8c63-a9e5255fc377 HTTP/1.1" status: 204 len: 168 time: 0.7579148 Oct 18 21:29:11.850541 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42906) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:11.902853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Deleting subnet 501bd163-dc19-4a5a-9457-d4c3d437a70e {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:29:11.906803 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.945963 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:11.994375 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.050396 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.077231 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Subnet': ['ID=501bd163-dc19-4a5a-9457-d4c3d437a70e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:12.080964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.084151 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d9c0ac88-70d3-40a9-bdee-6f71e1f91542 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/subnets/501bd163-dc19-4a5a-9457-d4c3d437a70e HTTP/1.1" status: 204 len: 168 time: 0.2326577 Oct 18 21:29:12.086620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42908) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:12.164020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.256260 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.276325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7acf53-6f47-4080-a66f-82d055908c97']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:12.285448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b192d58-4405-4f19-941b-97a8ead2fa60') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:12.285740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b192d58-4405-4f19-941b-97a8ead2fa60') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:12.295081 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.308230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.314865 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:12.315241 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: items = [ Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:12.318187 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:12.382423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.389992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.393279 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] 10.222.0.66 "DELETE /v2.0/networks/5d7acf53-6f47-4080-a66f-82d055908c97 HTTP/1.1" status: 204 len: 168 time: 0.3057466 Oct 18 21:29:12.404574 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c77d9-6900-408e-a2e5-b17a92ae93d3 tempest-FloatingIPTestJSON-385421202 tempest-FloatingIPTestJSON-385421202-project] Pushing event deleted for resources: {'Network': ['ID=5d7acf53-6f47-4080-a66f-82d055908c97,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:12.634000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42914) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:12.772509 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-81de3b12-c7b6-4ab2-a7fe-41c151893da9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db280a33ce1243e9a247e8cebc87cdf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373303 Oct 18 21:29:12.775168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42918) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:12.824776 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ace89b7-7fba-41a8-a15f-be7bfcaec304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.849279 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ace89b7-7fba-41a8-a15f-be7bfcaec304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.897050 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ace89b7-7fba-41a8-a15f-be7bfcaec304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.899798 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8ace89b7-7fba-41a8-a15f-be7bfcaec304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:12.900985 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8ace89b7-7fba-41a8-a15f-be7bfcaec304 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d937c99-f47f-4aaa-8926-d3e897441a01 HTTP/1.1" status: 204 len: 168 time: 0.1249275 Oct 18 21:29:12.909574 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace89b7-7fba-41a8-a15f-be7bfcaec304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d937c99-f47f-4aaa-8926-d3e897441a01,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:13.573217 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42942) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:13.669819 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'networks': [{'name': 'tempest-network--1973917701'}, {'name': 'tempest-network--2076734996'}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:13.670131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'network': {'name': 'tempest-network--1973917701'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:13.670588 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'network': {'name': 'tempest-network--2076734996'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:13.690508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Made reservation on behalf of 9b73974ba17443058d89769004e5b268 for: {'network': 2} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:13.694930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.704134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.780736 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.784293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.784752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.821547 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.822130 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ceba39-896a-4c7a-964d-0f7474aac58e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:13.833949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:29:13.843394 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.843838 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Added segment 32bbf242-dd49-418c-b21a-9eaeecb94dab of type vlan for network 86c0d124-79ec-4624-9ae8-20381e0bae52 Oct 18 21:29:13.884057 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.925109 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:29:13.935308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:13.935652 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Added segment 4a6a5736-371b-42c5-8195-0bfd8a6de70c of type vlan for network a92a4b05-921e-4b37-98cd-bbcd13c48fa7 Oct 18 21:29:13.976929 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.003850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.004370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.010304 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:14.015771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:14.016428 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.052178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.4776485 Oct 18 21:29:14.054525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42946) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:14.114355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Network': ['ID=86c0d124-79ec-4624-9ae8-20381e0bae52,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:14.125155 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 86c0d124-79ec-4624-9ae8-20381e0bae52 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:29:14.304745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bf7d2-3d0f-415f-be79-da1377b56925 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Network': ['ID=a92a4b05-921e-4b37-98cd-bbcd13c48fa7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:14.315959 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network a92a4b05-921e-4b37-98cd-bbcd13c48fa7 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:29:14.345762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5d978-51aa-4e50-ac09-46dc2bcec85c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:14.351877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5d978-51aa-4e50-ac09-46dc2bcec85c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:14.358190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5d978-51aa-4e50-ac09-46dc2bcec85c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:14.364019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5d978-51aa-4e50-ac09-46dc2bcec85c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:14.365733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-6ef5d978-51aa-4e50-ac09-46dc2bcec85c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3102930 Oct 18 21:29:14.369140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42948) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:14.444550 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.532283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.551946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c0d124-79ec-4624-9ae8-20381e0bae52']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:14.561183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bbf242-dd49-418c-b21a-9eaeecb94dab') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:14.561495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bbf242-dd49-418c-b21a-9eaeecb94dab') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:14.570838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.583650 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.589542 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:14.589925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:14.593364 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:14.651996 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.659452 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.662359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/networks/86c0d124-79ec-4624-9ae8-20381e0bae52 HTTP/1.1" status: 204 len: 168 time: 0.2920678 Oct 18 21:29:14.665185 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42950) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:14.747189 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.847146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.869432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92a4b05-921e-4b37-98cd-bbcd13c48fa7']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:14.879592 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6a5736-371b-42c5-8195-0bfd8a6de70c') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:14.879871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6a5736-371b-42c5-8195-0bfd8a6de70c') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:14.891071 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.905824 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.912367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:14.912790 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:14.915787 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:14.981501 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.989277 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:14.992500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/networks/a92a4b05-921e-4b37-98cd-bbcd13c48fa7 HTTP/1.1" status: 204 len: 168 time: 0.3262868 Oct 18 21:29:14.994989 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42952) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:15.012015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8b2e-0efa-4ab9-859c-559009923c5b tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Network': ['ID=86c0d124-79ec-4624-9ae8-20381e0bae52,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:15.015895 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9f293-594b-4b88-932b-926c95e116f4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Network': ['ID=a92a4b05-921e-4b37-98cd-bbcd13c48fa7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:15.106414 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c650ea-b791-4703-94a7-e11ecdbd16b4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:15.112438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c650ea-b791-4703-94a7-e11ecdbd16b4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:15.113964 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-10c650ea-b791-4703-94a7-e11ecdbd16b4 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1180549 Oct 18 21:29:15.117622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42954) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:15.122279 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1888543787'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:15.143477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Made reservation on behalf of 9b73974ba17443058d89769004e5b268 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:15.146887 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.169965 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:29:15.178532 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.178870 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Added segment e88facae-aa6e-4a41-b826-b0480dd4ce87 of type vlan for network 715dfef3-6280-40b6-b690-7c297b627732 Oct 18 21:29:15.224556 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.251577 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.257623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:15.258197 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.289794 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1710920 Oct 18 21:29:15.292562 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42956) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:15.297761 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1778533659'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:15.318961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Made reservation on behalf of 9b73974ba17443058d89769004e5b268 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:15.322495 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.333145 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84556983-2498-4322-be8a-dea9c723ef38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Network': ['ID=715dfef3-6280-40b6-b690-7c297b627732,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:15.345302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 715dfef3-6280-40b6-b690-7c297b627732 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:29:15.347048 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:29:15.357425 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.358212 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Added segment 2e26ddd8-7970-4bbb-b890-0bb3a5c2ae8d of type vlan for network ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d Oct 18 21:29:15.400557 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.431852 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.437892 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:15.438458 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.467798 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1739695 Oct 18 21:29:15.470674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42960) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:15.476018 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'ports': [{'network_id': '715dfef3-6280-40b6-b690-7c297b627732', 'name': 'tempest-port--2125418459', 'admin_state_up': True}, {'network_id': 'ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d', 'admin_state_up': False}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:15.476341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'port': {'network_id': '715dfef3-6280-40b6-b690-7c297b627732', 'name': 'tempest-port--2125418459', 'admin_state_up': True}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:15.476849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'port': {'network_id': 'ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d', 'admin_state_up': False}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:15.511657 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74470c21-3918-403d-ab90-035e81d3f61d tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Network': ['ID=ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:15.523355 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:29:15.642459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Made reservation on behalf of 9b73974ba17443058d89769004e5b268 for: {'port': 2} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:15.646918 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.659815 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.742326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] device_id is not set on port 09ccd53e-d3a1-4b40-9dd0-3a7e0b99f01b yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:29:15.856391 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:15.928131 n-d-812149-2 neutron-server[100531]: DEBUG neutron.notifiers.nova [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] device_id is not set on port 9b68f6d8-8c01-4f1e-8879-d1954a577c8b yet. {{(pid=100531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 18 21:29:16.037493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.073687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.137376 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Port': ['ID=09ccd53e-d3a1-4b40-9dd0-3a7e0b99f01b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:16.147791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Checking segment: {'id': 'e88facae-aa6e-4a41-b826-b0480dd4ce87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '715dfef3-6280-40b6-b690-7c297b627732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:29:16.148150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network hostable DHCP agents. Network: 715dfef3-6280-40b6-b690-7c297b627732, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:29:16.164713 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network 715dfef3-6280-40b6-b690-7c297b627732 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:29:16.173786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 715dfef3-6280-40b6-b690-7c297b627732) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:16.177454 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:29:16.178217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.182560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317296b-0b47-4bdb-bbcf-5024fc4fa942 None None] Network 715dfef3-6280-40b6-b690-7c297b627732 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:29:16.238632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Port': ['ID=9b68f6d8-8c01-4f1e-8879-d1954a577c8b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:16.249753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Checking segment: {'id': '2e26ddd8-7970-4bbb-b890-0bb3a5c2ae8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:29:16.250110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network hostable DHCP agents. Network: ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:29:16.266711 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:29:16.276681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:16.280969 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:29:16.286847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:16.291654 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:16.292312 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.296509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eba9ba-8161-457d-9f8d-ed4a189f40e5 None None] Network ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:29:16.311481 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-dc786f39-4419-4ec7-9fb0-6de143c3fe81 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8373070 Oct 18 21:29:16.311739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42962) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:16.392062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfc6ec-9085-4a09-83f8-5d217e9ddd66 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:16.398000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfc6ec-9085-4a09-83f8-5d217e9ddd66 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:16.399579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-afcfc6ec-9085-4a09-83f8-5d217e9ddd66 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0870075 Oct 18 21:29:16.402517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42964) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:16.496641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Deleting port 09ccd53e-d3a1-4b40-9dd0-3a7e0b99f01b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:16.496983 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.562938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.576071 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Calling delete_port for 09ccd53e-d3a1-4b40-9dd0-3a7e0b99f01b owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:16.659440 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.687709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Port': ['ID=09ccd53e-d3a1-4b40-9dd0-3a7e0b99f01b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:16.692913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.696106 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-846e8a2f-2256-4049-aa0b-83a07eb33a38 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/ports/09ccd53e-d3a1-4b40-9dd0-3a7e0b99f01b HTTP/1.1" status: 204 len: 168 time: 0.2926672 Oct 18 21:29:16.698717 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42966) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:16.787804 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Deleting port 9b68f6d8-8c01-4f1e-8879-d1954a577c8b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:16.788520 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.853641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.866036 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Calling delete_port for 9b68f6d8-8c01-4f1e-8879-d1954a577c8b owned by {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:16.948745 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.978720 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Port': ['ID=9b68f6d8-8c01-4f1e-8879-d1954a577c8b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:16.982349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for port, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:16.985783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-72c03621-eefe-4c1f-aed0-019f69f81c3f tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/ports/9b68f6d8-8c01-4f1e-8879-d1954a577c8b HTTP/1.1" status: 204 len: 168 time: 0.2861488 Oct 18 21:29:16.988308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42968) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:17.016571 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-863d7c0d-0b7e-4ec9-b340-91218b562d97 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0270936 Oct 18 21:29:17.019938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42970) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:17.024625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1847740496'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:17.045310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Made reservation on behalf of 9b73974ba17443058d89769004e5b268 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:17.048861 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.072164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:29:17.082032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.082369 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Added segment 28b7977d-3f4d-42c5-bd0f-f8396c9d81df of type vlan for network 092eb718-df73-4070-9134-d8c3104e5479 Oct 18 21:29:17.123204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.148435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.154150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:17.154733 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.196913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1759050 Oct 18 21:29:17.199448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:17.206705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-600428966'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:17.578510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f41549-aff0-47e2-99a1-42d8312b39b9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Network': ['ID=092eb718-df73-4070-9134-d8c3104e5479,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:17.589105 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 092eb718-df73-4070-9134-d8c3104e5479 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:29:17.593013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Made reservation on behalf of 9b73974ba17443058d89769004e5b268 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:17.596855 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.621604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:29:17.631177 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.631519 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Added segment 970d920c-17be-47e8-b136-3d81c6b1cfb4 of type vlan for network 1aa5c858-3274-4d1b-a923-9f5e75cefbb3 Oct 18 21:29:17.671851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.696326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.701943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:17.702515 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:17.733906 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5335035 Oct 18 21:29:17.778274 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df20d-5290-40ab-a01a-1b14b2b494ca tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Network': ['ID=1aa5c858-3274-4d1b-a923-9f5e75cefbb3,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:17.788934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1aa5c858-3274-4d1b-a923-9f5e75cefbb3 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:29:18.870693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0648c52a-54fc-497a-b875-c16ddbd849d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:19.229480 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:20.905299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42974) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:20.912832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'subnets': [{'network_id': '092eb718-df73-4070-9134-d8c3104e5479', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1085986213', 'ip_version': 6}, {'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:20.913310 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'subnet': {'network_id': '092eb718-df73-4070-9134-d8c3104e5479', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1085986213', 'ip_version': 6}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:20.914260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Request body: {'subnet': {'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:29:21.080449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Made reservation on behalf of 9b73974ba17443058d89769004e5b268 for: {'subnet': 2} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:29:21.085191 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.085532 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.461766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.532583 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Subnet': ['ID=d2298460-4240-462c-b338-c06945c98b6f,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:21.534803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Checking segment: {'id': '28b7977d-3f4d-42c5-bd0f-f8396c9d81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '092eb718-df73-4070-9134-d8c3104e5479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:29:21.535150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network hostable DHCP agents. Network: 092eb718-df73-4070-9134-d8c3104e5479, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:29:21.552371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network 092eb718-df73-4070-9134-d8c3104e5479 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:29:21.561044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 092eb718-df73-4070-9134-d8c3104e5479) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:21.565801 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.568685 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c1bec-c488-4ba9-9134-6bc7b1dd3880 None None] Network 092eb718-df73-4070-9134-d8c3104e5479 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:29:21.632587 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event updated for resources: {'Subnet': ['ID=c3904432-92fa-40e4-b817-fc840c162173,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:21.641288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Checking segment: {'id': '970d920c-17be-47e8-b136-3d81c6b1cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:29:21.641651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network hostable DHCP agents. Network: 1aa5c858-3274-4d1b-a923-9f5e75cefbb3, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:29:21.660373 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Network 1aa5c858-3274-4d1b-a923-9f5e75cefbb3 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:29:21.670753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1aa5c858-3274-4d1b-a923-9f5e75cefbb3) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:21.676014 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:21.676846 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:21.677641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.683288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3681de-09a9-436e-979c-35cf05f15fc5 None None] Network 1aa5c858-3274-4d1b-a923-9f5e75cefbb3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:29:21.696131 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f7cf237b-9213-47a9-be31-0601e221d8dc tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7893887 Oct 18 21:29:21.698716 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42976) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:21.752747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3812e5d-67bb-4f0e-9ce1-b93b363fd6fd tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:21.754286 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3812e5d-67bb-4f0e-9ce1-b93b363fd6fd tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:21.756184 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3812e5d-67bb-4f0e-9ce1-b93b363fd6fd tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:21.757795 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e3812e5d-67bb-4f0e-9ce1-b93b363fd6fd tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0580819 Oct 18 21:29:21.768015 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42978) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:21.783577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53bbf80-1ae1-472d-b984-3a7e8e9c13a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-092eb718-df73-4070-9134-d8c3104e5479', 'network_id': '092eb718-df73-4070-9134-d8c3104e5479', 'tenant_id': '9b73974ba17443058d89769004e5b268', 'fixed_ips': [{'subnet_id': 'd2298460-4240-462c-b338-c06945c98b6f'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:29:21.784323 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a53bbf80-1ae1-472d-b984-3a7e8e9c13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.827547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Deleting subnet d2298460-4240-462c-b338-c06945c98b6f {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:29:21.830879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.878959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.931203 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.937514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1aa5c858-3274-4d1b-a923-9f5e75cefbb3', 'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3', 'tenant_id': '9b73974ba17443058d89769004e5b268', 'fixed_ips': [{'subnet_id': 'c3904432-92fa-40e4-b817-fc840c162173'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:29:21.938498 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:21.994213 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-a53bbf80-1ae1-472d-b984-3a7e8e9c13a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2298460-4240-462c-b338-c06945c98b6f: This subnet is being modified by another concurrent operation. Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2298460-4240-462c-b338-c06945c98b6f: This subnet is being modified by another concurrent operation. Oct 18 21:29:22.017501 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 21:29:22.033359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Subnet': ['ID=d2298460-4240-462c-b338-c06945c98b6f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:22.034501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.044916 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-92187bb0-2ac1-4454-8454-860b897a769c tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/subnets/d2298460-4240-462c-b338-c06945c98b6f HTTP/1.1" status: 204 len: 168 time: 0.2729826 Oct 18 21:29:22.045319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42980) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:22.050251 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd5d4b-c364-45e9-8446-4df8d885e637 None None] Network 092eb718-df73-4070-9134-d8c3104e5479 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:29:22.109175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Deleting subnet c3904432-92fa-40e4-b817-fc840c162173 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:29:22.159633 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Allocated IP 2001:db8:0:1::1 (1aa5c858-3274-4d1b-a923-9f5e75cefbb3/c3904432-92fa-40e4-b817-fc840c162173/c4986d35-3edb-4125-b543-3365ed5abd96) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:29:22.353910 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.359752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.360253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.427947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.540680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.565627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Network 1aa5c858-3274-4d1b-a923-9f5e75cefbb3 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:29:22.572113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:29:22.574128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Pushing event updated for resources: {'Port': ['ID=c4986d35-3edb-4125-b543-3365ed5abd96,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:22.576772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:29:22.611528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.640987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Subnet': ['ID=c3904432-92fa-40e4-b817-fc840c162173,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:22.644942 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.645350 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Attempting to bind port c4986d35-3edb-4125-b543-3365ed5abd96 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:29:22.645738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Attempting to bind port c4986d35-3edb-4125-b543-3365ed5abd96 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '970d920c-17be-47e8-b136-3d81c6b1cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:29:22.646132 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Attempting to bind port c4986d35-3edb-4125-b543-3365ed5abd96 on network 1aa5c858-3274-4d1b-a923-9f5e75cefbb3 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:29:22.650923 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-90d1aa34-81f5-482b-b3e9-d78c940fbef2 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/subnets/c3904432-92fa-40e4-b817-fc840c162173 HTTP/1.1" status: 204 len: 168 time: 0.6043677 Oct 18 21:29:22.651380 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42984) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:22.652219 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:29:22.652631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Checking segment: {'id': '970d920c-17be-47e8-b136-3d81c6b1cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:29:22.653048 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.653488 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Bound using segment: {'id': '970d920c-17be-47e8-b136-3d81c6b1cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:29:22.653970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Bound port: c4986d35-3edb-4125-b543-3365ed5abd96, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970d920c-17be-47e8-b136-3d81c6b1cfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1aa5c858-3274-4d1b-a923-9f5e75cefbb3'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:29:22.654359 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.709865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a14aeac-e019-496b-8cef-a666e8565205 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:22.711372 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3a14aeac-e019-496b-8cef-a666e8565205 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589936 Oct 18 21:29:22.716103 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42986) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:22.725026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] For port c4986d35-3edb-4125-b543-3365ed5abd96, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:29:22.728939 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] For port c4986d35-3edb-4125-b543-3365ed5abd96, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c4986d35-3edb-4125-b543-3365ed5abd96,segment=NetworkSegment(970d920c-17be-47e8-b136-3d81c6b1cfb4),segment_id=970d920c-17be-47e8-b136-3d81c6b1cfb4)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:29:22.733740 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.798292 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.819634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c6c27-fcd3-4109-a022-163666d5c29a None None] Pushing event updated for resources: {'Port': ['ID=c4986d35-3edb-4125-b543-3365ed5abd96,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:22.841520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47db2c-39f3-4f06-b6db-cc24eb053445 None None] Network 1aa5c858-3274-4d1b-a923-9f5e75cefbb3 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:29:22.854663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Deleting port c4986d35-3edb-4125-b543-3365ed5abd96 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:29:22.855001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.932604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] For port c4986d35-3edb-4125-b543-3365ed5abd96, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=c4986d35-3edb-4125-b543-3365ed5abd96,segment=NetworkSegment(970d920c-17be-47e8-b136-3d81c6b1cfb4),segment_id=970d920c-17be-47e8-b136-3d81c6b1cfb4)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:29:22.932983 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:22.947738 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Calling delete_port for c4986d35-3edb-4125-b543-3365ed5abd96 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:29:22.972576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811512a-cff4-4300-87ae-8b5bd6a41488 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 21:29:23.037324 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.050021 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811512a-cff4-4300-87ae-8b5bd6a41488 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 21:29:23.065304 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Port': ['ID=c4986d35-3edb-4125-b543-3365ed5abd96,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:23.070962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] No DVR routers for this DVR port c4986d35-3edb-4125-b543-3365ed5abd96 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:29:23.163195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.196798 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa5c858-3274-4d1b-a923-9f5e75cefbb3']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.207202 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970d920c-17be-47e8-b136-3d81c6b1cfb4') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.207499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970d920c-17be-47e8-b136-3d81c6b1cfb4') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.217816 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.238123 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.244058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b2c34000-e3d1-4df0-be36-2b0dcba12c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.246047 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:23.246520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:23.251008 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:23.327749 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.328057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7d658-a624-41ae-a78f-7ac7a4d68faf None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 21:29:23.334882 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.338460 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/networks/1aa5c858-3274-4d1b-a923-9f5e75cefbb3 HTTP/1.1" status: 204 len: 168 time: 0.6211889 Oct 18 21:29:23.343749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42988) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:23.352176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c7ec8-5ab5-4b3d-af63-4b4ef7ccd6f5 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Network': ['ID=1aa5c858-3274-4d1b-a923-9f5e75cefbb3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:23.412885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7d658-a624-41ae-a78f-7ac7a4d68faf None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 21:29:23.439145 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.533205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.554042 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092eb718-df73-4070-9134-d8c3104e5479']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.563874 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b7977d-3f4d-42c5-bd0f-f8396c9d81df') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.564150 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b7977d-3f4d-42c5-bd0f-f8396c9d81df') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.574554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.588491 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.595589 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:23.595988 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:23.599110 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:23.660665 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.667705 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.671375 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/networks/092eb718-df73-4070-9134-d8c3104e5479 HTTP/1.1" status: 204 len: 168 time: 0.3265111 Oct 18 21:29:23.674106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42990) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:23.682949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45d95f-c700-4d8d-ab5a-aebab30d0f96 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Network': ['ID=092eb718-df73-4070-9134-d8c3104e5479,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:23.751580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.843719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.864659 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.874622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e26ddd8-7970-4bbb-b890-0bb3a5c2ae8d') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.874976 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e26ddd8-7970-4bbb-b890-0bb3a5c2ae8d') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:23.884811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.898529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.906074 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:23.906331 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:23.909692 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:23.974787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.981685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:23.984892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/networks/ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d HTTP/1.1" status: 204 len: 168 time: 0.3097546 Oct 18 21:29:23.987606 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 42992) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:23.996471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca83ef-909f-4de4-96a0-8e5bc3f3ed3a tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Network': ['ID=ba7ae1f7-3eda-4e9c-8e31-bf7f5392e11d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:24.072243 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.163169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.183043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715dfef3-6280-40b6-b690-7c297b627732']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:24.192553 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88facae-aa6e-4a41-b826-b0480dd4ce87') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:24.192997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88facae-aa6e-4a41-b826-b0480dd4ce87') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:29:24.203012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.216473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.222154 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:29:24.222527 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:29:24.225459 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:29:24.284662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.290326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.293740 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] 10.222.0.66 "DELETE /v2.0/networks/715dfef3-6280-40b6-b690-7c297b627732 HTTP/1.1" status: 204 len: 168 time: 0.3049505 Oct 18 21:29:24.299511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.311538 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6704a7-dbc7-4d26-bc18-9146e70307f9 tempest-BulkNetworkOpsIpV6Test-844747946 tempest-BulkNetworkOpsIpV6Test-844747946-project] Pushing event deleted for resources: {'Network': ['ID=715dfef3-6280-40b6-b690-7c297b627732,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:24.535371 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 42998) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:24.673421 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-206f9ef3-2ba8-4c8d-963c-ea6655c7ea84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b73974ba17443058d89769004e5b268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367764 Oct 18 21:29:24.675797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43002) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:24.722676 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b00dc78b-5786-497c-8efd-f8ccded5aca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.743886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b00dc78b-5786-497c-8efd-f8ccded5aca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.789553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b00dc78b-5786-497c-8efd-f8ccded5aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.792300 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b00dc78b-5786-497c-8efd-f8ccded5aca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:24.793482 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b00dc78b-5786-497c-8efd-f8ccded5aca1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97ceba39-896a-4c7a-964d-0f7474aac58e HTTP/1.1" status: 204 len: 168 time: 0.1167762 Oct 18 21:29:24.801957 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dc78b-5786-497c-8efd-f8ccded5aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ceba39-896a-4c7a-964d-0f7474aac58e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:25.335628 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:25.429497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43024) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:25.433256 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027616 Oct 18 21:29:25.436011 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43026) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:25.534302 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-07717340-c9b0-448c-869d-17cf5d96e2c5 tempest-NetworksApiDiscovery-1692152147 tempest-NetworksApiDiscovery-1692152147-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0972326 Oct 18 21:29:25.786312 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43034) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:25.892510 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52f0bc41-4f7c-4565-8aaf-23295698ef12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:25.964839 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52f0bc41-4f7c-4565-8aaf-23295698ef12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:25.969553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-52f0bc41-4f7c-4565-8aaf-23295698ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:26.008496 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-52f0bc41-4f7c-4565-8aaf-23295698ef12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e68f13f445644334a82878145c17aee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210796 Oct 18 21:29:26.009428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0bc41-4f7c-4565-8aaf-23295698ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667dec86-6f98-49f8-bb50-973584051754,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:26.011251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43038) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:26.061650 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b3af781-fa86-4268-bdc0-bcde11f6e3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:26.087158 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b3af781-fa86-4268-bdc0-bcde11f6e3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:26.133909 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b3af781-fa86-4268-bdc0-bcde11f6e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:26.136494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1b3af781-fa86-4268-bdc0-bcde11f6e3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:26.137657 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1b3af781-fa86-4268-bdc0-bcde11f6e3d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/667dec86-6f98-49f8-bb50-973584051754 HTTP/1.1" status: 204 len: 168 time: 0.1254008 Oct 18 21:29:26.145317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af781-fa86-4268-bdc0-bcde11f6e3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667dec86-6f98-49f8-bb50-973584051754,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:26.788792 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.331934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43146) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:39.463724 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.545926 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.549539 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.586920 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd3b3bade4d84338b98d98d86782211b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537787 Oct 18 21:29:39.587784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc84a9e-7df7-4862-9a4f-b1d62c064ad9,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:39.589953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43150) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:39.596985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.597429 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.598234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.598234 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.598638 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.599035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.599468 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.599824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.600223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.600635 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.601030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.601453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb88af-58da-4325-b0d7-5e08fdf78007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.654065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.676251 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.722517 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.725391 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:39.729014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8dc84a9e-7df7-4862-9a4f-b1d62c064ad9 HTTP/1.1" status: 204 len: 168 time: 0.1345286 Oct 18 21:29:39.746596 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc84a9e-7df7-4862-9a4f-b1d62c064ad9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:39.762903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.763370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.763809 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.764146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.764508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.764842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.765172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.765499 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.765821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.766143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.766457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:39.767019 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a0c4e-2f36-48d4-a000-17c3126e3be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:29:40.053252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43156) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:40.067788 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23213384-68e9-40c7-900b-7c4529280f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:40.155186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23213384-68e9-40c7-900b-7c4529280f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:40.160436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23213384-68e9-40c7-900b-7c4529280f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:40.210760 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-23213384-68e9-40c7-900b-7c4529280f35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=035c659ac82944abb4fa4663f3e8920e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562114 Oct 18 21:29:40.211850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23213384-68e9-40c7-900b-7c4529280f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b504ec-efaa-49a4-9174-400177329056,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:40.214608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43158) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:40.269923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3480502-16c5-452f-9c4d-5235beeccd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:40.300338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3480502-16c5-452f-9c4d-5235beeccd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:40.363644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3480502-16c5-452f-9c4d-5235beeccd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:40.366584 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c3480502-16c5-452f-9c4d-5235beeccd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:40.368043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c3480502-16c5-452f-9c4d-5235beeccd67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9b504ec-efaa-49a4-9174-400177329056 HTTP/1.1" status: 204 len: 168 time: 0.1516509 Oct 18 21:29:40.379289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3480502-16c5-452f-9c4d-5235beeccd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b504ec-efaa-49a4-9174-400177329056,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:40.948023 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:29:43.834302 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:46.121422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-4d30a24d-8751-43da-a84e-6287b5c39763 req-5f0d451d-5caa-450b-8a14-02ace25f9765 service neutron] (100530) timed out ('10.222.0.79', 55888) {{(pid=100530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:29:48.708552 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-6f91503d-3fb8-4897-a372-52e403e93ffd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455284 Oct 18 21:29:48.791463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-5194ae10-54d1-4480-a630-bb5e99744fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:48.793014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-5194ae10-54d1-4480-a630-bb5e99744fae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0416360 Oct 18 21:29:48.878453 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-869a205e-57fb-4a85-a3f9-4c2cf08e65b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:48.908505 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-515bd75b-f8a5-4d99-891a-3ee4151c9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:48.910035 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-515bd75b-f8a5-4d99-891a-3ee4151c9f44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0968544 Oct 18 21:29:48.986549 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-7634c5ca-cbf9-4ae3-8192-9f4b48abbf81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0677807 Oct 18 21:29:49.080434 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-e130f0d4-6533-4f24-b878-1629606ab907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:49.082450 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-e130f0d4-6533-4f24-b878-1629606ab907 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0883458 Oct 18 21:29:49.137182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-374f1acc-1d32-4767-a348-d6756fcf4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:29:49.138936 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-374f1acc-1d32-4767-a348-d6756fcf4872 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484405 Oct 18 21:29:49.152437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-cb026afc-7d08-4d83-a566-af80a4f3d71b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:29:49.154478 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-cb026afc-7d08-4d83-a566-af80a4f3d71b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080163 Oct 18 21:29:49.257101 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:49.278563 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-2c02a40e-f5e4-4d17-a36c-1811243e19db service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159787 Oct 18 21:29:49.373910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fc20f2af-9c17-4114-964b-3c4ae1568493 req-a41b014f-9172-48e2-9645-57333979e20b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882897 Oct 18 21:29:51.210504 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43318) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:51.336454 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2b36b374-cb1f-4543-a14a-69e49b37f904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:51.429468 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2b36b374-cb1f-4543-a14a-69e49b37f904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:51.433828 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2b36b374-cb1f-4543-a14a-69e49b37f904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:51.474953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36b374-cb1f-4543-a14a-69e49b37f904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627cb681-9eda-4fea-a592-84efe66feaf1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:51.484727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43322) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:51.485736 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2b36b374-cb1f-4543-a14a-69e49b37f904 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=790d1cd62858494589928bc56510141c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731941 Oct 18 21:29:51.542254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d6d-11ac-44c3-8ee3-30f86a553c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:51.564900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d6d-11ac-44c3-8ee3-30f86a553c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:51.621256 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d6d-11ac-44c3-8ee3-30f86a553c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:51.623971 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a13d6d-11ac-44c3-8ee3-30f86a553c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:51.627838 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b2a13d6d-11ac-44c3-8ee3-30f86a553c95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/627cb681-9eda-4fea-a592-84efe66feaf1 HTTP/1.1" status: 204 len: 168 time: 0.1420391 Oct 18 21:29:51.636293 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13d6d-11ac-44c3-8ee3-30f86a553c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627cb681-9eda-4fea-a592-84efe66feaf1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:51.938897 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43328) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:51.952977 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-061bf782-b485-4bc2-ad1e-9c7d7908bcd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.030335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-061bf782-b485-4bc2-ad1e-9c7d7908bcd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.034316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-061bf782-b485-4bc2-ad1e-9c7d7908bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.075521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-061bf782-b485-4bc2-ad1e-9c7d7908bcd9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7251a6ba91054ae596a48f535a9273dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349025 Oct 18 21:29:52.076410 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bf782-b485-4bc2-ad1e-9c7d7908bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba69058-2f69-4c06-9904-cc9062952f2a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:52.078305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43330) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:52.141101 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06ece969-28e2-43ed-8991-818b91e044a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.169240 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06ece969-28e2-43ed-8991-818b91e044a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.220689 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06ece969-28e2-43ed-8991-818b91e044a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.223344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-06ece969-28e2-43ed-8991-818b91e044a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.224580 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-06ece969-28e2-43ed-8991-818b91e044a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cba69058-2f69-4c06-9904-cc9062952f2a HTTP/1.1" status: 204 len: 168 time: 0.1449564 Oct 18 21:29:52.239402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ece969-28e2-43ed-8991-818b91e044a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba69058-2f69-4c06-9904-cc9062952f2a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:52.566364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43336) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:52.580415 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f26b8e2-0721-4c2e-82b3-5f8820736689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.669359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f26b8e2-0721-4c2e-82b3-5f8820736689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.673936 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8f26b8e2-0721-4c2e-82b3-5f8820736689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.714984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8f26b8e2-0721-4c2e-82b3-5f8820736689 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d56135c1463c400c9b6d3f08796a3565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474962 Oct 18 21:29:52.716449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b8e2-0721-4c2e-82b3-5f8820736689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37405442-05d5-465a-b45f-8d1b60b11e29,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:52.719353 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43338) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:52.777053 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-263b87a2-8f56-4ef9-8fc5-3f8232ca1d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.799013 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-263b87a2-8f56-4ef9-8fc5-3f8232ca1d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.849857 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-263b87a2-8f56-4ef9-8fc5-3f8232ca1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.852947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-263b87a2-8f56-4ef9-8fc5-3f8232ca1d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:52.854114 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-263b87a2-8f56-4ef9-8fc5-3f8232ca1d6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37405442-05d5-465a-b45f-8d1b60b11e29 HTTP/1.1" status: 204 len: 168 time: 0.1337342 Oct 18 21:29:52.863365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b87a2-8f56-4ef9-8fc5-3f8232ca1d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37405442-05d5-465a-b45f-8d1b60b11e29,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:29:53.231902 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-19bf06f3-09de-4498-af8d-cf47401dc531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:54.297020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:55.339075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:56.797502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:59.774507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43428) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:29:59.879757 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-460a9d27-aad8-4d9f-9270-d2827743a5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:59.969719 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-460a9d27-aad8-4d9f-9270-d2827743a5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:29:59.974820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-460a9d27-aad8-4d9f-9270-d2827743a5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.015239 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-460a9d27-aad8-4d9f-9270-d2827743a5ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ecb6811f5ce6496eaed680c5eda22a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395234 Oct 18 21:30:00.016449 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a9d27-aad8-4d9f-9270-d2827743a5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d1922a-8a6f-40a3-aff3-e3c4d0c1d299,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:00.018186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43432) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:00.075610 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49b4187c-f595-4235-952d-a10c189977bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.098138 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49b4187c-f595-4235-952d-a10c189977bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.149185 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49b4187c-f595-4235-952d-a10c189977bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.151805 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49b4187c-f595-4235-952d-a10c189977bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.153062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-49b4187c-f595-4235-952d-a10c189977bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10d1922a-8a6f-40a3-aff3-e3c4d0c1d299 HTTP/1.1" status: 204 len: 168 time: 0.1331758 Oct 18 21:30:00.161606 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4187c-f595-4235-952d-a10c189977bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d1922a-8a6f-40a3-aff3-e3c4d0c1d299,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:00.465616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43438) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:00.478555 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7556bdef-aebb-4cb4-a621-a67d26c64be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.555822 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7556bdef-aebb-4cb4-a621-a67d26c64be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.559994 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7556bdef-aebb-4cb4-a621-a67d26c64be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.599501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7556bdef-aebb-4cb4-a621-a67d26c64be9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78cefef4eaf34307be91cf4ec19b56b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327434 Oct 18 21:30:00.600573 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556bdef-aebb-4cb4-a621-a67d26c64be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce764a47-ec22-420f-bc14-71cc4bac6339,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:00.602258 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43440) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:00.658413 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a07c8c3d-8c21-4722-961a-00eddbbae2f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.680134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a07c8c3d-8c21-4722-961a-00eddbbae2f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.728845 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a07c8c3d-8c21-4722-961a-00eddbbae2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.731529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a07c8c3d-8c21-4722-961a-00eddbbae2f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:00.732706 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a07c8c3d-8c21-4722-961a-00eddbbae2f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce764a47-ec22-420f-bc14-71cc4bac6339 HTTP/1.1" status: 204 len: 168 time: 0.1286831 Oct 18 21:30:00.740499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8c3d-8c21-4722-961a-00eddbbae2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce764a47-ec22-420f-bc14-71cc4bac6339,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:01.403305 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43462) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:01.502296 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-855736114-network', 'tenant_id': '658e0e5a7aaf40649de5966dc8d04fdc'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:30:01.527316 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Made reservation on behalf of 658e0e5a7aaf40649de5966dc8d04fdc for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:30:01.530365 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.539392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.611962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.615973 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.638313 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:30:01.654600 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dd7e75-8a68-4fda-96df-497eb739d52d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:01.657516 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.657862 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Added segment c0bcdb3a-a840-47a3-abc4-551c6d0eecfd of type vlan for network 237540d7-82de-4270-807d-c96bbb7dbb9d Oct 18 21:30:01.697880 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.723697 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.724834 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:01.725435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.767358 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3629277 Oct 18 21:30:01.770422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43466) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:01.775522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Request body: {'subnet': {'network_id': '237540d7-82de-4270-807d-c96bbb7dbb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-855736114-subnet', 'tenant_id': '658e0e5a7aaf40649de5966dc8d04fdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:30:01.796530 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Made reservation on behalf of 658e0e5a7aaf40649de5966dc8d04fdc for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:30:01.798926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:01.825631 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a6a1f-7e02-4661-898f-c94761a2e9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=237540d7-82de-4270-807d-c96bbb7dbb9d,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:01.835277 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 237540d7-82de-4270-807d-c96bbb7dbb9d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:30:01.974274 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.025263 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79400e46-e177-480f-a8a8-756a5d96d36c,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:02.042727 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Checking segment: {'id': 'c0bcdb3a-a840-47a3-abc4-551c6d0eecfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '237540d7-82de-4270-807d-c96bbb7dbb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:30:02.043115 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Network hostable DHCP agents. Network: 237540d7-82de-4270-807d-c96bbb7dbb9d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:30:02.061435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Network 237540d7-82de-4270-807d-c96bbb7dbb9d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:30:02.071125 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 237540d7-82de-4270-807d-c96bbb7dbb9d) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:30:02.076201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:02.076824 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.085023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ce3c6-e158-47e5-bd4d-3dce2ce3712e None None] Network 237540d7-82de-4270-807d-c96bbb7dbb9d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:30:02.094426 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e65cacf3-4c22-4678-b2c1-3949ba56cd83 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3227797 Oct 18 21:30:02.225965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd32a7f-78e3-438e-9457-6d35c64b420c None None] Network 237540d7-82de-4270-807d-c96bbb7dbb9d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:30:02.569154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43482) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:02.574136 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685168990-network', 'tenant_id': 'd8793667b6f84c7595d2bb4d2efaedb2'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:30:02.597293 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Made reservation on behalf of d8793667b6f84c7595d2bb4d2efaedb2 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:30:02.599633 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.609644 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.692818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.696923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.721473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:30:02.731583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc946cb-3f8a-4232-9f47-8322d69796b2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:02.736402 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.736743 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Added segment 0073a608-2d3a-46a3-8310-698fe9d5bde0 of type vlan for network 304b64a2-a0fc-4df5-a5f5-3d0f9074df6d Oct 18 21:30:02.775819 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.801150 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.802276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:02.802858 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.835733 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2654274 Oct 18 21:30:02.838603 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43484) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:02.844201 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Request body: {'subnet': {'network_id': '304b64a2-a0fc-4df5-a5f5-3d0f9074df6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685168990-subnet', 'tenant_id': 'd8793667b6f84c7595d2bb4d2efaedb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:30:02.866576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Made reservation on behalf of d8793667b6f84c7595d2bb4d2efaedb2 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:30:02.868238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2d2e-59d7-4d45-9e72-8a1c93fd4302 admin admin] Pushing event updated for resources: {'Network': ['ID=304b64a2-a0fc-4df5-a5f5-3d0f9074df6d,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:02.869136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:02.878716 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 304b64a2-a0fc-4df5-a5f5-3d0f9074df6d details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:30:03.046717 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:03.100248 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401d47a4-3962-4f73-ab7b-c8aead0fc477,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:03.111909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Checking segment: {'id': '0073a608-2d3a-46a3-8310-698fe9d5bde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '304b64a2-a0fc-4df5-a5f5-3d0f9074df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:30:03.112268 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Network hostable DHCP agents. Network: 304b64a2-a0fc-4df5-a5f5-3d0f9074df6d, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:30:03.129340 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Network 304b64a2-a0fc-4df5-a5f5-3d0f9074df6d is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:30:03.138177 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 304b64a2-a0fc-4df5-a5f5-3d0f9074df6d) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:30:03.142995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:03.144027 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:03.147820 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1ca9f-48da-47dc-be75-4958663520ae None None] Network 304b64a2-a0fc-4df5-a5f5-3d0f9074df6d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:30:03.161668 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cf826632-12c9-4dd9-9ca6-0c750a864c22 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3218007 Oct 18 21:30:03.291245 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2062f6-0d0a-45bd-9c1f-847a7a0fabd8 None None] Network 304b64a2-a0fc-4df5-a5f5-3d0f9074df6d requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:30:13.829061 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:17.947134 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:30:18.871459 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1b13f400-1e3a-404d-9243-53bdeda7ef1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:19.251020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:23.223078 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0029728a-88a1-41fa-8107-9852e44665b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:24.294226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:25.341134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:26.794636 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:43.829160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:48.873947 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d354-9c5a-4195-a59f-b666b50836c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:49.265826 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:49.783492 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-02f7555b-1ce6-490a-b414-1d9068adb4a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375248 Oct 18 21:30:49.864983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109884-6fbc-447f-92cd-c710b39a53bf req-9b482814-427f-46dd-9da2-dbcfe3fb3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:49.866470 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-9b482814-427f-46dd-9da2-dbcfe3fb3f34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0411069 Oct 18 21:30:49.975143 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109884-6fbc-447f-92cd-c710b39a53bf req-0620bc4b-5fe7-47c6-af28-8edbfdff2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:49.976776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-0620bc4b-5fe7-47c6-af28-8edbfdff2471 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0896256 Oct 18 21:30:50.044714 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-ec1bc38e-f12f-41c6-a0cb-c5a7bf9865af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 1001 time: 0.0596175 Oct 18 21:30:50.092168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109884-6fbc-447f-92cd-c710b39a53bf req-3dcf4605-8743-4223-be2a-e2bd1cca0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:50.093620 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-3dcf4605-8743-4223-be2a-e2bd1cca0444 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0424876 Oct 18 21:30:50.144190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23109884-6fbc-447f-92cd-c710b39a53bf req-99855b81-04f3-4649-a4ac-8184194460f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:30:50.145693 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-99855b81-04f3-4649-a4ac-8184194460f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454955 Oct 18 21:30:50.238600 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-214aaeb3-859d-42d5-9608-d32ad9777f02 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853922 Oct 18 21:30:50.332174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-23109884-6fbc-447f-92cd-c710b39a53bf req-57490d1e-5b8e-4868-ad11-71b37ebc9cda service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858386 Oct 18 21:30:52.593133 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-9ed1b155-caa7-4f8b-a8c7-474584dac9f0 req-cd02ac39-5302-4bdc-95c5-ec23ed6e4a6b service neutron] (100531) timed out ('10.222.0.66', 40366) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:30:53.222967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8b817877-14aa-4009-b262-0f1c07605465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:54.297676 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:54.946667 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:30:55.343587 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:56.797705 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:57.725745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43504) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:30:58.028736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Deleting port 3314c713-7056-4a17-b317-5d1d9c358d8c {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:30:58.029001 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:58.105958 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:58.106285 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:58.117762 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Calling delete_port for 3314c713-7056-4a17-b317-5d1d9c358d8c owned by network:floatingip {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:30:58.273501 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:58.299580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Pushing event deleted for resources: {'Port': ['ID=3314c713-7056-4a17-b317-5d1d9c358d8c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:30:58.330289 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.330645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.330956 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.331295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.331623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.331951 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.332276 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.332624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.332944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.333265 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.333586 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.333922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:30:58.372999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks [] for floatingip, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:58.373873 n-d-812149-2 neutron-server[100530]: INFO neutron.db.l3_db [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Floating IP 94ffe0d6-6a51-435e-97ea-a11ecc6550e3 disassociated (deleted). External IP: 172.25.7.27, port: db6e49e0-3232-4df7-819e-6d847835063d. Oct 18 21:30:58.579003 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Router 7711ddce-0526-4489-a943-8f898d0af5fe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:30:58.685108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:30:58.689982 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012781'] for floatingip, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:30:58.694650 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] Sync routers for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:30:58.703403 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:30:58.704009 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:30:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:30:58.716602 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4aa90788-2f22-4821-994a-0690bdb53ff2 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "DELETE /v2.0/floatingips/94ffe0d6-6a51-435e-97ea-a11ecc6550e3 HTTP/1.1" status: 204 len: 168 time: 0.9896884 Oct 18 21:30:58.717702 n-d-812149-2 neutron-server[100530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d'}] {{(pid=100530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 21:30:58.810724 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:30:58.867008 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcfcf6828602154010ba4e8d3bdf0df221dedffe9a4cbbca95925fea6ee3f3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be9fa30-f781-4646-8a39-ae30089b56ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc14b1d-901e-47cf-87ae-117650dfd752", "tag": "db6e49e0-3232-4df7-819e-6d847835063d"}]}' {{(pid=100530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 21:30:59.012261 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 5, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:30:59.039153 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] Checking router: 7711ddce-0526-4489-a943-8f898d0af5fe for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:30:59.049461 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:30:59.049461 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:30:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:30:59.155441 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:30:59.347304 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 5, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:30:59.376786 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800665d1-9a1f-448b-9421-080f48294bf4 None None] The sync data for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 is: [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:54Z', 'revision_number': 4, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '95831150-673e-44c5-b260-4e427a462b6d', 'name': '', 'network_id': 'fcdb0c1b-4385-450d-8a92-b0e4d1fdc633', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'mac_address': 'fa:16:3e:23:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:53Z', 'updated_at': '2021-10-18T21:15:00Z', 'revision_number': 5, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'subnets': [{'id': '5cd74ff4-240a-4353-aabd-3cd06aa9aa9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:30:59.594331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c509e-69e0-468a-a2cd-bc689c8ae184 None None] New status for floating IP 94ffe0d6-6a51-435e-97ea-a11ecc6550e3: DOWN {{(pid=100532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 21:31:13.838838 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:18.879315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4a3108e8-8ae8-4a5f-a685-7fc77c2c4ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:19.257672 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:21.922459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43656) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:21.976764 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Deleting subnet 79400e46-e177-480f-a8a8-756a5d96d36c {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:31:21.979911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.015680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.054228 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.107930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.137448 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.141556 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/79400e46-e177-480f-a8a8-756a5d96d36c HTTP/1.1" status: 204 len: 168 time: 0.2180929 Oct 18 21:31:22.142604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79400e46-e177-480f-a8a8-756a5d96d36c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:22.144281 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43662) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:22.150864 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.151141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.151452 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.151783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.152110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.152474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.152803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.153126 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.153446 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.153761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.154111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.154551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b41d7f-1f62-4e12-a891-e00d66e752e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:31:22.215642 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.299279 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.319803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237540d7-82de-4270-807d-c96bbb7dbb9d']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:31:22.331018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bcdb3a-a840-47a3-abc4-551c6d0eecfd') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:31:22.331315 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bcdb3a-a840-47a3-abc4-551c6d0eecfd') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:31:22.341915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.356008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.363497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:31:22.364107 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:31:22.365981 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:31:22.434992 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.444685 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.450199 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] 10.222.0.66 "DELETE /v2.0/networks/237540d7-82de-4270-807d-c96bbb7dbb9d HTTP/1.1" status: 204 len: 168 time: 0.3045533 Oct 18 21:31:22.453001 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43664) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:22.464803 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815411b-1eb9-4985-be00-8839b8c13776 admin admin] Pushing event deleted for resources: {'Network': ['ID=237540d7-82de-4270-807d-c96bbb7dbb9d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:22.530419 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] Deleting subnet 401d47a4-3962-4f73-ab7b-c8aead0fc477 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:31:22.535274 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.589443 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.630052 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.690998 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.714971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401d47a4-3962-4f73-ab7b-c8aead0fc477,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:22.721600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.725633 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-df1e8f09-a086-467f-9557-099d43bd1ad2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/401d47a4-3962-4f73-ab7b-c8aead0fc477 HTTP/1.1" status: 204 len: 168 time: 0.2711642 Oct 18 21:31:22.727334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43666) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:22.803537 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.900656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.924026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304b64a2-a0fc-4df5-a5f5-3d0f9074df6d']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:31:22.934140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0073a608-2d3a-46a3-8310-698fe9d5bde0') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:31:22.934431 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0073a608-2d3a-46a3-8310-698fe9d5bde0') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:31:22.944450 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.957596 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.964400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:31:22.964701 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:31:22.966406 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:31:23.023472 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.031330 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.037167 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/304b64a2-a0fc-4df5-a5f5-3d0f9074df6d HTTP/1.1" status: 204 len: 168 time: 0.3085003 Oct 18 21:31:23.051506 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91bc1f-e767-4d1e-9ca1-17b4a75d33b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=304b64a2-a0fc-4df5-a5f5-3d0f9074df6d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:23.203584 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43670) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:23.225988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c3dab14e-3458-4d37-8f1e-04e2e795d337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.245203 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c755a3d0-36d3-424b-98db-e7c115742ba1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=658e0e5a7aaf40649de5966dc8d04fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404410 Oct 18 21:31:23.247768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43672) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:23.299418 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-693d6442-06e3-4d2e-9756-660a2e84e32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.320358 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-693d6442-06e3-4d2e-9756-660a2e84e32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.367877 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-693d6442-06e3-4d2e-9756-660a2e84e32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.370417 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-693d6442-06e3-4d2e-9756-660a2e84e32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.371568 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-693d6442-06e3-4d2e-9756-660a2e84e32f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12dd7e75-8a68-4fda-96df-497eb739d52d HTTP/1.1" status: 204 len: 168 time: 0.1228771 Oct 18 21:31:23.379733 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d6442-06e3-4d2e-9756-660a2e84e32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dd7e75-8a68-4fda-96df-497eb739d52d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:23.686369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43678) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:23.726747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1ed542da-6288-4226-8da5-a10c7b5ace4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8793667b6f84c7595d2bb4d2efaedb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391011 Oct 18 21:31:23.729693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43680) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:23.777769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-78cae2a0-9dc2-428e-ada4-868f7075440a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.800057 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-78cae2a0-9dc2-428e-ada4-868f7075440a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.848403 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-78cae2a0-9dc2-428e-ada4-868f7075440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.851579 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-78cae2a0-9dc2-428e-ada4-868f7075440a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:23.852816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-78cae2a0-9dc2-428e-ada4-868f7075440a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fc946cb-3f8a-4232-9f47-8322d69796b2 HTTP/1.1" status: 204 len: 168 time: 0.1221957 Oct 18 21:31:23.861129 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cae2a0-9dc2-428e-ada4-868f7075440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc946cb-3f8a-4232-9f47-8322d69796b2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:24.300990 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:24.896356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43714) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:25.000256 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c93f568a-296f-4636-944e-0890384338bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:25.073103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c93f568a-296f-4636-944e-0890384338bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:25.078089 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c93f568a-296f-4636-944e-0890384338bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:25.117183 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c93f568a-296f-4636-944e-0890384338bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1493645fac1a4a679047b1917bac9dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197077 Oct 18 21:31:25.119031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f568a-296f-4636-944e-0890384338bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2046c3f2-f255-4ee7-a6d1-5a1e2f0193cc,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:25.119908 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43718) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:25.169484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec7698d7-dc9e-4c5a-b9de-f97d62f32bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:25.190712 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec7698d7-dc9e-4c5a-b9de-f97d62f32bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:25.236594 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec7698d7-dc9e-4c5a-b9de-f97d62f32bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:25.239326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ec7698d7-dc9e-4c5a-b9de-f97d62f32bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:25.240817 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ec7698d7-dc9e-4c5a-b9de-f97d62f32bea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2046c3f2-f255-4ee7-a6d1-5a1e2f0193cc HTTP/1.1" status: 204 len: 168 time: 0.1198182 Oct 18 21:31:25.249580 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7698d7-dc9e-4c5a-b9de-f97d62f32bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046c3f2-f255-4ee7-a6d1-5a1e2f0193cc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:25.347505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:26.800290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.295228 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43780) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:30.406272 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579b3ea7-f029-4cdc-8d6f-d353d043e7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.484304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579b3ea7-f029-4cdc-8d6f-d353d043e7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.488002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-579b3ea7-f029-4cdc-8d6f-d353d043e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.534063 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-579b3ea7-f029-4cdc-8d6f-d353d043e7d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89a192188844410e9a6d9dd77734f0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376506 Oct 18 21:31:30.534981 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b3ea7-f029-4cdc-8d6f-d353d043e7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e323355f-17ad-48a3-b81e-6a24361dc461,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:30.536970 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43784) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:30.593861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b5-1149-48bc-85c7-ad1c087b2994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.616890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b5-1149-48bc-85c7-ad1c087b2994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.666181 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b5-1149-48bc-85c7-ad1c087b2994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.669438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-1b5b23b5-1149-48bc-85c7-ad1c087b2994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:30.671275 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1b5b23b5-1149-48bc-85c7-ad1c087b2994 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e323355f-17ad-48a3-b81e-6a24361dc461 HTTP/1.1" status: 204 len: 168 time: 0.1320784 Oct 18 21:31:30.680195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b23b5-1149-48bc-85c7-ad1c087b2994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e323355f-17ad-48a3-b81e-6a24361dc461,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:30.951403 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43790) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:30.964445 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1f59-46e2-4160-8c5b-6f6598dfd01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:31.040215 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1f59-46e2-4160-8c5b-6f6598dfd01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:31.043988 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3d7e1f59-46e2-4160-8c5b-6f6598dfd01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:31.081582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3d7e1f59-46e2-4160-8c5b-6f6598dfd01c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e98ec0077114fcdbf00f83fd469c14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290100 Oct 18 21:31:31.083620 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e1f59-46e2-4160-8c5b-6f6598dfd01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa877bcd-110c-4342-8b9d-198cea243242,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:31.084292 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43792) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:31.134738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f2a-4e9b-4b21-9a0e-7325aa9baedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:31.155770 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f2a-4e9b-4b21-9a0e-7325aa9baedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:31.201354 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f2a-4e9b-4b21-9a0e-7325aa9baedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:31.203992 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-68ea6f2a-4e9b-4b21-9a0e-7325aa9baedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:31.205177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-68ea6f2a-4e9b-4b21-9a0e-7325aa9baedd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa877bcd-110c-4342-8b9d-198cea243242 HTTP/1.1" status: 204 len: 168 time: 0.1198061 Oct 18 21:31:31.212986 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea6f2a-4e9b-4b21-9a0e-7325aa9baedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa877bcd-110c-4342-8b9d-198cea243242,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:31.877062 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 43814) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:31.947166 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:31:31.975115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-31927948-network', 'tenant_id': 'cacf2edb55004e02ab054ac14ae9909e'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:31:31.996102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Made reservation on behalf of cacf2edb55004e02ab054ac14ae9909e for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:31:31.999070 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.007721 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.081945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.086000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.106843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:31:32.120675 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c011d01a-273e-4ad9-97ed-59b4895ac2ea,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:32.126287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.126629 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Added segment 0f3029af-f6d7-4442-86f5-25e8f2889fc1 of type vlan for network 01ee33b5-c2d5-4924-8c1d-13802c2f2fd2 Oct 18 21:31:32.167367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.193921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.194860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:31:32.195432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.225593 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3473406 Oct 18 21:31:32.229157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 43818) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:31:32.235206 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Request body: {'subnet': {'network_id': '01ee33b5-c2d5-4924-8c1d-13802c2f2fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-31927948-subnet', 'tenant_id': 'cacf2edb55004e02ab054ac14ae9909e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:31:32.255969 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Made reservation on behalf of cacf2edb55004e02ab054ac14ae9909e for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:31:32.259299 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.261590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ca49f-bc3a-4307-9cb2-06de77664f6f admin admin] Pushing event updated for resources: {'Network': ['ID=01ee33b5-c2d5-4924-8c1d-13802c2f2fd2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:32.271609 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 01ee33b5-c2d5-4924-8c1d-13802c2f2fd2 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:31:32.443207 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.497857 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f4f6a6-f3f7-4aac-b42e-5b76b23481d9,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:31:32.507083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Checking segment: {'id': '0f3029af-f6d7-4442-86f5-25e8f2889fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '01ee33b5-c2d5-4924-8c1d-13802c2f2fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:31:32.507435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Network hostable DHCP agents. Network: 01ee33b5-c2d5-4924-8c1d-13802c2f2fd2, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:31:32.523631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Network 01ee33b5-c2d5-4924-8c1d-13802c2f2fd2 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:31:32.532656 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 01ee33b5-c2d5-4924-8c1d-13802c2f2fd2) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:31:32.536677 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:31:32.537252 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:32.541500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15ee84-5136-430e-9360-ca6cae201600 None None] Network 01ee33b5-c2d5-4924-8c1d-13802c2f2fd2 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:31:32.562188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b684a4e4-e246-4d68-acf4-a481a8057e80 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3313444 Oct 18 21:31:32.665642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99943d42-ccda-43c8-bc9d-16d15feea8c1 None None] Network 01ee33b5-c2d5-4924-8c1d-13802c2f2fd2 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:31:40.767712 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-be9e1bb2-3434-458d-a68f-00eeabfc9008 req-c4bd69c0-1fca-4bb5-abd5-9ee6d98620f5 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] (100531) timed out ('10.222.0.66', 42016) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:31:41.274107 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [req-ded1bd76-dc90-4133-8e8c-f7aa505274b3 req-b74ae54f-dea8-46a2-973b-7c85b52bc483 tempest-AttachVolumeTestJSON-663279285 tempest-AttachVolumeTestJSON-663279285-project] (100531) timed out ('10.222.0.79', 55446) {{(pid=100531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 21:31:43.854881 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:48.871077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4051b723-40d6-4e89-ac36-7cee90cdef8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:49.269744 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:51.685108 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-475bab55-89b9-4457-8207-0202e09ff29a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413306 Oct 18 21:31:51.765895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-a0ef2b02-2932-4ce3-95d0-da2fbd219195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:31:51.767412 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-a0ef2b02-2932-4ce3-95d0-da2fbd219195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0399289 Oct 18 21:31:51.873725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-62404351-5dd3-4756-a45e-0f0b03d120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:31:51.875193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-62404351-5dd3-4756-a45e-0f0b03d120fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0868592 Oct 18 21:31:51.917094 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-72c412f2-44c0-412f-97b9-065df7de3568 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0339043 Oct 18 21:31:51.972835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-5329dd6e-c727-4b4e-971e-5b400fc7a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:31:51.974210 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-5329dd6e-c727-4b4e-971e-5b400fc7a948 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0491631 Oct 18 21:31:52.021225 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-62487cc0-58e0-4562-9e49-46264a3fc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:31:52.022697 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-62487cc0-58e0-4562-9e49-46264a3fc4ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408881 Oct 18 21:31:52.111551 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-c156cf18-606f-41db-b1fa-7f709ecba209 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815876 Oct 18 21:31:52.205088 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-1868e490-4b65-4fd3-8115-8fa92ea23743 req-481c9873-ec5e-4be6-98f9-4866971c3e95 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Oct 18 21:31:53.228121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b98e10b8-17bf-4d82-8f67-3388d9c7746a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:54.303724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:55.349914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:31:56.807971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:08.945834 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:32:13.853969 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:18.871944 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9ff6c932-9594-440a-8bf0-734f9f57899a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:19.275954 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:23.230953 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f92de0fb-a497-4e48-84eb-b91b2be0fc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:24.306365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:25.354128 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:26.808084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:43.867410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:45.946460 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:32:48.873705 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1e4a496f-37ed-4d28-a934-888b5d3d0017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:49.295424 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:53.233698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91b4291e-9d26-4db8-975b-4f6b237a47f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:54.307487 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-272b543e-843f-4aa5-917c-a5fd1a5d0a0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420389 Oct 18 21:32:54.309004 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:54.395501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b975-ceab-43da-b784-c8c78b563854 req-3f7aa26c-31d1-423e-9144-0d098fe428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:32:54.397073 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-3f7aa26c-31d1-423e-9144-0d098fe428f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0479064 Oct 18 21:32:54.500134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b975-ceab-43da-b784-c8c78b563854 req-a3f7d613-f013-4bbd-8a2a-204e7b9169f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:32:54.501637 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-a3f7d613-f013-4bbd-8a2a-204e7b9169f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0850432 Oct 18 21:32:54.547968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-fe814162-1f0c-414e-ace0-986213019ca5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0375600 Oct 18 21:32:54.937598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b975-ceab-43da-b784-c8c78b563854 req-609c227a-cf7a-4b37-a4c6-df4024faa053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:32:54.939376 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-609c227a-cf7a-4b37-a4c6-df4024faa053 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.3839042 Oct 18 21:32:54.988844 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b975-ceab-43da-b784-c8c78b563854 req-b8505694-fb51-4c16-be4b-ab80b4415230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:32:54.990329 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-b8505694-fb51-4c16-be4b-ab80b4415230 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392246 Oct 18 21:32:55.086852 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-2936e685-9bad-4a32-9ca0-c618f163a5a1 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888526 Oct 18 21:32:55.177707 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-8829b975-ceab-43da-b784-c8c78b563854 req-4d3fc7eb-9c91-4641-a5ba-fc1048f4b51a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832973 Oct 18 21:32:55.357107 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:32:56.810948 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:13.885020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:18.875991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b87bd01f-8bd7-49a9-b078-39003f1cb1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:19.298618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:22.945893 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:33:23.237116 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07cbd3d6-ebc7-447a-9313-80697e7981fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:24.310690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:25.361919 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:26.813058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:43.887286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:48.914852 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37b4d11f-28e2-4d88-a8e4-d9cd54c8655a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:49.311083 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:53.240349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dc92df4a-bab6-43c3-a8ee-59d565630d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.198808 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44128) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:54.249660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Deleting subnet 46f4f6a6-f3f7-4aac-b42e-5b76b23481d9 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:33:54.253128 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.291611 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.317018 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.333775 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.390235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.419686 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f4f6a6-f3f7-4aac-b42e-5b76b23481d9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:54.429612 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.433404 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/46f4f6a6-f3f7-4aac-b42e-5b76b23481d9 HTTP/1.1" status: 204 len: 168 time: 0.2335026 Oct 18 21:33:54.435278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.435625 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.435959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.436285 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.436611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44132) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:54.437210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.437210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.437747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.437747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.438002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.438213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.438503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.439072 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b3a991-02ab-4356-b6a0-12f265d3ecf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.517618 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.606204 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.628071 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ee33b5-c2d5-4924-8c1d-13802c2f2fd2']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:33:54.639240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3029af-f6d7-4442-86f5-25e8f2889fc1') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:33:54.639513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3029af-f6d7-4442-86f5-25e8f2889fc1') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:33:54.650474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.668359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.678509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:33:54.679171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: timer() Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:33:54.682885 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:33:54.750469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.757923 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:54.761493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] 10.222.0.66 "DELETE /v2.0/networks/01ee33b5-c2d5-4924-8c1d-13802c2f2fd2 HTTP/1.1" status: 204 len: 168 time: 0.3237984 Oct 18 21:33:54.777571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ee33b5-c2d5-4924-8c1d-13802c2f2fd2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:54.786180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.786526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.786872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.787219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.787579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.787872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.788201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.788628 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.788993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.789325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.789651 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.790547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b35e9e-dd74-4161-b399-138b0be3b215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:33:54.887331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44136) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:54.933247 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f5e33c44-fe3f-434d-905a-5893cc01425f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cacf2edb55004e02ab054ac14ae9909e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445943 Oct 18 21:33:54.936350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44138) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:54.995811 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b253888-4bf4-4d1f-b7d3-c0c46862a36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:55.023571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b253888-4bf4-4d1f-b7d3-c0c46862a36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:55.081596 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b253888-4bf4-4d1f-b7d3-c0c46862a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:55.085108 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5b253888-4bf4-4d1f-b7d3-c0c46862a36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:55.091630 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5b253888-4bf4-4d1f-b7d3-c0c46862a36c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c011d01a-273e-4ad9-97ed-59b4895ac2ea HTTP/1.1" status: 204 len: 168 time: 0.1525502 Oct 18 21:33:55.099601 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b253888-4bf4-4d1f-b7d3-c0c46862a36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c011d01a-273e-4ad9-97ed-59b4895ac2ea,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:55.370439 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:56.339451 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-af987d46-293f-4d6f-875d-472350493af7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531557 Oct 18 21:33:56.423332 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-73d19a4f-0251-45f6-b3a7-808c59313cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:33:56.425017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-73d19a4f-0251-45f6-b3a7-808c59313cdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0421202 Oct 18 21:33:56.549984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-58c7c15d-6aee-414f-9f4a-c081eb351fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:33:56.552529 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-58c7c15d-6aee-414f-9f4a-c081eb351fe3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1071188 Oct 18 21:33:56.601064 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-6faec40a-f44a-44e7-963d-1b18eca33b0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0404210 Oct 18 21:33:56.691805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-2c72acc8-b296-4483-a496-772081cecc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:33:56.693450 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-2c72acc8-b296-4483-a496-772081cecc61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0851903 Oct 18 21:33:56.746010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-60a9ff5a-2ab4-44f1-9367-88cb14d34695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:33:56.747535 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-60a9ff5a-2ab4-44f1-9367-88cb14d34695 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469046 Oct 18 21:33:56.821075 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:56.855432 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-0d8a07c0-5a09-4a91-b881-36ccf493a42f service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998697 Oct 18 21:33:56.974365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-e2c11b7e-7a3d-4f50-b257-8afaaaae9dcc req-700cedf5-f6ae-442d-a4b5-c6135fa9e137 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113372 Oct 18 21:33:57.484837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44292) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:57.605441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59c4308b-ac2e-409c-b0cb-38905ae003fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:57.690635 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59c4308b-ac2e-409c-b0cb-38905ae003fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:57.695648 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-59c4308b-ac2e-409c-b0cb-38905ae003fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:57.737500 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-59c4308b-ac2e-409c-b0cb-38905ae003fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a47c6f2ea5c4d4991fa5765ae5952af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514691 Oct 18 21:33:57.738401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4308b-ac2e-409c-b0cb-38905ae003fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf6074-1f0e-415c-a031-c4b92ba26abf,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:57.740541 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44296) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:57.794469 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f545966-3a8f-4895-b8ed-db633f192e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:57.831623 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f545966-3a8f-4895-b8ed-db633f192e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:57.888917 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f545966-3a8f-4895-b8ed-db633f192e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:57.893186 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-6f545966-3a8f-4895-b8ed-db633f192e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:57.893186 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-6f545966-3a8f-4895-b8ed-db633f192e04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0bf6074-1f0e-415c-a031-c4b92ba26abf HTTP/1.1" status: 204 len: 168 time: 0.1515465 Oct 18 21:33:57.902632 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f545966-3a8f-4895-b8ed-db633f192e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf6074-1f0e-415c-a031-c4b92ba26abf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:58.254213 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44302) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:58.269192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66a00c56-1d35-4b50-808a-77cff577a6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:58.351327 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66a00c56-1d35-4b50-808a-77cff577a6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:58.356223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66a00c56-1d35-4b50-808a-77cff577a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:58.397232 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-66a00c56-1d35-4b50-808a-77cff577a6f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09bcbfdbe2fb4e91835afc8ef651f739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418052 Oct 18 21:33:58.398146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a00c56-1d35-4b50-808a-77cff577a6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64812c9-c4fd-43f5-8da8-7be44101a20f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:58.400793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44304) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:58.459159 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ab4a-b89a-436b-8877-ba8d218fbc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:58.489399 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ab4a-b89a-436b-8877-ba8d218fbc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:58.543041 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ab4a-b89a-436b-8877-ba8d218fbc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:58.545673 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ab4a-b89a-436b-8877-ba8d218fbc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:58.546892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c0d5ab4a-b89a-436b-8877-ba8d218fbc09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a64812c9-c4fd-43f5-8da8-7be44101a20f HTTP/1.1" status: 204 len: 168 time: 0.1451252 Oct 18 21:33:58.557724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5ab4a-b89a-436b-8877-ba8d218fbc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64812c9-c4fd-43f5-8da8-7be44101a20f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:59.292260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44328) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:59.398896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-110864969-network', 'tenant_id': '8fbfdea469f44557accf94df76a6b430'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:33:59.422348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Made reservation on behalf of 8fbfdea469f44557accf94df76a6b430 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:33:59.424747 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.437773 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.524598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.529263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.561317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:33:59.571880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5281e6-8ddf-49be-bf1c-9b323fa8d870,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:59.577446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.577788 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Added segment 388209dd-ebe2-4a72-ac87-7fc1f13c1b2f of type vlan for network 616d82f3-c939-48ed-8a56-2f4290148944 Oct 18 21:33:59.629367 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.657852 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.658822 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:33:59.659395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.693896 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4004438 Oct 18 21:33:59.697993 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44332) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:33:59.706645 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Request body: {'subnet': {'network_id': '616d82f3-c939-48ed-8a56-2f4290148944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-110864969-subnet', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:33:59.737623 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Made reservation on behalf of 8fbfdea469f44557accf94df76a6b430 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:33:59.740341 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:33:59.759815 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695f4ec-2953-433d-82a6-b4b3cb94b6ff admin admin] Pushing event updated for resources: {'Network': ['ID=616d82f3-c939-48ed-8a56-2f4290148944,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:33:59.771491 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 616d82f3-c939-48ed-8a56-2f4290148944 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:33:59.945563 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:33:59.948848 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.009398 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d4be80-40e1-4be7-acdf-f91fcf10563d,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:00.020010 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Checking segment: {'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:00.020373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Network hostable DHCP agents. Network: 616d82f3-c939-48ed-8a56-2f4290148944, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:34:00.040362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Network 616d82f3-c939-48ed-8a56-2f4290148944 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:34:00.050890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 616d82f3-c939-48ed-8a56-2f4290148944) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:00.056029 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:34:00.056950 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.061106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd05e7d5-b4a3-40f6-bc1c-13ef1cf80333 None None] Network 616d82f3-c939-48ed-8a56-2f4290148944 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:34:00.074887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-76b82f8f-74ed-4372-b403-c3269919a939 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3752739 Oct 18 21:34:00.079106 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44334) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:34:00.083667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:34:00.109534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.110728 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.208203 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.306802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-616d82f3-c939-48ed-8a56-2f4290148944', 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'fixed_ips': [{'subnet_id': '56d4be80-40e1-4be7-acdf-f91fcf10563d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:34:00.307852 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.630439 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.631502 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Allocated IP 172.20.0.2 (616d82f3-c939-48ed-8a56-2f4290148944/56d4be80-40e1-4be7-acdf-f91fcf10563d/ef9b3df6-2e64-4c2b-86ba-24770d49f3cc) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:34:00.795502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.802980 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.845467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Network 616d82f3-c939-48ed-8a56-2f4290148944 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:00.849027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:00.851780 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:34:00.859825 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.864327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Pushing event updated for resources: {'Port': ['ID=ef9b3df6-2e64-4c2b-86ba-24770d49f3cc,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:00.891338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.894459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.894889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.895302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.895747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.896131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.896599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.897000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.897399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.897799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.898205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.899112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.899112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:00.940624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Attempting to bind port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:34:00.941001 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Attempting to bind port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:34:00.941371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Attempting to bind port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc on network 616d82f3-c939-48ed-8a56-2f4290148944 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:34:00.948406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:34:00.949092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Checking segment: {'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:00.949504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:00.949918 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Bound using segment: {'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:34:00.950415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Bound port: ef9b3df6-2e64-4c2b-86ba-24770d49f3cc, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:34:00.950811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.016563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Allocated IP 172.25.7.37 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/8cdbe60c-7035-4716-985b-cd2a3d0a7186) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:34:01.028523 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] For port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:34:01.032125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] For port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ef9b3df6-2e64-4c2b-86ba-24770d49f3cc,segment=NetworkSegment(388209dd-ebe2-4a72-ac87-7fc1f13c1b2f),segment_id=388209dd-ebe2-4a72-ac87-7fc1f13c1b2f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:34:01.037554 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.109309 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aaed0-fec6-46d4-bab3-6af94024a642 None None] Pushing event updated for resources: {'Port': ['ID=ef9b3df6-2e64-4c2b-86ba-24770d49f3cc,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:01.187605 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.231862 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.287091 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:01.293674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:01.302700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:34:01.331771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8cdbe60c-7035-4716-985b-cd2a3d0a7186,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:01.506325 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ef9b3df6-2e64-4c2b-86ba-24770d49f3cc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:01.576552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:01.577117 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.610921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.692728 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.730811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ef9b3df6-2e64-4c2b-86ba-24770d49f3cc,segment=NetworkSegment(388209dd-ebe2-4a72-ac87-7fc1f13c1b2f),segment_id=388209dd-ebe2-4a72-ac87-7fc1f13c1b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:34:01.736286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:01.809230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=ef9b3df6-2e64-4c2b-86ba-24770d49f3cc,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:01.856784 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:02.034489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Router 3615de6d-e43c-478d-af86-10e878daed1d is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:34:02.177547 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:34:02.188992 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Sync routers for ids ['3615de6d-e43c-478d-af86-10e878daed1d'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:34:02.191435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00575699-158e-4b42-adbf-cb742ef71a89 None None] Network 616d82f3-c939-48ed-8a56-2f4290148944 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:34:02.200523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:02.202249 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a1683049-7cc6-4eef-914b-65bc673c42b6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1219516 Oct 18 21:34:02.207344 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44336) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:34:02.207834 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Routers {'3615de6d-e43c-478d-af86-10e878daed1d'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:02.208818 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3615de6d-e43c-478d-af86-10e878daed1d'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:02.268941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-15ed2094-5743-4304-9031-97c64555e47a None None] Provisioning complete for port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:02.269393 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-15ed2094-5743-4304-9031-97c64555e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:02.386841 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Set router 3615de6d-e43c-478d-af86-10e878daed1d gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:02.716216 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:01Z', 'revision_number': 3, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:02.750429 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f96adbef-8531-49f9-84f3-9a057d3513b6 None None] Provisioning complete for port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:02.750821 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f96adbef-8531-49f9-84f3-9a057d3513b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:02.760280 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Checking router: 3615de6d-e43c-478d-af86-10e878daed1d for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:34:02.760845 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Updating router 3615de6d-e43c-478d-af86-10e878daed1d port 8cdbe60c-7035-4716-985b-cd2a3d0a7186 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:34:02.794881 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:02.885213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.101879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Allocated IP 172.20.0.1 (616d82f3-c939-48ed-8a56-2f4290148944/56d4be80-40e1-4be7-acdf-f91fcf10563d/de0be859-4e8e-47c5-8fd2-17da76d00000) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:34:03.274363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.281577 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.290111 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.379707 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Attempting to bind port 8cdbe60c-7035-4716-985b-cd2a3d0a7186 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:34:03.380195 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Attempting to bind port 8cdbe60c-7035-4716-985b-cd2a3d0a7186 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:34:03.380815 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Attempting to bind port 8cdbe60c-7035-4716-985b-cd2a3d0a7186 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:34:03.397963 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Pushing event updated for resources: {'Port': ['ID=8cdbe60c-7035-4716-985b-cd2a3d0a7186,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:03.403454 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:34:03.404055 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:03.404727 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.405367 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:34:03.406159 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Bound port: 8cdbe60c-7035-4716-985b-cd2a3d0a7186, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:34:03.406794 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.419903 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.420457 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.420990 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.421481 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.421955 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.422432 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.422933 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.423441 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.423944 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.424482 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.424993 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.425501 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:34:03.476775 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ef9b3df6-2e64-4c2b-86ba-24770d49f3cc up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:03.518137 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] For port 8cdbe60c-7035-4716-985b-cd2a3d0a7186, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:34:03.523985 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] For port 8cdbe60c-7035-4716-985b-cd2a3d0a7186, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8cdbe60c-7035-4716-985b-cd2a3d0a7186,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:34:03.531417 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.585829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:03.586718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.635830 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Routers {'3615de6d-e43c-478d-af86-10e878daed1d'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:03.637208 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3615de6d-e43c-478d-af86-10e878daed1d'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:03.642276 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53f512-2b48-467f-aa10-ed00c0eaacbd None None] Pushing event updated for resources: {'Port': ['ID=8cdbe60c-7035-4716-985b-cd2a3d0a7186,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:03.692684 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.739528 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Network 616d82f3-c939-48ed-8a56-2f4290148944 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:03.742890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:03.746771 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:34:03.777850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Pushing event updated for resources: {'Port': ['ID=de0be859-4e8e-47c5-8fd2-17da76d00000,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:03.790123 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] Set router 3615de6d-e43c-478d-af86-10e878daed1d gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:03.809754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:03.971191 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:04.091687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-37d8cde6-9d11-4a0d-ab3b-7524b80a68c4 None None] Provisioning complete for port de0be859-4e8e-47c5-8fd2-17da76d00000 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:04.092721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-37d8cde6-9d11-4a0d-ab3b-7524b80a68c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:04.099806 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:01Z', 'revision_number': 3, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:04.135266 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-37d8cde6-9d11-4a0d-ab3b-7524b80a68c4 None None] Port de0be859-4e8e-47c5-8fd2-17da76d00000 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:34:04.155713 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32713e7d-5256-4c61-b04d-41eb78145be2 None None] The sync data for ids ['3615de6d-e43c-478d-af86-10e878daed1d'] in n-d-812149-2 is: [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:01Z', 'revision_number': 3, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:34:04.199112 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:04.205947 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:04.294953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Pushing event updated for resources: {'Port': ['ID=de0be859-4e8e-47c5-8fd2-17da76d00000,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:04.297473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:04.436246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Network 616d82f3-c939-48ed-8a56-2f4290148944 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:04.437724 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:04.588341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Router 3615de6d-e43c-478d-af86-10e878daed1d has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:34:04.731522 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:34:04.740860 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-66b36439-48e8-4acb-bb3d-496cbe3f5040 admin admin] 10.222.0.66 "PUT /v2.0/routers/3615de6d-e43c-478d-af86-10e878daed1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320129 Oct 18 21:34:04.767212 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-94e39905-2193-4534-9cfe-c2a0cc374db0 None None] Provisioning complete for port de0be859-4e8e-47c5-8fd2-17da76d00000 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:04.767798 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-94e39905-2193-4534-9cfe-c2a0cc374db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:04.831537 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-94e39905-2193-4534-9cfe-c2a0cc374db0 None None] Port de0be859-4e8e-47c5-8fd2-17da76d00000 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:34:05.350252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 44352) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:34:05.356146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1021897092-network', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:34:05.380818 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Made reservation on behalf of fa04f900982a4a16a5e25cedb838cfb9 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:34:05.383586 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.395332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.485687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8cdbe60c-7035-4716-985b-cd2a3d0a7186 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:05.493570 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.497850 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.520186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 21:34:05.536850 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d1685a-e66f-4592-b23e-4769a30fe965,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:05.542346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.542704 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Added segment 81cc7cfd-3a3d-4ce5-b0d6-393714002d13 of type vlan for network d4cff83c-f483-4a99-a6f4-c4125d397b42 Oct 18 21:34:05.560043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8cdbe60c-7035-4716-985b-cd2a3d0a7186 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:05.560685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.588973 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.629134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.630757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:34:05.633040 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.650103 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.672893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 8cdbe60c-7035-4716-985b-cd2a3d0a7186, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8cdbe60c-7035-4716-985b-cd2a3d0a7186,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:34:05.680163 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.690126 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3350074 Oct 18 21:34:05.690449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44354) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:34:05.695359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Request body: {'subnet': {'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1021897092-subnet', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:34:05.721687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Made reservation on behalf of fa04f900982a4a16a5e25cedb838cfb9 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 21:34:05.724963 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.730156 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735098a1-c521-49d7-9759-036ef154e0fe admin admin] Pushing event updated for resources: {'Network': ['ID=d4cff83c-f483-4a99-a6f4-c4125d397b42,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:05.743544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 21:34:05.767489 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=8cdbe60c-7035-4716-985b-cd2a3d0a7186,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:05.926103 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:05.991118 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Sync routers for ids ['3615de6d-e43c-478d-af86-10e878daed1d'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:34:05.993819 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a6a370-ca83-4550-9e21-2b858230a5e5,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:06.004883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Checking segment: {'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:06.005251 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Network hostable DHCP agents. Network: d4cff83c-f483-4a99-a6f4-c4125d397b42, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 21:34:06.007760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Routers {'3615de6d-e43c-478d-af86-10e878daed1d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:06.009170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3615de6d-e43c-478d-af86-10e878daed1d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:06.029597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 21:34:06.041792 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, d4cff83c-f483-4a99-a6f4-c4125d397b42) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:06.049717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:34:06.050589 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.054100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e59a0e-e26a-47c3-8d6f-277e8fba68d7 None None] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:34:06.072135 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fad410a0-cceb-4959-ab65-ff22eee341f6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3790889 Oct 18 21:34:06.072397 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44356) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:34:06.077841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 21:34:06.102134 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.103874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.159742 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.197310 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Set router 3615de6d-e43c-478d-af86-10e878daed1d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:06.310868 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.379542 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-d4cff83c-f483-4a99-a6f4-c4125d397b42', 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'fixed_ips': [{'subnet_id': '74a6a370-ca83-4550-9e21-2b858230a5e5'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 21:34:06.380406 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.544877 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.571472 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.578133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Allocated IP 172.20.0.2 (d4cff83c-f483-4a99-a6f4-c4125d397b42/74a6a370-ca83-4550-9e21-2b858230a5e5/ca71aef4-e763-4f94-b5af-430934f7f613) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:34:06.591402 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:03Z', 'revision_number': 4, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'de0be859-4e8e-47c5-8fd2-17da76d00000', 'name': '', 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'mac_address': 'fa:16:3e:0c:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '56d4be80-40e1-4be7-acdf-f91fcf10563d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:02Z', 'updated_at': '2021-10-18T21:34:04Z', 'revision_number': 2, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'subnets': [{'id': '56d4be80-40e1-4be7-acdf-f91fcf10563d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:06.630377 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Checking router: 3615de6d-e43c-478d-af86-10e878daed1d for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:34:06.630871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Updating router 3615de6d-e43c-478d-af86-10e878daed1d port de0be859-4e8e-47c5-8fd2-17da76d00000 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:34:06.676930 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.688092 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Allocated IP 172.25.7.104 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/a37f1e5d-9c94-42c3-8efe-43d9c4f84486) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:34:06.827594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.866660 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.888199 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.916162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:06.923518 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:06.923756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:06.923756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:34:06.956756 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Pushing event updated for resources: {'Port': ['ID=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:06.984529 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:06.990257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:06.998198 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:34:07.015372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Pushing event updated for resources: {'Port': ['ID=ca71aef4-e763-4f94-b5af-430934f7f613,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:07.093880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Attempting to bind port ca71aef4-e763-4f94-b5af-430934f7f613 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:34:07.094165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Attempting to bind port ca71aef4-e763-4f94-b5af-430934f7f613 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:34:07.094533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Attempting to bind port ca71aef4-e763-4f94-b5af-430934f7f613 on network d4cff83c-f483-4a99-a6f4-c4125d397b42 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:34:07.110360 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:34:07.110761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Checking segment: {'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:07.111168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.111578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Bound using segment: {'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:34:07.112090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Bound port: ca71aef4-e763-4f94-b5af-430934f7f613, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:34:07.112557 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.187764 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.196491 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.228438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.262470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] For port ca71aef4-e763-4f94-b5af-430934f7f613, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:34:07.272216 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] For port ca71aef4-e763-4f94-b5af-430934f7f613, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ca71aef4-e763-4f94-b5af-430934f7f613,segment=NetworkSegment(81cc7cfd-3a3d-4ce5-b0d6-393714002d13),segment_id=81cc7cfd-3a3d-4ce5-b0d6-393714002d13)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:34:07.275643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f13d1-27f8-4d7d-b19b-ea158a8d77be None None] Pushing event updated for resources: {'Port': ['ID=de0be859-4e8e-47c5-8fd2-17da76d00000,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:07.281781 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.414202 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Attempting to bind port de0be859-4e8e-47c5-8fd2-17da76d00000 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:34:07.418726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Attempting to bind port de0be859-4e8e-47c5-8fd2-17da76d00000 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:34:07.419120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Attempting to bind port de0be859-4e8e-47c5-8fd2-17da76d00000 on network 616d82f3-c939-48ed-8a56-2f4290148944 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:34:07.429737 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b3d94-c2e0-4242-b42f-6eb27bcea64a None None] Pushing event updated for resources: {'Port': ['ID=ca71aef4-e763-4f94-b5af-430934f7f613,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:07.442146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:34:07.442836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Checking segment: {'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:07.443410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.444116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Bound using segment: {'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:34:07.444906 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Bound port: de0be859-4e8e-47c5-8fd2-17da76d00000, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:34:07.445483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.496635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8cdbe60c-7035-4716-985b-cd2a3d0a7186 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:07.578487 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.758500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] For port de0be859-4e8e-47c5-8fd2-17da76d00000, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:34:07.761642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-32fddb82-b3f7-4940-a86a-4fdadb51945b None None] Provisioning complete for port de0be859-4e8e-47c5-8fd2-17da76d00000 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:07.762017 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-32fddb82-b3f7-4940-a86a-4fdadb51945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.764961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] For port de0be859-4e8e-47c5-8fd2-17da76d00000, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de0be859-4e8e-47c5-8fd2-17da76d00000,segment=NetworkSegment(388209dd-ebe2-4a72-ac87-7fc1f13c1b2f),segment_id=388209dd-ebe2-4a72-ac87-7fc1f13c1b2f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:34:07.794540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.794780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Router baee9c4c-5975-4e77-9790-b4e32434c07b is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 21:34:07.807782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 8cdbe60c-7035-4716-985b-cd2a3d0a7186 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:07.807782 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.873857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-32fddb82-b3f7-4940-a86a-4fdadb51945b None None] Port de0be859-4e8e-47c5-8fd2-17da76d00000 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:34:07.909772 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f13d1-27f8-4d7d-b19b-ea158a8d77be None None] Pushing event updated for resources: {'Port': ['ID=de0be859-4e8e-47c5-8fd2-17da76d00000,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:07.914445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Routers {'3615de6d-e43c-478d-af86-10e878daed1d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:07.914904 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3615de6d-e43c-478d-af86-10e878daed1d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:07.934556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:34:07.948526 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Sync routers for ids ['baee9c4c-5975-4e77-9790-b4e32434c07b'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:34:07.955264 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:07.957197 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5850b51f-6ea3-42d2-beef-dd8cdae4cdff admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8836844 Oct 18 21:34:07.959866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 44358) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:34:07.964313 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Routers {'baee9c4c-5975-4e77-9790-b4e32434c07b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:07.965271 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['baee9c4c-5975-4e77-9790-b4e32434c07b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:08.155451 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Set router baee9c4c-5975-4e77-9790-b4e32434c07b gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:08.163629 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] Set router 3615de6d-e43c-478d-af86-10e878daed1d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:08.229930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-91572465-9b10-477a-a6e6-43b7d1635977 None None] Provisioning complete for port de0be859-4e8e-47c5-8fd2-17da76d00000 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:08.230399 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91572465-9b10-477a-a6e6-43b7d1635977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:08.401667 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91572465-9b10-477a-a6e6-43b7d1635977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:08.508372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-91572465-9b10-477a-a6e6-43b7d1635977 None None] For port de0be859-4e8e-47c5-8fd2-17da76d00000, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de0be859-4e8e-47c5-8fd2-17da76d00000,segment=NetworkSegment(388209dd-ebe2-4a72-ac87-7fc1f13c1b2f),segment_id=388209dd-ebe2-4a72-ac87-7fc1f13c1b2f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:34:08.514177 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:07Z', 'revision_number': 3, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port': {'id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:08.544128 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91572465-9b10-477a-a6e6-43b7d1635977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:08.577889 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Checking router: baee9c4c-5975-4e77-9790-b4e32434c07b for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:34:08.578535 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Updating router baee9c4c-5975-4e77-9790-b4e32434c07b port a37f1e5d-9c94-42c3-8efe-43d9c4f84486 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:34:08.611050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91572465-9b10-477a-a6e6-43b7d1635977 None None] Pushing event updated for resources: {'Port': ['ID=de0be859-4e8e-47c5-8fd2-17da76d00000,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:08.624844 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:03Z', 'revision_number': 4, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'de0be859-4e8e-47c5-8fd2-17da76d00000', 'name': '', 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'mac_address': 'fa:16:3e:0c:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '56d4be80-40e1-4be7-acdf-f91fcf10563d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:02Z', 'updated_at': '2021-10-18T21:34:07Z', 'revision_number': 4, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'subnets': [{'id': '56d4be80-40e1-4be7-acdf-f91fcf10563d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:08.638143 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:08.663294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b3f90f-31c6-44a2-b2ae-ab912ca304a9 None None] The sync data for ids ['3615de6d-e43c-478d-af86-10e878daed1d'] in n-d-812149-2 is: [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:03Z', 'revision_number': 4, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'de0be859-4e8e-47c5-8fd2-17da76d00000', 'name': '', 'network_id': '616d82f3-c939-48ed-8a56-2f4290148944', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'mac_address': 'fa:16:3e:0c:ed:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '56d4be80-40e1-4be7-acdf-f91fcf10563d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:02Z', 'updated_at': '2021-10-18T21:34:07Z', 'revision_number': 4, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'subnets': [{'id': '56d4be80-40e1-4be7-acdf-f91fcf10563d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:34:08.823400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783556da-1cc6-4f6e-b0dc-e010b28bad13 None None] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:34:08.827375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:08.959986 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-09b513fb-e54b-4ea2-ae59-2a100917bc39 None None] Provisioning complete for port ca71aef4-e763-4f94-b5af-430934f7f613 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:08.960967 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-09b513fb-e54b-4ea2-ae59-2a100917bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.035947 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.043846 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.099592 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245c87-4a9e-4d6d-9c1d-09edc3558e69 None None] Pushing event updated for resources: {'Port': ['ID=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:09.121843 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Attempting to bind port a37f1e5d-9c94-42c3-8efe-43d9c4f84486 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:34:09.122300 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Attempting to bind port a37f1e5d-9c94-42c3-8efe-43d9c4f84486 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:34:09.123179 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Attempting to bind port a37f1e5d-9c94-42c3-8efe-43d9c4f84486 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:34:09.130111 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:34:09.130507 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:09.130975 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.131443 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:34:09.132246 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Bound port: a37f1e5d-9c94-42c3-8efe-43d9c4f84486, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:34:09.133696 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.215138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Allocated IP 172.20.0.1 (d4cff83c-f483-4a99-a6f4-c4125d397b42/74a6a370-ca83-4550-9e21-2b858230a5e5/a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 21:34:09.222484 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] For port a37f1e5d-9c94-42c3-8efe-43d9c4f84486, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:34:09.231066 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] For port a37f1e5d-9c94-42c3-8efe-43d9c4f84486, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:34:09.235105 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-09b513fb-e54b-4ea2-ae59-2a100917bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.240104 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.354845 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-09b513fb-e54b-4ea2-ae59-2a100917bc39 None None] For port ca71aef4-e763-4f94-b5af-430934f7f613, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ca71aef4-e763-4f94-b5af-430934f7f613,segment=NetworkSegment(81cc7cfd-3a3d-4ce5-b0d6-393714002d13),segment_id=81cc7cfd-3a3d-4ce5-b0d6-393714002d13)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:34:09.370827 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-09b513fb-e54b-4ea2-ae59-2a100917bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.406735 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Routers {'baee9c4c-5975-4e77-9790-b4e32434c07b'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:09.422963 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['baee9c4c-5975-4e77-9790-b4e32434c07b'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:09.437460 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245c87-4a9e-4d6d-9c1d-09edc3558e69 None None] Pushing event updated for resources: {'Port': ['ID=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:09.449164 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.510311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.536446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:09.541089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:09.546888 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 21:34:09.611262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b513fb-e54b-4ea2-ae59-2a100917bc39 None None] Pushing event updated for resources: {'Port': ['ID=ca71aef4-e763-4f94-b5af-430934f7f613,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:09.669014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:09.673500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.736290 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] Set router baee9c4c-5975-4e77-9790-b4e32434c07b gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:09.743642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca71aef4-e763-4f94-b5af-430934f7f613 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:09.817032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a8583fae-8ea9-45af-82ad-0325e6146f7e None None] Provisioning complete for port ca71aef4-e763-4f94-b5af-430934f7f613 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:09.817415 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a8583fae-8ea9-45af-82ad-0325e6146f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:09.875966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ca71aef4-e763-4f94-b5af-430934f7f613 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:09.876358 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:10.066016 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:07Z', 'revision_number': 3, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port': {'id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:10.094599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de0be859-4e8e-47c5-8fd2-17da76d00000 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:10.113043 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae239a56-d8c4-47c1-bdad-d8445da1a467 None None] The sync data for ids ['baee9c4c-5975-4e77-9790-b4e32434c07b'] in n-d-812149-2 is: [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:07Z', 'revision_number': 3, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port': {'id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:34:10.166596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port de0be859-4e8e-47c5-8fd2-17da76d00000 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:10.166978 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:10.217086 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a73c8519-d097-4c42-9a23-a8a24c4f3753 None None] Provisioning complete for port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:10.217511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a73c8519-d097-4c42-9a23-a8a24c4f3753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:10.276680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a73c8519-d097-4c42-9a23-a8a24c4f3753 None None] Port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:34:10.418712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:10.641774 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:10.647045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:10.719426 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:10.722093 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:10.823936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 21:34:10.825533 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 21:34:10.963066 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Router baee9c4c-5975-4e77-9790-b4e32434c07b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:34:11.099523 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:34:11.102996 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-18835a03-b5a3-4564-ba30-787d39367753 None None] Provisioning complete for port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:11.103499 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-18835a03-b5a3-4564-ba30-787d39367753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:11.109376 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5264fccb-0f1c-4bdd-96b1-849d257e8a10 admin admin] 10.222.0.66 "PUT /v2.0/routers/baee9c4c-5975-4e77-9790-b4e32434c07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1466093 Oct 18 21:34:11.141192 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-18835a03-b5a3-4564-ba30-787d39367753 None None] Port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:34:11.534548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a37f1e5d-9c94-42c3-8efe-43d9c4f84486 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:11.587889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a37f1e5d-9c94-42c3-8efe-43d9c4f84486 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:11.588263 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:11.674966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:11.695842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port a37f1e5d-9c94-42c3-8efe-43d9c4f84486, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:34:11.700661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:11.701572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca71aef4-e763-4f94-b5af-430934f7f613 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:11.779407 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:11.791368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ca71aef4-e763-4f94-b5af-430934f7f613 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:11.791749 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:12.152994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Sync routers for ids ['baee9c4c-5975-4e77-9790-b4e32434c07b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:34:12.165233 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Routers {'baee9c4c-5975-4e77-9790-b4e32434c07b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:12.166279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['baee9c4c-5975-4e77-9790-b4e32434c07b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:12.280137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Set router baee9c4c-5975-4e77-9790-b4e32434c07b gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:12.488130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:10Z', 'revision_number': 4, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port': {'id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f', 'name': '', 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'mac_address': 'fa:16:3e:4f:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '74a6a370-ca83-4550-9e21-2b858230a5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:08Z', 'updated_at': '2021-10-18T21:34:10Z', 'revision_number': 2, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'subnets': [{'id': '74a6a370-ca83-4550-9e21-2b858230a5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:12.518295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Checking router: baee9c4c-5975-4e77-9790-b4e32434c07b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:34:12.518295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Updating router baee9c4c-5975-4e77-9790-b4e32434c07b port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 21:34:12.546942 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:12.834050 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:12.840279 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.124636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9d276-b9ab-4a11-948d-8e769f4dadf3 None None] Pushing event updated for resources: {'Port': ['ID=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:13.139540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Attempting to bind port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 21:34:13.140040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Attempting to bind port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 21:34:13.140438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Attempting to bind port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f on network d4cff83c-f483-4a99-a6f4-c4125d397b42 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 21:34:13.146275 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 21:34:13.146642 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Checking segment: {'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 21:34:13.147056 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.147453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Bound using segment: {'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 21:34:13.147941 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Bound port: a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc7cfd-3a3d-4ce5-b0d6-393714002d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 21:34:13.148542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.219197 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-64d5751d-e93c-458a-85c4-88c7d04a7495 None None] Provisioning complete for port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:13.219864 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-64d5751d-e93c-458a-85c4-88c7d04a7495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.303866 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] For port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 21:34:13.317060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-64d5751d-e93c-458a-85c4-88c7d04a7495 None None] Port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 21:34:13.322580 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] For port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,segment=NetworkSegment(81cc7cfd-3a3d-4ce5-b0d6-393714002d13),segment_id=81cc7cfd-3a3d-4ce5-b0d6-393714002d13)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 21:34:13.328796 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.402473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9d276-b9ab-4a11-948d-8e769f4dadf3 None None] Pushing event updated for resources: {'Port': ['ID=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:13.405107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Routers {'baee9c4c-5975-4e77-9790-b4e32434c07b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:34:13.405800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:33:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['baee9c4c-5975-4e77-9790-b4e32434c07b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:13.524054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a37f1e5d-9c94-42c3-8efe-43d9c4f84486 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:13.578871 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] Set router baee9c4c-5975-4e77-9790-b4e32434c07b gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:34:13.676049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a37f1e5d-9c94-42c3-8efe-43d9c4f84486 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:13.676437 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.728879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-4ee05ddf-6c44-4890-939c-e12bc7ab9d4e None None] Provisioning complete for port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:13.729115 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ee05ddf-6c44-4890-939c-e12bc7ab9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.949122 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:13.974703 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ee05ddf-6c44-4890-939c-e12bc7ab9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:14.005389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:10Z', 'revision_number': 4, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port': {'id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f', 'name': '', 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'mac_address': 'fa:16:3e:4f:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '74a6a370-ca83-4550-9e21-2b858230a5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:08Z', 'updated_at': '2021-10-18T21:34:13Z', 'revision_number': 4, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'subnets': [{'id': '74a6a370-ca83-4550-9e21-2b858230a5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:34:14.042239 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbfe3f-5ab4-4bab-9f36-abffa4e39490 None None] The sync data for ids ['baee9c4c-5975-4e77-9790-b4e32434c07b'] in n-d-812149-2 is: [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:10Z', 'revision_number': 4, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port': {'id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f', 'name': '', 'network_id': 'd4cff83c-f483-4a99-a6f4-c4125d397b42', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'mac_address': 'fa:16:3e:4f:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '74a6a370-ca83-4550-9e21-2b858230a5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:08Z', 'updated_at': '2021-10-18T21:34:13Z', 'revision_number': 4, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'subnets': [{'id': '74a6a370-ca83-4550-9e21-2b858230a5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:34:14.066363 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4ee05ddf-6c44-4890-939c-e12bc7ab9d4e None None] For port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,segment=NetworkSegment(81cc7cfd-3a3d-4ce5-b0d6-393714002d13),segment_id=81cc7cfd-3a3d-4ce5-b0d6-393714002d13)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:34:14.072961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4ee05ddf-6c44-4890-939c-e12bc7ab9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:14.156282 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee05ddf-6c44-4890-939c-e12bc7ab9d4e None None] Pushing event updated for resources: {'Port': ['ID=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:34:15.487125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 21:34:15.545424 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 21:34:15.546136 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:18.884238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-df724f91-43c4-47e3-8d89-98a8ca9b5cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:19.323980 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:23.242467 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3cf75e66-bd98-4b8f-af70-b0075442ebe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:24.311270 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:25.364276 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:26.824016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:36.945052 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:34:43.894670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:48.887532 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d9d1-ce6c-438e-a888-5f2002f68b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:49.321909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:53.245210 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aaabe151-ba87-4ff8-b773-020305d5e972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:54.317831 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:55.368958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:56.825895 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:34:57.231503 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-5945154b-a420-43ec-a63f-2eb45d3f98f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449409 Oct 18 21:34:57.325005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-4003e153-0901-47fe-8f4f-4a93cc7c6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:34:57.327011 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-4003e153-0901-47fe-8f4f-4a93cc7c6a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0456975 Oct 18 21:34:57.463967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-9d36f27d-58a0-4dec-ab90-024543bcf7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:34:57.465641 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-9d36f27d-58a0-4dec-ab90-024543bcf7b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1148462 Oct 18 21:34:57.511718 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-c1e328b1-e293-4134-8e15-d329ce0e229c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0376675 Oct 18 21:34:57.579385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-0de232d0-fe49-4d59-bd81-742de5d971b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:34:57.581099 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-0de232d0-fe49-4d59-bd81-742de5d971b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0555680 Oct 18 21:34:57.629577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-162d2220-e1d8-470f-9bbf-e9d69ce9426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:34:57.631123 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-162d2220-e1d8-470f-9bbf-e9d69ce9426c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427635 Oct 18 21:34:57.725131 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-7d0bd823-cdab-4eaa-9244-fdd5cf821006 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871921 Oct 18 21:34:57.821151 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-26821ab9-cf37-4d31-8624-04a8c7ebf6de req-31ffc920-2020-48e2-9558-58f7c0f2493a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882516 Oct 18 21:35:13.895412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:13.944260 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:35:18.889665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ea0da9c-387f-4911-8454-b844dbbcbf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:19.323186 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:23.250278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-674298c0-3b6e-4f16-aa58-035a951f9e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:24.321665 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:25.373240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:26.830488 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:43.916072 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:48.893100 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-26be34f9-644a-4e62-9b95-bcd6552c55a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:49.333261 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:50.943337 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:35:53.255427 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0bd2249f-44b8-4eeb-8c0a-2fef1b9ffe2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:54.321960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:55.375340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:56.835036 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:35:58.486575 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-27112bb7-0477-49f6-8810-72c99203f18a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1591380 Oct 18 21:35:58.581791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c610c-c549-4713-8355-bbfbbbeb915c req-16c85b2d-5845-4c45-aeee-303e34d8adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:35:58.583340 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-16c85b2d-5845-4c45-aeee-303e34d8adf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0491245 Oct 18 21:35:58.706637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c610c-c549-4713-8355-bbfbbbeb915c req-f8fb0e1b-0e2f-47b8-901e-d188e8d7387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:35:58.709704 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-f8fb0e1b-0e2f-47b8-901e-d188e8d7387a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1055152 Oct 18 21:35:58.756537 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-4b75b41f-7eee-40e8-b87b-d545f72392af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0394690 Oct 18 21:35:58.810948 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c610c-c549-4713-8355-bbfbbbeb915c req-6a8e60ec-2516-4738-a34f-b6203a232ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:35:58.812491 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-6a8e60ec-2516-4738-a34f-b6203a232ead service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0490084 Oct 18 21:35:58.863122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c610c-c549-4713-8355-bbfbbbeb915c req-bb652065-76a2-4f2a-9262-ffaff4415eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:35:58.864731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-bb652065-76a2-4f2a-9262-ffaff4415eb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443869 Oct 18 21:35:58.966797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-9e88f7cf-25b5-4124-8361-0a58f8ec53f1 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945265 Oct 18 21:35:58.970256 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Mon, 18 Oct 2021 21:30:58 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 21:35:58.970508 n-d-812149-2 neutron-server[100530]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=100530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '7cc14b1d-901e-47cf-87ae-117650dfd752', 'tag': 'db6e49e0-3232-4df7-819e-6d847835063d'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 18 21:35:58.991113 n-d-812149-2 neutron-server[100530]: ERROR neutron.notifiers.nova Oct 18 21:35:59.096576 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-783c610c-c549-4713-8355-bbfbbbeb915c req-a5e7d648-2b0c-4c71-9449-10b818a4576e service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039133 Oct 18 21:36:13.926894 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:18.894226 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9098eeb3-dee2-495a-989f-589ba9a32a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:19.343758 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:23.261306 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-677497ef-2532-4ff8-86ac-300f1d8def26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:24.321235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:25.377405 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:26.835324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:27.943161 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:36:43.945412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:48.897064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7b29dcfe-5f64-4bae-b923-335bc2dffdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:49.355236 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:53.261985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4c2ffeb3-6c2f-4037-b0cb-02d902626112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:54.313909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:55.379473 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:56.838212 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:36:58.232002 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-f18e4e87-2525-42df-89d7-9bd4f41c11ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400958 Oct 18 21:36:58.319182 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-1c6cdcd5-d3a0-4073-b0ac-0ee483171bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:36:58.320689 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-1c6cdcd5-d3a0-4073-b0ac-0ee483171bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0440946 Oct 18 21:36:58.422770 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-00e91dc8-b376-4611-b356-79a23a8a7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:36:58.424284 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-00e91dc8-b376-4611-b356-79a23a8a7e66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0844724 Oct 18 21:36:58.470163 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-d8ebb2de-909a-44df-850f-0af28f3e79b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0384221 Oct 18 21:36:58.519093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-cce383aa-dd5a-45cb-afd9-7eed4880beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:36:58.520440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-cce383aa-dd5a-45cb-afd9-7eed4880beca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0436587 Oct 18 21:36:58.567383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-eb7b82f2-067e-44e1-b4c6-79bd9f744d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:36:58.568900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-eb7b82f2-067e-44e1-b4c6-79bd9f744d68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403221 Oct 18 21:36:58.664265 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-727f68b0-3ae5-4f42-ad51-c6cc7c6976d7 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Oct 18 21:36:58.753250 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-f37b1f95-4aef-40a3-8f62-1801f81f88c6 req-36ff380c-2380-4cff-b8a0-e03bf77e8f03 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820088 Oct 18 21:37:04.943565 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:37:07.508551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45884) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:07.876982 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:08.138209 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Deleting port de0be859-4e8e-47c5-8fd2-17da76d00000 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:37:08.138455 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:08.219019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] For port de0be859-4e8e-47c5-8fd2-17da76d00000, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=de0be859-4e8e-47c5-8fd2-17da76d00000,segment=NetworkSegment(388209dd-ebe2-4a72-ac87-7fc1f13c1b2f),segment_id=388209dd-ebe2-4a72-ac87-7fc1f13c1b2f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:37:08.219326 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:08.234170 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Calling delete_port for de0be859-4e8e-47c5-8fd2-17da76d00000 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:37:08.417656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:08.448287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0be859-4e8e-47c5-8fd2-17da76d00000,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:08.471789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.472137 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.472511 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.472847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.473174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.473503 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.473828 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.474157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.474473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.474793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.475111 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.475427 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:08.623694 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:08.835328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Router 3615de6d-e43c-478d-af86-10e878daed1d has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:37:08.944744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:37:08.950426 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cb5c5c37-4b4b-40eb-82eb-e9c17648d2b9 admin admin] 10.222.0.66 "PUT /v2.0/routers/3615de6d-e43c-478d-af86-10e878daed1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4404306 Oct 18 21:37:08.953041 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45888) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:08.955657 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] Sync routers for ids ['3615de6d-e43c-478d-af86-10e878daed1d'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:37:08.965610 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] Routers {'3615de6d-e43c-478d-af86-10e878daed1d'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:37:08.966224 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3615de6d-e43c-478d-af86-10e878daed1d'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:09.063235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.076173 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] Set router 3615de6d-e43c-478d-af86-10e878daed1d gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:37:09.279100 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:37:08Z', 'revision_number': 5, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:09.306355 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] Checking router: 3615de6d-e43c-478d-af86-10e878daed1d for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:37:09.315243 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] Routers {'3615de6d-e43c-478d-af86-10e878daed1d'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:37:09.315865 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['3615de6d-e43c-478d-af86-10e878daed1d'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:09.413874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.425235 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] Set router 3615de6d-e43c-478d-af86-10e878daed1d gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:37:09.467741 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Deleting port 8cdbe60c-7035-4716-985b-cd2a3d0a7186 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:37:09.468076 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.551456 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] For port 8cdbe60c-7035-4716-985b-cd2a3d0a7186, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=8cdbe60c-7035-4716-985b-cd2a3d0a7186,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:37:09.551738 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.568974 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Calling delete_port for 8cdbe60c-7035-4716-985b-cd2a3d0a7186 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:37:09.608805 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:37:08Z', 'revision_number': 5, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:09.640193 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feb1aa3-eee0-4be9-b9c0-84a5dc0620f5 None None] The sync data for ids ['3615de6d-e43c-478d-af86-10e878daed1d'] in n-d-812149-2 is: [{'id': '3615de6d-e43c-478d-af86-10e878daed1d', 'name': 'tempest-TestVolumeBackupRestore-110864969-router', 'tenant_id': '8fbfdea469f44557accf94df76a6b430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:37:08Z', 'revision_number': 5, 'project_id': '8fbfdea469f44557accf94df76a6b430', 'gw_port': {'id': '8cdbe60c-7035-4716-985b-cd2a3d0a7186', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3615de6d-e43c-478d-af86-10e878daed1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:00Z', 'updated_at': '2021-10-18T21:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:37:09.737123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.767912 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdbe60c-7035-4716-985b-cd2a3d0a7186,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:09.826259 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.918125 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.920589 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.969668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.970221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3615de6d-e43c-478d-af86-10e878daed1d {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:37:09.974822 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:09.975976 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c4483b30-3b34-4943-85a4-fb64d8a0fabf admin admin] 10.222.0.66 "DELETE /v2.0/routers/3615de6d-e43c-478d-af86-10e878daed1d HTTP/1.1" status: 204 len: 168 time: 1.0220122 Oct 18 21:37:09.978495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45890) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:10.028653 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] Deleting subnet 56d4be80-40e1-4be7-acdf-f91fcf10563d {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:37:10.032278 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.068669 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.157294 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.218371 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.245295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d4be80-40e1-4be7-acdf-f91fcf10563d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:10.248816 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.252061 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-74124131-c4c5-4fdc-850c-fd4edfb4915e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/56d4be80-40e1-4be7-acdf-f91fcf10563d HTTP/1.1" status: 204 len: 168 time: 0.2725947 Oct 18 21:37:10.256035 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45892) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:10.260356 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed06cd3-d0c8-434c-ba5a-9d97a9fc40d6 None None] Network 616d82f3-c939-48ed-8a56-2f4290148944 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:37:10.373935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.439839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Deleting port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:37:10.440171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.508627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] For port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ef9b3df6-2e64-4c2b-86ba-24770d49f3cc,segment=NetworkSegment(388209dd-ebe2-4a72-ac87-7fc1f13c1b2f),segment_id=388209dd-ebe2-4a72-ac87-7fc1f13c1b2f)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:37:10.509000 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.520995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Calling delete_port for ef9b3df6-2e64-4c2b-86ba-24770d49f3cc owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:37:10.606162 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.637000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9b3df6-2e64-4c2b-86ba-24770d49f3cc,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:10.642233 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] No DVR routers for this DVR port ef9b3df6-2e64-4c2b-86ba-24770d49f3cc on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:37:10.696793 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c97f2f-b538-4b13-9c98-a24a17a266d1 None None] DHCP port deletion for 616d82f3-c939-48ed-8a56-2f4290148944 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:37:10.717913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.738832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616d82f3-c939-48ed-8a56-2f4290148944']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:10.748616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:10.748879 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388209dd-ebe2-4a72-ac87-7fc1f13c1b2f') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:10.762616 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.776647 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.782531 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:37:10.783002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:37:10.784657 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:37:10.839054 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.844759 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:10.848058 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/616d82f3-c939-48ed-8a56-2f4290148944 HTTP/1.1" status: 204 len: 168 time: 0.5902672 Oct 18 21:37:10.851079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 45894) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:10.859781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e15e51-696b-4809-8741-a5ff23b048c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=616d82f3-c939-48ed-8a56-2f4290148944,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:11.205133 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:11.451501 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Deleting port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:37:11.451836 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:11.531390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] For port a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,segment=NetworkSegment(81cc7cfd-3a3d-4ce5-b0d6-393714002d13),segment_id=81cc7cfd-3a3d-4ce5-b0d6-393714002d13)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:37:11.531752 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:11.545080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8cdbe60c-7035-4716-985b-cd2a3d0a7186 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:37:11.546466 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Calling delete_port for a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:37:11.565230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 8cdbe60c-7035-4716-985b-cd2a3d0a7186 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:37:11.565583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 8cdbe60c-7035-4716-985b-cd2a3d0a7186 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:37:11.566007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ef9b3df6-2e64-4c2b-86ba-24770d49f3cc no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:37:11.585165 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: ef9b3df6-2e64-4c2b-86ba-24770d49f3cc {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:37:11.585517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ef9b3df6-2e64-4c2b-86ba-24770d49f3cc not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:37:11.585925 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de0be859-4e8e-47c5-8fd2-17da76d00000 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:37:11.604441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: de0be859-4e8e-47c5-8fd2-17da76d00000 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:37:11.604791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device de0be859-4e8e-47c5-8fd2-17da76d00000 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:37:11.721838 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:11.748641 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:11.762639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.762986 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.763318 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.763648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.763973 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.764294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.764640 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.764961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.765279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.765595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.765911 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.766223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:11.929318 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:12.139745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Router baee9c4c-5975-4e77-9790-b4e32434c07b has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 21:37:12.247217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 21:37:12.252353 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-851e5db0-e360-4693-a1f7-9abac74bb322 admin admin] 10.222.0.66 "PUT /v2.0/routers/baee9c4c-5975-4e77-9790-b4e32434c07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001164 Oct 18 21:37:12.255103 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45896) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:12.256736 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] Sync routers for ids ['baee9c4c-5975-4e77-9790-b4e32434c07b'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 21:37:12.266301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] Routers {'baee9c4c-5975-4e77-9790-b4e32434c07b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:37:12.266989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['baee9c4c-5975-4e77-9790-b4e32434c07b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:12.362945 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:12.370741 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] Set router baee9c4c-5975-4e77-9790-b4e32434c07b gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:37:12.470436 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:12.524616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Deleting port a37f1e5d-9c94-42c3-8efe-43d9c4f84486 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:37:12.524987 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:12.614636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] For port a37f1e5d-9c94-42c3-8efe-43d9c4f84486, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:37:12.615005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:12.628239 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Calling delete_port for a37f1e5d-9c94-42c3-8efe-43d9c4f84486 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:37:12.709320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:37:11Z', 'revision_number': 5, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port': {'id': 'a37f1e5d-9c94-42c3-8efe-43d9c4f84486', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:12.735394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] Checking router: baee9c4c-5975-4e77-9790-b4e32434c07b for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 21:37:12.743690 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] Routers {'baee9c4c-5975-4e77-9790-b4e32434c07b'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 21:37:12.744295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T21:36:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['baee9c4c-5975-4e77-9790-b4e32434c07b'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:12.799482 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:12.825916 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a37f1e5d-9c94-42c3-8efe-43d9c4f84486,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:12.839092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] Set router baee9c4c-5975-4e77-9790-b4e32434c07b gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 21:37:12.888352 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:12.896862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:37:12Z', 'revision_number': 6, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:12.924592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfdf6fc-05eb-47b8-8d7a-9d9ea5d54b40 None None] The sync data for ids ['baee9c4c-5975-4e77-9790-b4e32434c07b'] in n-d-812149-2 is: [{'id': 'baee9c4c-5975-4e77-9790-b4e32434c07b', 'name': 'tempest-TestVolumeBackupRestore-1021897092-router', 'tenant_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:34:06Z', 'updated_at': '2021-10-18T21:37:12Z', 'revision_number': 6, 'project_id': 'fa04f900982a4a16a5e25cedb838cfb9', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 21:37:12.999155 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.001230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.046643 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.047297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router baee9c4c-5975-4e77-9790-b4e32434c07b {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 21:37:13.052254 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.053517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4443ad7e-72a6-48eb-bead-51e6786e1a8d admin admin] 10.222.0.66 "DELETE /v2.0/routers/baee9c4c-5975-4e77-9790-b4e32434c07b HTTP/1.1" status: 204 len: 168 time: 0.7973981 Oct 18 21:37:13.056411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45898) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:13.103401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] Deleting subnet 74a6a370-ca83-4550-9e21-2b858230a5e5 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 21:37:13.106630 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.143020 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.230602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.289561 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.313877 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a6a370-ca83-4550-9e21-2b858230a5e5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:13.324226 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.330769 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f40713f3-933a-44c3-a5c1-db2c76efb696 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/74a6a370-ca83-4550-9e21-2b858230a5e5 HTTP/1.1" status: 204 len: 168 time: 0.2710989 Oct 18 21:37:13.331088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45900) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:13.336750 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c75e1-77d8-49f2-85e6-f12c92ff98ea None None] Network d4cff83c-f483-4a99-a6f4-c4125d397b42 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 21:37:13.411676 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.477483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Deleting port ca71aef4-e763-4f94-b5af-430934f7f613 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:37:13.477846 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.546877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] DHCP port deletion for d4cff83c-f483-4a99-a6f4-c4125d397b42 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 21:37:13.567224 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] For port ca71aef4-e763-4f94-b5af-430934f7f613, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ca71aef4-e763-4f94-b5af-430934f7f613,segment=NetworkSegment(81cc7cfd-3a3d-4ce5-b0d6-393714002d13),segment_id=81cc7cfd-3a3d-4ce5-b0d6-393714002d13)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:37:13.567603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.590130 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:37:13.593826 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Calling delete_port for ca71aef4-e763-4f94-b5af-430934f7f613 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:37:13.619049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:37:13.619396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a8c1d1a8-d0ea-4b61-84d5-81bc4e61077f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:37:13.619821 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a37f1e5d-9c94-42c3-8efe-43d9c4f84486 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:37:13.626863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Deleting port ca71aef4-e763-4f94-b5af-430934f7f613 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 21:37:13.627481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.661648 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a37f1e5d-9c94-42c3-8efe-43d9c4f84486 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:37:13.662265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a37f1e5d-9c94-42c3-8efe-43d9c4f84486 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:37:13.682149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.709781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca71aef4-e763-4f94-b5af-430934f7f613,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:13.711643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] No DVR routers for this DVR port ca71aef4-e763-4f94-b5af-430934f7f613 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:37:13.728763 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] For port ca71aef4-e763-4f94-b5af-430934f7f613, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ca71aef4-e763-4f94-b5af-430934f7f613,segment=NetworkSegment(81cc7cfd-3a3d-4ce5-b0d6-393714002d13),segment_id=81cc7cfd-3a3d-4ce5-b0d6-393714002d13)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 21:37:13.729350 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.744788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Calling delete_port for ca71aef4-e763-4f94-b5af-430934f7f613 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 21:37:13.792707 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.815317 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cff83c-f483-4a99-a6f4-c4125d397b42']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:13.825824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc7cfd-3a3d-4ce5-b0d6-393714002d13') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:13.826252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc7cfd-3a3d-4ce5-b0d6-393714002d13') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 21:37:13.833940 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.837598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.855918 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.856177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] No DVR routers for this DVR port ca71aef4-e763-4f94-b5af-430934f7f613 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: timer() Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 21:37:13.870450 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 21:37:13.886551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Pushing event deleted for resources: {'Port': ['ID=ca71aef4-e763-4f94-b5af-430934f7f613,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:13.895324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.895683 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.896032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.897268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.897599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.897942 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.898280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.899170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.899497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.899827 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.900159 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.900485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3409ec8-adf7-496a-ade2-aaa0b4ad8d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 21:37:13.939652 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.946602 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.950132 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d4cff83c-f483-4a99-a6f4-c4125d397b42 HTTP/1.1" status: 204 len: 168 time: 0.6179352 Oct 18 21:37:13.963362 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:13.975034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef916d-5a13-4220-a66c-e81639df1c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4cff83c-f483-4a99-a6f4-c4125d397b42,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:14.118890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45904) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:14.165764 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e8ec33ad-97d7-4c4f-8eb6-29497dc9bf0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fbfdea469f44557accf94df76a6b430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454450 Oct 18 21:37:14.168229 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45906) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:14.222434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7b0b-3d98-4c8f-974c-dc329a513395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.248004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7b0b-3d98-4c8f-974c-dc329a513395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.298127 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7b0b-3d98-4c8f-974c-dc329a513395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.300769 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7b0b-3d98-4c8f-974c-dc329a513395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.301943 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-9c6a7b0b-3d98-4c8f-974c-dc329a513395 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d5281e6-8ddf-49be-bf1c-9b323fa8d870 HTTP/1.1" status: 204 len: 168 time: 0.1327324 Oct 18 21:37:14.309719 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a7b0b-3d98-4c8f-974c-dc329a513395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5281e6-8ddf-49be-bf1c-9b323fa8d870,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:14.609939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45912) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:14.650509 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4fb92cb6-31b2-4e69-a21c-dc2bb2fa03f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa04f900982a4a16a5e25cedb838cfb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393302 Oct 18 21:37:14.652871 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 45914) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:37:14.700049 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff98532-66ab-4127-8846-85fd09259cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.720136 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff98532-66ab-4127-8846-85fd09259cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.768376 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff98532-66ab-4127-8846-85fd09259cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.771002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2ff98532-66ab-4127-8846-85fd09259cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:14.772177 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2ff98532-66ab-4127-8846-85fd09259cf6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45d1685a-e66f-4592-b23e-4769a30fe965 HTTP/1.1" status: 204 len: 168 time: 0.1183939 Oct 18 21:37:14.780157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff98532-66ab-4127-8846-85fd09259cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d1685a-e66f-4592-b23e-4769a30fe965,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 21:37:15.542050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca71aef4-e763-4f94-b5af-430934f7f613 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 21:37:15.563682 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: ca71aef4-e763-4f94-b5af-430934f7f613 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 21:37:15.564042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ca71aef4-e763-4f94-b5af-430934f7f613 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 21:37:18.898470 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d3e85908-da88-48cd-84f8-589213004640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:19.354183 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:23.264986 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd1c0dd6-a5e0-42a1-98d9-861e43cb41aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:24.314417 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:25.385545 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:26.840836 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:41.943715 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:37:43.953972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:48.901740 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5cd9aa68-c6f0-48b1-88fd-a536a2c6ccd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:49.371527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:53.269001 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a54e8bc9-4b8c-4f5c-a03d-f72092d352d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:54.321062 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:55.392039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:56.849909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:37:57.684424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-a0f834e3-efee-42f0-b8af-6ac60ea6f99e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434580 Oct 18 21:37:57.770138 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-b261a226-9dd3-4d66-b7f4-7fcfa980d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:37:57.771664 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-b261a226-9dd3-4d66-b7f4-7fcfa980d312 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0446031 Oct 18 21:37:57.896778 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-014af074-63b9-4b08-b87b-24939cd90e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:37:57.898195 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-014af074-63b9-4b08-b87b-24939cd90e3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1057386 Oct 18 21:37:57.944304 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-24c4555e-f23b-4bce-964a-1d19c4991a59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0371823 Oct 18 21:37:57.998031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-d25366df-acfd-4875-8907-8517c4a511ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:37:57.999550 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-d25366df-acfd-4875-8907-8517c4a511ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0485957 Oct 18 21:37:58.056521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-eab0094e-7a56-4efa-995f-c51b5b252fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:37:58.058092 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-eab0094e-7a56-4efa-995f-c51b5b252fce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509708 Oct 18 21:37:58.159766 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-7f5ab978-05dc-45aa-b18d-31519c54a228 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932817 Oct 18 21:37:58.266364 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a348c00-e32e-443c-a1bf-0ea30126390a req-563895db-b093-4114-bacc-a3d16e6c6a06 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991242 Oct 18 21:38:13.953429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:18.902057 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0faf7e45-f7fa-4b5e-8a8b-c79785cf9b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:18.942318 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:38:19.364073 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:23.271542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a8b3515a-d1b0-4641-aacf-f119932c9c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:24.312316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:25.389258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:26.846098 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:43.982875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:48.907502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-39cf7b2c-0156-4863-b424-e2ebff23db7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:49.385357 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:53.273089 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-591ecc46-213e-4415-89ad-06c49f0994f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:54.313238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:55.392193 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:55.940780 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:38:56.848504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:38:57.672067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-dc3c406c-a0d2-44d3-8295-de476f89170b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396264 Oct 18 21:38:57.751527 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-5747d7b1-8315-4579-863b-c45a971ebda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:38:57.753031 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-5747d7b1-8315-4579-863b-c45a971ebda5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0396450 Oct 18 21:38:57.868755 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-64886247-436b-476b-ad54-01f2580e6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:38:57.870103 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-64886247-436b-476b-ad54-01f2580e6c86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0969133 Oct 18 21:38:57.913511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-1f93cb69-c474-4e20-8d6e-fdf29595d43c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0348647 Oct 18 21:38:57.966310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-8a45b086-9562-46dd-96d6-e63a54b04170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:38:57.967805 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-8a45b086-9562-46dd-96d6-e63a54b04170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0478170 Oct 18 21:38:58.013079 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-608ce9da-0cc5-488a-b0d3-87a52ac773a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:38:58.015190 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-608ce9da-0cc5-488a-b0d3-87a52ac773a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406415 Oct 18 21:38:58.104277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-5caf2e10-2950-4380-bbe5-860acaffd84c service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820019 Oct 18 21:38:58.217174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-394ec864-ce2f-4d13-b72b-6101983cdba2 req-35e343c8-b3e1-4d34-8c2a-f00b2df05333 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048098 Oct 18 21:39:13.990085 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:18.909259 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a762bbf4-85bd-47dd-9409-cf388a16404c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:19.386631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:23.275648 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ee187de3-781e-4978-bc86-9cf4e341fb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:24.314462 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:25.394692 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:26.852648 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:32.940538 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:39:43.986452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:48.909961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-46b49595-8ffb-471d-b41f-fbf8aebcca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:49.383394 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:53.277877 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb39b-521b-4960-8753-4e74cf30ef1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:54.315460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:55.395919 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:56.853909 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:39:57.669128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-5d5008ac-8b86-4560-8870-1e20aa00c0a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393991 Oct 18 21:39:57.756629 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-3675d13c-537a-4487-a644-dacd2c1e679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:39:57.758167 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-3675d13c-537a-4487-a644-dacd2c1e679e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0437281 Oct 18 21:39:57.865095 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-06b2efa5-0d7c-492a-963b-5830c3857256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:39:57.866548 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-06b2efa5-0d7c-492a-963b-5830c3857256 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0874064 Oct 18 21:39:57.911907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-860adf5c-e957-4a3d-912d-f785aabd8a18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0376859 Oct 18 21:39:57.962515 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-fd781f96-3212-444f-9685-0e39761defb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:39:57.963955 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-fd781f96-3212-444f-9685-0e39761defb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0445378 Oct 18 21:39:58.008793 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-3d01463c-2ad8-4749-a74f-692fa9ce873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:39:58.010264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-3d01463c-2ad8-4749-a74f-692fa9ce873b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398273 Oct 18 21:39:58.021547 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-a3b460c8-1d4c-4625-9643-5ee0e2e8e874 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:39:58.022481 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-a3b460c8-1d4c-4625-9643-5ee0e2e8e874 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047333 Oct 18 21:39:58.448941 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-8ce2cd99-1f98-486f-9fd9-949b62953da0 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191809 Oct 18 21:39:58.538371 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-975c9239-2a8d-4544-ba7e-4498813d89e3 req-bfaae18f-ecc4-4259-9350-a0db159da6de service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818045 Oct 18 21:40:09.940500 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:40:13.982209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:18.911167 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-21aa1e6f-620d-42c6-8507-eac6aeb4db5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:19.390271 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:23.278625 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-56b770b9-9538-4238-90fb-e38c49e4af28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:24.318349 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:25.402205 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:26.855806 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:44.010531 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:46.940740 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:40:48.912281 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-48c67ed1-b84e-4d9e-afa2-6e8e6aff05c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:49.387395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:53.279105 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c90fb63a-da66-4ee9-9ab0-dc700f8581f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:54.319502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:55.403204 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:56.858896 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:40:57.683221 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-0649e8c9-2faf-4a7b-b2a4-71412d18c78c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388002 Oct 18 21:40:57.768520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-a881afcb-4a28-45ee-a15a-cd4e76556723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:40:57.770003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-a881afcb-4a28-45ee-a15a-cd4e76556723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0442736 Oct 18 21:40:57.872099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-410225e5-7f49-4f04-9c4e-2b8125069fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:40:57.873493 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-410225e5-7f49-4f04-9c4e-2b8125069fde service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0844467 Oct 18 21:40:57.918208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-30f80d1b-3300-468d-95bf-f8e1ddb03ce4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0364637 Oct 18 21:40:57.968000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-0182a649-e79a-41d3-94f8-883e606c71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:40:57.969727 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-0182a649-e79a-41d3-94f8-883e606c71cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0450075 Oct 18 21:40:58.015322 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-5b1c7d86-049a-4ccb-82e5-1d0998b18f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:40:58.016830 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-5b1c7d86-049a-4ccb-82e5-1d0998b18f1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403247 Oct 18 21:40:58.227061 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-7aa08721-4769-47e6-8584-f2d3ca969432 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030571 Oct 18 21:40:58.318581 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-c98b4dbc-e8d0-41d3-a06e-e64c726ffd03 req-3a9aaa9f-debd-4f82-b8d4-5da94de489ed service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840836 Oct 18 21:41:14.025395 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:18.916698 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dfee18fe-7688-4319-9318-c57518e11162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:19.389874 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:23.281293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0dae1f6f-0974-4315-8a33-ca9021a0a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:23.941408 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:41:24.322741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:25.409396 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:26.864032 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:44.030558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:48.918022 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7561bff4-c1b7-430a-abda-dfb215057f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:49.393707 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:53.284914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cad5ab18-07a0-4ea2-b2f0-80bba28d4bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:54.323985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:55.410009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:56.865504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:41:58.689900 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-d8f0e6f5-9b13-41aa-bf84-2e842eedd078 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446501 Oct 18 21:41:58.771622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-6ce834ef-2e52-4f95-8ed9-5170c75466df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:41:58.773134 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-6ce834ef-2e52-4f95-8ed9-5170c75466df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0399194 Oct 18 21:41:58.875711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-500e03bd-c301-4dd7-9f95-1943527c0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:41:58.877209 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-500e03bd-c301-4dd7-9f95-1943527c0fcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0837116 Oct 18 21:41:58.922824 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-f9126a02-9e42-4fbf-a091-0288cca1d48e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0370746 Oct 18 21:41:58.972170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-73b7854b-fa0e-41cf-b0ca-084072bf5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:41:58.973591 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-73b7854b-fa0e-41cf-b0ca-084072bf5e78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0437741 Oct 18 21:41:59.020544 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-85d68d8e-117e-4380-96f0-e8ecde75f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:41:59.022042 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-85d68d8e-117e-4380-96f0-e8ecde75f034 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409319 Oct 18 21:41:59.119629 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-129da4a3-235e-4d56-bdae-7447280cb670 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886095 Oct 18 21:41:59.216305 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fb1e9904-3e11-4b97-b4b3-5435949d7860 req-35d2cedf-d674-4680-843b-92c50e32a164 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894926 Oct 18 21:42:00.941477 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:42:14.028618 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:18.918459 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a784da6a-096c-4a8e-969a-eca7cc4136f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:19.400912 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:23.289322 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c66b032-b783-4ee7-9bae-59be353eb2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:24.325232 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:25.411021 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:26.868124 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:37.941593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:42:44.038446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:48.920208 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbe175b6-e0dd-43d0-84ae-961ed0b9b56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:49.416274 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:53.295049 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f9af2ea-e051-4f2a-bcb8-9acdb7e86b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:54.326221 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:55.414492 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:42:56.871637 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:00.670963 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-55e45cf4-5745-4429-a026-1c0c16bcb3d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448065 Oct 18 21:43:00.752880 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-9bc6fa4c-560a-44c5-91e9-17cc42765b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:43:00.754911 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-9bc6fa4c-560a-44c5-91e9-17cc42765b19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0413427 Oct 18 21:43:00.857582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-31cd892c-a701-4cd6-a8c2-9224a40ca3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:43:00.859036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-31cd892c-a701-4cd6-a8c2-9224a40ca3d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0836375 Oct 18 21:43:00.903778 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-13e5d411-cd97-4e00-9548-9b97ccc06bd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0373576 Oct 18 21:43:00.963056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-520407ae-839d-460d-a14f-21d9700ec568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:43:00.964586 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-520407ae-839d-460d-a14f-21d9700ec568 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0534198 Oct 18 21:43:01.011497 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-1d7e56b1-7597-49d3-b7f8-40fc703f3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:43:01.013046 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-1d7e56b1-7597-49d3-b7f8-40fc703f3a92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410943 Oct 18 21:43:01.106005 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-c68e6464-5c3c-45f9-8676-f0919350b7de service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854769 Oct 18 21:43:01.198832 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-6ef6571d-225b-46cc-860d-8590c921ec6b req-b22a4229-14b8-443f-91da-1e07462a332d service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844781 Oct 18 21:43:14.046815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:14.942324 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:43:18.921963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eae707a5-4469-4486-8d7a-fc9a834ecd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:19.436254 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:23.287291 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-07222d0a-841e-49e3-8352-e1eb9ee4dcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:24.327885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:25.417963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:26.874332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:44.053554 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:48.923115 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d131d8ef-08f9-46d8-b3bf-9a4cdd369ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:49.452535 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:51.942010 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:43:53.290355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb3819c3-4844-4273-9031-342fe6bf5626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:54.329696 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:55.424235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:43:56.877235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:01.671724 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-16764627-04b1-4071-a451-9f4653a85a77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461748 Oct 18 21:44:01.754321 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-9552f554-0db2-46f6-aac6-4dc0110d8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:44:01.755816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-9552f554-0db2-46f6-aac6-4dc0110d8254 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0401936 Oct 18 21:44:01.860971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-fa5817a8-0f5e-4b82-ae98-00b925cabef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:44:01.862425 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-fa5817a8-0f5e-4b82-ae98-00b925cabef4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0864284 Oct 18 21:44:01.908913 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-a8294123-7009-4952-94d1-3455384dce0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0392122 Oct 18 21:44:01.960104 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-cb7206c5-d508-42a9-8230-ec080ac614c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:44:01.961592 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-cb7206c5-d508-42a9-8230-ec080ac614c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0457869 Oct 18 21:44:02.009294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-f341a8a5-c260-4533-8e69-888dc682d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:44:02.010832 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-f341a8a5-c260-4533-8e69-888dc682d03a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415854 Oct 18 21:44:02.104739 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-3c39123d-4349-4328-a9af-43088cf2c91e service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863066 Oct 18 21:44:02.197950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3e93ebf5-0abd-4ddb-ac91-8f89097a30cf req-74ad4b26-fb42-4f2f-95a2-e71e8140f917 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856404 Oct 18 21:44:14.058070 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:18.925935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e3e43587-ca81-4400-a30b-f68d4d6d528a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:19.467002 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:23.293595 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-98e8cf74-56ea-44bf-bc42-de4a0870375a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:24.330527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:25.425872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:26.881235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:28.941472 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:44:44.075930 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:48.927005 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7893a4ed-6e80-4fdb-ada1-74916abb928e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:49.468039 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:53.294425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ff76bd2f-fc8d-419f-94c3-b9849ba9f1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:54.332899 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:55.426802 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:44:56.882735 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:03.691325 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-738f3b22-9d44-465d-aaff-fd56104adf01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455270 Oct 18 21:45:03.773615 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-795bb351-346e-48d4-8ada-398e34ce0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:45:03.775174 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-795bb351-346e-48d4-8ada-398e34ce0a9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0405397 Oct 18 21:45:03.880296 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-8cb5a09a-929b-41ed-8536-1ee04533373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:45:03.881808 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-8cb5a09a-929b-41ed-8536-1ee04533373b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0854692 Oct 18 21:45:03.929010 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-b539efce-5ef3-4abb-a558-d76917ab9a13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0387490 Oct 18 21:45:03.990483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-a3bf7efc-a0d5-4c83-8711-74c97cfb4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:45:03.991833 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-a3bf7efc-a0d5-4c83-8711-74c97cfb4b9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0536442 Oct 18 21:45:04.037692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-515851f0-6f15-4fdd-885c-5f0e58b63979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:45:04.039157 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-515851f0-6f15-4fdd-885c-5f0e58b63979 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399935 Oct 18 21:45:04.133426 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-1af0b385-b0f9-4368-b202-3523c2018f15 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853677 Oct 18 21:45:04.225354 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0cc448f6-6aca-40fd-a7fb-d741784cf129 req-4c0531fc-fdcf-44e7-87bc-36a5d2d6185d service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843546 Oct 18 21:45:05.940894 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:45:14.093036 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:18.931030 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-44d1ce2d-d466-451d-aad7-229e465bd551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:19.484080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:23.301913 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6bed-d6f0-4b13-aa77-8162e09d32c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:24.335648 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:25.430526 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:26.887043 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:42.940981 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:45:44.094627 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:48.931582 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9f806ac6-5160-4888-9744-7d898c993792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:49.480240 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:53.294505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e78242de-9be1-4f2f-9043-a2cba3e7e5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:54.336658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:55.432042 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:45:56.889752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:06.383818 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-a8251817-0620-4d68-a5ce-42ee8792bf7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846417 Oct 18 21:46:06.466350 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-5c88118d-422b-4046-a3e2-b124afd0cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:46:06.467853 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-5c88118d-422b-4046-a3e2-b124afd0cf1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0410190 Oct 18 21:46:06.572772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-9747c559-49fb-46ab-ac1d-e3d0888be20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:46:06.574163 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-9747c559-49fb-46ab-ac1d-e3d0888be20b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0866280 Oct 18 21:46:06.621148 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-cc50e41f-9550-4637-9076-14112611e13f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0390499 Oct 18 21:46:06.670524 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-ccec8520-17ca-444b-a8e9-f4f46aea8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:46:06.671952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-ccec8520-17ca-444b-a8e9-f4f46aea8cd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0445244 Oct 18 21:46:06.717261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-007637a5-39c0-4d71-826e-faa2c45ce3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:46:06.718760 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-007637a5-39c0-4d71-826e-faa2c45ce3cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399072 Oct 18 21:46:06.813136 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-058f1760-3a72-4d5d-9434-39d1d53e17d3 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Oct 18 21:46:06.904272 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3bf3fde4-a7ac-420d-bf27-16b2a746e957 req-27771926-74fd-4a53-9670-6d3e5a54dba7 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840981 Oct 18 21:46:14.106853 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:18.933420 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e17e369c-fef6-499b-824a-c3299b08b364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:19.482741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:19.939834 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:46:23.295014 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fcc2be33-f7ce-4b3e-87a1-30f94d604cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:24.336425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:25.435165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:26.893192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:44.098971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:48.934033 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b46e2b3b-2bf9-4398-b721-bbccc8accad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:49.501662 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:53.296486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dad0efb4-6b7a-474d-9bd0-25152efd608d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:54.337839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:55.438835 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:56.895482 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:46:56.939686 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:47:06.206139 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-f9864c24-9f4a-495d-8afe-bea11338a615 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455039 Oct 18 21:47:06.287569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-f4fafa59-1e46-4291-97d1-e44da0a86917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:47:06.289217 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-f4fafa59-1e46-4291-97d1-e44da0a86917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0401826 Oct 18 21:47:06.394025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-19922858-dc43-49dc-9edf-23a3936bf078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:47:06.395501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-19922858-dc43-49dc-9edf-23a3936bf078 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0856347 Oct 18 21:47:06.441358 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-f3e15e06-9c23-44da-a8a0-9a8fe7b489f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0384886 Oct 18 21:47:06.492594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-716b10fa-5390-4c71-a7d7-a4ed36d8df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:47:06.493992 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-716b10fa-5390-4c71-a7d7-a4ed36d8df96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0447288 Oct 18 21:47:06.540300 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-49b5e7b3-ce05-445e-a72e-867058f1f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:47:06.541857 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-49b5e7b3-ce05-445e-a72e-867058f1f9a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406337 Oct 18 21:47:06.638952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-67486b66-9186-42af-a400-7127a0554d61 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894167 Oct 18 21:47:06.730128 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-cccd32c9-6c20-4073-be24-d08ee2210643 req-a30bda34-0e36-453c-b159-39af32430a9c service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842886 Oct 18 21:47:14.119182 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:18.936981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d5982cd-e370-439f-986f-7a3a0288c0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:19.528191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:23.299685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b20fd68d-936f-496f-9d56-a7af09f5f78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:24.340038 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:25.442750 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:26.898819 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:33.939150 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:47:44.120068 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:48.936814 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6c3cac1a-e5d3-475e-9fd8-37818a867160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:49.574389 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:53.302304 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5d6451e8-a51f-46e4-930c-208d1e0d185d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:54.341292 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:55.444741 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:47:56.901813 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:05.673797 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-68ded5c6-c819-4bee-91e3-9bb7d4dc6ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447035 Oct 18 21:48:05.754416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-1de88475-7edd-4732-bec1-90c6e5cff324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:48:05.755915 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-1de88475-7edd-4732-bec1-90c6e5cff324 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0405862 Oct 18 21:48:05.862741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-4f4b3ea4-37da-4aa5-a2b2-cbca9186ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:48:05.864191 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-4f4b3ea4-37da-4aa5-a2b2-cbca9186ae2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0880845 Oct 18 21:48:05.910853 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-634fbb4a-91b9-4beb-8c87-0c9cbc87bdb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0378954 Oct 18 21:48:05.960006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-eac4b0bc-2a55-49f7-a810-b377aa386ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:48:05.961442 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-eac4b0bc-2a55-49f7-a810-b377aa386ac4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0440860 Oct 18 21:48:06.006772 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-c0fbfc27-2198-4a96-b9ce-2655a1546498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:48:06.008218 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-c0fbfc27-2198-4a96-b9ce-2655a1546498 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389397 Oct 18 21:48:06.104331 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-dfc2a011-f549-42f7-9b9d-9601f6ee95a8 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872233 Oct 18 21:48:06.196115 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-723b0a45-6fb5-4e31-9d9e-ecba8cbf6985 req-07ed0486-b8c3-42be-b9bf-d59da0563a87 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842440 Oct 18 21:48:10.939953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:48:14.120016 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:18.938644 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-14b883ac-87eb-4cd8-8de1-1b1378ec2e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:19.601295 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:23.303655 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e6752e07-2c01-4e73-a705-b9396c3564e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:24.343131 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:25.446294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:26.903564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:44.135887 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:47.939452 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:48:48.940906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0052f04e-ca30-4440-96d5-c6a6851ab9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:49.590144 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:53.304134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17cf9d1a-f551-4f09-8920-535c3faea4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:54.343866 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:55.449733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:48:56.907742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:05.673039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-b639a001-cf03-43bc-b7c5-6c727f8318b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440884 Oct 18 21:49:05.752258 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-4559f165-515d-4053-b0a9-694ce9fc9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:49:05.753757 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-4559f165-515d-4053-b0a9-694ce9fc9f1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0392928 Oct 18 21:49:05.856789 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-90175eb3-ee03-464e-94a8-ef0e24a805d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:49:05.858263 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-90175eb3-ee03-464e-94a8-ef0e24a805d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0839193 Oct 18 21:49:05.904887 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-721c9265-6101-4191-854b-372569b74158 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0387566 Oct 18 21:49:05.954781 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-82aad725-169b-41bf-8218-1d0ec6bd97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:49:05.956243 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-82aad725-169b-41bf-8218-1d0ec6bd97c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0445924 Oct 18 21:49:06.000549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-6e8195e3-6556-42ab-b8cd-59718eb30653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:49:06.002020 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-6e8195e3-6556-42ab-b8cd-59718eb30653 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387361 Oct 18 21:49:06.094446 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-f9a157c8-fd46-44ff-904e-d386ed548da7 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849001 Oct 18 21:49:06.184576 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7f6d138b-ab8b-423f-b93e-018fa49a1e0e req-008da3c0-f936-4f39-a942-2fd9d4cd3efa service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832777 Oct 18 21:49:14.153920 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:18.942119 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e2189295-55a5-4437-88d8-56084cbf968e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:19.594658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:23.306256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e8374cd0-ff47-4abd-a999-8b3eda177cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:24.344580 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:24.940142 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:49:25.455129 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:26.909705 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:44.168774 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:48.948641 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-912e6cfd-a85f-4864-8581-4a465fa67c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:49.621877 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:53.307570 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d002a7ed-5a05-456d-9be1-cc854be86e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:54.346196 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:55.456538 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:49:56.913380 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:01.940376 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:50:05.675085 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-f4b9ea8d-fdc9-4c73-8c88-f8e1a000b9e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464761 Oct 18 21:50:05.765707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7490f-3a39-4277-85b4-70b42d886faa req-a72871c2-8cfc-4458-8c5b-6885f4e74f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:50:05.767241 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-a72871c2-8cfc-4458-8c5b-6885f4e74f48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0458453 Oct 18 21:50:05.890550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7490f-3a39-4277-85b4-70b42d886faa req-98daaed2-b151-422a-883b-d3597f16080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:50:05.891350 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-98daaed2-b151-422a-883b-d3597f16080f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1022229 Oct 18 21:50:05.939104 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-8857e12f-57a6-45ed-a55a-7d192895f56a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0398886 Oct 18 21:50:05.991208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7490f-3a39-4277-85b4-70b42d886faa req-d6bec3ba-b29f-4011-802f-58577299dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:50:05.992713 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-d6bec3ba-b29f-4011-802f-58577299dda9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0459571 Oct 18 21:50:06.039226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7490f-3a39-4277-85b4-70b42d886faa req-a41347a5-f46f-4999-b69e-ba4b59d0b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:50:06.040785 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-a41347a5-f46f-4999-b69e-ba4b59d0b507 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415027 Oct 18 21:50:06.051487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-5298aa0f-9101-48b6-9d06-87f81dd14fbe service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 21:50:06.052483 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-5298aa0f-9101-48b6-9d06-87f81dd14fbe service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049706 Oct 18 21:50:06.163929 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-72b37a80-c0f9-46bf-bd51-a87d5d160c50 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032460 Oct 18 21:50:06.264214 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-66b7490f-3a39-4277-85b4-70b42d886faa req-2966862a-f6fb-4b4d-9544-69d54d0b7bc8 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919549 Oct 18 21:50:14.182160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:18.940573 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c62498bc-cb4a-4443-9e5f-b50d1e4d231e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:19.614296 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:23.307623 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c5e27737-1cd1-400f-af94-559e0c7f131b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:24.346486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:25.459256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:26.915532 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:38.940128 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:50:44.182325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:48.942227 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3643b098-0372-4828-81a7-6263456b4e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:49.626502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:53.309027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4fb7878e-5355-479e-8a68-4d5128de33a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:54.348232 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:55.463854 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:50:56.922091 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:05.672495 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-91c9b09b-e0db-456f-8729-1cafee370090 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442138 Oct 18 21:51:05.755600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-a170bf14-5f05-4719-b35e-1cc8984b4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:51:05.757117 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-a170bf14-5f05-4719-b35e-1cc8984b4650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0416901 Oct 18 21:51:05.860285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-4d29d887-2332-41b6-88ff-a249e04847e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:51:05.861784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-4d29d887-2332-41b6-88ff-a249e04847e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0835364 Oct 18 21:51:06.020182 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-25989d89-9b6a-442a-856f-91c79aab057f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.1485982 Oct 18 21:51:06.069838 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-c04d4f7c-ed3d-4903-91d2-bd74bf017b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:51:06.071254 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-c04d4f7c-ed3d-4903-91d2-bd74bf017b60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0436378 Oct 18 21:51:06.116229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-c1a5a92c-1a49-4f2c-b655-d977dcf61f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:51:06.117704 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-c1a5a92c-1a49-4f2c-b655-d977dcf61f6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392668 Oct 18 21:51:06.212119 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-b1860dae-79e6-4b16-a500-db86b3a1b10e service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872962 Oct 18 21:51:06.301969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9633bb7f-ceb6-4635-a75a-c12b1b244ed5 req-a1f36ee8-355c-4847-aa52-25be4d8b27b9 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821173 Oct 18 21:51:14.201523 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:15.940132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:51:18.943341 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16a5b591-6964-4302-ad24-6e171c2bb8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:19.634494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:23.310525 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-252a6fe7-9df3-41c1-aa58-f77964cb05dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:24.348839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:25.464767 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:26.915254 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:44.198483 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:48.945100 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-078a2d8c-2861-49dc-8d49-5b4783e231a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:49.649000 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:52.938762 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:51:53.317963 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0572e542-5aa0-47a0-b78c-84e9e867b4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:54.350754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:55.467319 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:51:56.917719 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:06.679914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-caf407a5-295b-4228-94bb-bcf7344e3747 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450344 Oct 18 21:52:06.760107 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-ed4defd0-513b-4366-8686-ffa86faaaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:52:06.761633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-ed4defd0-513b-4366-8686-ffa86faaaa99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0400856 Oct 18 21:52:06.866441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-12405e21-e9a0-4476-8030-340a583ac673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:52:06.867899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-12405e21-e9a0-4476-8030-340a583ac673 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0871339 Oct 18 21:52:06.910553 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-f2ec8be0-9e8a-4d0e-8f0d-59498ec57da1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0341439 Oct 18 21:52:06.959740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-8b24746a-9500-4f15-8b33-312f7869397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:52:06.961140 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-8b24746a-9500-4f15-8b33-312f7869397a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0442030 Oct 18 21:52:07.004882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-0af04d28-5f06-4a56-9f0d-2a3e90b590dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:52:07.006351 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-0af04d28-5f06-4a56-9f0d-2a3e90b590dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386310 Oct 18 21:52:07.097543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-29d5f375-ec6e-4bcd-ba6f-a9c239f04559 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837500 Oct 18 21:52:07.192937 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b846f243-7eaf-47c3-97e0-cd08d5d6b0e1 req-675d2bb1-3cd3-4a5a-afd4-88b305ab884f service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881834 Oct 18 21:52:14.207047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:18.946685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1de1fc73-c48f-4d0f-bbbf-7296a6b94a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:19.664891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:23.310141 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96876f7a-2a76-4b14-86bf-eb7b768a4412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:24.354149 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:25.469542 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:26.921462 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:29.937408 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:52:44.214845 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:48.947766 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8bdaaf5c-5c1a-4e70-adf3-90a12f9963d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:49.663315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:53.312770 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-28b5ee60-18a4-49f8-9688-752c6d0c5b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:54.357243 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:55.473296 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:52:56.925352 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:00.062524 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46220) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 21:53:00.243983 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-b050374c-1a70-45b9-91cf-1231ccafbf32 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 21:53:00.245044 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b050374c-1a70-45b9-91cf-1231ccafbf32 tempest-TestServerBasicOps-1287298624 tempest-TestServerBasicOps-1287298624-project] 10.222.0.66 "DELETE /v2.0/security-groups/81eb23cb-4583-4a15-8175-49f9de51228e HTTP/1.1" status: 409 len: 336 time: 0.1814165 Oct 18 21:53:06.937401 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:53:07.671910 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-ddd013f5-19bb-490e-8a9d-9ed22b501597 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414147 Oct 18 21:53:07.753621 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-dba25ed9-d756-4eb3-9d70-3e2d639b14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:53:07.755134 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-dba25ed9-d756-4eb3-9d70-3e2d639b14e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0401940 Oct 18 21:53:07.865683 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-3af07fec-5545-4c58-8bd3-33db4c053987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:53:07.867136 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-3af07fec-5545-4c58-8bd3-33db4c053987 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0896418 Oct 18 21:53:07.908511 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-01568553-1758-41e6-b8c5-47400fd6769e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0339563 Oct 18 21:53:07.957508 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-b24543ba-332f-4e7a-b23e-3ef5007e77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:53:07.959032 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-b24543ba-332f-4e7a-b23e-3ef5007e77b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0433161 Oct 18 21:53:08.007363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-c67e1292-73c5-4def-8e92-7d51249e7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:53:08.008942 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-c67e1292-73c5-4def-8e92-7d51249e7566 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432618 Oct 18 21:53:08.098574 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-cc3ce6a9-0636-4cb7-a0e1-25fa68d2f5dc service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825655 Oct 18 21:53:08.192994 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9c402186-00fc-4177-9d28-bf56b11fc673 req-152ce632-06db-466c-91c1-340cafdba91c service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870297 Oct 18 21:53:14.212663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:18.949320 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2b4a87d3-9db2-4724-97ad-8cee8efd8b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:19.693435 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:23.313609 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2dc68636-5e9d-423c-934c-52b2d2fe11da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:24.358150 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:25.477089 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:26.927961 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:43.937030 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:53:44.228552 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:48.949568 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c22f2c9-74bb-43a4-81be-f36830e33cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:49.709609 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:53.315037 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f5e1116e-8176-43a6-8357-347900edf1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:54.358713 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:55.478705 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:53:56.930504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:09.683789 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-ce1fc5f3-caeb-4dd6-8e83-461fe6f10d28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413055 Oct 18 21:54:09.771719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-95d9c53c-f39d-4d28-9996-5bddae5ae8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:54:09.773811 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-95d9c53c-f39d-4d28-9996-5bddae5ae8ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0465691 Oct 18 21:54:09.883404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-a43e2efe-4d46-4605-b025-72c53a3af72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:54:09.884895 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-a43e2efe-4d46-4605-b025-72c53a3af72e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0905950 Oct 18 21:54:09.929339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-852f5831-69a2-4d78-a6c0-08a2873a4570 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0359709 Oct 18 21:54:09.978240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-a33ebd8c-79d1-4e3a-8cd4-8b809ab6da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:54:09.979639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-a33ebd8c-79d1-4e3a-8cd4-8b809ab6da9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0438614 Oct 18 21:54:10.361618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-32041b73-40f2-4139-b7cf-e123647ca24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:54:10.363109 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-32041b73-40f2-4139-b7cf-e123647ca24d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3760405 Oct 18 21:54:10.452121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-6da38d05-8fbd-4499-ac3f-e5210035049b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814075 Oct 18 21:54:10.545650 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa98ec2d-dac6-49c2-96e4-3031a69ed278 req-36884486-ef3a-4731-b453-98837ad7ad4c service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852892 Oct 18 21:54:14.227064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:18.951747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-179659a1-fc09-4630-8ea3-8e9e3d93dd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:19.711180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:20.936204 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:54:23.316227 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a8b7360e-66b5-4215-b9ff-dded026bfadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:24.361553 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:25.480203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:26.932958 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:44.260000 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:48.952003 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8f01b97e-6230-4715-b18d-d741415420c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:49.723433 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:53.317008 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68f386ae-9e5f-4f78-b3f6-466a8f1951a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:54.363794 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:55.484775 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:56.935253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:54:57.935497 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:55:09.668683 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-0ffcef9e-2a43-4916-b957-9ea37ed7ba17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400143 Oct 18 21:55:09.750693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-cd9ed99d-ed56-453d-9a98-a67f398e6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:55:09.752293 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-cd9ed99d-ed56-453d-9a98-a67f398e6ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0419743 Oct 18 21:55:09.862157 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-0194c7eb-cca7-4953-9a67-76e9ae22b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:55:09.863632 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-0194c7eb-cca7-4953-9a67-76e9ae22b5f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0911484 Oct 18 21:55:09.906097 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-5f688807-7d09-42d2-92d0-d953bcd43d92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0338945 Oct 18 21:55:09.962455 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-fff6b284-fc11-43dc-bc38-06a5ad19003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:55:09.963901 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-fff6b284-fc11-43dc-bc38-06a5ad19003b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0483327 Oct 18 21:55:10.008922 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-bfa4781f-b67e-4429-93aa-de87daf54263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:55:10.010397 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-bfa4781f-b67e-4429-93aa-de87daf54263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395856 Oct 18 21:55:10.098543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-0fcab55b-f94e-4c4a-9702-3b845782fcd9 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804269 Oct 18 21:55:10.194003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0c5f60a8-e053-4efa-b342-53ea3ee68608 req-c40646db-5a32-4ff1-9476-bf1ad5c4b827 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881972 Oct 18 21:55:14.281010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:18.953082 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f5b6-6834-4604-8c3d-53da56c1f767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:19.724229 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:23.317468 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-def7fffa-b813-4797-90a0-7fba49b7a15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:24.364885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:25.486747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:26.940941 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:34.935346 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:55:44.289815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:48.953825 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-582d834b-9998-4cd8-a3d5-a2c5a1dd572c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:49.717533 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:53.321114 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e1554be-cc05-4014-b119-79a4b48ae738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:54.366055 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:55.488943 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:55:56.943670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:10.713154 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-c1aaea7d-9769-401b-8ab8-b24d54f964fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790009 Oct 18 21:56:10.798099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977710d-9864-4768-809b-4c20f8a479da req-275b41b3-80a1-4661-9bc9-729038239f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:56:10.800175 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-275b41b3-80a1-4661-9bc9-729038239f18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0439243 Oct 18 21:56:10.901362 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977710d-9864-4768-809b-4c20f8a479da req-7d7cee6a-3c97-4b81-bf4a-364e0d8dd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:56:10.902779 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-7d7cee6a-3c97-4b81-bf4a-364e0d8dd988 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0841804 Oct 18 21:56:10.949886 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-678d6e41-ea9f-4393-b3be-db2a815c26b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0384252 Oct 18 21:56:10.999078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977710d-9864-4768-809b-4c20f8a479da req-611eaf31-d59f-42f4-93b6-cfc9df682711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:56:11.000543 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-611eaf31-d59f-42f4-93b6-cfc9df682711 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0432868 Oct 18 21:56:11.045733 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977710d-9864-4768-809b-4c20f8a479da req-5c8f83d6-c83e-4ae9-a001-bb3c3a281200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:56:11.047199 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-5c8f83d6-c83e-4ae9-a001-bb3c3a281200 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398357 Oct 18 21:56:11.140365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-d4b59cf6-0f27-47be-ab93-f622f1e61178 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Oct 18 21:56:11.231562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9977710d-9864-4768-809b-4c20f8a479da req-673351df-bab7-490f-b720-26c1d9a35d4b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840249 Oct 18 21:56:11.935603 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:56:14.282316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:18.954890 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-995db210-dd23-47c5-ad37-2583ae054b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:19.741238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:23.323165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5661272c-ea25-4298-a67c-86f3c3bb50df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:24.367968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:25.492126 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:26.946053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:44.306303 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:48.934954 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:56:48.956636 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f4c1cb84-64d1-4b4f-8133-06688c08ff52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:49.735716 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:53.325333 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b19974f6-c381-426e-83dc-e7c49a063ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:54.372645 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:55.500168 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:56:56.950403 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:12.682332 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-1f4232ef-1609-4ac1-bb35-78f1f0912da0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414007 Oct 18 21:57:12.766087 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-bfb2a539-0c8f-4ee9-b31d-e273a7f5b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:57:12.767560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-bfb2a539-0c8f-4ee9-b31d-e273a7f5b0eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0437315 Oct 18 21:57:12.868953 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-c9d2d37c-3412-4990-9cb9-0a8a413ae529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:57:12.870420 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-c9d2d37c-3412-4990-9cb9-0a8a413ae529 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0837939 Oct 18 21:57:12.916615 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-dcff319a-9ae4-414c-8978-337d37e61a75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0388172 Oct 18 21:57:12.967474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-c8e7d5f2-b0df-40e0-ad1d-cf47d6b9b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:57:12.969225 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-c8e7d5f2-b0df-40e0-ad1d-cf47d6b9b0d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0459940 Oct 18 21:57:13.015112 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-a35aa320-29dd-455a-b64e-ab119b57f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:57:13.016666 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-a35aa320-29dd-455a-b64e-ab119b57f391 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406625 Oct 18 21:57:13.111676 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-68851bc8-b4f7-499d-a127-6d64bb8029c6 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876968 Oct 18 21:57:13.206043 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7cd5134c-51e8-4fe8-a6e4-27843de7c58f req-fbe6cd19-0e71-4c18-ac2a-8b5d0cecf856 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Oct 18 21:57:14.319968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:18.958506 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0f45869f-116a-4618-931f-5735f204d199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:19.735086 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:23.325857 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c0cdfc4b-a223-4d1b-92c6-b60568590640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:24.375791 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:25.500346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:25.935482 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:57:26.950372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:44.341338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:48.959333 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5f8e33f3-c50e-4bbd-bf96-1ff729859fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:49.754316 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:53.327352 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-43e96c3a-3bd3-4544-b38e-cbc2b4f898d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:54.376659 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:55.499432 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:57:56.954155 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:02.935139 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:58:12.706348 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-b612c67c-0aee-493f-a460-d86296277238 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438950 Oct 18 21:58:12.788351 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85c103-5026-47c3-993e-7f2c112f646b req-dfde400a-3431-4a20-a727-2981e5ed1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:58:12.789906 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-dfde400a-3431-4a20-a727-2981e5ed1ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0403864 Oct 18 21:58:12.897580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85c103-5026-47c3-993e-7f2c112f646b req-13a09d30-44a2-4635-98c8-58cb1e3958b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:58:12.899039 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-13a09d30-44a2-4635-98c8-58cb1e3958b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0892503 Oct 18 21:58:12.947010 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-8bac2f61-eb4f-4c29-a792-e466dc3f7dcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0403812 Oct 18 21:58:12.996891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85c103-5026-47c3-993e-7f2c112f646b req-28325479-465b-44d4-893e-e1f4716ea591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:58:12.998264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-28325479-465b-44d4-893e-e1f4716ea591 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0447173 Oct 18 21:58:13.044952 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85c103-5026-47c3-993e-7f2c112f646b req-2ece3a64-0e3b-4dd8-9da9-6c631db66ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:58:13.046442 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-2ece3a64-0e3b-4dd8-9da9-6c631db66ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404191 Oct 18 21:58:13.144110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-3f8175c9-2eff-4545-bb41-7b664cb808ca service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896499 Oct 18 21:58:13.235555 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fa85c103-5026-47c3-993e-7f2c112f646b req-977bccf4-fb75-463f-9aa0-02c5356050d1 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834146 Oct 18 21:58:14.344817 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:18.960639 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1bd9904-8e5f-4165-b3f5-09af3958fea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:19.747951 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:23.328147 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-428a6cec-5e81-484a-b176-7c91c7156972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:24.379187 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:25.502835 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:26.956910 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:39.935215 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:58:44.364907 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:48.962253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8f53-1fe1-4477-98ff-403e3a4047dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:49.754872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:53.328675 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-46da341f-880f-4945-80e8-4f617a75a411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:54.378982 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:55.506090 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:58:56.960205 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:14.389801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:14.677355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-a4f13e05-413c-47ba-b942-02434642c7bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486917 Oct 18 21:59:14.766675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-4de1dd3f-2016-49ad-a04c-0a8646cb09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:59:14.768229 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-4de1dd3f-2016-49ad-a04c-0a8646cb09a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0435293 Oct 18 21:59:14.886241 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-f8e61d9c-c406-4cfd-9fc4-4986c7360593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:59:14.888317 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-f8e61d9c-c406-4cfd-9fc4-4986c7360593 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0959461 Oct 18 21:59:14.943014 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-33b369df-c4f2-4df4-9c28-b358165d58ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0459235 Oct 18 21:59:15.002093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-170c3912-419c-41e9-9dea-2fd26a3657ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:59:15.003890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-170c3912-419c-41e9-9dea-2fd26a3657ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0515635 Oct 18 21:59:15.056005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-66938b89-fd2a-476e-b645-49d14934868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 21:59:15.057840 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-66938b89-fd2a-476e-b645-49d14934868a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471647 Oct 18 21:59:15.192213 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-5827045c-8617-42c0-ba51-b4bc747de3c2 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268101 Oct 18 21:59:15.301062 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2b1c2895-6eaf-40ee-bdd5-d8ff479aa357 req-cd34911a-ea4a-48ad-bd74-5c5daea2d9b3 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014292 Oct 18 21:59:16.937086 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:59:18.964157 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-485f94e4-94a6-45e4-afbe-1804f19c7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:19.763117 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:23.331119 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35619213-a4e9-4f3f-8853-d4155e915411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:24.380792 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:25.510968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:26.964817 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:44.381975 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:48.966060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-134de3c8-fe16-4ce4-a180-4d661305cf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:49.786334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:53.332775 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8691fc90-61e8-42cf-9f79-7b208621bf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:53.936132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 21:59:54.382334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:55.512593 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 21:59:56.967375 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:14.384300 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:15.672899 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-578a62b4-95ea-4c89-aa1f-c744d65b5476 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461583 Oct 18 22:00:15.755106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-1cdd9494-462c-4d1b-b1f6-fde43fe4971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:00:15.756631 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-1cdd9494-462c-4d1b-b1f6-fde43fe4971a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0408926 Oct 18 22:00:15.861363 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-ea13aa10-930b-40dc-88a3-a11ed7daf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:00:15.862838 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-ea13aa10-930b-40dc-88a3-a11ed7daf8fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0863550 Oct 18 22:00:15.909845 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-a9c57d19-fd55-4a3c-a2ce-65dfc123c110 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0381465 Oct 18 22:00:15.960672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-5b220ce2-064d-44ee-a980-425fba70298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:00:15.962141 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-5b220ce2-064d-44ee-a980-425fba70298f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0444582 Oct 18 22:00:16.006611 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-d357111e-99fd-4a0c-b6b7-5865e1bae269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:00:16.008110 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-d357111e-99fd-4a0c-b6b7-5865e1bae269 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388565 Oct 18 22:00:16.019039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-88861493-623d-46b8-87c4-6b5852ef1cb5 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 22:00:16.019987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-88861493-623d-46b8-87c4-6b5852ef1cb5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048375 Oct 18 22:00:16.118942 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-54085efd-e8d8-4848-bebd-cc8b75a9b413 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906923 Oct 18 22:00:16.209264 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-05e847f9-35f8-490d-81ae-5b91784a38fc req-31870838-936b-4720-a85e-e9194d911c03 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833938 Oct 18 22:00:18.966693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c4b7cd92-d61a-4e91-965b-af7643214b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:19.791412 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:23.333614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed30eb0c-da96-49d9-bc37-10dbafbaf429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:24.383927 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:25.515818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:26.969502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:30.936012 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:00:44.385294 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:48.967515 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72bd3116-8996-4663-80fe-01970fcba158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:49.800346 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:53.337558 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b04ec6e-f458-455e-ac4a-1536a7def1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:54.385368 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:55.519491 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:00:56.972179 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:08.019132 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:01:14.375036 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:15.801004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-bd1fabad-a1c2-400a-bec2-68116f2c3397 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674428 Oct 18 22:01:15.883369 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-fe6f6d5c-a53c-4b34-92d9-aa888578b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:01:15.884892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-fe6f6d5c-a53c-4b34-92d9-aa888578b951 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0407400 Oct 18 22:01:15.989031 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-f70d0132-b6d0-436e-bbd7-d775a6eef7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:01:15.990592 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-f70d0132-b6d0-436e-bbd7-d775a6eef7a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0862346 Oct 18 22:01:16.035438 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-52c9ff66-a70f-4c11-b197-40eef68b6f17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0368288 Oct 18 22:01:16.084457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-6be1a12a-d78f-4277-8be1-714f7a8aba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:01:16.085878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-6be1a12a-d78f-4277-8be1-714f7a8aba3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0435557 Oct 18 22:01:16.131513 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-d5e52ed5-2f17-40fc-832f-de82c293c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:01:16.133004 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-d5e52ed5-2f17-40fc-832f-de82c293c202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393157 Oct 18 22:01:16.227377 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-b4075ce4-e696-4a43-8223-31a30614c94f service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Oct 18 22:01:16.317848 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-bb5bdb98-dba0-448a-821d-c599ec1910fa req-7fdef670-d695-41cc-a441-9b9ad8bb0975 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828404 Oct 18 22:01:18.968175 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67925c25-d7ac-4ea4-b905-f0da5e1c6cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:19.820685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:23.338631 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1548d9ab-f617-41e0-ac80-f863f008607d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:24.387233 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:25.521926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:26.975014 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:44.380458 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:44.938486 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:01:48.968878 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-647038fb-d610-44d9-a8e4-b246bda69f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:49.831570 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:53.340337 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b1e589f5-4c66-4b19-ad5b-fca3666e4a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:54.388076 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:55.523985 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:01:56.977804 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:14.379892 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:17.677155 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-aa4ee59e-ba2b-408b-959d-d5ae243e0135 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462554 Oct 18 22:02:17.758717 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-3c131a5e-f8b5-46d7-9708-b21413b565ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:02:17.760281 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-3c131a5e-f8b5-46d7-9708-b21413b565ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0406115 Oct 18 22:02:17.867108 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-e0cb6a95-76cb-4dad-98a9-502f90f4b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:02:17.868634 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-e0cb6a95-76cb-4dad-98a9-502f90f4b395 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0891886 Oct 18 22:02:17.911120 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-7f22d663-98d7-44cf-ba3a-f3ccaec7e5e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0346897 Oct 18 22:02:17.960234 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-50bbd415-dcf3-475b-937d-d12c724ebadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:02:17.961709 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-50bbd415-dcf3-475b-937d-d12c724ebadf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0438015 Oct 18 22:02:18.007579 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-a4689d10-c0c8-45d0-b3e6-e2539a8e5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:02:18.009119 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-a4689d10-c0c8-45d0-b3e6-e2539a8e5439 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407560 Oct 18 22:02:18.102260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-02cbe133-0931-4535-8d9e-6ddb15b24466 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862072 Oct 18 22:02:18.197987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4c20291f-873f-4779-9338-6ad427f1acd2 req-68e757a4-b729-459a-9d3e-2f26404228db service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885146 Oct 18 22:02:18.969501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-62fb0ffe-db96-4afd-abef-a08efdda36cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:19.861823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:21.938291 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:02:23.341289 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-449df356-c52f-4173-9d7c-2eb82654e6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:24.390283 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:25.529494 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:26.980405 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:44.400536 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:48.970223 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c8712b2f-a2b5-4b94-a78e-b8efd31154dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:49.880055 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:53.343336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0a4df919-f328-4fb3-86bd-63ec9dc3a29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:54.392253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:55.530477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:56.985856 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:02:58.937551 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:03:14.387253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:17.653731 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-f585f318-6238-4bf5-b107-f224c4ac26cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401132 Oct 18 22:03:17.735442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-e61101b6-a544-4e1e-b624-2032d4f38863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:03:17.736993 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-e61101b6-a544-4e1e-b624-2032d4f38863 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0416424 Oct 18 22:03:17.843342 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-2ccaaa80-3c0e-4186-aa7d-662276e87f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:03:17.844835 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-2ccaaa80-3c0e-4186-aa7d-662276e87f4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0879443 Oct 18 22:03:17.901769 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-70217ce4-e4a0-41cd-b75b-19ccc82a92ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0481322 Oct 18 22:03:17.950639 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-fdd7c6c3-4ccb-44e2-8d80-8f19b95a9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:03:17.952076 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-fdd7c6c3-4ccb-44e2-8d80-8f19b95a9b81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0438108 Oct 18 22:03:18.000919 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-2f5522b0-0059-44d7-b6f6-eafc66dd8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:03:18.002368 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-2f5522b0-0059-44d7-b6f6-eafc66dd8f0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434127 Oct 18 22:03:18.089878 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-c08cefbc-62b8-44c7-a7eb-30928ea25c90 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805635 Oct 18 22:03:18.186219 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-9a0e51d0-d8c7-40fd-94bd-dde1d481a1cf req-2cdf385b-686d-4d31-948c-110d0255b4d4 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Oct 18 22:03:18.971738 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-040460ff-7188-4269-b2c4-8869189f441e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:19.895493 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:23.343452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ca915006-21d1-410f-8510-c424015a8c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:24.394216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:25.533862 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:26.986748 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:35.936094 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:03:44.401815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:48.972192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d0ee48aa-a702-4701-a76d-b9800b08bdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:49.926514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:53.344093 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-904dbe31-776b-43e3-896b-0dffa9a7d991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:54.394142 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:55.536198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:03:56.988704 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:00.966060 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46444) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:04:01.441039 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:01.926563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Deleting port 95831150-673e-44c5-b260-4e427a462b6d {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:04:01.926903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:02.007047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] For port 95831150-673e-44c5-b260-4e427a462b6d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=95831150-673e-44c5-b260-4e427a462b6d,segment=NetworkSegment(d5157b5e-6824-4617-8045-7ed7c838d655),segment_id=d5157b5e-6824-4617-8045-7ed7c838d655)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:04:02.007730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:02.020030 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Calling delete_port for 95831150-673e-44c5-b260-4e427a462b6d owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:04:02.197441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:02.223309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Pushing event deleted for resources: {'Port': ['ID=95831150-673e-44c5-b260-4e427a462b6d,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:04:02.234849 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.235191 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.235527 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.235855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.236179 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.236660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.236855 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.237181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.237501 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.240708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.240708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.240708 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:04:02.407353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:02.625175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Router 7711ddce-0526-4489-a943-8f898d0af5fe has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:04:02.732993 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:04:02.740697 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f35a9798-1bc8-4f66-96ae-798dded94676 admin admin] 10.222.0.66 "PUT /v2.0/routers/7711ddce-0526-4489-a943-8f898d0af5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7712686 Oct 18 22:04:02.741099 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46450) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:04:02.742155 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] Sync routers for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:04:02.752234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:04:02.752780 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:03:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:04:02.848229 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:02.858841 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:04:02.954266 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.012938 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Deleting port b889f15b-ad87-4b7f-b6b1-5701049807f9 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:04:03.013646 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.037848 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T22:04:02Z', 'revision_number': 5, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port': {'id': 'b889f15b-ad87-4b7f-b6b1-5701049807f9', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e2:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:04:03.064661 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] Checking router: 7711ddce-0526-4489-a943-8f898d0af5fe for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:04:03.073920 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] Routers {'7711ddce-0526-4489-a943-8f898d0af5fe'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:04:03.074519 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:03:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['7711ddce-0526-4489-a943-8f898d0af5fe'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:04:03.097676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] For port b889f15b-ad87-4b7f-b6b1-5701049807f9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=b889f15b-ad87-4b7f-b6b1-5701049807f9,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:04:03.098043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.110367 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Calling delete_port for b889f15b-ad87-4b7f-b6b1-5701049807f9 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:04:03.161198 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] Set router 7711ddce-0526-4489-a943-8f898d0af5fe gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:04:03.212609 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T22:04:02Z', 'revision_number': 6, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:04:03.243921 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d18b482-8732-455a-aa79-daf35c33e672 None None] The sync data for ids ['7711ddce-0526-4489-a943-8f898d0af5fe'] in n-d-812149-2 is: [{'id': '7711ddce-0526-4489-a943-8f898d0af5fe', 'name': 'tempest-TestServerBasicOps-1274994493-router', 'tenant_id': '225362a2762f487496c11c3b8b34db3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T21:14:51Z', 'updated_at': '2021-10-18T22:04:02Z', 'revision_number': 6, 'project_id': '225362a2762f487496c11c3b8b34db3a', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:04:03.283435 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.309221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b889f15b-ad87-4b7f-b6b1-5701049807f9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:04:03.373890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.466504 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.468556 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.510426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.511182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7711ddce-0526-4489-a943-8f898d0af5fe {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:04:03.516473 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.519877 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-97f8a792-2ac3-4a34-aba8-a09bd1733b35 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7711ddce-0526-4489-a943-8f898d0af5fe HTTP/1.1" status: 204 len: 168 time: 0.7756011 Oct 18 22:04:03.520152 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46452) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:04:03.568590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4ff22d-952e-4d39-85ca-bbfc900c87ed admin admin] Deleting subnet 5cd74ff4-240a-4353-aabd-3cd06aa9aa9a {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:04:03.572106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff22d-952e-4d39-85ca-bbfc900c87ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.607772 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d4ff22d-952e-4d39-85ca-bbfc900c87ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:03.651496 n-d-812149-2 neutron-server[100531]: INFO neutron.db.db_base_plugin_v2 [None req-7d4ff22d-952e-4d39-85ca-bbfc900c87ed admin admin] Found port (db6e49e0-3232-4df7-819e-6d847835063d, 172.20.0.12) having IP allocation on subnet 5cd74ff4-240a-4353-aabd-3cd06aa9aa9a, cannot delete Oct 18 22:04:03.653327 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4ff22d-952e-4d39-85ca-bbfc900c87ed admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 18 22:04:03.653789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4ff22d-952e-4d39-85ca-bbfc900c87ed admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:04:03.658783 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7d4ff22d-952e-4d39-85ca-bbfc900c87ed admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 409 len: 404 time: 0.1357484 Oct 18 22:04:04.435364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 95831150-673e-44c5-b260-4e427a462b6d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:04:04.457806 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 95831150-673e-44c5-b260-4e427a462b6d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:04:04.458148 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 95831150-673e-44c5-b260-4e427a462b6d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:04:04.458566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b889f15b-ad87-4b7f-b6b1-5701049807f9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:04:04.478262 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: b889f15b-ad87-4b7f-b6b1-5701049807f9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:04:04.478604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device b889f15b-ad87-4b7f-b6b1-5701049807f9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:04:12.936135 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:04:14.424489 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:18.655314 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-05646df8-5fa2-4e2d-a0a2-8b91da8af6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412009 Oct 18 22:04:18.737654 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-f6ad6fc0-cdca-4f85-9d8b-3894dfd5ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:04:18.739155 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-f6ad6fc0-cdca-4f85-9d8b-3894dfd5ee42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0420825 Oct 18 22:04:18.847232 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-f12be29e-c61b-4bf2-9836-6a7e43d6b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:04:18.848711 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-f12be29e-c61b-4bf2-9836-6a7e43d6b92d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0890446 Oct 18 22:04:18.891759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-35202a14-bfa1-4044-9ef6-f66403444792 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0351415 Oct 18 22:04:18.942676 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-173febe0-fefc-4710-b509-3cf6c7efb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:04:18.944135 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-173febe0-fefc-4710-b509-3cf6c7efb6c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0453913 Oct 18 22:04:18.975002 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a42cbdf7-7413-462b-97fd-9eb16c3c553f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:18.996934 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-fed043bc-feb5-4a59-830f-9af2cf42f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:04:18.999136 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-fed043bc-feb5-4a59-830f-9af2cf42f52b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478280 Oct 18 22:04:19.095349 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-b026b5a9-37cc-4291-b4ff-61cfe33f9aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883307 Oct 18 22:04:19.189528 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7832a205-bb2a-4940-9ab0-9e74429ce29f req-df5ade7f-f063-4cce-a781-1e3131e19f08 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873101 Oct 18 22:04:19.945850 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:23.347258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0a4d24b2-5e67-47d2-be5a-663d9aae8195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:24.394737 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:25.539444 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:26.991477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:44.423252 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:48.976612 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-76dabec4-162f-4ba1-a436-5bc9ce3916b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:49.935777 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:04:49.954203 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:53.348694 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2545fbab-65d3-45be-9a03-832196fbf955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:54.397225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:55.543273 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:04:56.993929 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.153949 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46514) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:05:13.263356 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.338480 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.342386 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.383587 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03eefe07de2548a5bb70747c05cdc5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284520 Oct 18 22:05:13.384521 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea15645-bfd8-45a3-aec6-9e14e5a47751,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:05:13.386647 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46520) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:05:13.393061 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.393405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.393793 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.394097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.394425 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.394758 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.395088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.395416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.395744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.396074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.396418 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.396749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74834a94-0336-4cd3-8cb3-fa296beb3599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.441698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.463902 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.515163 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.518433 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.519961 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ea15645-bfd8-45a3-aec6-9e14e5a47751 HTTP/1.1" status: 204 len: 168 time: 0.1317804 Oct 18 22:05:13.528428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea15645-bfd8-45a3-aec6-9e14e5a47751,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:05:13.537005 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.537354 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.537708 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.538032 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.538367 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.538695 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.548637 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.549261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.549821 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.550100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.550449 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.550777 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee66c3be-c231-40c1-945f-ddd81e78bb0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:05:13.803510 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46526) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:05:13.816725 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17f8c3cf-4f6b-434e-9ead-7d023de92eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.898874 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17f8c3cf-4f6b-434e-9ead-7d023de92eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.903008 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-17f8c3cf-4f6b-434e-9ead-7d023de92eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:13.941741 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8c3cf-4f6b-434e-9ead-7d023de92eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f60aba5-3ef0-4eec-8698-b5e98b071157,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:05:13.951055 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-17f8c3cf-4f6b-434e-9ead-7d023de92eb7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69aae95caa414ac68c551d9b472186d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439736 Oct 18 22:05:13.951726 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46528) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:05:14.001282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857166aa-3822-493e-83f4-0960080e2c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.021937 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857166aa-3822-493e-83f4-0960080e2c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.068781 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857166aa-3822-493e-83f4-0960080e2c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.071879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-857166aa-3822-493e-83f4-0960080e2c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.073365 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-857166aa-3822-493e-83f4-0960080e2c37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f60aba5-3ef0-4eec-8698-b5e98b071157 HTTP/1.1" status: 204 len: 168 time: 0.1210923 Oct 18 22:05:14.082122 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857166aa-3822-493e-83f4-0960080e2c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f60aba5-3ef0-4eec-8698-b5e98b071157,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:05:14.435975 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.783331 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46550) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:05:14.881962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-429047550-network', 'tenant_id': '69e2af40fc2f4a19b15b223331d0a5f7'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:05:14.903966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Made reservation on behalf of 69e2af40fc2f4a19b15b223331d0a5f7 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:05:14.906428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.914999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.991071 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:14.994943 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.022017 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:05:15.031889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc2fb55-0626-490f-af9a-2cb3069f9400,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:05:15.036626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.036958 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Added segment 24d80f39-405a-4b42-aed8-3dc357686082 of type vlan for network 46c3bdfe-10d5-4018-b62f-6b9e13b69c0e Oct 18 22:05:15.077809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.103076 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.103985 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:05:15.104576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.136556 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3520889 Oct 18 22:05:15.142365 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46554) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:05:15.147794 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Request body: {'subnet': {'network_id': '46c3bdfe-10d5-4018-b62f-6b9e13b69c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-429047550-subnet', 'tenant_id': '69e2af40fc2f4a19b15b223331d0a5f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:05:15.168486 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5c6c9-73ad-4f35-9e3e-50604821dd08 admin admin] Pushing event updated for resources: {'Network': ['ID=46c3bdfe-10d5-4018-b62f-6b9e13b69c0e,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:05:15.171482 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Made reservation on behalf of 69e2af40fc2f4a19b15b223331d0a5f7 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:05:15.174774 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.184446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 46c3bdfe-10d5-4018-b62f-6b9e13b69c0e details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:05:15.358428 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.411983 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa937d91-9dad-4408-ade2-f8fa76f43aca,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:05:15.422430 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Checking segment: {'id': '24d80f39-405a-4b42-aed8-3dc357686082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '46c3bdfe-10d5-4018-b62f-6b9e13b69c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:05:15.422789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Network hostable DHCP agents. Network: 46c3bdfe-10d5-4018-b62f-6b9e13b69c0e, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:05:15.440083 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Network 46c3bdfe-10d5-4018-b62f-6b9e13b69c0e is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:05:15.448931 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 46c3bdfe-10d5-4018-b62f-6b9e13b69c0e) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:05:15.453225 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:05:15.453806 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:15.459668 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845218d-a602-4313-9f3f-8d95c442da07 None None] Network 46c3bdfe-10d5-4018-b62f-6b9e13b69c0e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:05:15.469602 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ee011919-88ea-4883-a5b5-75dfb6352679 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3260238 Oct 18 22:05:15.588794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d988421b-5e4b-4882-83be-6742730d4368 None None] Network 46c3bdfe-10d5-4018-b62f-6b9e13b69c0e requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:05:18.977640 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-256938a6-e5c4-40a3-b582-4c0c4e8707ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:19.959118 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:20.661539 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-36f8e1bd-1f1c-4681-b24c-d1ca8afa0704 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434101 Oct 18 22:05:20.745155 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-dd081db7-75ad-4bc6-b3b6-63dc4f4b8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:05:20.746642 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-dd081db7-75ad-4bc6-b3b6-63dc4f4b8956 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0410626 Oct 18 22:05:20.850131 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-0def852e-d9fb-41d8-a398-2d78b7eb4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:05:20.851603 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-0def852e-d9fb-41d8-a398-2d78b7eb4e6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0849602 Oct 18 22:05:20.897193 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-c7ded27c-99c2-4196-acbf-cdc1f5791bfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0372629 Oct 18 22:05:20.947171 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-36fd52d7-d2e3-403c-8be4-0a660e0a2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:05:20.948638 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-36fd52d7-d2e3-403c-8be4-0a660e0a2b9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0449393 Oct 18 22:05:20.993709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-0b79692a-162e-4691-b380-a055af0d7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:05:20.995168 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-0b79692a-162e-4691-b380-a055af0d7a70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388324 Oct 18 22:05:21.086737 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-62f3752f-76d5-4cc7-8267-453ef4b6a0b9 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832434 Oct 18 22:05:21.175440 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52be7e7f-5220-4856-af8d-bd9c0222b911 req-303580b2-e5d0-43d7-a121-ab4d35c9c27b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810342 Oct 18 22:05:23.349426 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f3be8995-c2b9-4768-9422-ee470d04fcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:24.398113 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:25.545668 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:26.935351 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:05:26.996511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:44.436900 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:48.978724 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f74b16d4-304d-468e-aed7-971060a561e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:49.952258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:53.350161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f05861b5-c483-4e38-8c38-ec257664e016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:54.398297 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:55.548679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:05:56.999540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:03.934197 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:06:14.458135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:15.735915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46580) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:06:15.787380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Deleting subnet aa937d91-9dad-4408-ade2-f8fa76f43aca {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:06:15.790967 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:15.826625 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:15.868306 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:15.922668 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:15.952297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:15.955553 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aa937d91-9dad-4408-ade2-f8fa76f43aca HTTP/1.1" status: 204 len: 168 time: 0.2186108 Oct 18 22:06:15.956611 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa937d91-9dad-4408-ade2-f8fa76f43aca,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:06:15.958950 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46584) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:06:15.965426 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.965767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.966102 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.966432 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.966757 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.967082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.967405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.967725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.968044 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.968360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.968700 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:15.969021 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5c856-4c53-469c-857d-0121e3826557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.034229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.122791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.147653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c3bdfe-10d5-4018-b62f-6b9e13b69c0e']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:06:16.160313 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d80f39-405a-4b42-aed8-3dc357686082') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:06:16.160633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d80f39-405a-4b42-aed8-3dc357686082') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:06:16.173714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.188033 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.194851 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:06:16.195239 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: timer() Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:06:16.197189 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:06:16.252565 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.260371 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.263814 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/46c3bdfe-10d5-4018-b62f-6b9e13b69c0e HTTP/1.1" status: 204 len: 168 time: 0.3037305 Oct 18 22:06:16.277227 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c3bdfe-10d5-4018-b62f-6b9e13b69c0e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:06:16.285212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.285375 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.285714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.286044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.286410 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.286750 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.287054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.287376 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.287696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.288021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.288336 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.288697 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c44db-9657-4e30-b0c4-3461f9e13ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:06:16.373972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46588) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:06:16.418627 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aaa33d8a-17f5-481e-84ec-019d9be9d757 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69e2af40fc2f4a19b15b223331d0a5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434752 Oct 18 22:06:16.421269 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46590) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:06:16.468775 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa34d-6ac6-45f5-a320-3e562d881fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.490213 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa34d-6ac6-45f5-a320-3e562d881fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.534656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa34d-6ac6-45f5-a320-3e562d881fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.537964 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0f2aa34d-6ac6-45f5-a320-3e562d881fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:16.539055 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0f2aa34d-6ac6-45f5-a320-3e562d881fa3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bc2fb55-0626-490f-af9a-2cb3069f9400 HTTP/1.1" status: 204 len: 168 time: 0.1168804 Oct 18 22:06:16.547121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2aa34d-6ac6-45f5-a320-3e562d881fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc2fb55-0626-490f-af9a-2cb3069f9400,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:06:17.189817 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46612) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:06:17.291904 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-609123623-network', 'tenant_id': '2c1757a5f8a748bd9f441fa9d3693d77'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:06:17.313648 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Made reservation on behalf of 2c1757a5f8a748bd9f441fa9d3693d77 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:06:17.315941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.324409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.397484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.400663 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.428597 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:06:17.434084 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122eb083-2db8-4802-a8e9-83bcb02b2832,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:06:17.441706 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.442025 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Added segment fbaec7a5-8806-4677-8f5a-809afcb9dc45 of type vlan for network d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80 Oct 18 22:06:17.485479 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.509517 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.510543 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:06:17.511123 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.543184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3521655 Oct 18 22:06:17.546199 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46616) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:06:17.551147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Request body: {'subnet': {'network_id': 'd5d1aa86-1913-4ff1-bd2a-2d9f578e9d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-609123623-subnet', 'tenant_id': '2c1757a5f8a748bd9f441fa9d3693d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:06:17.572160 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Made reservation on behalf of 2c1757a5f8a748bd9f441fa9d3693d77 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:06:17.574595 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eae9b-f341-4825-b4c8-53ebe2b5aed9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:06:17.574791 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:17.585467 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:06:17.751864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:18.141452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1150f0-8c84-4625-8b0e-64ff4ab7153e,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:06:18.149516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Checking segment: {'id': 'fbaec7a5-8806-4677-8f5a-809afcb9dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5d1aa86-1913-4ff1-bd2a-2d9f578e9d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:06:18.149876 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Network hostable DHCP agents. Network: d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:06:18.166444 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Network d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:06:18.175084 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:06:18.179340 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:06:18.179920 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:18.183856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5d154-db9d-4e1d-8c8e-30f6a6af8581 None None] Network d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:06:18.199260 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b19c5027-68f0-4e78-b3a1-3d0ea9628c12 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6515775 Oct 18 22:06:18.313242 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c6cef-9ccd-4027-b695-99919c39143c None None] Network d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:06:18.979309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f28aafa0-3444-4412-b3f9-1a9dd957b9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:19.966657 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:21.703974 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-13893cfa-202b-45b8-99ae-4d0d17fc5b0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857520 Oct 18 22:06:21.784759 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-668471ed-5e31-49fb-9e3a-cc5a3481c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:06:21.786234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-668471ed-5e31-49fb-9e3a-cc5a3481c2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0397716 Oct 18 22:06:21.892989 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-3961b0e3-2138-4855-97fc-fd7ac7aa50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:06:21.894395 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-3961b0e3-2138-4855-97fc-fd7ac7aa50bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0885108 Oct 18 22:06:21.937500 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-14daaceb-6e6a-4737-8dac-a0f84d0a29a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0348051 Oct 18 22:06:21.986177 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-06b285dd-7de4-4ed9-91ff-bb841e34eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:06:21.987657 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-06b285dd-7de4-4ed9-91ff-bb841e34eb68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0434062 Oct 18 22:06:22.043928 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-c50990fc-3192-4ec1-bacf-5adf86b74c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:06:22.045460 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-c50990fc-3192-4ec1-bacf-5adf86b74c06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503676 Oct 18 22:06:22.134687 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-90dc677a-7797-4c93-baa1-baf1471ab836 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808041 Oct 18 22:06:22.227730 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-41dddd06-5ee9-4ead-8bb4-aff374a9d845 req-284e506c-72d4-4d87-af4c-cf1e91b4f713 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 Oct 18 22:06:23.350710 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-67714a44-8acf-4371-ac97-1e24660ce1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:24.402818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:25.550793 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:27.003384 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:40.933770 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:06:44.457156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:48.980670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ff69db06-821e-4353-818e-e4ae09be0f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:49.958565 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:53.351414 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-935916dd-eaf8-42a7-858c-aeed5a31168c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:54.403560 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:55.554348 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:06:57.006700 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:14.450917 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:17.934270 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:07:18.981946 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5a2288e2-f481-4d04-8e87-e4670195dec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:19.981501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:22.674313 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-02c1ae81-beff-4a8a-963e-f9b24b2d35a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409551 Oct 18 22:07:22.755834 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a648d-8166-40aa-966d-033ec844a4a5 req-ec2f500c-2cda-4e6b-b586-6acda43f2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:07:22.757922 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-ec2f500c-2cda-4e6b-b586-6acda43f2d20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0419796 Oct 18 22:07:22.863201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a648d-8166-40aa-966d-033ec844a4a5 req-eda2fcf4-9ed6-42fb-b6d0-bdcd355b23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:07:22.864732 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-eda2fcf4-9ed6-42fb-b6d0-bdcd355b23ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0870097 Oct 18 22:07:22.907306 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-ac7c8606-b399-47dc-8865-aa49d5d69690 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0352271 Oct 18 22:07:22.957320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a648d-8166-40aa-966d-033ec844a4a5 req-89c8b159-351b-4996-acec-7e37c6892643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:07:22.958759 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-89c8b159-351b-4996-acec-7e37c6892643 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0443132 Oct 18 22:07:23.009550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a648d-8166-40aa-966d-033ec844a4a5 req-1639c13c-cb70-442a-9a80-69247301b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:07:23.010969 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-1639c13c-cb70-442a-9a80-69247301b28c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443630 Oct 18 22:07:23.100722 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-f72960d1-5f1b-4759-9f0f-e0f5d9e817ac service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816815 Oct 18 22:07:23.197277 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-083a648d-8166-40aa-966d-033ec844a4a5 req-22f3220e-3f7d-40a9-989e-3cefd394df80 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886261 Oct 18 22:07:23.353267 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e9c8252e-2958-4a2a-a059-76325a58baad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:24.404581 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:25.558455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:27.010135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:44.450295 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:48.981667 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d5f4-eb8f-4b64-9fba-8e07c119ec3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:50.000717 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:53.355224 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4e84581e-6fbb-4d62-86f8-5d55d750e579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:54.405080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:54.933676 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:07:55.560074 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:07:57.013255 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:14.455966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.510699 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46660) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:18.556811 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Deleting subnet ad1150f0-8c84-4625-8b0e-64ff4ab7153e {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:08:18.560059 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.594766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.637578 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.689595 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.717183 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1150f0-8c84-4625-8b0e-64ff4ab7153e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:18.721766 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.724932 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ad1150f0-8c84-4625-8b0e-64ff4ab7153e HTTP/1.1" status: 204 len: 168 time: 0.2130980 Oct 18 22:08:18.727566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46662) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:18.730280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.730689 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.730966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.731301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.731633 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.731963 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.732288 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.732646 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.732971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.733295 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.733617 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.733936 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fceff4d5-9e52-4939-8963-3278d047ea39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:18.813755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.891208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.910832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:18.921080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaec7a5-8806-4677-8f5a-809afcb9dc45') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:18.921378 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaec7a5-8806-4677-8f5a-809afcb9dc45') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:18.936620 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.950568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.957438 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:08:18.957827 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:08:18.960446 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:08:18.982177 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd59e434-54db-4933-8a6d-ef3190981ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:19.018185 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:19.023598 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:19.026822 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80 HTTP/1.1" status: 204 len: 168 time: 0.2973716 Oct 18 22:08:19.037604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d1aa86-1913-4ff1-bd2a-2d9f578e9d80,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:19.045424 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.045791 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.046120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.046554 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.046779 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.047112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.047439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.047768 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.048174 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.048441 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.048767 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.049135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef2db-2d3e-4fec-b280-d341e29818e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:19.139953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46668) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:19.179449 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7742e8b6-a9a8-4dc0-bd5f-d0d931550387 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c1757a5f8a748bd9f441fa9d3693d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382242 Oct 18 22:08:19.182328 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46670) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:19.231392 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48799561-d517-4164-9c30-c9fa2404be7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:19.257281 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48799561-d517-4164-9c30-c9fa2404be7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:19.301871 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48799561-d517-4164-9c30-c9fa2404be7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:19.304521 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-48799561-d517-4164-9c30-c9fa2404be7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:19.306372 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-48799561-d517-4164-9c30-c9fa2404be7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/122eb083-2db8-4802-a8e9-83bcb02b2832 HTTP/1.1" status: 204 len: 168 time: 0.1230090 Oct 18 22:08:19.314477 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799561-d517-4164-9c30-c9fa2404be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122eb083-2db8-4802-a8e9-83bcb02b2832,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:19.960372 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46692) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:20.010501 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.066787 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-377828221-network', 'tenant_id': '42d8375196f34989a20676118f1b042f'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:08:20.088856 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Made reservation on behalf of 42d8375196f34989a20676118f1b042f for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:08:20.091257 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.099884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.175043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.178913 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.200766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:08:20.217015 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be963496-8346-44ef-865d-2d47a7f70fbf,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:20.219977 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.220320 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Added segment 57082534-7b07-4dbe-82e6-a3e420854d55 of type vlan for network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a Oct 18 22:08:20.261755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.286285 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.287208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:08:20.287780 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.321975 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3604567 Oct 18 22:08:20.325049 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46696) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:20.330181 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Request body: {'subnet': {'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-377828221-subnet', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:08:20.350303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Made reservation on behalf of 42d8375196f34989a20676118f1b042f for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:08:20.352768 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.354644 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2881-efe5-4112-8f66-0a14c74463c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a66d7b7-8cdf-41d8-a0f0-30d616e4183a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:20.365677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:08:20.521755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.580800 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40cb878-1502-4480-975e-f43252030ee9,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:20.585219 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Checking segment: {'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:08:20.585577 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Network hostable DHCP agents. Network: 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:08:20.600958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:08:20.609664 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:08:20.613591 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:08:20.614177 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.618705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea4f9c-6437-4bfe-b17e-6a094014c51a None None] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:08:20.630628 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-bd0837ea-57c0-463c-b1e3-6f4fd866fd75 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3044863 Oct 18 22:08:20.633413 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46698) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:20.638294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:08:20.657769 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.658757 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.716799 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.766064 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'fixed_ips': [{'subnet_id': 'c40cb878-1502-4480-975e-f43252030ee9'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:08:20.766931 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.853011 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:20.902315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Allocated IP 172.20.0.2 (5a66d7b7-8cdf-41d8-a0f0-30d616e4183a/c40cb878-1502-4480-975e-f43252030ee9/2edc87dc-2f76-4dba-9c0f-de46a173f760) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:08:21.056143 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.061755 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.061996 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.080631 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.098175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:08:21.101114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:08:21.105194 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:08:21.134500 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Pushing event updated for resources: {'Port': ['ID=2edc87dc-2f76-4dba-9c0f-de46a173f760,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:21.155608 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.155954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.156296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.156666 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.157002 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.157336 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.157667 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.157994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.158327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.158654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.159066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.159305 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:21.175163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Attempting to bind port 2edc87dc-2f76-4dba-9c0f-de46a173f760 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:08:21.175539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Attempting to bind port 2edc87dc-2f76-4dba-9c0f-de46a173f760 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:08:21.175913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Attempting to bind port 2edc87dc-2f76-4dba-9c0f-de46a173f760 on network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:08:21.180995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:08:21.181372 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Checking segment: {'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:08:21.181778 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.182178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Bound using segment: {'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:08:21.182650 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Bound port: 2edc87dc-2f76-4dba-9c0f-de46a173f760, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:08:21.183034 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.190203 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Allocated IP 172.25.7.252 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/cb542552-0d6c-4df9-b885-fba0e8d223dd) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:08:21.250404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] For port 2edc87dc-2f76-4dba-9c0f-de46a173f760, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:08:21.253804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] For port 2edc87dc-2f76-4dba-9c0f-de46a173f760, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2edc87dc-2f76-4dba-9c0f-de46a173f760,segment=NetworkSegment(57082534-7b07-4dbe-82e6-a3e420854d55),segment_id=57082534-7b07-4dbe-82e6-a3e420854d55)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:08:21.259012 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.300975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.317284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5e459-5763-489a-82ac-10b38bf3f26e None None] Pushing event updated for resources: {'Port': ['ID=2edc87dc-2f76-4dba-9c0f-de46a173f760,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:21.337334 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.378062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:08:21.380945 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:08:21.387587 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:08:21.390782 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Pushing event updated for resources: {'Port': ['ID=cb542552-0d6c-4df9-b885-fba0e8d223dd,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:21.666879 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.859000 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:21.993415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Router 98debd2e-310e-4790-83fa-ba4307844198 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:08:22.104320 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:08:22.114740 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Sync routers for ids ['98debd2e-310e-4790-83fa-ba4307844198'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:08:22.123711 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.125030 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ebf3b912-20ac-469e-b860-21688e13b91b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4901476 Oct 18 22:08:22.127743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46700) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:08:22.127869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Routers {'98debd2e-310e-4790-83fa-ba4307844198'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:08:22.128463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:07:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['98debd2e-310e-4790-83fa-ba4307844198'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:22.243644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Set router 98debd2e-310e-4790-83fa-ba4307844198 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:08:22.272644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc28e9-cce3-4c93-b343-e5f3b184d147 None None] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:08:22.356962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-52ecb535-8025-4037-a204-b86bd7ded78d None None] Provisioning complete for port 2edc87dc-2f76-4dba-9c0f-de46a173f760 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:22.357336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52ecb535-8025-4037-a204-b86bd7ded78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.571018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.611397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2edc87dc-2f76-4dba-9c0f-de46a173f760 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:08:22.617116 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52ecb535-8025-4037-a204-b86bd7ded78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.694811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-52ecb535-8025-4037-a204-b86bd7ded78d None None] For port 2edc87dc-2f76-4dba-9c0f-de46a173f760, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2edc87dc-2f76-4dba-9c0f-de46a173f760,segment=NetworkSegment(57082534-7b07-4dbe-82e6-a3e420854d55),segment_id=57082534-7b07-4dbe-82e6-a3e420854d55)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:08:22.702814 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-52ecb535-8025-4037-a204-b86bd7ded78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.707349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:08:21Z', 'revision_number': 3, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port': {'id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:21Z', 'updated_at': '2021-10-18T22:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:22.750223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Allocated IP 172.20.0.1 (5a66d7b7-8cdf-41d8-a0f0-30d616e4183a/c40cb878-1502-4480-975e-f43252030ee9/73daa657-fbb5-4cfc-84b9-f85e7ecc164b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:08:22.761519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Checking router: 98debd2e-310e-4790-83fa-ba4307844198 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:08:22.761877 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Updating router 98debd2e-310e-4790-83fa-ba4307844198 port cb542552-0d6c-4df9-b885-fba0e8d223dd binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:08:22.804156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2edc87dc-2f76-4dba-9c0f-de46a173f760 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:22.804562 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.814180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.835102 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecb535-8025-4037-a204-b86bd7ded78d None None] Pushing event updated for resources: {'Port': ['ID=2edc87dc-2f76-4dba-9c0f-de46a173f760,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:22.869894 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.910719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.952712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:08:22.955443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:08:22.958425 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:08:22.994887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-262f1059-3921-4388-ae39-f398236c892e None None] Provisioning complete for port 2edc87dc-2f76-4dba-9c0f-de46a173f760 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:22.995093 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-262f1059-3921-4388-ae39-f398236c892e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:22.995277 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Pushing event updated for resources: {'Port': ['ID=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:23.012581 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.152102 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.230135 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.235661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.297468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff92dd-e3c2-46a4-81b6-ce0483d5b8c3 None None] Pushing event updated for resources: {'Port': ['ID=cb542552-0d6c-4df9-b885-fba0e8d223dd,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:23.299964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Attempting to bind port cb542552-0d6c-4df9-b885-fba0e8d223dd on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:08:23.300413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Attempting to bind port cb542552-0d6c-4df9-b885-fba0e8d223dd by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:08:23.300726 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Attempting to bind port cb542552-0d6c-4df9-b885-fba0e8d223dd on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:08:23.309791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:08:23.310169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:08:23.310574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.310970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:08:23.311445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Bound port: cb542552-0d6c-4df9-b885-fba0e8d223dd, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:08:23.311830 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.325970 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.330489 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.335049 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f01a3328-8216-4638-ad89-58767620db56 None None] Provisioning complete for port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:23.335422 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f01a3328-8216-4638-ad89-58767620db56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.392505 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47664959-7890-4f8d-9d72-e9ce94c56aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.401463 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Pushing event updated for resources: {'Port': ['ID=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:23.403974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f01a3328-8216-4638-ad89-58767620db56 None None] Port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:08:23.404098 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.407313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] For port cb542552-0d6c-4df9-b885-fba0e8d223dd, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:08:23.410676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] For port cb542552-0d6c-4df9-b885-fba0e8d223dd, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cb542552-0d6c-4df9-b885-fba0e8d223dd,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:08:23.416162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.470060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Routers {'98debd2e-310e-4790-83fa-ba4307844198'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:08:23.470706 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:08:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['98debd2e-310e-4790-83fa-ba4307844198'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:23.497744 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:08:23.499279 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:08:23.629971 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Router 98debd2e-310e-4790-83fa-ba4307844198 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:08:23.691826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff92dd-e3c2-46a4-81b6-ce0483d5b8c3 None None] Pushing event updated for resources: {'Port': ['ID=cb542552-0d6c-4df9-b885-fba0e8d223dd,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:23.751357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:08:23.756469 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b0231108-11fb-461c-9215-6059c0f70977 admin admin] 10.222.0.66 "PUT /v2.0/routers/98debd2e-310e-4790-83fa-ba4307844198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273363 Oct 18 22:08:23.771976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ed9104ac-b2ed-4b6f-b79c-eb379ba142e9 None None] Provisioning complete for port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:23.772282 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ed9104ac-b2ed-4b6f-b79c-eb379ba142e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:23.775371 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] Set router 98debd2e-310e-4790-83fa-ba4307844198 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:08:23.869583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ed9104ac-b2ed-4b6f-b79c-eb379ba142e9 None None] Port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:08:23.998721 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 4, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port': {'id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:21Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '73daa657-fbb5-4cfc-84b9-f85e7ecc164b', 'name': '', 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'mac_address': 'fa:16:3e:fa:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'c40cb878-1502-4480-975e-f43252030ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:22Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 2, 'project_id': '42d8375196f34989a20676118f1b042f', 'subnets': [{'id': 'c40cb878-1502-4480-975e-f43252030ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:24.029121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604177ed-1090-4e55-993c-c3a545230f71 None None] The sync data for ids ['98debd2e-310e-4790-83fa-ba4307844198'] in n-d-812149-2 is: [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 4, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port': {'id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:21Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '73daa657-fbb5-4cfc-84b9-f85e7ecc164b', 'name': '', 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'mac_address': 'fa:16:3e:fa:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'c40cb878-1502-4480-975e-f43252030ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:22Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 2, 'project_id': '42d8375196f34989a20676118f1b042f', 'subnets': [{'id': 'c40cb878-1502-4480-975e-f43252030ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:08:24.406495 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:24.573244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2edc87dc-2f76-4dba-9c0f-de46a173f760 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:08:24.643545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2edc87dc-2f76-4dba-9c0f-de46a173f760 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:24.643923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:24.672671 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-be18005a-fda7-4bb7-aac3-7bff78aa5a87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471513 Oct 18 22:08:24.766872 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-dc1ddb1b-b9b5-4a1a-9dd4-fc422af11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:08:24.768413 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-dc1ddb1b-b9b5-4a1a-9dd4-fc422af11d51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0510275 Oct 18 22:08:24.875753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-52eef330-a4b8-4196-9c8e-5e1a71b9192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:08:24.877303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-52eef330-a4b8-4196-9c8e-5e1a71b9192c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0888085 Oct 18 22:08:24.925076 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-8a45c5ed-8a94-4b40-a017-06ec8c5989df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0393815 Oct 18 22:08:24.975024 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-c7f90143-74a5-4f3e-9be6-fd6aa933a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:08:24.976544 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-c7f90143-74a5-4f3e-9be6-fd6aa933a878 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0453401 Oct 18 22:08:25.025890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-5ba35f57-d2a9-4082-ae50-c5bf365f5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:08:25.027477 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-5ba35f57-d2a9-4082-ae50-c5bf365f5d4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416896 Oct 18 22:08:25.129986 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-40000211-0c43-4ada-bd34-b32c2fcbe42e service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937929 Oct 18 22:08:25.226192 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-7ab5208d-ce15-4a9a-b206-dce808756959 req-5efe718e-251c-431f-b3af-27b58eb0f1d3 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884511 Oct 18 22:08:25.563136 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:25.913487 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Sync routers for ids ['98debd2e-310e-4790-83fa-ba4307844198'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:08:25.923238 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Routers {'98debd2e-310e-4790-83fa-ba4307844198'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:08:25.923947 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:08:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['98debd2e-310e-4790-83fa-ba4307844198'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:26.028904 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Set router 98debd2e-310e-4790-83fa-ba4307844198 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:08:26.311047 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 4, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port': {'id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:21Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '73daa657-fbb5-4cfc-84b9-f85e7ecc164b', 'name': '', 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'mac_address': 'fa:16:3e:fa:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'c40cb878-1502-4480-975e-f43252030ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:22Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 2, 'project_id': '42d8375196f34989a20676118f1b042f', 'subnets': [{'id': 'c40cb878-1502-4480-975e-f43252030ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:26.336150 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Checking router: 98debd2e-310e-4790-83fa-ba4307844198 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:08:26.337095 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Updating router 98debd2e-310e-4790-83fa-ba4307844198 port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:08:26.361411 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.592885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cb542552-0d6c-4df9-b885-fba0e8d223dd up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:08:26.623903 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.629311 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.641672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port cb542552-0d6c-4df9-b885-fba0e8d223dd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:26.642041 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.682576 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Pushing event updated for resources: {'Port': ['ID=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:26.706288 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.706616 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.706942 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.707266 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.707585 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.707903 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.708217 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.708555 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.708868 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.709176 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.709500 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.709795 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:08:26.732730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.749969 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Attempting to bind port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:08:26.750335 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Attempting to bind port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:08:26.750695 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Attempting to bind port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b on network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:08:26.756411 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:08:26.756776 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Checking segment: {'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:08:26.757173 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.757559 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Bound using segment: {'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:08:26.757840 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port cb542552-0d6c-4df9-b885-fba0e8d223dd, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cb542552-0d6c-4df9-b885-fba0e8d223dd,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:08:26.758013 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Bound port: 73daa657-fbb5-4cfc-84b9-f85e7ecc164b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57082534-7b07-4dbe-82e6-a3e420854d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:08:26.758586 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.762801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.822644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=cb542552-0d6c-4df9-b885-fba0e8d223dd,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:26.831925 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] For port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:08:26.835278 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] For port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,segment=NetworkSegment(57082534-7b07-4dbe-82e6-a3e420854d55),segment_id=57082534-7b07-4dbe-82e6-a3e420854d55)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:08:26.839107 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:26.897622 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Routers {'98debd2e-310e-4790-83fa-ba4307844198'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:08:26.898255 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:08:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['98debd2e-310e-4790-83fa-ba4307844198'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:26.901330 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c62d5-efc3-4836-9094-44cae5fbef3e None None] Pushing event updated for resources: {'Port': ['ID=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,revision_number=4']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:26.919700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-65a41e4f-80f0-4209-bd27-839cc360fb3f None None] Provisioning complete for port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:26.920084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65a41e4f-80f0-4209-bd27-839cc360fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:27.009007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65a41e4f-80f0-4209-bd27-839cc360fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:27.019698 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] Set router 98debd2e-310e-4790-83fa-ba4307844198 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:08:27.037286 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:27.056557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-65a41e4f-80f0-4209-bd27-839cc360fb3f None None] For port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,segment=NetworkSegment(57082534-7b07-4dbe-82e6-a3e420854d55),segment_id=57082534-7b07-4dbe-82e6-a3e420854d55)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:08:27.061425 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-65a41e4f-80f0-4209-bd27-839cc360fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:27.113759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a41e4f-80f0-4209-bd27-839cc360fb3f None None] Pushing event updated for resources: {'Port': ['ID=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:08:27.180454 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c551c6c1-f221-4743-8801-63399ab42852 None None] Provisioning complete for port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:27.180812 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c551c6c1-f221-4743-8801-63399ab42852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:27.224093 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 4, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port': {'id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:21Z', 'updated_at': '2021-10-18T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '73daa657-fbb5-4cfc-84b9-f85e7ecc164b', 'name': '', 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'mac_address': 'fa:16:3e:fa:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'c40cb878-1502-4480-975e-f43252030ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:22Z', 'updated_at': '2021-10-18T22:08:26Z', 'revision_number': 4, 'project_id': '42d8375196f34989a20676118f1b042f', 'subnets': [{'id': 'c40cb878-1502-4480-975e-f43252030ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:08:27.254557 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667fc8-50d9-4da2-b14b-ac0edc95c569 None None] The sync data for ids ['98debd2e-310e-4790-83fa-ba4307844198'] in n-d-812149-2 is: [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:08:23Z', 'revision_number': 4, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port': {'id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:21Z', 'updated_at': '2021-10-18T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '73daa657-fbb5-4cfc-84b9-f85e7ecc164b', 'name': '', 'network_id': '5a66d7b7-8cdf-41d8-a0f0-30d616e4183a', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'mac_address': 'fa:16:3e:fa:b5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'c40cb878-1502-4480-975e-f43252030ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:22Z', 'updated_at': '2021-10-18T22:08:26Z', 'revision_number': 4, 'project_id': '42d8375196f34989a20676118f1b042f', 'subnets': [{'id': 'c40cb878-1502-4480-975e-f43252030ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:08:28.590300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cb542552-0d6c-4df9-b885-fba0e8d223dd up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:08:28.637123 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port cb542552-0d6c-4df9-b885-fba0e8d223dd triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:28.637487 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:28.716422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 73daa657-fbb5-4cfc-84b9-f85e7ecc164b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:08:28.762030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:08:28.762313 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:31.933812 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:08:44.464342 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:48.983504 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-96f52e86-b30b-4ae1-92ce-9b5801c12d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:50.024966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:53.353241 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-42370bf7-9a06-4159-a5a4-135e7ffc358d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:54.408099 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:55.567278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:08:57.018285 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:08.933643 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:09:14.487575 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:18.984301 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d79066d2-3292-4522-9edb-432bdb3a182c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:20.014667 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:23.354129 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea900-486f-484c-b08f-d1b06a9b4c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:23.938416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46730) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:24.410803 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:24.611777 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:24.854903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Deleting port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:09:24.855236 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:24.932786 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] For port 73daa657-fbb5-4cfc-84b9-f85e7ecc164b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,segment=NetworkSegment(57082534-7b07-4dbe-82e6-a3e420854d55),segment_id=57082534-7b07-4dbe-82e6-a3e420854d55)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:09:24.933074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:24.945904 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Calling delete_port for 73daa657-fbb5-4cfc-84b9-f85e7ecc164b owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:09:25.121220 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:25.149057 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Pushing event deleted for resources: {'Port': ['ID=73daa657-fbb5-4cfc-84b9-f85e7ecc164b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:25.159457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.159794 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.160128 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.160556 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.161216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.161216 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.161509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.161828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.162145 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.162460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.162776 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.163089 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:25.329003 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:25.554180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Router 98debd2e-310e-4790-83fa-ba4307844198 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:09:25.570094 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:25.663631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:09:25.671462 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5edd733f-77f0-4586-8db2-88797bea98fe admin admin] 10.222.0.66 "PUT /v2.0/routers/98debd2e-310e-4790-83fa-ba4307844198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7292507 Oct 18 22:09:25.671906 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46732) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:25.672831 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] Sync routers for ids ['98debd2e-310e-4790-83fa-ba4307844198'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:09:25.681914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] Routers {'98debd2e-310e-4790-83fa-ba4307844198'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:09:25.682533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['98debd2e-310e-4790-83fa-ba4307844198'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:09:25.776428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:25.789317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] Set router 98debd2e-310e-4790-83fa-ba4307844198 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:09:25.879634 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:25.933022 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Deleting port cb542552-0d6c-4df9-b885-fba0e8d223dd {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:09:25.933359 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:25.976599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:09:25Z', 'revision_number': 5, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port': {'id': 'cb542552-0d6c-4df9-b885-fba0e8d223dd', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98debd2e-310e-4790-83fa-ba4307844198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:08:21Z', 'updated_at': '2021-10-18T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:09:26.003710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] Checking router: 98debd2e-310e-4790-83fa-ba4307844198 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:09:26.011779 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] For port cb542552-0d6c-4df9-b885-fba0e8d223dd, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=cb542552-0d6c-4df9-b885-fba0e8d223dd,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:09:26.012301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] Routers {'98debd2e-310e-4790-83fa-ba4307844198'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:09:26.012428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.012540 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:09:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['98debd2e-310e-4790-83fa-ba4307844198'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:09:26.024648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Calling delete_port for cb542552-0d6c-4df9-b885-fba0e8d223dd owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:09:26.097764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] Set router 98debd2e-310e-4790-83fa-ba4307844198 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:09:26.149552 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:09:25Z', 'revision_number': 6, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:09:26.179509 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c04ba-6742-4da5-9c01-18612b1581cf None None] The sync data for ids ['98debd2e-310e-4790-83fa-ba4307844198'] in n-d-812149-2 is: [{'id': '98debd2e-310e-4790-83fa-ba4307844198', 'name': 'tempest-ServerActionsTestJSON-377828221-router', 'tenant_id': '42d8375196f34989a20676118f1b042f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:08:20Z', 'updated_at': '2021-10-18T22:09:25Z', 'revision_number': 6, 'project_id': '42d8375196f34989a20676118f1b042f', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:09:26.193128 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.226186 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb542552-0d6c-4df9-b885-fba0e8d223dd,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:26.292045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.380841 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.382934 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.426640 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.427161 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98debd2e-310e-4790-83fa-ba4307844198 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:09:26.431566 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.432776 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2665f30d-952f-4354-bf6b-12d20d760879 admin admin] 10.222.0.66 "DELETE /v2.0/routers/98debd2e-310e-4790-83fa-ba4307844198 HTTP/1.1" status: 204 len: 168 time: 0.7598739 Oct 18 22:09:26.435341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46734) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:26.484895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] Deleting subnet c40cb878-1502-4480-975e-f43252030ee9 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:09:26.488365 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.527583 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.633418 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.696953 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-b456570c-81ab-4b87-8e96-ba3056a0e019 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747008 Oct 18 22:09:26.715809 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.743487 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40cb878-1502-4480-975e-f43252030ee9,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:26.755034 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.758303 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4853c477-1bf3-41e4-b499-09208f611171 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c40cb878-1502-4480-975e-f43252030ee9 HTTP/1.1" status: 204 len: 168 time: 0.3219285 Oct 18 22:09:26.759522 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0febe07c-b420-4aff-b4ad-d836933df605 None None] Network 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:09:26.761972 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46738) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:26.793967 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-a7355607-d68a-4558-90af-3347ee17711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:09:26.797510 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-a7355607-d68a-4558-90af-3347ee17711b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0552931 Oct 18 22:09:26.838003 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.902184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Deleting port 2edc87dc-2f76-4dba-9c0f-de46a173f760 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:09:26.903106 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.912407 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-16b74d6b-c3f9-4ccc-8f58-22e2a4fe2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:09:26.913916 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-16b74d6b-c3f9-4ccc-8f58-22e2a4fe2e07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0972757 Oct 18 22:09:26.961558 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] DHCP port deletion for 5a66d7b7-8cdf-41d8-a0f0-30d616e4183a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:09:26.971557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-32ad87c6-3e24-4d54-8037-b46adb0e9af2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0499475 Oct 18 22:09:26.978046 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] For port 2edc87dc-2f76-4dba-9c0f-de46a173f760, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2edc87dc-2f76-4dba-9c0f-de46a173f760,segment=NetworkSegment(57082534-7b07-4dbe-82e6-a3e420854d55),segment_id=57082534-7b07-4dbe-82e6-a3e420854d55)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:09:26.978646 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:26.996146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Calling delete_port for 2edc87dc-2f76-4dba-9c0f-de46a173f760 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:09:27.040324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 73daa657-fbb5-4cfc-84b9-f85e7ecc164b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:09:27.046563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-d9c894e9-0bd2-473d-8718-d05e8af13d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:09:27.048669 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.048907 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-d9c894e9-0bd2-473d-8718-d05e8af13d07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0691347 Oct 18 22:09:27.049337 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Deleting port 2edc87dc-2f76-4dba-9c0f-de46a173f760 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:09:27.049714 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.068709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 73daa657-fbb5-4cfc-84b9-f85e7ecc164b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:09:27.069059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 73daa657-fbb5-4cfc-84b9-f85e7ecc164b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:09:27.101636 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.115329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-09fe4dba-b626-46d3-91cf-622ecfb4f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:09:27.117094 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-09fe4dba-b626-46d3-91cf-622ecfb4f764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615323 Oct 18 22:09:27.131743 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edc87dc-2f76-4dba-9c0f-de46a173f760,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:27.136679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] No DVR routers for this DVR port 2edc87dc-2f76-4dba-9c0f-de46a173f760 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:09:27.142077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] For port 2edc87dc-2f76-4dba-9c0f-de46a173f760, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2edc87dc-2f76-4dba-9c0f-de46a173f760,segment=NetworkSegment(57082534-7b07-4dbe-82e6-a3e420854d55),segment_id=57082534-7b07-4dbe-82e6-a3e420854d55)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:09:27.142435 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.146323 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.146681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.147581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.147581 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.147782 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.148013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.148341 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.148702 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.149032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.149356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.149679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.150005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.164447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Calling delete_port for 2edc87dc-2f76-4dba-9c0f-de46a173f760 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:09:27.235434 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-3ef42492-5849-4e5d-bf33-48f03b75111a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098912 Oct 18 22:09:27.240781 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.267373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.303226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] No DVR routers for this DVR port 2edc87dc-2f76-4dba-9c0f-de46a173f760 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:09:27.309479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Pushing event deleted for resources: {'Port': ['ID=2edc87dc-2f76-4dba-9c0f-de46a173f760,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:27.339152 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.340656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.341973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.343013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.345789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.345789 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.346312 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.346893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.350640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.351035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.351388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.351733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd3ede-f998-4ee4-a262-78bab357a391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:09:27.373806 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-21ba3c45-3b5c-4a89-9470-586e68c87019 req-fbc4f4ff-2594-4f2c-987d-316460eefb78 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313303 Oct 18 22:09:27.510998 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a66d7b7-8cdf-41d8-a0f0-30d616e4183a']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:09:27.520975 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57082534-7b07-4dbe-82e6-a3e420854d55') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:09:27.521264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57082534-7b07-4dbe-82e6-a3e420854d55') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:09:27.531282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.544634 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.550461 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:09:27.550842 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:09:27.552738 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:09:27.606798 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.612363 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.615579 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5a66d7b7-8cdf-41d8-a0f0-30d616e4183a HTTP/1.1" status: 204 len: 168 time: 0.8516142 Oct 18 22:09:27.626464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed22f0-4336-46e5-920d-ce8bef1fc753 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a66d7b7-8cdf-41d8-a0f0-30d616e4183a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:27.724875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46744) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:27.765390 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3120de85-5687-466f-b528-c02c8ee3f8bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42d8375196f34989a20676118f1b042f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392156 Oct 18 22:09:27.767880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46746) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:27.819950 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de745cdf-4473-44cb-8934-844ee440ff06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.844547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de745cdf-4473-44cb-8934-844ee440ff06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.893639 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de745cdf-4473-44cb-8934-844ee440ff06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.896217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-de745cdf-4473-44cb-8934-844ee440ff06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:27.897521 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-de745cdf-4473-44cb-8934-844ee440ff06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be963496-8346-44ef-865d-2d47a7f70fbf HTTP/1.1" status: 204 len: 168 time: 0.1286585 Oct 18 22:09:27.905300 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de745cdf-4473-44cb-8934-844ee440ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be963496-8346-44ef-865d-2d47a7f70fbf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:28.578219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46768) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:28.598553 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2edc87dc-2f76-4dba-9c0f-de46a173f760 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:09:28.620294 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2edc87dc-2f76-4dba-9c0f-de46a173f760 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:09:28.620680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2edc87dc-2f76-4dba-9c0f-de46a173f760 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:09:28.621094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cb542552-0d6c-4df9-b885-fba0e8d223dd no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:09:28.647974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: cb542552-0d6c-4df9-b885-fba0e8d223dd {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:09:28.648503 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device cb542552-0d6c-4df9-b885-fba0e8d223dd not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:09:28.682405 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-166115029-network', 'tenant_id': '7d895fbcd5774789beb0659f51c22098'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:09:28.705590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Made reservation on behalf of 7d895fbcd5774789beb0659f51c22098 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:09:28.708118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.717329 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.790468 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.794917 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.820019 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:09:28.831327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36b343-7f86-4554-b565-1f4a53de72f7,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:28.837922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.838272 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Added segment eec13956-a234-4fe0-9e52-88bd9103f2d2 of type vlan for network e04ba0a0-f81f-4c9b-a62e-8a64afc99db4 Oct 18 22:09:28.888305 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.916063 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.917121 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:09:28.917702 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.955012 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3756502 Oct 18 22:09:28.958060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46772) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:09:28.963146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Request body: {'subnet': {'network_id': 'e04ba0a0-f81f-4c9b-a62e-8a64afc99db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-166115029-subnet', 'tenant_id': '7d895fbcd5774789beb0659f51c22098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:09:28.984191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Made reservation on behalf of 7d895fbcd5774789beb0659f51c22098 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:09:28.986507 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:28.987403 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fb052-a573-440b-acf3-caed2b6a270f admin admin] Pushing event updated for resources: {'Network': ['ID=e04ba0a0-f81f-4c9b-a62e-8a64afc99db4,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:28.997406 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e04ba0a0-f81f-4c9b-a62e-8a64afc99db4 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:09:29.156571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:29.204998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=285241e4-263e-42f6-a6b0-975f655e2cf7,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:09:29.219996 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Checking segment: {'id': 'eec13956-a234-4fe0-9e52-88bd9103f2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'e04ba0a0-f81f-4c9b-a62e-8a64afc99db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:09:29.220373 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Network hostable DHCP agents. Network: e04ba0a0-f81f-4c9b-a62e-8a64afc99db4, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:09:29.237301 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Network e04ba0a0-f81f-4c9b-a62e-8a64afc99db4 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:09:29.246209 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e04ba0a0-f81f-4c9b-a62e-8a64afc99db4) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:09:29.252140 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:09:29.253127 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:29.260688 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb0614-69a6-4a1b-bbdb-cfa68d5636e5 None None] Network e04ba0a0-f81f-4c9b-a62e-8a64afc99db4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:09:29.271497 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-53b25421-79ec-4c91-bb20-518fe8dd5fcd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3122866 Oct 18 22:09:29.391958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b8422-f8c5-448e-a95f-88f2bca774f3 None None] Network e04ba0a0-f81f-4c9b-a62e-8a64afc99db4 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:09:44.486635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:45.932788 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:09:48.985565 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-adf0ff0b-dd4a-423e-8fe4-6c05ad6cec05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:50.021902 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:53.356141 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aaba8cf0-b9d9-418c-854d-5a118dab3e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:54.412613 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:55.573299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:09:57.025392 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:14.494883 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:18.986609 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b5238535-db6a-4842-96f5-7918ea92d896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:20.021753 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:22.933172 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:10:23.358884 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-220e32c4-a584-481c-a135-ee29b510ff3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:24.414095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:25.578065 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:27.028918 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:28.656897 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-29b2e492-f377-48f0-8c73-9bcaffeb4cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401368 Oct 18 22:10:28.743578 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-8460bda1-6ccc-4ff3-a4b6-452fd476c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:28.745269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-8460bda1-6ccc-4ff3-a4b6-452fd476c7b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0474250 Oct 18 22:10:28.847465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-5b6a283f-ca2b-41b1-8736-c88d939d560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:28.848950 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-5b6a283f-ca2b-41b1-8736-c88d939d560e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0841460 Oct 18 22:10:28.893021 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-f8ca6847-b321-48cc-9061-e6f807a4daa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0366724 Oct 18 22:10:28.945255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-c31ecd3a-8380-41d4-9715-7925e3c8d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:28.946720 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-c31ecd3a-8380-41d4-9715-7925e3c8d45e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0463426 Oct 18 22:10:28.992519 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-2343bf5d-77b1-49e6-8ed0-63ef044ac410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:28.993984 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-2343bf5d-77b1-49e6-8ed0-63ef044ac410 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396156 Oct 18 22:10:29.005078 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-74fa6534-9105-46e1-b27b-c3e923235c6b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 22:10:29.005970 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-74fa6534-9105-46e1-b27b-c3e923235c6b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047789 Oct 18 22:10:29.100517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-3ded3177-e4c5-45a2-baf5-614d0b2aa22b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874686 Oct 18 22:10:29.191635 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-287a14be-58fc-477f-be6d-ae9ed24616f4 req-113b6304-9e3a-4f1d-8dc8-0c5f37c43cec service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836587 Oct 18 22:10:29.486987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46790) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:29.535268 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Deleting subnet 285241e4-263e-42f6-a6b0-975f655e2cf7 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:10:29.538488 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.572887 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.613546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.663890 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.687871 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285241e4-263e-42f6-a6b0-975f655e2cf7,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:29.698549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.698895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.699233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.699565 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.699895 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.700226 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.700913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.700913 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.701198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.701521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.701841 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.702162 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:29.704984 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.708203 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0842c3c6-5840-4a06-a8d6-4574b0ef7952 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/285241e4-263e-42f6-a6b0-975f655e2cf7 HTTP/1.1" status: 204 len: 168 time: 0.2202160 Oct 18 22:10:29.710720 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46792) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:29.781862 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.858695 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.883583 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04ba0a0-f81f-4c9b-a62e-8a64afc99db4']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:29.893465 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec13956-a234-4fe0-9e52-88bd9103f2d2') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:29.893754 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec13956-a234-4fe0-9e52-88bd9103f2d2') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:29.903324 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.917546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.924443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:29.925375 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: timer() Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:29.926498 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:29.978451 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.983937 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:29.987703 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e04ba0a0-f81f-4c9b-a62e-8a64afc99db4 HTTP/1.1" status: 204 len: 168 time: 0.2760787 Oct 18 22:10:29.998402 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6fd24-f2d3-4873-b916-b35b7ba3cb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04ba0a0-f81f-4c9b-a62e-8a64afc99db4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:30.093308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46798) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:30.136772 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-05bd67bf-a87a-455a-b6c6-3da11b6684fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d895fbcd5774789beb0659f51c22098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420744 Oct 18 22:10:30.139080 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46802) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:30.187171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:30.208739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:30.259847 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:30.262426 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:30.263784 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fd36b343-7f86-4554-b565-1f4a53de72f7 HTTP/1.1" status: 204 len: 168 time: 0.1235623 Oct 18 22:10:30.271640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36b343-7f86-4554-b565-1f4a53de72f7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:30.279286 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.279624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.279958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.280283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.280640 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.281082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.281278 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.281602 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.281919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.282232 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.282551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.282959 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23acebdc-fe48-4838-9309-c68b44e60635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:30.950744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46824) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:31.047082 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1649768431'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:31.067830 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:31.071208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.079949 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.152513 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.156218 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.186832 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:31.193551 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc8afaf-2648-4221-b9c5-d3310f412e3e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:31.202132 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.202506 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Added segment fe8b9f36-5a57-4f71-abfb-9f2f2a096743 of type vlan for network 8934d5f1-a03c-4621-bec4-3070b9a26f3f Oct 18 22:10:31.243043 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.267802 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.273223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:31.273795 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:31.303053 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3512146 Oct 18 22:10:31.346039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e24d7-c1ff-4654-a016-a34fc0d449f1 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Network': ['ID=8934d5f1-a03c-4621-bec4-3070b9a26f3f,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:31.356590 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 8934d5f1-a03c-4621-bec4-3070b9a26f3f details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:34.482023 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46830) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:34.487958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'subnet': {'network_id': '8934d5f1-a03c-4621-bec4-3070b9a26f3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:34.575208 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:34.578680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:34.758469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:34.819837 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Subnet': ['ID=bd06663b-842b-436f-81ae-3fcc4e84cf25,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:34.830532 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Checking segment: {'id': 'fe8b9f36-5a57-4f71-abfb-9f2f2a096743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8934d5f1-a03c-4621-bec4-3070b9a26f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:34.830886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network hostable DHCP agents. Network: 8934d5f1-a03c-4621-bec4-3070b9a26f3f, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:34.847556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network 8934d5f1-a03c-4621-bec4-3070b9a26f3f is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:34.855939 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 8934d5f1-a03c-4621-bec4-3070b9a26f3f) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:34.860115 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:34.861229 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:34.866067 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269969c5-62e6-49b9-8176-ff02a65f1da4 None None] Network 8934d5f1-a03c-4621-bec4-3070b9a26f3f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:34.878080 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0d360b23-2aa3-4c6d-a59f-bbd74baf4975 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3949294 Oct 18 22:10:34.881596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46832) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:34.886517 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569943837'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:34.907458 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:34.911269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:34.937192 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:34.947935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:34.948460 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Added segment 76d19a14-dfca-4e78-a656-2c34edd95cd8 of type vlan for network c69b63f4-a36d-4e9f-a751-4ced13590d06 Oct 18 22:10:34.991800 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.015773 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-8934d5f1-a03c-4621-bec4-3070b9a26f3f', 'network_id': '8934d5f1-a03c-4621-bec4-3070b9a26f3f', 'tenant_id': '16704075da2a4e8daea9beb5e2d23b81', 'fixed_ips': [{'subnet_id': 'bd06663b-842b-436f-81ae-3fcc4e84cf25'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:35.016706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.019182 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.024639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:35.025336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.062008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1793585 Oct 18 22:10:35.064906 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46834) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:35.069699 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'subnet': {'network_id': 'c69b63f4-a36d-4e9f-a751-4ced13590d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:35.118909 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63705066-14aa-4100-808d-7ec31589fa5f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Network': ['ID=c69b63f4-a36d-4e9f-a751-4ced13590d06,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:35.138838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network c69b63f4-a36d-4e9f-a751-4ced13590d06 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:35.191652 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:35.195334 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.218330 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Allocated IP 2001:db8:0:ffff::2 (8934d5f1-a03c-4621-bec4-3070b9a26f3f/bd06663b-842b-436f-81ae-3fcc4e84cf25/0bb01f1a-6a8e-4831-b561-b63c1ace3b4a) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:35.372628 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.383372 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.389340 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.419903 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Network 8934d5f1-a03c-4621-bec4-3070b9a26f3f is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:35.425137 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:35.428612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:35.438154 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Pushing event updated for resources: {'Port': ['ID=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:35.448331 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.448699 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.449050 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.449388 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.449727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.450057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.450384 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.450711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.451036 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.451361 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.451684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.452004 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:35.462561 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Subnet': ['ID=08a52866-9330-425e-8eb2-464885821c2c,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:35.465754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Checking segment: {'id': '76d19a14-dfca-4e78-a656-2c34edd95cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'c69b63f4-a36d-4e9f-a751-4ced13590d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:35.466122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network hostable DHCP agents. Network: c69b63f4-a36d-4e9f-a751-4ced13590d06, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:35.483971 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network c69b63f4-a36d-4e9f-a751-4ced13590d06 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:35.495262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, c69b63f4-a36d-4e9f-a751-4ced13590d06) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:35.500495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:35.502267 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.504681 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Attempting to bind port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:35.505273 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Attempting to bind port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'fe8b9f36-5a57-4f71-abfb-9f2f2a096743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8934d5f1-a03c-4621-bec4-3070b9a26f3f'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:35.505644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Attempting to bind port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a on network 8934d5f1-a03c-4621-bec4-3070b9a26f3f {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:35.507711 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833948d-7ac2-47ae-928b-596c54f45305 None None] Network c69b63f4-a36d-4e9f-a751-4ced13590d06 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:35.520163 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-600560c5-84d7-4544-ab91-54df88a68f84 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4540496 Oct 18 22:10:35.523186 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46836) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:35.523709 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:35.524098 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Checking segment: {'id': 'fe8b9f36-5a57-4f71-abfb-9f2f2a096743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8934d5f1-a03c-4621-bec4-3070b9a26f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:35.524529 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.524927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Bound using segment: {'id': 'fe8b9f36-5a57-4f71-abfb-9f2f2a096743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8934d5f1-a03c-4621-bec4-3070b9a26f3f'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:35.525412 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Bound port: 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8b9f36-5a57-4f71-abfb-9f2f2a096743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8934d5f1-a03c-4621-bec4-3070b9a26f3f'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:35.525793 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.626618 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.661889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] For port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:35.680211 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] For port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,segment=NetworkSegment(fe8b9f36-5a57-4f71-abfb-9f2f2a096743),segment_id=fe8b9f36-5a57-4f71-abfb-9f2f2a096743)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:35.687156 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.706439 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.744539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab591161-7f5c-4ba0-a9b8-ea6303ca9d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-c69b63f4-a36d-4e9f-a751-4ced13590d06', 'network_id': 'c69b63f4-a36d-4e9f-a751-4ced13590d06', 'tenant_id': '16704075da2a4e8daea9beb5e2d23b81', 'fixed_ips': [{'subnet_id': '08a52866-9330-425e-8eb2-464885821c2c'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:35.745396 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ab591161-7f5c-4ba0-a9b8-ea6303ca9d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.783613 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb72c8-03c3-4b48-bda9-c718f9bd1314 None None] Pushing event updated for resources: {'Port': ['ID=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:35.793430 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.822173 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Subnet': ['ID=08a52866-9330-425e-8eb2-464885821c2c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server [None req-ab591161-7f5c-4ba0-a9b8-ea6303ca9d9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a52866-9330-425e-8eb2-464885821c2c: This subnet is being modified by another concurrent operation. Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server raise exception Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a52866-9330-425e-8eb2-464885821c2c: This subnet is being modified by another concurrent operation. Oct 18 22:10:35.878103 n-d-812149-2 neutron-server[100532]: ERROR oslo_messaging.rpc.server Oct 18 22:10:35.888029 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.901115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf5e85-f790-4a05-9204-19481edd6dae None None] Network c69b63f4-a36d-4e9f-a751-4ced13590d06 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:35.930715 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69b63f4-a36d-4e9f-a751-4ced13590d06']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:35.945297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d19a14-dfca-4e78-a656-2c34edd95cd8') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:35.945651 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d19a14-dfca-4e78-a656-2c34edd95cd8') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:35.957690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.973641 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.979812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:35.980202 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:35.983141 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:36.050592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.058338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.061967 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/c69b63f4-a36d-4e9f-a751-4ced13590d06 HTTP/1.1" status: 204 len: 168 time: 0.5374343 Oct 18 22:10:36.066264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46838) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:36.083360 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781226143'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:36.087888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a628f-4e79-45b9-8543-50067ea5a94d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Network': ['ID=c69b63f4-a36d-4e9f-a751-4ced13590d06,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:36.105781 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:36.109207 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.132783 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:36.143528 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.143902 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Added segment a389e64f-4159-4b79-90e5-695013686fb0 of type vlan for network e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 Oct 18 22:10:36.183863 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.213269 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.218643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:36.219215 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.258377 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1909139 Oct 18 22:10:36.261097 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46840) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:36.266246 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'subnet': {'network_id': 'e7ed59e7-63c8-4609-8e9d-a9801ccf5e05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:36.311569 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fca77-de2a-4174-9a5f-584dadc87ec6 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Network': ['ID=e7ed59e7-63c8-4609-8e9d-a9801ccf5e05,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:36.322264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:36.388765 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:36.392268 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.452096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Performing IP validity checks on allocation pools {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 18 22:10:36.452665 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 18 22:10:36.581209 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.650048 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Subnet': ['ID=88f14cd2-8e9b-40c3-bab4-295ec9c06e93,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:36.655474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Checking segment: {'id': 'a389e64f-4159-4b79-90e5-695013686fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e7ed59e7-63c8-4609-8e9d-a9801ccf5e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:36.655831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network hostable DHCP agents. Network: e7ed59e7-63c8-4609-8e9d-a9801ccf5e05, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:36.684118 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:36.684555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:36.696549 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, e7ed59e7-63c8-4609-8e9d-a9801ccf5e05) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:36.700943 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:36.701540 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.707807 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58308f3-0ff1-4833-832a-7a6ddddbb6b4 None None] Network e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:36.718008 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4a5f972e-4ec9-4871-a25b-51a8dda1389b tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4558597 Oct 18 22:10:36.721346 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46842) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:36.814698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:36.815064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.829268 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.839436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1eca1b-4db9-4985-87c0-7cb63a1c78a6 None None] Network 8934d5f1-a03c-4621-bec4-3070b9a26f3f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:36.881414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.943962 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:36.974637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Subnet': ['ID=88f14cd2-8e9b-40c3-bab4-295ec9c06e93,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:36.982689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-59318406-3492-403d-9de4-239e0834c0d3 None None] Provisioning complete for port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:36.983131 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59318406-3492-403d-9de4-239e0834c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.018389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee4c10-8c4c-4b13-a4b9-75877bdc3c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e7ed59e7-63c8-4609-8e9d-a9801ccf5e05', 'network_id': 'e7ed59e7-63c8-4609-8e9d-a9801ccf5e05', 'tenant_id': '16704075da2a4e8daea9beb5e2d23b81', 'fixed_ips': [{'subnet_id': '88f14cd2-8e9b-40c3-bab4-295ec9c06e93'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:37.019238 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-abee4c10-8c4c-4b13-a4b9-75877bdc3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.044247 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.065308 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ed59e7-63c8-4609-8e9d-a9801ccf5e05']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:37.074795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a389e64f-4159-4b79-90e5-695013686fb0') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:37.075094 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a389e64f-4159-4b79-90e5-695013686fb0') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:37.085275 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.100288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.102461 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.107847 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:37.108460 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:37.111692 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:37.172374 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.179451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.182743 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 HTTP/1.1" status: 204 len: 168 time: 0.4600976 Oct 18 22:10:37.186277 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46844) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:37.191443 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-194027206'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:37.198229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,segment=NetworkSegment(fe8b9f36-5a57-4f71-abfb-9f2f2a096743),segment_id=fe8b9f36-5a57-4f71-abfb-9f2f2a096743)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:37.200250 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-abee4c10-8c4c-4b13-a4b9-75877bdc3c69 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 22:10:37.200250 n-d-812149-2 neutron-server[100532]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 18 22:10:37.200250 n-d-812149-2 neutron-server[100532]: [parameters: {'project_id': '16704075da2a4e8daea9beb5e2d23b81', 'id': 'a4e830df-00be-4443-9a77-25a817d0bc30', 'name': '', 'network_id': 'e7ed59e7-63c8-4609-8e9d-a9801ccf5e05', 'mac_address': 'fa:16:3e:fc:60:b0', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-e7ed59e7-63c8-4609-8e9d-a9801ccf5e05', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4039}] Oct 18 22:10:37.200250 n-d-812149-2 neutron-server[100532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 22:10:37.200641 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-abee4c10-8c4c-4b13-a4b9-75877bdc3c69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 22:10:37.207249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638a89a-0520-4385-b06c-355b2f8d5223 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Network': ['ID=e7ed59e7-63c8-4609-8e9d-a9801ccf5e05,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:37.207455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.230220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:37.233858 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.239410 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-59318406-3492-403d-9de4-239e0834c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.264251 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:37.274681 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.275167 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Added segment 83fef59d-9135-4d7c-892a-e1241f764c28 of type vlan for network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf Oct 18 22:10:37.284934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:37.323578 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-59318406-3492-403d-9de4-239e0834c0d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 22:10:37.323936 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-59318406-3492-403d-9de4-239e0834c0d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 22:10:37.324357 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.350820 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.356473 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:37.357094 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.396795 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2093303 Oct 18 22:10:37.399801 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46846) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:37.405687 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'subnet': {'network_id': '1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:37.429349 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7c712-53f4-4bb6-a676-e48fe4fb8783 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Network': ['ID=1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:37.441532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:37.507764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:37.511306 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.691312 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.702208 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-abee4c10-8c4c-4b13-a4b9-75877bdc3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.730084 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4403242-6a55-4e61-89b7-456d55f58ed7 None None] Network e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:37.742752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4403242-6a55-4e61-89b7-456d55f58ed7 None None] Network e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 could not be found, it might have been deleted concurrently. {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 22:10:37.750133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d4c6a-4fcb-46ef-a573-007b4d747711 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 22:10:37.754461 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Subnet': ['ID=6aac9538-c5ce-49f3-8836-101d3c87bb49,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:37.767377 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Checking segment: {'id': '83fef59d-9135-4d7c-892a-e1241f764c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:37.767736 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network hostable DHCP agents. Network: 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:37.784217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:37.792987 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:37.799217 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:37.799827 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.816291 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-4ffdcbd7-786a-4501-ac98-721a89d7ba6a tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4153764 Oct 18 22:10:37.819822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46848) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:37.824746 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-309519143'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:37.845520 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:37.849018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.875675 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:37.886121 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.886470 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Added segment 57ab293f-cad1-4170-9ac3-6e7748a58ff4 of type vlan for network 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 Oct 18 22:10:37.929964 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.955165 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.959481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d4c6a-4fcb-46ef-a573-007b4d747711 None None] Unable to find a vacant binding_index for network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf and agent 4e88be0a-fd2d-496b-847a-676b8036842b {{(pid=100532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 18 22:10:37.960808 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:37.961398 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:37.965146 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d4c6a-4fcb-46ef-a573-007b4d747711 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf) {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 22:10:38.002126 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1805587 Oct 18 22:10:38.005151 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46850) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:38.010291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Request body: {'subnet': {'network_id': '8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:38.038648 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eea65-e774-4a37-b599-6e76462d3926 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Network': ['ID=8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:38.053760 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:38.088541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c885623c-4a70-43d2-8a5c-78f6c31876db None None] Provisioning complete for port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:38.089005 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c885623c-4a70-43d2-8a5c-78f6c31876db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.106169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Made reservation on behalf of 16704075da2a4e8daea9beb5e2d23b81 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:38.109733 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.303459 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.330887 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf', 'network_id': '1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf', 'tenant_id': '16704075da2a4e8daea9beb5e2d23b81', 'fixed_ips': [{'subnet_id': '6aac9538-c5ce-49f3-8836-101d3c87bb49'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:38.331745 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.364887 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event updated for resources: {'Subnet': ['ID=965964f1-87f7-458b-804e-1e3f3bbda38a,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:38.372291 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Checking segment: {'id': '57ab293f-cad1-4170-9ac3-6e7748a58ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:38.372688 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network hostable DHCP agents. Network: 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:38.389513 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Network 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:38.398163 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:38.402297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:38.403014 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.419038 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7d3c982e-e5ee-4383-9471-bddda5aaa3db tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4127283 Oct 18 22:10:38.421963 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46852) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:38.473952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Allocated IP 2001:db8::2 (1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf/6aac9538-c5ce-49f3-8836-101d3c87bb49/fb7f4146-3531-4d47-8ea5-0b3177e98122) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:38.522523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.574614 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.639006 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.672637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Subnet': ['ID=965964f1-87f7-458b-804e-1e3f3bbda38a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:38.736979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.758489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:38.760400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:38.768204 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ab293f-cad1-4170-9ac3-6e7748a58ff4') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:38.768540 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ab293f-cad1-4170-9ac3-6e7748a58ff4') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:38.778084 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.791451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.797742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:38.798206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:38.801719 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:38.811727 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.818663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.862177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:38.865268 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.868043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:38.873690 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.877118 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 HTTP/1.1" status: 204 len: 168 time: 0.4540882 Oct 18 22:10:38.878631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:38.879962 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46854) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:38.881934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Pushing event updated for resources: {'Port': ['ID=fb7f4146-3531-4d47-8ea5-0b3177e98122,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:38.885853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:38.886224 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.889780 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c664c41-ba98-4196-8d90-0003a27732d4 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Network': ['ID=8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:38.910281 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4655cff-a290-4150-bc3c-84ab7132638f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] GET failed (client error): The resource could not be found. Oct 18 22:10:38.911914 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4655cff-a290-4150-bc3c-84ab7132638f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "GET /v2.0/subnets/965964f1-87f7-458b-804e-1e3f3bbda38a HTTP/1.1" status: 404 len: 337 time: 0.0300841 Oct 18 22:10:38.915249 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46856) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:38.934645 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1299bab5-471a-44d1-87c4-bf988852a51d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] DELETE failed (client error): The resource could not be found. Oct 18 22:10:38.935182 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1299bab5-471a-44d1-87c4-bf988852a51d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:10:38.938637 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1299bab5-471a-44d1-87c4-bf988852a51d tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 HTTP/1.1" status: 404 len: 339 time: 0.0221143 Oct 18 22:10:38.942439 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46858) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:38.968359 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad65aa81-c3f2-4edf-953d-14239999190f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] DELETE failed (client error): The resource could not be found. Oct 18 22:10:38.968839 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad65aa81-c3f2-4edf-953d-14239999190f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:10:38.969023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Attempting to bind port fb7f4146-3531-4d47-8ea5-0b3177e98122 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:38.969368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Attempting to bind port fb7f4146-3531-4d47-8ea5-0b3177e98122 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '83fef59d-9135-4d7c-892a-e1241f764c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:38.969742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Attempting to bind port fb7f4146-3531-4d47-8ea5-0b3177e98122 on network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:38.972365 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ad65aa81-c3f2-4edf-953d-14239999190f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/subnets/965964f1-87f7-458b-804e-1e3f3bbda38a HTTP/1.1" status: 404 len: 337 time: 0.0290074 Oct 18 22:10:38.975005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46860) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:38.975905 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:38.976286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Checking segment: {'id': '83fef59d-9135-4d7c-892a-e1241f764c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:38.976729 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.977125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Bound using segment: {'id': '83fef59d-9135-4d7c-892a-e1241f764c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:38.977596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Bound port: fb7f4146-3531-4d47-8ea5-0b3177e98122, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fef59d-9135-4d7c-892a-e1241f764c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:38.977980 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:38.994333 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-5692612f-60a8-4d2e-b9f9-9321a687ab8f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] DELETE failed (client error): The resource could not be found. Oct 18 22:10:38.994873 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5692612f-60a8-4d2e-b9f9-9321a687ab8f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:10:38.998015 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5692612f-60a8-4d2e-b9f9-9321a687ab8f tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 HTTP/1.1" status: 404 len: 339 time: 0.0221064 Oct 18 22:10:39.000565 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46862) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:39.049987 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Deleting subnet 6aac9538-c5ce-49f3-8836-101d3c87bb49 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:10:39.053232 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.085279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] For port fb7f4146-3531-4d47-8ea5-0b3177e98122, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:39.088362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] For port fb7f4146-3531-4d47-8ea5-0b3177e98122, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fb7f4146-3531-4d47-8ea5-0b3177e98122,segment=NetworkSegment(83fef59d-9135-4d7c-892a-e1241f764c28),segment_id=83fef59d-9135-4d7c-892a-e1241f764c28)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:39.092927 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.097499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.152788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194eeb5-71ea-47d7-8b95-7550e5d14b3b None None] Pushing event updated for resources: {'Port': ['ID=fb7f4146-3531-4d47-8ea5-0b3177e98122,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:39.192739 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.254338 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.286491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Subnet': ['ID=6aac9538-c5ce-49f3-8836-101d3c87bb49,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:39.291062 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.295988 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f610b351-8c50-4635-9121-6eafe28503ee tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/subnets/6aac9538-c5ce-49f3-8836-101d3c87bb49 HTTP/1.1" status: 204 len: 168 time: 0.2919464 Oct 18 22:10:39.296241 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46864) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:39.383921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.438301 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Deleting port fb7f4146-3531-4d47-8ea5-0b3177e98122 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:10:39.439196 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.505568 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] For port fb7f4146-3531-4d47-8ea5-0b3177e98122, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fb7f4146-3531-4d47-8ea5-0b3177e98122,segment=NetworkSegment(83fef59d-9135-4d7c-892a-e1241f764c28),segment_id=83fef59d-9135-4d7c-892a-e1241f764c28)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:39.505931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.518604 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Calling delete_port for fb7f4146-3531-4d47-8ea5-0b3177e98122 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:10:39.597838 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.624256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Port': ['ID=fb7f4146-3531-4d47-8ea5-0b3177e98122,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:39.630455 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No DVR routers for this DVR port fb7f4146-3531-4d47-8ea5-0b3177e98122 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:10:39.711453 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.731525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:39.742706 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fef59d-9135-4d7c-892a-e1241f764c28') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:39.743008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fef59d-9135-4d7c-892a-e1241f764c28') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:39.753324 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.766849 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.773067 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:39.773464 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:39.776764 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:40.069927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c71347-fb7f-4560-9f06-4404c62b6c4f None None] Network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:40.071931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6fd648-8710-4e1a-9415-a167085c5ad6 None None] Network 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:40.093050 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.094931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6fd648-8710-4e1a-9415-a167085c5ad6 None None] Network 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 could not be found, it might have been deleted concurrently. {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 22:10:40.102698 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.105942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf HTTP/1.1" status: 204 len: 168 time: 0.8086941 Oct 18 22:10:40.106179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72934c56-0524-49bd-8577-e0398b67c6cb None None] Network 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:40.109652 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46866) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:40.115812 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db11150-3df5-42c8-86db-07a6b567c618 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Network': ['ID=1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:40.138687 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0805100d-302c-4a01-96a4-ea411e947b70 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] DELETE failed (client error): The resource could not be found. Oct 18 22:10:40.139229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0805100d-302c-4a01-96a4-ea411e947b70 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:10:40.142998 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0805100d-302c-4a01-96a4-ea411e947b70 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/subnets/88f14cd2-8e9b-40c3-bab4-295ec9c06e93 HTTP/1.1" status: 404 len: 337 time: 0.0312743 Oct 18 22:10:40.145672 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46868) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:40.154025 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-91b53899-e06a-46df-8b69-e7740ce3ba32 None None] Could not find standard attr ID for object fb7f4146-3531-4d47-8ea5-0b3177e98122. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 22:10:40.160596 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72934c56-0524-49bd-8577-e0398b67c6cb None None] Network 8513df77-b3fc-48be-9ee8-dbeaf2c1c1b9 could not be found, it might have been deleted concurrently. {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 22:10:40.164932 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb986c4-f307-4d49-90ac-e37fa3984258 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] DELETE failed (client error): The resource could not be found. Oct 18 22:10:40.165485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb986c4-f307-4d49-90ac-e37fa3984258 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:10:40.168560 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ceb986c4-f307-4d49-90ac-e37fa3984258 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/e7ed59e7-63c8-4609-8e9d-a9801ccf5e05 HTTP/1.1" status: 404 len: 339 time: 0.0218709 Oct 18 22:10:40.177261 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46870) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:40.208017 n-d-812149-2 neutron-server[100530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d347e2f4-b509-4632-909e-05d650d585b8 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] DELETE failed (client error): The resource could not be found. Oct 18 22:10:40.208509 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d347e2f4-b509-4632-909e-05d650d585b8 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:10:40.211565 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d347e2f4-b509-4632-909e-05d650d585b8 tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/subnets/08a52866-9330-425e-8eb2-464885821c2c HTTP/1.1" status: 404 len: 337 time: 0.0333416 Oct 18 22:10:40.214534 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46872) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:40.234775 n-d-812149-2 neutron-server[100531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3891c27a-a187-410e-bf62-6d9267eb05fb tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] DELETE failed (client error): The resource could not be found. Oct 18 22:10:40.242984 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3891c27a-a187-410e-bf62-6d9267eb05fb tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 22:10:40.248505 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3891c27a-a187-410e-bf62-6d9267eb05fb tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/c69b63f4-a36d-4e9f-a751-4ced13590d06 HTTP/1.1" status: 404 len: 339 time: 0.0304203 Oct 18 22:10:40.248646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46874) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:40.291733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae08e6-7836-4517-81c9-ef5a6471780d None None] DHCP port deletion for 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:10:40.314261 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bffaa56-d185-46f8-8870-18dd6c5e0385 None None] Network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:40.315607 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Deleting subnet bd06663b-842b-436f-81ae-3fcc4e84cf25 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:10:40.319313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.326718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bffaa56-d185-46f8-8870-18dd6c5e0385 None None] Network 1130fb9b-32f4-4e47-be2e-bdd1ea2f4cbf could not be found, it might have been deleted concurrently. {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 18 22:10:40.359649 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.445078 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.501389 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.528979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Subnet': ['ID=bd06663b-842b-436f-81ae-3fcc4e84cf25,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:40.530936 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.535311 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5afba74e-3ff3-42d5-a90b-769269b917ed tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/subnets/bd06663b-842b-436f-81ae-3fcc4e84cf25 HTTP/1.1" status: 204 len: 168 time: 0.2856083 Oct 18 22:10:40.536632 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb7d28-6327-4579-9180-49fec9ddfb34 None None] Network 8934d5f1-a03c-4621-bec4-3070b9a26f3f requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:40.537672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46876) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:40.618983 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.673460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Deleting port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:10:40.673793 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.712781 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] DHCP port deletion for 8934d5f1-a03c-4621-bec4-3070b9a26f3f request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:10:40.737752 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] For port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,segment=NetworkSegment(fe8b9f36-5a57-4f71-abfb-9f2f2a096743),segment_id=fe8b9f36-5a57-4f71-abfb-9f2f2a096743)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:40.738105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.755646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Calling delete_port for 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:10:40.759660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] Deleting port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:10:40.760053 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.825957 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] For port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,segment=NetworkSegment(fe8b9f36-5a57-4f71-abfb-9f2f2a096743),segment_id=fe8b9f36-5a57-4f71-abfb-9f2f2a096743)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:40.826363 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.835002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.840085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] Calling delete_port for 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:10:40.864010 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] No DVR routers for this DVR port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:10:40.869090 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Port': ['ID=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:40.915857 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.942799 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] Pushing event deleted for resources: {'Port': ['ID=0bb01f1a-6a8e-4831-b561-b63c1ace3b4a,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:40.944606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e524b-30cb-4a00-be9a-372cf7df3c6d None None] No DVR routers for this DVR port 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:10:40.955469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:40.975801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8934d5f1-a03c-4621-bec4-3070b9a26f3f']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:40.985043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8b9f36-5a57-4f71-abfb-9f2f2a096743') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:40.985334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8b9f36-5a57-4f71-abfb-9f2f2a096743') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:40.994547 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.008349 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.014119 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:41.014498 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:41.017919 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:41.074691 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.082082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.085300 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] 10.222.0.66 "DELETE /v2.0/networks/8934d5f1-a03c-4621-bec4-3070b9a26f3f HTTP/1.1" status: 204 len: 168 time: 0.5466485 Oct 18 22:10:41.101087 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2c688-98b1-4ec4-8e93-e21af440b45c tempest-NetworksIpV6Test-1900696869 tempest-NetworksIpV6Test-1900696869-project] Pushing event deleted for resources: {'Network': ['ID=8934d5f1-a03c-4621-bec4-3070b9a26f3f,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:41.319250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46882) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:41.448251 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e427786a-563e-4460-b7c3-1a9cceed164c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16704075da2a4e8daea9beb5e2d23b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278784 Oct 18 22:10:41.450807 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46886) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:41.497715 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e848879-97c7-4812-b91b-b01a0d35787e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.519800 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e848879-97c7-4812-b91b-b01a0d35787e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.567546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e848879-97c7-4812-b91b-b01a0d35787e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.570294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0e848879-97c7-4812-b91b-b01a0d35787e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:41.571532 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0e848879-97c7-4812-b91b-b01a0d35787e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8cc8afaf-2648-4221-b9c5-d3310f412e3e HTTP/1.1" status: 204 len: 168 time: 0.1198227 Oct 18 22:10:41.579526 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e848879-97c7-4812-b91b-b01a0d35787e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc8afaf-2648-4221-b9c5-d3310f412e3e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:42.202988 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46908) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:42.296998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-3f280bac-cf16-452f-9004-85cac6a0e6fe tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1982496909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:42.319801 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f280bac-cf16-452f-9004-85cac6a0e6fe tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.320817 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f280bac-cf16-452f-9004-85cac6a0e6fe tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.372623 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f280bac-cf16-452f-9004-85cac6a0e6fe tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.376764 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f280bac-cf16-452f-9004-85cac6a0e6fe tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.394036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3f280bac-cf16-452f-9004-85cac6a0e6fe tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.395208 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3f280bac-cf16-452f-9004-85cac6a0e6fe tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1910603 Oct 18 22:10:42.397940 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46912) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:42.402594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1215345007'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:42.423075 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Made reservation on behalf of ea224011d7904730b5493c6acff133d9 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:42.426603 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.434961 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.510098 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.513576 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.536968 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:42.550991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeac6d2-0d41-4f93-a974-5ee06d9fc708,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:42.555744 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.556087 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Added segment fd1f8e58-053a-4fe9-a299-618686d9dbbc of type vlan for network 8b6d7aba-ff9b-44a1-b903-21969221bb4c Oct 18 22:10:42.596097 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.621903 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.628014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:42.628621 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:42.642694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:10:42.667143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:10:42.667430 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2684677 Oct 18 22:10:42.667802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0bb01f1a-6a8e-4831-b561-b63c1ace3b4a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:10:42.670477 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46914) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:42.677538 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Request body: {'subnet': {'network_id': '8b6d7aba-ff9b-44a1-b903-21969221bb4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:42.717958 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299daeb-bbd7-43f0-971d-5ff69ef956c9 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event updated for resources: {'Network': ['ID=8b6d7aba-ff9b-44a1-b903-21969221bb4c,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:42.728296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 8b6d7aba-ff9b-44a1-b903-21969221bb4c details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:42.791435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Made reservation on behalf of ea224011d7904730b5493c6acff133d9 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:42.795036 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.303148 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.366893 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event updated for resources: {'Subnet': ['ID=6f9dbd73-a8df-4184-b579-2e39cf883246,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:43.374077 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Checking segment: {'id': 'fd1f8e58-053a-4fe9-a299-618686d9dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8b6d7aba-ff9b-44a1-b903-21969221bb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:43.374427 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Network hostable DHCP agents. Network: 8b6d7aba-ff9b-44a1-b903-21969221bb4c, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:43.390452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Network 8b6d7aba-ff9b-44a1-b903-21969221bb4c is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:43.398712 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 8b6d7aba-ff9b-44a1-b903-21969221bb4c) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:43.402613 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:43.403193 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.409422 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de87a13b-6542-4aa3-8c51-5137bf6d1a0c None None] Network 8b6d7aba-ff9b-44a1-b903-21969221bb4c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:43.420135 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-cf47503f-5868-49cb-8c74-315a7cd4fb79 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7486086 Oct 18 22:10:43.424623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46916) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:43.429825 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2019699767'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:43.449637 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Made reservation on behalf of ea224011d7904730b5493c6acff133d9 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:43.453328 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.477180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:43.486766 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.487122 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Added segment ed011458-39a1-4b07-bc1a-7d935af69d15 of type vlan for network 75da4400-2c89-4ec0-9971-796ed7dcda9b Oct 18 22:10:43.526923 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.555176 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.560777 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:43.561381 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.562182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-8b6d7aba-ff9b-44a1-b903-21969221bb4c', 'network_id': '8b6d7aba-ff9b-44a1-b903-21969221bb4c', 'tenant_id': 'ea224011d7904730b5493c6acff133d9', 'fixed_ips': [{'subnet_id': '6f9dbd73-a8df-4184-b579-2e39cf883246'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:43.563077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.598686 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1729457 Oct 18 22:10:43.601575 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46918) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:43.606374 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Request body: {'subnet': {'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:43.654721 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61fd59-0db7-4211-b0da-cba3573df881 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event updated for resources: {'Network': ['ID=75da4400-2c89-4ec0-9971-796ed7dcda9b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:43.683956 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 75da4400-2c89-4ec0-9971-796ed7dcda9b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:43.729247 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Made reservation on behalf of ea224011d7904730b5493c6acff133d9 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:43.732903 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.760438 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Allocated IP 172.20.0.2 (8b6d7aba-ff9b-44a1-b903-21969221bb4c/6f9dbd73-a8df-4184-b579-2e39cf883246/daa2025f-6f19-45b4-bd92-bde245534cd9) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:43.913134 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.917244 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.919178 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:43.957459 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Network 8b6d7aba-ff9b-44a1-b903-21969221bb4c is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:43.962088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:43.965162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:43.978486 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Pushing event updated for resources: {'Port': ['ID=daa2025f-6f19-45b4-bd92-bde245534cd9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:43.981831 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event updated for resources: {'Subnet': ['ID=5f6e0715-d452-455c-badf-3b8c823c209d,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:43.986941 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Checking segment: {'id': 'ed011458-39a1-4b07-bc1a-7d935af69d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:43.987303 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Network hostable DHCP agents. Network: 75da4400-2c89-4ec0-9971-796ed7dcda9b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:44.004409 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Network 75da4400-2c89-4ec0-9971-796ed7dcda9b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:44.013355 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 75da4400-2c89-4ec0-9971-796ed7dcda9b) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:44.017861 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:44.018574 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.024985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c89d0c7-994d-4dc0-a090-7612bb80756f None None] Network 75da4400-2c89-4ec0-9971-796ed7dcda9b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:44.036733 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8e945833-b30c-4132-83d5-3ce188c09a50 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4341142 Oct 18 22:10:44.039495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46920) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:44.044039 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-ad3eb9fb-2fcd-4620-949e-98020a6a61f4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Request body: {'router': {'external_gateway_info': {'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:44.047168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Attempting to bind port daa2025f-6f19-45b4-bd92-bde245534cd9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:44.047547 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Attempting to bind port daa2025f-6f19-45b4-bd92-bde245534cd9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'fd1f8e58-053a-4fe9-a299-618686d9dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8b6d7aba-ff9b-44a1-b903-21969221bb4c'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:44.048478 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Attempting to bind port daa2025f-6f19-45b4-bd92-bde245534cd9 on network 8b6d7aba-ff9b-44a1-b903-21969221bb4c {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:44.061751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:44.062126 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Checking segment: {'id': 'fd1f8e58-053a-4fe9-a299-618686d9dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8b6d7aba-ff9b-44a1-b903-21969221bb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:44.062532 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.062926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Bound using segment: {'id': 'fd1f8e58-053a-4fe9-a299-618686d9dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8b6d7aba-ff9b-44a1-b903-21969221bb4c'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:44.063395 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Bound port: daa2025f-6f19-45b4-bd92-bde245534cd9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1f8e58-053a-4fe9-a299-618686d9dbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8b6d7aba-ff9b-44a1-b903-21969221bb4c'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:44.063803 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.197213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] For port daa2025f-6f19-45b4-bd92-bde245534cd9, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:44.201875 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] For port daa2025f-6f19-45b4-bd92-bde245534cd9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=daa2025f-6f19-45b4-bd92-bde245534cd9,segment=NetworkSegment(fd1f8e58-053a-4fe9-a299-618686d9dbbc),segment_id=fd1f8e58-053a-4fe9-a299-618686d9dbbc)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:44.208987 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.264308 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ad3eb9fb-2fcd-4620-949e-98020a6a61f4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.272640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-75da4400-2c89-4ec0-9971-796ed7dcda9b', 'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b', 'tenant_id': 'ea224011d7904730b5493c6acff133d9', 'fixed_ips': [{'subnet_id': '5f6e0715-d452-455c-badf-3b8c823c209d'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:44.273561 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.314618 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d05ab5-e804-4be2-aa44-80fb80b02c40 None None] Pushing event updated for resources: {'Port': ['ID=daa2025f-6f19-45b4-bd92-bde245534cd9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:44.388620 n-d-812149-2 neutron-server[100531]: INFO neutron.api.v2.resource [None req-ad3eb9fb-2fcd-4620-949e-98020a6a61f4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 22:10:44.392916 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ad3eb9fb-2fcd-4620-949e-98020a6a61f4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "PUT /v2.0/routers/6ccece28-8b61-470f-9f8e-1b079a8d67b9 HTTP/1.1" status: 400 len: 364 time: 0.3523676 Oct 18 22:10:44.395965 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46922) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:44.445043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Allocated IP 172.21.0.2 (75da4400-2c89-4ec0-9971-796ed7dcda9b/5f6e0715-d452-455c-badf-3b8c823c209d/fa22b2be-bb69-433c-aa63-e344b8a1cc8b) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:44.470345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Deleting subnet 5f6e0715-d452-455c-badf-3b8c823c209d {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:10:44.543933 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.639094 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.645074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.649328 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.681468 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device daa2025f-6f19-45b4-bd92-bde245534cd9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:44.690930 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.713413 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Network 75da4400-2c89-4ec0-9971-796ed7dcda9b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:44.721170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:44.729175 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:44.733759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Pushing event updated for resources: {'Port': ['ID=fa22b2be-bb69-433c-aa63-e344b8a1cc8b,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:44.781915 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.799693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Attempting to bind port fa22b2be-bb69-433c-aa63-e344b8a1cc8b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:44.800062 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Attempting to bind port fa22b2be-bb69-433c-aa63-e344b8a1cc8b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'ed011458-39a1-4b07-bc1a-7d935af69d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:44.800453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Attempting to bind port fa22b2be-bb69-433c-aa63-e344b8a1cc8b on network 75da4400-2c89-4ec0-9971-796ed7dcda9b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:44.805113 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port daa2025f-6f19-45b4-bd92-bde245534cd9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:44.805481 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.808362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:44.808611 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Checking segment: {'id': 'ed011458-39a1-4b07-bc1a-7d935af69d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:44.809004 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.809399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Bound using segment: {'id': 'ed011458-39a1-4b07-bc1a-7d935af69d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:44.809867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Bound port: fa22b2be-bb69-433c-aa63-e344b8a1cc8b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed011458-39a1-4b07-bc1a-7d935af69d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '75da4400-2c89-4ec0-9971-796ed7dcda9b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:44.810248 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.840626 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.868866 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6e0715-d452-455c-badf-3b8c823c209d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:44.875632 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.882010 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2541be61-c073-404e-ba76-78651b57c8b4 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "DELETE /v2.0/subnets/5f6e0715-d452-455c-badf-3b8c823c209d HTTP/1.1" status: 204 len: 168 time: 0.4827805 Oct 18 22:10:44.882764 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46924) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:44.936829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] For port fa22b2be-bb69-433c-aa63-e344b8a1cc8b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:44.953958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] For port fa22b2be-bb69-433c-aa63-e344b8a1cc8b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fa22b2be-bb69-433c-aa63-e344b8a1cc8b,segment=NetworkSegment(ed011458-39a1-4b07-bc1a-7d935af69d15),segment_id=ed011458-39a1-4b07-bc1a-7d935af69d15)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:44.962366 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.965713 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:44.974438 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.035245 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Deleting port fa22b2be-bb69-433c-aa63-e344b8a1cc8b {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:10:45.035444 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.072894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port daa2025f-6f19-45b4-bd92-bde245534cd9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=daa2025f-6f19-45b4-bd92-bde245534cd9,segment=NetworkSegment(fd1f8e58-053a-4fe9-a299-618686d9dbbc),segment_id=fd1f8e58-053a-4fe9-a299-618686d9dbbc)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:45.073953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd639fd-67e0-4e6c-a410-ceca93dae899 None None] Pushing event updated for resources: {'Port': ['ID=fa22b2be-bb69-433c-aa63-e344b8a1cc8b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:45.081340 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.107574 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3acb28-37ef-479e-9ae4-79879b23f777 None None] Network 75da4400-2c89-4ec0-9971-796ed7dcda9b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:45.112955 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] For port fa22b2be-bb69-433c-aa63-e344b8a1cc8b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fa22b2be-bb69-433c-aa63-e344b8a1cc8b,segment=NetworkSegment(ed011458-39a1-4b07-bc1a-7d935af69d15),segment_id=ed011458-39a1-4b07-bc1a-7d935af69d15)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:45.113324 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.128594 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Calling delete_port for fa22b2be-bb69-433c-aa63-e344b8a1cc8b owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:10:45.198930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=daa2025f-6f19-45b4-bd92-bde245534cd9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:45.221648 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.251961 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event deleted for resources: {'Port': ['ID=fa22b2be-bb69-433c-aa63-e344b8a1cc8b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:45.266280 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] No DVR routers for this DVR port fa22b2be-bb69-433c-aa63-e344b8a1cc8b on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:10:45.352678 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.373624 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75da4400-2c89-4ec0-9971-796ed7dcda9b']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:45.384416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed011458-39a1-4b07-bc1a-7d935af69d15') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:45.384926 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed011458-39a1-4b07-bc1a-7d935af69d15') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:45.395455 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.397042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610189b3-8919-492c-801b-76d7ae137faf None None] Network 8b6d7aba-ff9b-44a1-b903-21969221bb4c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:45.410542 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.417124 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:45.417587 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: timer() Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:45.421028 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:45.466729 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-dde2af19-be6f-4841-9d68-0f8497f28c59 None None] Provisioning complete for port daa2025f-6f19-45b4-bd92-bde245534cd9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:45.467580 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dde2af19-be6f-4841-9d68-0f8497f28c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.480118 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.488271 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.492833 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "DELETE /v2.0/networks/75da4400-2c89-4ec0-9971-796ed7dcda9b HTTP/1.1" status: 204 len: 168 time: 0.6095438 Oct 18 22:10:45.494253 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46926) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:45.505983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07ff7a-6e55-4a5a-b1f4-f408f256df82 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event deleted for resources: {'Network': ['ID=75da4400-2c89-4ec0-9971-796ed7dcda9b,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:45.551227 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Deleting subnet 6f9dbd73-a8df-4184-b579-2e39cf883246 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:10:45.554459 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.596456 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.685654 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.754370 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.782848 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9dbd73-a8df-4184-b579-2e39cf883246,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:45.786938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.792432 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3fe6e5cf-0932-46ec-810c-8049d4f20c66 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "DELETE /v2.0/subnets/6f9dbd73-a8df-4184-b579-2e39cf883246 HTTP/1.1" status: 204 len: 168 time: 0.2948477 Oct 18 22:10:45.793514 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46928) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:45.871568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.933838 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Deleting port daa2025f-6f19-45b4-bd92-bde245534cd9 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:10:45.934175 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:45.966654 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb0e9d-40e9-4c2e-b9ae-9efba839f74b None None] Network 8b6d7aba-ff9b-44a1-b903-21969221bb4c requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:46.000753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] For port daa2025f-6f19-45b4-bd92-bde245534cd9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=daa2025f-6f19-45b4-bd92-bde245534cd9,segment=NetworkSegment(fd1f8e58-053a-4fe9-a299-618686d9dbbc),segment_id=fd1f8e58-053a-4fe9-a299-618686d9dbbc)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:46.001170 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.013413 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Calling delete_port for daa2025f-6f19-45b4-bd92-bde245534cd9 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:10:46.037517 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-70c4dd9a-47cc-4c36-aed0-b8e01407aa91 None None] Provisioning complete for port daa2025f-6f19-45b4-bd92-bde245534cd9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:46.037885 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-70c4dd9a-47cc-4c36-aed0-b8e01407aa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.096270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.116557 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-70c4dd9a-47cc-4c36-aed0-b8e01407aa91 None None] Could not find standard attr ID for object daa2025f-6f19-45b4-bd92-bde245534cd9. {{(pid=100532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 18 22:10:46.119732 n-d-812149-2 neutron-server[100532]: INFO neutron.plugins.ml2.db [None req-70c4dd9a-47cc-4c36-aed0-b8e01407aa91 None None] No ports have port_id starting with daa2025f-6f19-45b4-bd92-bde245534cd9 Oct 18 22:10:46.122430 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event deleted for resources: {'Port': ['ID=daa2025f-6f19-45b4-bd92-bde245534cd9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:46.126096 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] No DVR routers for this DVR port daa2025f-6f19-45b4-bd92-bde245534cd9 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:10:46.177498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644dbb21-19d6-45ef-b77f-cd7e51d08512 None None] DHCP port deletion for 8b6d7aba-ff9b-44a1-b903-21969221bb4c request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:10:46.193635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ef2b7-36f0-4ad8-bb37-7db6da8d82f7 None None] get_active_networks_info from n-d-812149-2 {{(pid=100532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 22:10:46.213592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.234747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6d7aba-ff9b-44a1-b903-21969221bb4c']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:46.244068 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1f8e58-053a-4fe9-a299-618686d9dbbc') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:46.244356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1f8e58-053a-4fe9-a299-618686d9dbbc') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:46.254289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.274725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ef2b7-36f0-4ad8-bb37-7db6da8d82f7 None None] Resources bound (agent type, host, resource id): {{(pid=100532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 22:10:46.274914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.281007 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:10:46.281523 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:10:46.284880 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:10:46.345446 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.353607 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.356867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "DELETE /v2.0/networks/8b6d7aba-ff9b-44a1-b903-21969221bb4c HTTP/1.1" status: 204 len: 168 time: 0.5631621 Oct 18 22:10:46.359855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46930) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:46.368646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3eb8-3c53-4f94-9150-7094313a6ec0 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Pushing event deleted for resources: {'Network': ['ID=8b6d7aba-ff9b-44a1-b903-21969221bb4c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:46.391683 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c5553978-32fa-4c99-af0d-25f57bdfba64 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccece28-8b61-470f-9f8e-1b079a8d67b9 HTTP/1.1" status: 200 len: 205 time: 0.0305347 Oct 18 22:10:46.394686 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46932) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:46.468866 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7077b1be-57c0-40dd-87eb-2f53815142b8 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.628437 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7077b1be-57c0-40dd-87eb-2f53815142b8 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.630600 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7077b1be-57c0-40dd-87eb-2f53815142b8 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.646293 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device daa2025f-6f19-45b4-bd92-bde245534cd9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:10:46.667677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: daa2025f-6f19-45b4-bd92-bde245534cd9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:10:46.668030 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device daa2025f-6f19-45b4-bd92-bde245534cd9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:10:46.678721 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7077b1be-57c0-40dd-87eb-2f53815142b8 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.679549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7077b1be-57c0-40dd-87eb-2f53815142b8 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Fanout notify agent at l3_agent the message router_deleted on router 6ccece28-8b61-470f-9f8e-1b079a8d67b9 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:10:46.687045 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7077b1be-57c0-40dd-87eb-2f53815142b8 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:46.690920 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7077b1be-57c0-40dd-87eb-2f53815142b8 tempest-RoutersNegativeTest-1602757804 tempest-RoutersNegativeTest-1602757804-project] 10.222.0.66 "DELETE /v2.0/routers/6ccece28-8b61-470f-9f8e-1b079a8d67b9 HTTP/1.1" status: 204 len: 168 time: 0.2951300 Oct 18 22:10:46.921589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46940) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:47.052894 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f4e9b85a-5298-41c8-a4b5-5e5b3da0dbf7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea224011d7904730b5493c6acff133d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300826 Oct 18 22:10:47.055470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46944) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:47.103095 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1480cfa-bf32-4afb-802d-4a5dd172530c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:47.123532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1480cfa-bf32-4afb-802d-4a5dd172530c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:47.169823 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1480cfa-bf32-4afb-802d-4a5dd172530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:47.172666 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-f1480cfa-bf32-4afb-802d-4a5dd172530c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:47.173892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-f1480cfa-bf32-4afb-802d-4a5dd172530c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfeac6d2-0d41-4f93-a974-5ee06d9fc708 HTTP/1.1" status: 204 len: 168 time: 0.1175165 Oct 18 22:10:47.181883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480cfa-bf32-4afb-802d-4a5dd172530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeac6d2-0d41-4f93-a974-5ee06d9fc708,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:47.781700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46966) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:47.876711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-858867795-network', 'tenant_id': '560727a659214516aecf1d98a6bc26ca'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:47.897835 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Made reservation on behalf of 560727a659214516aecf1d98a6bc26ca for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:47.900135 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:47.909170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:47.988797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:47.992569 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.014290 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:48.029370 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd0b091-ff1c-417f-8d93-5568e7b7a628,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:48.033850 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.034198 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Added segment 48156aea-1afb-4ca7-9048-2c3e3def58aa of type vlan for network eb0262ad-7060-4577-b1a4-27c1df270d18 Oct 18 22:10:48.076337 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.101052 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.101979 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:48.102553 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.128519 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3449452 Oct 18 22:10:48.131266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46970) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:48.136256 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Request body: {'subnet': {'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-subnet', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:48.156590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Made reservation on behalf of 560727a659214516aecf1d98a6bc26ca for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:48.159389 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.166470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981619f3-0612-44c9-ac48-6abd59244d80 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0262ad-7060-4577-b1a4-27c1df270d18,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:48.177122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network eb0262ad-7060-4577-b1a4-27c1df270d18 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:48.341680 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.402320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d3b4dd-9433-4ae7-bb39-65dc28c03957,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:48.410457 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Checking segment: {'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:48.410824 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Network hostable DHCP agents. Network: eb0262ad-7060-4577-b1a4-27c1df270d18, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:48.427880 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Network eb0262ad-7060-4577-b1a4-27c1df270d18 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:48.436507 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, eb0262ad-7060-4577-b1a4-27c1df270d18) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:48.440619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:48.441204 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.445379 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c105a-42ce-4c41-aef1-e600b74e81a8 None None] Network eb0262ad-7060-4577-b1a4-27c1df270d18 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:48.457175 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-f8cdbea2-006d-47bc-926d-a89113c25046 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3248007 Oct 18 22:10:48.459968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 46972) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:48.464582 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:48.485442 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.486434 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.539828 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.596065 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-eb0262ad-7060-4577-b1a4-27c1df270d18', 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'fixed_ips': [{'subnet_id': '20d3b4dd-9433-4ae7-bb39-65dc28c03957'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:48.596948 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.680900 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.741541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Allocated IP 172.20.0.2 (eb0262ad-7060-4577-b1a4-27c1df270d18/20d3b4dd-9433-4ae7-bb39-65dc28c03957/88d340de-2202-4e3b-a174-cd68fc780b45) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:48.881986 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.882289 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.887893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.906186 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:48.932313 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Network eb0262ad-7060-4577-b1a4-27c1df270d18 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:48.935069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:48.942110 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:48.945162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Pushing event updated for resources: {'Port': ['ID=88d340de-2202-4e3b-a174-cd68fc780b45,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:49.008013 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Attempting to bind port 88d340de-2202-4e3b-a174-cd68fc780b45 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:49.008405 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Attempting to bind port 88d340de-2202-4e3b-a174-cd68fc780b45 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:49.008797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Attempting to bind port 88d340de-2202-4e3b-a174-cd68fc780b45 on network eb0262ad-7060-4577-b1a4-27c1df270d18 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:49.013593 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b87b4232-9cf0-4b0d-938a-247ad49be536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:49.014434 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Allocated IP 172.25.7.251 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/02056234-4367-48c2-90ba-04a7bd427c8e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:49.015593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:49.015967 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Checking segment: {'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:49.016363 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:49.017295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Bound using segment: {'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:49.017776 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Bound port: 88d340de-2202-4e3b-a174-cd68fc780b45, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:49.018190 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:49.083973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] For port 88d340de-2202-4e3b-a174-cd68fc780b45, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:49.087783 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] For port 88d340de-2202-4e3b-a174-cd68fc780b45, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=88d340de-2202-4e3b-a174-cd68fc780b45,segment=NetworkSegment(48156aea-1afb-4ca7-9048-2c3e3def58aa),segment_id=48156aea-1afb-4ca7-9048-2c3e3def58aa)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:49.091924 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:49.131503 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:49.150777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181842b4-50f1-4372-9935-b0218b3b6d35 None None] Pushing event updated for resources: {'Port': ['ID=88d340de-2202-4e3b-a174-cd68fc780b45,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:49.169518 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:49.212244 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:49.215105 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:49.218113 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:49.227332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Pushing event updated for resources: {'Port': ['ID=02056234-4367-48c2-90ba-04a7bd427c8e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:49.737661 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:49.940715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.003380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7dff38-0c29-48f7-bcc9-80ec007545ae None None] Network eb0262ad-7060-4577-b1a4-27c1df270d18 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:50.074014 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.074210 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:10:50.102663 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-25573839-9de6-4c7e-aede-9e70cadc13b4 None None] Provisioning complete for port 88d340de-2202-4e3b-a174-cd68fc780b45 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:50.103028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-25573839-9de6-4c7e-aede-9e70cadc13b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.186288 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:10:50.196746 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Sync routers for ids ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:10:50.208283 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.212257 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fb4e89eb-5ee9-4bd3-b428-40964c6db012 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7485201 Oct 18 22:10:50.212470 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Routers {'4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:50.212470 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:50.212879 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46976) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:50.244184 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-25573839-9de6-4c7e-aede-9e70cadc13b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.279656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-25573839-9de6-4c7e-aede-9e70cadc13b4 None None] For port 88d340de-2202-4e3b-a174-cd68fc780b45, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=88d340de-2202-4e3b-a174-cd68fc780b45,segment=NetworkSegment(48156aea-1afb-4ca7-9048-2c3e3def58aa),segment_id=48156aea-1afb-4ca7-9048-2c3e3def58aa)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:50.284797 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-25573839-9de6-4c7e-aede-9e70cadc13b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.343125 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25573839-9de6-4c7e-aede-9e70cadc13b4 None None] Pushing event updated for resources: {'Port': ['ID=88d340de-2202-4e3b-a174-cd68fc780b45,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:50.344620 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Set router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:10:50.509085 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fd32ca67-01b4-47cc-ad52-a45f6106504b None None] Provisioning complete for port 88d340de-2202-4e3b-a174-cd68fc780b45 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:50.509465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fd32ca67-01b4-47cc-ad52-a45f6106504b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.538885 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:49Z', 'revision_number': 3, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port': {'id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:50.661906 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Checking router: 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:10:50.662268 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Updating router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 port 02056234-4367-48c2-90ba-04a7bd427c8e binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:10:50.690923 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.707292 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 88d340de-2202-4e3b-a174-cd68fc780b45 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:50.710537 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.757389 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 88d340de-2202-4e3b-a174-cd68fc780b45 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:50.757865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.880668 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Allocated IP 172.20.0.1 (eb0262ad-7060-4577-b1a4-27c1df270d18/20d3b4dd-9433-4ae7-bb39-65dc28c03957/346e6044-491a-4570-83b2-3361379384e2) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:50.959801 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.965471 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:50.986594 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.019612 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.020473 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Pushing event updated for resources: {'Port': ['ID=02056234-4367-48c2-90ba-04a7bd427c8e,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:51.026861 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Attempting to bind port 02056234-4367-48c2-90ba-04a7bd427c8e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:51.027226 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Attempting to bind port 02056234-4367-48c2-90ba-04a7bd427c8e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:51.027600 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Attempting to bind port 02056234-4367-48c2-90ba-04a7bd427c8e on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:51.033232 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.033572 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.033909 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.034236 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.034563 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.034886 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.035205 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.035525 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.035842 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.036155 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.036505 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.036820 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:10:51.040293 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:51.040688 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:51.041108 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.041455 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:51.041912 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Bound port: 02056234-4367-48c2-90ba-04a7bd427c8e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:51.042285 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.057014 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Network eb0262ad-7060-4577-b1a4-27c1df270d18 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:51.060021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:51.063568 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:51.098106 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] For port 02056234-4367-48c2-90ba-04a7bd427c8e, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:51.099435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Pushing event updated for resources: {'Port': ['ID=346e6044-491a-4570-83b2-3361379384e2,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:51.101601 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] For port 02056234-4367-48c2-90ba-04a7bd427c8e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=02056234-4367-48c2-90ba-04a7bd427c8e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:51.108330 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.123637 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.168915 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Routers {'4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:51.169549 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:51.171555 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca28d4-419b-47ba-8501-92895f886c65 None None] Pushing event updated for resources: {'Port': ['ID=02056234-4367-48c2-90ba-04a7bd427c8e,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:51.260344 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.287341 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] Set router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:10:51.319264 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6ab6c73b-0f63-4be4-8609-7e404199e880 None None] Provisioning complete for port 346e6044-491a-4570-83b2-3361379384e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:51.319264 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c73b-0f63-4be4-8609-7e404199e880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.358892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6c73b-0f63-4be4-8609-7e404199e880 None None] Port 346e6044-491a-4570-83b2-3361379384e2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:10:51.435354 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.440298 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.469373 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:49Z', 'revision_number': 3, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port': {'id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:51.501074 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8384a846-b89e-4ab8-82c7-12dae5742219 None None] The sync data for ids ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'] in n-d-812149-2 is: [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:49Z', 'revision_number': 3, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port': {'id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:10:51.511967 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.513883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Pushing event updated for resources: {'Port': ['ID=346e6044-491a-4570-83b2-3361379384e2,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:51.611550 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Network eb0262ad-7060-4577-b1a4-27c1df270d18 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:51.612901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:51.770882 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:10:51.881548 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5fa67ab7-ed05-41d1-9d7a-16ae2f67949d None None] Provisioning complete for port 346e6044-491a-4570-83b2-3361379384e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:51.881826 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5fa67ab7-ed05-41d1-9d7a-16ae2f67949d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:51.892223 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:10:51.897764 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-14231afd-4402-471f-8d01-9de987c74321 admin admin] 10.222.0.66 "PUT /v2.0/routers/4c7aecfa-f0e5-4a73-a0b6-ec27623fb417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837184 Oct 18 22:10:51.935000 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-5fa67ab7-ed05-41d1-9d7a-16ae2f67949d None None] Port 346e6044-491a-4570-83b2-3361379384e2 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:10:52.387006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 46998) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:52.392785 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1194111289-network', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:52.412598 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Made reservation on behalf of 96323e20bd8f40708635aadea3cb7e9d for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:52.414941 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.423905 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.496713 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.501309 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.526357 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:10:52.542099 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bcd522-817b-4a12-b11f-465543c8ca56,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:52.545124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.545727 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Added segment 93111ca0-5483-4dc0-940a-f547a04abb37 of type vlan for network 568d766b-ba3e-419f-b7a1-107c284ff4db Oct 18 22:10:52.585830 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.619013 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.620435 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:52.620692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.654405 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2661903 Oct 18 22:10:52.657802 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47002) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:52.663786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Request body: {'subnet': {'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-subnet', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:52.687976 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 02056234-4367-48c2-90ba-04a7bd427c8e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:52.689356 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63b717-af8c-4d05-9c57-065a6c30e09b admin admin] Pushing event updated for resources: {'Network': ['ID=568d766b-ba3e-419f-b7a1-107c284ff4db,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:52.689821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Made reservation on behalf of 96323e20bd8f40708635aadea3cb7e9d for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:10:52.692340 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.714168 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 568d766b-ba3e-419f-b7a1-107c284ff4db details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:10:52.802787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 02056234-4367-48c2-90ba-04a7bd427c8e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:52.803158 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.877514 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.881012 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.902961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 02056234-4367-48c2-90ba-04a7bd427c8e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=02056234-4367-48c2-90ba-04a7bd427c8e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:52.909111 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.946242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03290853-f500-42ab-991a-623119ce1d70,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:52.956350 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Checking segment: {'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:52.956745 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Network hostable DHCP agents. Network: 568d766b-ba3e-419f-b7a1-107c284ff4db, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:10:52.964446 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=02056234-4367-48c2-90ba-04a7bd427c8e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:52.976762 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Network 568d766b-ba3e-419f-b7a1-107c284ff4db is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:10:52.985166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 568d766b-ba3e-419f-b7a1-107c284ff4db) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:52.989342 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:10:52.989914 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:52.994936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5a2dc4-5f5f-4bf8-b01b-d129cbde7113 None None] Network 568d766b-ba3e-419f-b7a1-107c284ff4db requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:53.007678 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-09288ba2-b231-4a9a-a130-8f6c3e70170e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3455436 Oct 18 22:10:53.007890 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47004) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:53.012795 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:10:53.035399 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.036469 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.092535 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.120073 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Sync routers for ids ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:10:53.138912 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Routers {'4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:53.139506 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:53.196397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-568d766b-ba3e-419f-b7a1-107c284ff4db', 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'fixed_ips': [{'subnet_id': '03290853-f500-42ab-991a-623119ce1d70'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:10:53.197283 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.237741 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.336100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Set router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:10:53.420966 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cc3a2908-0b46-4212-8e26-9363d1e02fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.448261 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.467910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.469115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Allocated IP 172.20.0.2 (568d766b-ba3e-419f-b7a1-107c284ff4db/03290853-f500-42ab-991a-623119ce1d70/74afabc2-b772-4724-97c7-e78ff70bb9a9) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:53.580401 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Allocated IP 172.25.7.186 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/248167fa-a88f-49f2-ae34-c8474eb8c65a) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:53.690570 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.725184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.769685 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:53.772934 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:53.775545 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:53.786459 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Pushing event updated for resources: {'Port': ['ID=248167fa-a88f-49f2-ae34-c8474eb8c65a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:53.877513 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.881881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:51Z', 'revision_number': 4, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port': {'id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '346e6044-491a-4570-83b2-3361379384e2', 'name': '', 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'mac_address': 'fa:16:3e:f1:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '20d3b4dd-9433-4ae7-bb39-65dc28c03957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:50Z', 'updated_at': '2021-10-18T22:10:51Z', 'revision_number': 2, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'subnets': [{'id': '20d3b4dd-9433-4ae7-bb39-65dc28c03957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:53.885449 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.916116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Checking router: 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:10:53.916116 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Updating router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 port 346e6044-491a-4570-83b2-3361379384e2 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:10:53.967520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Network 568d766b-ba3e-419f-b7a1-107c284ff4db is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:53.974349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:53.979280 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:53.989042 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:53.990836 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Pushing event updated for resources: {'Port': ['ID=74afabc2-b772-4724-97c7-e78ff70bb9a9,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:54.045890 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.073059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Attempting to bind port 74afabc2-b772-4724-97c7-e78ff70bb9a9 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:54.073430 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Attempting to bind port 74afabc2-b772-4724-97c7-e78ff70bb9a9 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:54.073794 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Attempting to bind port 74afabc2-b772-4724-97c7-e78ff70bb9a9 on network 568d766b-ba3e-419f-b7a1-107c284ff4db {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:54.130040 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:54.130407 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Checking segment: {'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:54.130808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.131203 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Bound using segment: {'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:54.131679 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Bound port: 74afabc2-b772-4724-97c7-e78ff70bb9a9, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:54.132067 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.241670 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.264354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] For port 74afabc2-b772-4724-97c7-e78ff70bb9a9, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:54.279816 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] For port 74afabc2-b772-4724-97c7-e78ff70bb9a9, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=74afabc2-b772-4724-97c7-e78ff70bb9a9,segment=NetworkSegment(93111ca0-5483-4dc0-940a-f547a04abb37),segment_id=93111ca0-5483-4dc0-940a-f547a04abb37)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:54.292625 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.373589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1094301-ec4e-49d8-a555-69469482db0e None None] Pushing event updated for resources: {'Port': ['ID=74afabc2-b772-4724-97c7-e78ff70bb9a9,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:54.390127 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:10:54.429423 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.434551 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.440409 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.497436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c140e-b915-43b4-bace-2321649666c7 None None] Pushing event updated for resources: {'Port': ['ID=346e6044-491a-4570-83b2-3361379384e2,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:54.522542 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:10:54.531090 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Sync routers for ids ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:10:54.542105 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.547020 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1274bd43-32a3-41e0-a5a6-b523c1534130 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5345373 Oct 18 22:10:54.550001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47006) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:10:54.563901 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Routers {'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:54.564795 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:54.584970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Attempting to bind port 346e6044-491a-4570-83b2-3361379384e2 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:54.585485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Attempting to bind port 346e6044-491a-4570-83b2-3361379384e2 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:54.586269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Attempting to bind port 346e6044-491a-4570-83b2-3361379384e2 on network eb0262ad-7060-4577-b1a4-27c1df270d18 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:54.592660 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:54.593053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Checking segment: {'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:54.593616 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.594027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Bound using segment: {'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:54.594550 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Bound port: 346e6044-491a-4570-83b2-3361379384e2, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48156aea-1afb-4ca7-9048-2c3e3def58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:54.595003 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.714856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] For port 346e6044-491a-4570-83b2-3361379384e2, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:54.734513 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] For port 346e6044-491a-4570-83b2-3361379384e2, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=346e6044-491a-4570-83b2-3361379384e2,segment=NetworkSegment(48156aea-1afb-4ca7-9048-2c3e3def58aa),segment_id=48156aea-1afb-4ca7-9048-2c3e3def58aa)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:54.741860 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:54.742968 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Set router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:10:54.802758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Routers {'4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:54.803409 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:54.872606 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c140e-b915-43b4-bace-2321649666c7 None None] Pushing event updated for resources: {'Port': ['ID=346e6044-491a-4570-83b2-3361379384e2,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:54.936635 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 02056234-4367-48c2-90ba-04a7bd427c8e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:54.978195 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:53Z', 'revision_number': 3, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:54.991487 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b07cb785-7baa-4280-8697-4e3c1af7a235 None None] Provisioning complete for port 346e6044-491a-4570-83b2-3361379384e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:54.995861 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b07cb785-7baa-4280-8697-4e3c1af7a235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.010163 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Checking router: af5dfe96-9e0f-4254-b54e-e6ae70a4a70d for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:10:55.010599 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Updating router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d port 248167fa-a88f-49f2-ae34-c8474eb8c65a binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:10:55.030037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] Set router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:10:55.043241 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.168044 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 02056234-4367-48c2-90ba-04a7bd427c8e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:55.168442 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.234326 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.288851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b07cb785-7baa-4280-8697-4e3c1af7a235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.370211 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.377093 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.390111 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-b07cb785-7baa-4280-8697-4e3c1af7a235 None None] For port 346e6044-491a-4570-83b2-3361379384e2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=346e6044-491a-4570-83b2-3361379384e2,segment=NetworkSegment(48156aea-1afb-4ca7-9048-2c3e3def58aa),segment_id=48156aea-1afb-4ca7-9048-2c3e3def58aa)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:55.402457 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b07cb785-7baa-4280-8697-4e3c1af7a235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.433464 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Allocated IP 172.20.0.1 (568d766b-ba3e-419f-b7a1-107c284ff4db/03290853-f500-42ab-991a-623119ce1d70/2a7fc0b9-4578-4a13-97f5-505bce8ce4cf) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:10:55.444835 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Attempting to bind port 248167fa-a88f-49f2-ae34-c8474eb8c65a on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:55.445402 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Attempting to bind port 248167fa-a88f-49f2-ae34-c8474eb8c65a by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:55.445849 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Attempting to bind port 248167fa-a88f-49f2-ae34-c8474eb8c65a on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:55.456145 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:55.456451 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:55.456804 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.457234 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:55.457877 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Bound port: 248167fa-a88f-49f2-ae34-c8474eb8c65a, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:55.458081 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.459080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 74afabc2-b772-4724-97c7-e78ff70bb9a9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:55.483876 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf54df-6453-46a8-95aa-81e8723fddc6 None None] Pushing event updated for resources: {'Port': ['ID=248167fa-a88f-49f2-ae34-c8474eb8c65a,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:55.496225 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:51Z', 'revision_number': 4, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port': {'id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '346e6044-491a-4570-83b2-3361379384e2', 'name': '', 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'mac_address': 'fa:16:3e:f1:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '20d3b4dd-9433-4ae7-bb39-65dc28c03957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:50Z', 'updated_at': '2021-10-18T22:10:54Z', 'revision_number': 4, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'subnets': [{'id': '20d3b4dd-9433-4ae7-bb39-65dc28c03957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:55.531608 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] For port 248167fa-a88f-49f2-ae34-c8474eb8c65a, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:55.535804 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] For port 248167fa-a88f-49f2-ae34-c8474eb8c65a, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=248167fa-a88f-49f2-ae34-c8474eb8c65a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:55.542411 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.544798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84566cca-3457-426e-9ac0-3ac135e1b6a8 None None] The sync data for ids ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'] in n-d-812149-2 is: [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:51Z', 'revision_number': 4, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port': {'id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '346e6044-491a-4570-83b2-3361379384e2', 'name': '', 'network_id': 'eb0262ad-7060-4577-b1a4-27c1df270d18', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'mac_address': 'fa:16:3e:f1:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '20d3b4dd-9433-4ae7-bb39-65dc28c03957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:50Z', 'updated_at': '2021-10-18T22:10:54Z', 'revision_number': 4, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'subnets': [{'id': '20d3b4dd-9433-4ae7-bb39-65dc28c03957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:10:55.565373 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cb785-7baa-4280-8697-4e3c1af7a235 None None] Pushing event updated for resources: {'Port': ['ID=346e6044-491a-4570-83b2-3361379384e2,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:55.590576 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ba700b59-c920-44f0-9a72-db6cf0d1edbd None None] Provisioning complete for port 346e6044-491a-4570-83b2-3361379384e2 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:55.591095 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ba700b59-c920-44f0-9a72-db6cf0d1edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.597582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.619316 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf54df-6453-46a8-95aa-81e8723fddc6 None None] Pushing event updated for resources: {'Port': ['ID=248167fa-a88f-49f2-ae34-c8474eb8c65a,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:55.649055 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Routers {'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:55.649696 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:55.669795 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.679673 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 74afabc2-b772-4724-97c7-e78ff70bb9a9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:55.680460 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.696782 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.746470 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Network 568d766b-ba3e-419f-b7a1-107c284ff4db is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:55.749442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:55.752984 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:10:55.778764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b67826-0d70-43f2-a6b3-a7d2310ce18e None None] Network 568d766b-ba3e-419f-b7a1-107c284ff4db requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:10:55.812881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Pushing event updated for resources: {'Port': ['ID=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:55.822094 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.933993 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ccaccbc4-5db8-477f-9d84-b9d3dad91c95 None None] Provisioning complete for port 74afabc2-b772-4724-97c7-e78ff70bb9a9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:55.934385 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccaccbc4-5db8-477f-9d84-b9d3dad91c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.938893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:55.954615 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] Set router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:10:55.974069 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:56.113985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 74afabc2-b772-4724-97c7-e78ff70bb9a9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=74afabc2-b772-4724-97c7-e78ff70bb9a9,segment=NetworkSegment(93111ca0-5483-4dc0-940a-f547a04abb37),segment_id=93111ca0-5483-4dc0-940a-f547a04abb37)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:56.132685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:56.137732 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ccaccbc4-5db8-477f-9d84-b9d3dad91c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:56.180530 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:53Z', 'revision_number': 3, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:56.190707 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:56.200180 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:56.230421 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81eeaac-c180-4e3a-9fbd-d2b371b37546 None None] The sync data for ids ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'] in n-d-812149-2 is: [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:53Z', 'revision_number': 3, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:10:56.310791 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Pushing event updated for resources: {'Port': ['ID=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:56.320035 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:56.447321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=74afabc2-b772-4724-97c7-e78ff70bb9a9,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:56.460935 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-ccaccbc4-5db8-477f-9d84-b9d3dad91c95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 22:10:56.461298 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-ccaccbc4-5db8-477f-9d84-b9d3dad91c95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 22:10:56.485813 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Network 568d766b-ba3e-419f-b7a1-107c284ff4db is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:10:56.487349 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:10:56.672106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:10:56.852474 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:10:56.857540 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-105e2e54-3d96-46a8-91ee-4a9fc2a7ff4f admin admin] 10.222.0.66 "PUT /v2.0/routers/af5dfe96-9e0f-4254-b54e-e6ae70a4a70d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3050635 Oct 18 22:10:56.870725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 74afabc2-b772-4724-97c7-e78ff70bb9a9 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:56.935101 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 74afabc2-b772-4724-97c7-e78ff70bb9a9 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:56.935602 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.057290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.106128 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 346e6044-491a-4570-83b2-3361379384e2 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:57.153856 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 346e6044-491a-4570-83b2-3361379384e2 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:57.154229 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.200199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8856f413-1e9b-40b1-b872-d5e17533e063 None None] Provisioning complete for port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:57.200593 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8856f413-1e9b-40b1-b872-d5e17533e063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.260249 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8856f413-1e9b-40b1-b872-d5e17533e063 None None] Port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:10:57.283604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8856f413-1e9b-40b1-b872-d5e17533e063 None None] Provisioning complete for port 74afabc2-b772-4724-97c7-e78ff70bb9a9 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:57.283970 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8856f413-1e9b-40b1-b872-d5e17533e063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.286143 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 248167fa-a88f-49f2-ae34-c8474eb8c65a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:57.365859 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 248167fa-a88f-49f2-ae34-c8474eb8c65a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:57.366228 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.476365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.496800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 248167fa-a88f-49f2-ae34-c8474eb8c65a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=248167fa-a88f-49f2-ae34-c8474eb8c65a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:10:57.501080 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:57.548759 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=248167fa-a88f-49f2-ae34-c8474eb8c65a,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:58.659564 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 248167fa-a88f-49f2-ae34-c8474eb8c65a up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:10:58.711954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 248167fa-a88f-49f2-ae34-c8474eb8c65a triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:58.712325 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:58.913674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Sync routers for ids ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:10:58.923922 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Routers {'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:58.924570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:59.033541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Set router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:10:59.233602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:55Z', 'revision_number': 4, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2a7fc0b9-4578-4a13-97f5-505bce8ce4cf', 'name': '', 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'mac_address': 'fa:16:3e:59:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '03290853-f500-42ab-991a-623119ce1d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:55Z', 'updated_at': '2021-10-18T22:10:56Z', 'revision_number': 2, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'subnets': [{'id': '03290853-f500-42ab-991a-623119ce1d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:59.264023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Checking router: af5dfe96-9e0f-4254-b54e-e6ae70a4a70d for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:10:59.264397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Updating router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:10:59.289815 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:59.547867 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:59.553215 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:59.607838 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2770-b475-4f32-b111-c4ecabfa73c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:59.654390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Attempting to bind port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:10:59.654761 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Attempting to bind port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:10:59.655257 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Attempting to bind port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf on network 568d766b-ba3e-419f-b7a1-107c284ff4db {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:10:59.661320 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:10:59.661958 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Checking segment: {'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:10:59.662062 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:59.662455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Bound using segment: {'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:10:59.662929 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Bound port: 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93111ca0-5483-4dc0-940a-f547a04abb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:10:59.663311 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:59.729930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] For port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:10:59.733208 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] For port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,segment=NetworkSegment(93111ca0-5483-4dc0-940a-f547a04abb37),segment_id=93111ca0-5483-4dc0-940a-f547a04abb37)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:10:59.738663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:59.800470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Routers {'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:10:59.801195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:10:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:10:59.841602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2770-b475-4f32-b111-c4ecabfa73c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:10:59.872453 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5af1aa6f-23c6-4e98-8e32-4a2db8ef4098 None None] Provisioning complete for port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:10:59.872835 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5af1aa6f-23c6-4e98-8e32-4a2db8ef4098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:10:59.933739 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:10:59.954516 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] Set router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:11:00.082514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5af1aa6f-23c6-4e98-8e32-4a2db8ef4098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:00.160407 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5af1aa6f-23c6-4e98-8e32-4a2db8ef4098 None None] For port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,segment=NetworkSegment(93111ca0-5483-4dc0-940a-f547a04abb37),segment_id=93111ca0-5483-4dc0-940a-f547a04abb37)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:11:00.166390 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5af1aa6f-23c6-4e98-8e32-4a2db8ef4098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:00.241680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1aa6f-23c6-4e98-8e32-4a2db8ef4098 None None] Pushing event updated for resources: {'Port': ['ID=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:11:00.257358 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:55Z', 'revision_number': 4, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2a7fc0b9-4578-4a13-97f5-505bce8ce4cf', 'name': '', 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'mac_address': 'fa:16:3e:59:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '03290853-f500-42ab-991a-623119ce1d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:55Z', 'updated_at': '2021-10-18T22:10:59Z', 'revision_number': 4, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'subnets': [{'id': '03290853-f500-42ab-991a-623119ce1d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:11:00.290965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae8d79-3fe1-4ac5-9881-4571236f7543 None None] The sync data for ids ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'] in n-d-812149-2 is: [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:55Z', 'revision_number': 4, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '2a7fc0b9-4578-4a13-97f5-505bce8ce4cf', 'name': '', 'network_id': '568d766b-ba3e-419f-b7a1-107c284ff4db', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'mac_address': 'fa:16:3e:59:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '03290853-f500-42ab-991a-623119ce1d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:55Z', 'updated_at': '2021-10-18T22:10:59Z', 'revision_number': 4, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'subnets': [{'id': '03290853-f500-42ab-991a-623119ce1d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:11:00.301466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c2aa9035-fbe9-45c4-9141-0edaec6cc97d None None] Provisioning complete for port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:11:00.301845 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9035-fbe9-45c4-9141-0edaec6cc97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:00.681630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:11:00.731628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:11:00.731994 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:14.523959 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:18.985324 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a84a1b7-6aeb-4ee8-82c9-7232b803cda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:20.035202 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:23.363499 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f0a914c4-f42f-4f96-81f8-9987dc9800bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:24.415159 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:25.574690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:27.033905 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:30.773855 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-59a791ba-3c96-42dd-a3fc-3af57ba2e9be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622307 Oct 18 22:11:30.861822 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-57ac8898-8029-439d-8f2e-f4aeb063168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:11:30.863395 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-57ac8898-8029-439d-8f2e-f4aeb063168c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0445359 Oct 18 22:11:30.967529 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-1c7a7706-77e2-4058-957b-fac43a39eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:11:30.969075 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-1c7a7706-77e2-4058-957b-fac43a39eea1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0847766 Oct 18 22:11:31.013709 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-b5ce561e-196e-4d6d-91f1-e540ce76270c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0366218 Oct 18 22:11:31.062885 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-bb71c3c2-9663-49b8-a841-5579780cb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:11:31.064324 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-bb71c3c2-9663-49b8-a841-5579780cb186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0438316 Oct 18 22:11:31.110422 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-48aeeb38-4f9e-4f39-ad30-8b90d1ec81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:11:31.112003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-48aeeb38-4f9e-4f39-ad30-8b90d1ec81f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406318 Oct 18 22:11:31.209302 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-afa29c73-8a03-416d-a0eb-282ad4a27404 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896034 Oct 18 22:11:31.301287 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fbcb10ed-b486-4569-b8c6-3161b275f551 req-e3d2b22b-e839-4561-b673-737098df2965 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Oct 18 22:11:36.933334 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:11:44.540565 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:48.985971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb39569f-b3a8-4aef-a35e-fc0579d3332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:50.049549 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:53.366803 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-39b05cd5-4485-4048-8a0f-26b7efa750dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:54.417331 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:55.577433 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:11:57.037330 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:13.932865 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:12:14.539758 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:18.986309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a66f0925-690c-4c05-a644-f192e357e62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:20.044582 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:23.367818 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12577e64-46f7-44f1-b6c5-a9921967fb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:24.419273 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:25.584969 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:27.039706 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:33.212234 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-d83083f6-fc28-44ab-af73-91c1c6243947 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406578 Oct 18 22:12:33.303082 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-02d9bb1e-2ca8-4772-87a1-ddacf698ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:12:33.304639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-02d9bb1e-2ca8-4772-87a1-ddacf698ca9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0480063 Oct 18 22:12:33.417198 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-1f2b2498-c382-4133-8960-0446414103ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:12:33.418825 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-1f2b2498-c382-4133-8960-0446414103ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0928488 Oct 18 22:12:33.465466 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-c7a6cb0a-5405-4d69-a4eb-3491644db1bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0393395 Oct 18 22:12:33.517021 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-e5f4c386-491c-4c64-b764-478b1f7e00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:12:33.518517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-e5f4c386-491c-4c64-b764-478b1f7e00cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0458841 Oct 18 22:12:33.564255 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-21e3382c-81de-4e08-b93d-72a646672942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:12:33.565800 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-21e3382c-81de-4e08-b93d-72a646672942 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399029 Oct 18 22:12:33.662594 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-f47819ef-34f4-4c4d-8fb1-b22d06e85e70 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882363 Oct 18 22:12:33.756042 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3da37a8b-1a19-4526-9c74-1c72d19f573a req-852c13cb-8555-4759-b575-4969194f6b53 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855081 Oct 18 22:12:44.562541 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:48.987955 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-85b77976-0886-4665-b5b0-518a40129c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:50.063098 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:50.932627 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:12:53.370313 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e4577041-7fdb-4333-832c-bb328d12672c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:54.421560 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:55.583755 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:57.042743 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:57.170428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47040) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:12:57.514466 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:58.081715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Deleting port 346e6044-491a-4570-83b2-3361379384e2 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:12:58.082057 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:58.159753 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] For port 346e6044-491a-4570-83b2-3361379384e2, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=346e6044-491a-4570-83b2-3361379384e2,segment=NetworkSegment(48156aea-1afb-4ca7-9048-2c3e3def58aa),segment_id=48156aea-1afb-4ca7-9048-2c3e3def58aa)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:12:58.160191 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:58.174912 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Calling delete_port for 346e6044-491a-4570-83b2-3361379384e2 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:12:58.353580 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:58.381211 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=346e6044-491a-4570-83b2-3361379384e2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:12:58.391309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.391734 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.392106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.392483 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.392814 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.393495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.393495 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.393780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.394062 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.394383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.394701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.395018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:12:58.560500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:58.778443 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:12:58.885406 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:12:58.890503 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7785bbd9-2403-4864-86f6-a6bef6f5ebe2 admin admin] 10.222.0.66 "PUT /v2.0/routers/4c7aecfa-f0e5-4a73-a0b6-ec27623fb417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190263 Oct 18 22:12:58.893521 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47042) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:12:58.894418 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] Sync routers for ids ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:12:58.904498 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] Routers {'4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:12:58.905112 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:12:58.999006 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.010675 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] Set router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:12:59.099679 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.154935 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Deleting port 02056234-4367-48c2-90ba-04a7bd427c8e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:12:59.155278 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.186842 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:12:58Z', 'revision_number': 5, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port': {'id': '02056234-4367-48c2-90ba-04a7bd427c8e', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:2d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:12:59.219369 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] Checking router: 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:12:59.227717 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] Routers {'4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:12:59.228318 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:12:59.234771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] For port 02056234-4367-48c2-90ba-04a7bd427c8e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=02056234-4367-48c2-90ba-04a7bd427c8e,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:12:59.235282 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.248649 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Calling delete_port for 02056234-4367-48c2-90ba-04a7bd427c8e owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:12:59.312431 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] Set router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:12:59.367930 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:12:59Z', 'revision_number': 6, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:12:59.395358 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ff544-987d-425c-9b1c-f48ada643bd3 None None] The sync data for ids ['4c7aecfa-f0e5-4a73-a0b6-ec27623fb417'] in n-d-812149-2 is: [{'id': '4c7aecfa-f0e5-4a73-a0b6-ec27623fb417', 'name': 'tempest-TestEncryptedCinderVolumes-858867795-router', 'tenant_id': '560727a659214516aecf1d98a6bc26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:48Z', 'updated_at': '2021-10-18T22:12:59Z', 'revision_number': 6, 'project_id': '560727a659214516aecf1d98a6bc26ca', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:12:59.415789 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.445242 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Pushing event deleted for resources: {'Port': ['ID=02056234-4367-48c2-90ba-04a7bd427c8e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:12:59.507507 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.597570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.600144 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.644302 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.644860 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:12:59.649727 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.650882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ca9790a7-5b5d-4383-8bd7-c8709cd3e35b admin admin] 10.222.0.66 "DELETE /v2.0/routers/4c7aecfa-f0e5-4a73-a0b6-ec27623fb417 HTTP/1.1" status: 204 len: 168 time: 0.7564228 Oct 18 22:12:59.653390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47044) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:12:59.701899 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] Deleting subnet 20d3b4dd-9433-4ae7-bb39-65dc28c03957 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:12:59.705074 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.739492 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.824124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.875117 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.906170 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d3b4dd-9433-4ae7-bb39-65dc28c03957,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:12:59.908162 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:12:59.911420 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-21a354c5-6deb-4cb1-bd72-98b5c30f0acb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/20d3b4dd-9433-4ae7-bb39-65dc28c03957 HTTP/1.1" status: 204 len: 168 time: 0.2571023 Oct 18 22:12:59.914032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bec0b-8082-438f-b55d-435c2b2af6eb None None] Network eb0262ad-7060-4577-b1a4-27c1df270d18 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:12:59.914693 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47046) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:00.137909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] DHCP port deletion for eb0262ad-7060-4577-b1a4-27c1df270d18 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:13:00.187724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Deleting port 88d340de-2202-4e3b-a174-cd68fc780b45 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:13:00.188115 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.249087 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.254474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] For port 88d340de-2202-4e3b-a174-cd68fc780b45, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=88d340de-2202-4e3b-a174-cd68fc780b45,segment=NetworkSegment(48156aea-1afb-4ca7-9048-2c3e3def58aa),segment_id=48156aea-1afb-4ca7-9048-2c3e3def58aa)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:00.254891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.271943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Calling delete_port for 88d340de-2202-4e3b-a174-cd68fc780b45 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:13:00.304352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Deleting port 88d340de-2202-4e3b-a174-cd68fc780b45 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:13:00.304715 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.356246 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.377744 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] For port 88d340de-2202-4e3b-a174-cd68fc780b45, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=88d340de-2202-4e3b-a174-cd68fc780b45,segment=NetworkSegment(48156aea-1afb-4ca7-9048-2c3e3def58aa),segment_id=48156aea-1afb-4ca7-9048-2c3e3def58aa)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:00.378100 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.385723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Pushing event deleted for resources: {'Port': ['ID=88d340de-2202-4e3b-a174-cd68fc780b45,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:00.392698 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Calling delete_port for 88d340de-2202-4e3b-a174-cd68fc780b45 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:13:00.397207 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.397555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.397895 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.398234 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.398566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.398894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.399220 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.399544 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.399862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.400188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.400539 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.400849 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.403947 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80830bcb-23fb-4ec3-b02d-f5659d6952a0 None None] No DVR routers for this DVR port 88d340de-2202-4e3b-a174-cd68fc780b45 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:13:00.476163 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.501236 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Pushing event deleted for resources: {'Port': ['ID=88d340de-2202-4e3b-a174-cd68fc780b45,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:00.506221 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] No DVR routers for this DVR port 88d340de-2202-4e3b-a174-cd68fc780b45 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:13:00.514608 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.514955 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.515297 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.515636 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.515968 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.516299 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.516695 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.517026 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.517351 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.517676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.518000 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.518322 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:00.590799 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.610047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0262ad-7060-4577-b1a4-27c1df270d18']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:00.619219 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48156aea-1afb-4ca7-9048-2c3e3def58aa') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:00.619508 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48156aea-1afb-4ca7-9048-2c3e3def58aa') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:00.628814 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.642293 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.648948 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:13:00.649366 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: self.session.flush() Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:13:00.651032 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:13:00.712762 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.718415 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:00.721837 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] 10.222.0.66 "DELETE /v2.0/networks/eb0262ad-7060-4577-b1a4-27c1df270d18 HTTP/1.1" status: 204 len: 168 time: 0.8060002 Oct 18 22:13:00.724959 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47050) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:00.731174 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 346e6044-491a-4570-83b2-3361379384e2 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:13:00.736977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d25e8d-1ad0-4922-a044-68014e4e128d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0262ad-7060-4577-b1a4-27c1df270d18,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:00.752176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 346e6044-491a-4570-83b2-3361379384e2 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:13:00.752723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 346e6044-491a-4570-83b2-3361379384e2 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:13:00.753169 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 02056234-4367-48c2-90ba-04a7bd427c8e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:13:00.772476 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 02056234-4367-48c2-90ba-04a7bd427c8e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:13:00.772812 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 02056234-4367-48c2-90ba-04a7bd427c8e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:13:00.773218 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 88d340de-2202-4e3b-a174-cd68fc780b45 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:13:00.794034 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 88d340de-2202-4e3b-a174-cd68fc780b45 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:13:00.794400 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 88d340de-2202-4e3b-a174-cd68fc780b45 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:13:01.068662 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:01.311696 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Deleting port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:13:01.312038 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:01.388180 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] For port 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,segment=NetworkSegment(93111ca0-5483-4dc0-940a-f547a04abb37),segment_id=93111ca0-5483-4dc0-940a-f547a04abb37)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:01.388658 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:01.408096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Calling delete_port for 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:13:01.586551 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:01.612195 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7fc0b9-4578-4a13-97f5-505bce8ce4cf,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:01.779959 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:01.999437 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:13:02.106745 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:13:02.112022 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d26af264-ebd3-41f0-8998-b4b37b6416f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/af5dfe96-9e0f-4254-b54e-e6ae70a4a70d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858247 Oct 18 22:13:02.114545 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47052) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:02.117435 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] Sync routers for ids ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:13:02.127841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] Routers {'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:02.128585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:02.223072 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:02.239213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] Set router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:02.594380 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:13:01Z', 'revision_number': 5, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:02.621965 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] Checking router: af5dfe96-9e0f-4254-b54e-e6ae70a4a70d for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:13:02.630909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] Routers {'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:02.631533 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:02.667338 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:02.724589 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Deleting port 248167fa-a88f-49f2-ae34-c8474eb8c65a {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:13:02.724925 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:02.745296 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] Set router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:02.803685 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] For port 248167fa-a88f-49f2-ae34-c8474eb8c65a, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=248167fa-a88f-49f2-ae34-c8474eb8c65a,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:02.804258 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:02.816469 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Calling delete_port for 248167fa-a88f-49f2-ae34-c8474eb8c65a owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:13:02.927973 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:13:01Z', 'revision_number': 5, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:02.954961 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91848e30-4f74-4950-9efa-d6f9971bc924 None None] The sync data for ids ['af5dfe96-9e0f-4254-b54e-e6ae70a4a70d'] in n-d-812149-2 is: [{'id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'name': 'tempest-TestEncryptedCinderVolumes-1194111289-router', 'tenant_id': '96323e20bd8f40708635aadea3cb7e9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:13:01Z', 'revision_number': 5, 'project_id': '96323e20bd8f40708635aadea3cb7e9d', 'gw_port': {'id': '248167fa-a88f-49f2-ae34-c8474eb8c65a', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5dfe96-9e0f-4254-b54e-e6ae70a4a70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:10:53Z', 'updated_at': '2021-10-18T22:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:13:02.993252 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.022093 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Pushing event deleted for resources: {'Port': ['ID=248167fa-a88f-49f2-ae34-c8474eb8c65a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:03.083738 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.173914 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.175985 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.220129 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.220707 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5dfe96-9e0f-4254-b54e-e6ae70a4a70d {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:13:03.225520 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.226703 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-45e1378c-81a9-4f11-a92f-9eacfd24cacf admin admin] 10.222.0.66 "DELETE /v2.0/routers/af5dfe96-9e0f-4254-b54e-e6ae70a4a70d HTTP/1.1" status: 204 len: 168 time: 1.1112535 Oct 18 22:13:03.229319 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47054) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:03.276939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] Deleting subnet 03290853-f500-42ab-991a-623119ce1d70 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:13:03.280283 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.319115 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.399765 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.454797 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.485452 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03290853-f500-42ab-991a-623119ce1d70,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:03.489155 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.493050 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c1fdb4c7-e60a-4281-85d6-ddb4cfdf4aa3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/03290853-f500-42ab-991a-623119ce1d70 HTTP/1.1" status: 204 len: 168 time: 0.2627134 Oct 18 22:13:03.495697 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47058) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:03.502297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9f515-5fd4-41a6-a477-1306a61205f9 None None] Network 568d766b-ba3e-419f-b7a1-107c284ff4db requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:13:03.570465 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.649886 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Deleting port 74afabc2-b772-4724-97c7-e78ff70bb9a9 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:13:03.650221 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.716134 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] For port 74afabc2-b772-4724-97c7-e78ff70bb9a9, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=74afabc2-b772-4724-97c7-e78ff70bb9a9,segment=NetworkSegment(93111ca0-5483-4dc0-940a-f547a04abb37),segment_id=93111ca0-5483-4dc0-940a-f547a04abb37)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:03.716451 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.728919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Calling delete_port for 74afabc2-b772-4724-97c7-e78ff70bb9a9 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:13:03.811414 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.838843 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Pushing event deleted for resources: {'Port': ['ID=74afabc2-b772-4724-97c7-e78ff70bb9a9,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:03.840766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] No DVR routers for this DVR port 74afabc2-b772-4724-97c7-e78ff70bb9a9 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:13:03.911977 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.950985 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568d766b-ba3e-419f-b7a1-107c284ff4db']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:03.957894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5c6fc-2834-4a86-9237-de7d2c5f734f None None] DHCP port deletion for 568d766b-ba3e-419f-b7a1-107c284ff4db request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:13:03.961566 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93111ca0-5483-4dc0-940a-f547a04abb37') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:03.962137 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93111ca0-5483-4dc0-940a-f547a04abb37') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:03.973753 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.992202 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:03.998557 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:13:03.999059 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:13:04.000763 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:13:04.054898 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.060396 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.063590 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] 10.222.0.66 "DELETE /v2.0/networks/568d766b-ba3e-419f-b7a1-107c284ff4db HTTP/1.1" status: 204 len: 168 time: 0.5668559 Oct 18 22:13:04.077025 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779f956-77b4-48c1-b4b0-63c263299acc admin admin] Pushing event deleted for resources: {'Network': ['ID=568d766b-ba3e-419f-b7a1-107c284ff4db,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:04.228739 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47068) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:04.268499 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b328af11-f0ac-40da-a1d2-21613ad742e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=560727a659214516aecf1d98a6bc26ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385234 Oct 18 22:13:04.271623 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47070) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:04.324400 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c40cde5-2ff9-4c46-845c-eca499796d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.346217 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c40cde5-2ff9-4c46-845c-eca499796d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.397149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c40cde5-2ff9-4c46-845c-eca499796d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.399994 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-7c40cde5-2ff9-4c46-845c-eca499796d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.401178 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-7c40cde5-2ff9-4c46-845c-eca499796d09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dd0b091-ff1c-417f-8d93-5568e7b7a628 HTTP/1.1" status: 204 len: 168 time: 0.1285336 Oct 18 22:13:04.409932 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40cde5-2ff9-4c46-845c-eca499796d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd0b091-ff1c-417f-8d93-5568e7b7a628,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:04.724045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47078) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:04.733753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:13:04.754777 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:13:04.755131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2a7fc0b9-4578-4a13-97f5-505bce8ce4cf not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:13:04.756153 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 74afabc2-b772-4724-97c7-e78ff70bb9a9 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:13:04.766726 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d5e35edb-038a-4495-83c4-aa07f988b45c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96323e20bd8f40708635aadea3cb7e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414464 Oct 18 22:13:04.769295 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47080) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:04.775746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 74afabc2-b772-4724-97c7-e78ff70bb9a9 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:13:04.776097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 74afabc2-b772-4724-97c7-e78ff70bb9a9 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:13:04.776612 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 248167fa-a88f-49f2-ae34-c8474eb8c65a no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:13:04.795066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 248167fa-a88f-49f2-ae34-c8474eb8c65a {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:13:04.795432 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 248167fa-a88f-49f2-ae34-c8474eb8c65a not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:13:04.819146 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe387a48-5293-4fa4-9d1d-4a51c8b11a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.840432 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe387a48-5293-4fa4-9d1d-4a51c8b11a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.886687 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe387a48-5293-4fa4-9d1d-4a51c8b11a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.889332 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-fe387a48-5293-4fa4-9d1d-4a51c8b11a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:04.890779 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fe387a48-5293-4fa4-9d1d-4a51c8b11a9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96bcd522-817b-4a12-b11f-465543c8ca56 HTTP/1.1" status: 204 len: 168 time: 0.1204484 Oct 18 22:13:04.899218 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe387a48-5293-4fa4-9d1d-4a51c8b11a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bcd522-817b-4a12-b11f-465543c8ca56,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:05.561567 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47102) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:05.721404 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-740680030-network', 'tenant_id': '1249e4bb17b74856810ae4b663777af1'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:13:05.742298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Made reservation on behalf of 1249e4bb17b74856810ae4b663777af1 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:13:05.744657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.753672 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.826428 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.830403 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.850978 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:13:05.866185 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5a6e3a-88c8-41d0-b8b6-e7f460f10ee7,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:05.869085 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.869426 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Added segment 66b5786f-c516-481c-aa39-04dfba90af9f of type vlan for network 7c53809e-5977-4a7d-bd49-54928c4f5726 Oct 18 22:13:05.908704 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.939488 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.940361 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:05.940969 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:05.980424 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4176288 Oct 18 22:13:05.983422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47108) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:05.989180 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Request body: {'subnet': {'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-740680030-subnet', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:13:06.011976 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Made reservation on behalf of 1249e4bb17b74856810ae4b663777af1 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:13:06.014266 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.015535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d6e4d-b2a8-4268-8afa-d00906c0fd75 admin admin] Pushing event updated for resources: {'Network': ['ID=7c53809e-5977-4a7d-bd49-54928c4f5726,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:06.025317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:13:06.185567 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.247801 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9851bb3a-3c56-45ef-9403-ba6fe54853b3,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:06.255110 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Checking segment: {'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:06.256120 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Network hostable DHCP agents. Network: 7c53809e-5977-4a7d-bd49-54928c4f5726, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:13:06.274491 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:13:06.282176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 7c53809e-5977-4a7d-bd49-54928c4f5726) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:06.286132 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:06.286723 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.291172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129ccd5-85de-4386-a779-2003323d096c None None] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:13:06.303230 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cd460d91-d489-4f98-96fd-210afa578d29 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3179035 Oct 18 22:13:06.305958 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47110) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:06.310466 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:13:06.331951 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.333009 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.388091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.454023 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-7c53809e-5977-4a7d-bd49-54928c4f5726', 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'fixed_ips': [{'subnet_id': '9851bb3a-3c56-45ef-9403-ba6fe54853b3'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:13:06.455058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.541108 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.597404 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Allocated IP 172.20.0.2 (7c53809e-5977-4a7d-bd49-54928c4f5726/9851bb3a-3c56-45ef-9403-ba6fe54853b3/647815b1-f5b2-41d5-9f30-5af603cc8887) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:13:06.748509 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.754486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.754874 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.775241 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.795007 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:06.798082 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:06.801572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:13:06.812120 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Pushing event updated for resources: {'Port': ['ID=647815b1-f5b2-41d5-9f30-5af603cc8887,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:06.862055 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Attempting to bind port 647815b1-f5b2-41d5-9f30-5af603cc8887 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:13:06.862441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Attempting to bind port 647815b1-f5b2-41d5-9f30-5af603cc8887 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:13:06.862797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Attempting to bind port 647815b1-f5b2-41d5-9f30-5af603cc8887 on network 7c53809e-5977-4a7d-bd49-54928c4f5726 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:13:06.867934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:13:06.868579 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Checking segment: {'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:06.868983 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.869387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Bound using segment: {'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:13:06.870039 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Bound port: 647815b1-f5b2-41d5-9f30-5af603cc8887, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:13:06.870419 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.880714 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Allocated IP 172.25.7.45 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/71d66250-3d23-48c3-9cee-4a765b096026) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:13:06.937873 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] For port 647815b1-f5b2-41d5-9f30-5af603cc8887, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:13:06.941163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] For port 647815b1-f5b2-41d5-9f30-5af603cc8887, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=647815b1-f5b2-41d5-9f30-5af603cc8887,segment=NetworkSegment(66b5786f-c516-481c-aa39-04dfba90af9f),segment_id=66b5786f-c516-481c-aa39-04dfba90af9f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:13:06.945322 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:06.990574 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:07.008278 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271c337-3b15-46a7-b183-b0132ceabb4a None None] Pushing event updated for resources: {'Port': ['ID=647815b1-f5b2-41d5-9f30-5af603cc8887,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:07.024996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:07.064226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:07.067215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:07.070775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:13:07.097663 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Pushing event updated for resources: {'Port': ['ID=71d66250-3d23-48c3-9cee-4a765b096026,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:07.366496 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:07.568574 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:07.701709 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:13:07.816141 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:13:07.827846 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Sync routers for ids ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:13:07.835184 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:07.836570 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-d611bb02-1180-4103-80f1-414d9881df5f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5296183 Oct 18 22:13:07.839385 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47112) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:07.839894 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Routers {'5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:07.840628 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:07.945770 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ee319-e0c1-4b13-9cec-97284cee81b1 None None] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:13:07.953508 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Set router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:08.040872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-7e311703-cc48-4f3b-be83-8d363f274d40 None None] Provisioning complete for port 647815b1-f5b2-41d5-9f30-5af603cc8887 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:08.041253 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e311703-cc48-4f3b-be83-8d363f274d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.152871 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '71d66250-3d23-48c3-9cee-4a765b096026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:07Z', 'revision_number': 3, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port': {'id': '71d66250-3d23-48c3-9cee-4a765b096026', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:08.181609 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Checking router: 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:13:08.181953 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Updating router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a port 71d66250-3d23-48c3-9cee-4a765b096026 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:13:08.183861 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e311703-cc48-4f3b-be83-8d363f274d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.208201 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.223428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-7e311703-cc48-4f3b-be83-8d363f274d40 None None] For port 647815b1-f5b2-41d5-9f30-5af603cc8887, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=647815b1-f5b2-41d5-9f30-5af603cc8887,segment=NetworkSegment(66b5786f-c516-481c-aa39-04dfba90af9f),segment_id=66b5786f-c516-481c-aa39-04dfba90af9f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:08.228902 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7e311703-cc48-4f3b-be83-8d363f274d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.286769 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e311703-cc48-4f3b-be83-8d363f274d40 None None] Pushing event updated for resources: {'Port': ['ID=647815b1-f5b2-41d5-9f30-5af603cc8887,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:08.323730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.449892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-0d19dddf-906b-4995-a8bf-f19f8bc4f88c None None] Provisioning complete for port 647815b1-f5b2-41d5-9f30-5af603cc8887 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:08.450361 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0d19dddf-906b-4995-a8bf-f19f8bc4f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.493218 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Allocated IP 172.20.0.1 (7c53809e-5977-4a7d-bd49-54928c4f5726/9851bb3a-3c56-45ef-9403-ba6fe54853b3/22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:13:08.504634 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.510728 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.566473 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Attempting to bind port 71d66250-3d23-48c3-9cee-4a765b096026 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:13:08.566832 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Attempting to bind port 71d66250-3d23-48c3-9cee-4a765b096026 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:13:08.567181 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Attempting to bind port 71d66250-3d23-48c3-9cee-4a765b096026 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:13:08.569800 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Pushing event updated for resources: {'Port': ['ID=71d66250-3d23-48c3-9cee-4a765b096026,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:08.579334 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.579671 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.580006 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.580337 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.580686 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.581008 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.581331 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.581649 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.581968 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.583024 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.583024 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.583024 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:13:08.586371 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:13:08.586742 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:08.587581 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.587581 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:13:08.587965 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Bound port: 71d66250-3d23-48c3-9cee-4a765b096026, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:13:08.588336 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.623320 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.639270 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] For port 71d66250-3d23-48c3-9cee-4a765b096026, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:13:08.642662 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] For port 71d66250-3d23-48c3-9cee-4a765b096026, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=71d66250-3d23-48c3-9cee-4a765b096026,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:13:08.647836 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.663168 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.707406 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Routers {'5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:08.708029 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:08.708797 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Pushing event updated for resources: {'Port': ['ID=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:08.711667 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c93a4-7448-45f7-9569-6bab415d8136 None None] Pushing event updated for resources: {'Port': ['ID=71d66250-3d23-48c3-9cee-4a765b096026,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:08.720446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:08.721891 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:08.724830 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:13:08.765401 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.798193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 647815b1-f5b2-41d5-9f30-5af603cc8887 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:08.852711 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] Set router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:08.860977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 647815b1-f5b2-41d5-9f30-5af603cc8887 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:08.861358 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.928977 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:08.978583 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-15c1a7f4-031a-430a-95a2-c38394f06b86 None None] Provisioning complete for port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:08.979121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-15c1a7f4-031a-430a-95a2-c38394f06b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:09.022473 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-15c1a7f4-031a-430a-95a2-c38394f06b86 None None] Port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:13:09.061845 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '71d66250-3d23-48c3-9cee-4a765b096026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:07Z', 'revision_number': 3, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port': {'id': '71d66250-3d23-48c3-9cee-4a765b096026', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:09.088813 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04d225-2f33-41b4-a863-c8a371b2d545 None None] The sync data for ids ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'] in n-d-812149-2 is: [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '71d66250-3d23-48c3-9cee-4a765b096026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:07Z', 'revision_number': 3, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port': {'id': '71d66250-3d23-48c3-9cee-4a765b096026', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:13:09.107847 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:09.112821 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:09.181851 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:09.183616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Pushing event updated for resources: {'Port': ['ID=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:09.285747 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:09.287190 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:09.450270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:13:09.549914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8dbac006-436b-47ba-b084-de5b77f126d5 None None] Provisioning complete for port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:09.550290 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8dbac006-436b-47ba-b084-de5b77f126d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:09.577390 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:13:09.588633 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-340e068c-89c8-483d-9714-1da74791323c admin admin] 10.222.0.66 "PUT /v2.0/routers/5cbfb107-a105-4934-b8b0-faa9f9bb0f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421808 Oct 18 22:13:09.590863 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-8dbac006-436b-47ba-b084-de5b77f126d5 None None] Port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:13:10.066285 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47128) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:10.071416 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-825684018-network', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:13:10.091842 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Made reservation on behalf of b210cfc706b84f31aa18fd387527bd1a for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:13:10.094171 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.103737 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.178971 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.182896 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.209810 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:13:10.220146 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4938ce1c-0ec6-47dd-8e6c-549b223a6889,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:10.225192 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.225546 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Added segment d544e6e1-0d63-421b-9d05-3b1aaba669bf of type vlan for network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 Oct 18 22:13:10.266474 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.290219 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.291176 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:10.291730 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.326342 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2589087 Oct 18 22:13:10.329220 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47130) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:10.335031 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Request body: {'subnet': {'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-825684018-subnet', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:13:10.356519 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Made reservation on behalf of b210cfc706b84f31aa18fd387527bd1a for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:13:10.359485 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.359991 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fae99e-1da7-4405-bb30-f41d8c35c65a admin admin] Pushing event updated for resources: {'Network': ['ID=0d20e4ce-ab1f-426a-be2c-a7d95e4205a1,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:10.374387 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:13:10.544840 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.602053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bdadb1e-43df-4cba-b4ad-1d6580933d6e,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:10.611761 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Checking segment: {'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:10.612122 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Network hostable DHCP agents. Network: 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:13:10.629493 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:13:10.640043 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:10.644641 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:10.645346 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.649616 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796bccb1-d2d9-43cd-8ba4-bb2ac846dc48 None None] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:13:10.662136 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-4f98a68c-671c-4466-84c9-d2d05e9ce764 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3317189 Oct 18 22:13:10.664679 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47132) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:10.670472 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:13:10.695844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.697134 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.765999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Sync routers for ids ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:13:10.774764 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.777656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 71d66250-3d23-48c3-9cee-4a765b096026 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:10.818808 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Routers {'5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:10.819437 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:10.884995 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-0d20e4ce-ab1f-426a-be2c-a7d95e4205a1', 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'fixed_ips': [{'subnet_id': '3bdadb1e-43df-4cba-b4ad-1d6580933d6e'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:13:10.885824 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:10.914493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.010566 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 71d66250-3d23-48c3-9cee-4a765b096026 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:11.010566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.048121 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Set router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:11.373693 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.393169 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.414634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Allocated IP 172.20.0.2 (0d20e4ce-ab1f-426a-be2c-a7d95e4205a1/3bdadb1e-43df-4cba-b4ad-1d6580933d6e/2feb0435-5b35-465f-874b-00f7416fb451) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:13:11.462691 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.504396 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Allocated IP 172.25.7.86 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/9812bbe9-53c9-4fd5-b008-6401ab824e24) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:13:11.531508 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 71d66250-3d23-48c3-9cee-4a765b096026, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=71d66250-3d23-48c3-9cee-4a765b096026,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:11.539633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.617501 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.652478 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.665112 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=71d66250-3d23-48c3-9cee-4a765b096026,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:11.688366 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:11.693368 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:11.695875 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.696970 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:13:11.698495 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '71d66250-3d23-48c3-9cee-4a765b096026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:08Z', 'revision_number': 4, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port': {'id': '71d66250-3d23-48c3-9cee-4a765b096026', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948', 'name': '', 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'mac_address': 'fa:16:3e:48:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9851bb3a-3c56-45ef-9403-ba6fe54853b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:08Z', 'updated_at': '2021-10-18T22:13:08Z', 'revision_number': 2, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'subnets': [{'id': '9851bb3a-3c56-45ef-9403-ba6fe54853b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:11.727184 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Pushing event updated for resources: {'Port': ['ID=9812bbe9-53c9-4fd5-b008-6401ab824e24,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:11.727445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Checking router: 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:13:11.727628 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Updating router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:13:11.729903 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.792733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:11.795635 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.799447 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:11.809811 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:13:11.823520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Pushing event updated for resources: {'Port': ['ID=2feb0435-5b35-465f-874b-00f7416fb451,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:11.950326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Attempting to bind port 2feb0435-5b35-465f-874b-00f7416fb451 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:13:11.950700 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Attempting to bind port 2feb0435-5b35-465f-874b-00f7416fb451 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:13:11.951071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Attempting to bind port 2feb0435-5b35-465f-874b-00f7416fb451 on network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:13:11.961299 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.967755 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:13:11.968135 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Checking segment: {'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:11.968564 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:11.968964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Bound using segment: {'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:13:11.969441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Bound port: 2feb0435-5b35-465f-874b-00f7416fb451, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:13:11.969851 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.102244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] For port 2feb0435-5b35-465f-874b-00f7416fb451, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:13:12.108172 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] For port 2feb0435-5b35-465f-874b-00f7416fb451, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2feb0435-5b35-465f-874b-00f7416fb451,segment=NetworkSegment(d544e6e1-0d63-421b-9d05-3b1aaba669bf),segment_id=d544e6e1-0d63-421b-9d05-3b1aaba669bf)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:13:12.116796 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.166394 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.223026 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95652b0-4dff-4c9d-89f1-a2362fc707f8 None None] Pushing event updated for resources: {'Port': ['ID=2feb0435-5b35-465f-874b-00f7416fb451,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:12.245247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.251539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.306932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e648f-402b-4843-9948-7da56d79cea6 None None] Pushing event updated for resources: {'Port': ['ID=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:12.311181 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Router c73f810b-2f55-44fe-b5af-11a5d16d2424 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:13:12.355771 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Attempting to bind port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:13:12.356071 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Attempting to bind port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:13:12.356466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Attempting to bind port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 on network 7c53809e-5977-4a7d-bd49-54928c4f5726 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:13:12.377962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:13:12.380281 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Checking segment: {'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:12.382321 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.382835 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Bound using segment: {'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:13:12.383573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Bound port: 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b5786f-c516-481c-aa39-04dfba90af9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:13:12.385429 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.464056 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:13:12.472862 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Sync routers for ids ['c73f810b-2f55-44fe-b5af-11a5d16d2424'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:13:12.477048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] For port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:13:12.482436 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] For port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,segment=NetworkSegment(66b5786f-c516-481c-aa39-04dfba90af9f),segment_id=66b5786f-c516-481c-aa39-04dfba90af9f)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:13:12.486931 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Routers {'c73f810b-2f55-44fe-b5af-11a5d16d2424'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:12.487933 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c73f810b-2f55-44fe-b5af-11a5d16d2424'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:12.490545 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.492227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.496186 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-34c410cc-5340-4f2b-922c-de64443a0633 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8278196 Oct 18 22:13:12.496583 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47134) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:13:12.605012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Routers {'5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:12.605656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:12.610966 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e648f-402b-4843-9948-7da56d79cea6 None None] Pushing event updated for resources: {'Port': ['ID=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:12.676262 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Set router c73f810b-2f55-44fe-b5af-11a5d16d2424 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:12.694316 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8e95ca6e-0bf5-4f0c-aca0-cbe1142ec339 None None] Provisioning complete for port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:12.694469 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e95ca6e-0bf5-4f0c-aca0-cbe1142ec339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:12.807842 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] Set router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:12.953057 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 71d66250-3d23-48c3-9cee-4a765b096026 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:12.988297 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:13:11Z', 'revision_number': 3, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port': {'id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:11Z', 'updated_at': '2021-10-18T22:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:13.021278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e95ca6e-0bf5-4f0c-aca0-cbe1142ec339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.046821 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Checking router: c73f810b-2f55-44fe-b5af-11a5d16d2424 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:13:13.047790 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Updating router c73f810b-2f55-44fe-b5af-11a5d16d2424 port 9812bbe9-53c9-4fd5-b008-6401ab824e24 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:13:13.089644 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.095554 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.147894 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-8e95ca6e-0bf5-4f0c-aca0-cbe1142ec339 None None] For port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,segment=NetworkSegment(66b5786f-c516-481c-aa39-04dfba90af9f),segment_id=66b5786f-c516-481c-aa39-04dfba90af9f)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:13.170239 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8e95ca6e-0bf5-4f0c-aca0-cbe1142ec339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.251826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 71d66250-3d23-48c3-9cee-4a765b096026 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:13.252255 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.312348 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Allocated IP 172.20.0.1 (0d20e4ce-ab1f-426a-be2c-a7d95e4205a1/3bdadb1e-43df-4cba-b4ad-1d6580933d6e/e45a8d68-e233-4531-bcf0-30a6a91a52eb) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:13:13.325795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6ad69fc7-a7f9-4d70-a979-82aa80342f5c None None] Provisioning complete for port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:13.326328 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6ad69fc7-a7f9-4d70-a979-82aa80342f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.394107 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95ca6e-0bf5-4f0c-aca0-cbe1142ec339 None None] Pushing event updated for resources: {'Port': ['ID=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:13.482689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2feb0435-5b35-465f-874b-00f7416fb451 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:13.484676 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.496557 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.522651 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.591061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.605960 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aaaa1-b46d-40e5-ad33-f502cb091a9c None None] Pushing event updated for resources: {'Port': ['ID=9812bbe9-53c9-4fd5-b008-6401ab824e24,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:13.608407 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Attempting to bind port 9812bbe9-53c9-4fd5-b008-6401ab824e24 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:13:13.608770 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Attempting to bind port 9812bbe9-53c9-4fd5-b008-6401ab824e24 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:13:13.609124 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Attempting to bind port 9812bbe9-53c9-4fd5-b008-6401ab824e24 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:13:13.615949 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:13:13.616321 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:13.616744 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.617129 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:13:13.617592 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Bound port: 9812bbe9-53c9-4fd5-b008-6401ab824e24, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:13:13.617965 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.650254 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:13.653440 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:13.656489 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:13:13.675448 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] For port 9812bbe9-53c9-4fd5-b008-6401ab824e24, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:13:13.680163 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] For port 9812bbe9-53c9-4fd5-b008-6401ab824e24, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9812bbe9-53c9-4fd5-b008-6401ab824e24,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:13:13.686782 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.694790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Pushing event updated for resources: {'Port': ['ID=e45a8d68-e233-4531-bcf0-30a6a91a52eb,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:13.723045 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.737848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9fa4a-1693-4c5e-99be-7bb8548197a9 None None] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:13:13.745400 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Routers {'c73f810b-2f55-44fe-b5af-11a5d16d2424'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:13.746178 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c73f810b-2f55-44fe-b5af-11a5d16d2424'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:13.797254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aaaa1-b46d-40e5-ad33-f502cb091a9c None None] Pushing event updated for resources: {'Port': ['ID=9812bbe9-53c9-4fd5-b008-6401ab824e24,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:13.837037 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '71d66250-3d23-48c3-9cee-4a765b096026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:08Z', 'revision_number': 4, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port': {'id': '71d66250-3d23-48c3-9cee-4a765b096026', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948', 'name': '', 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'mac_address': 'fa:16:3e:48:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9851bb3a-3c56-45ef-9403-ba6fe54853b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:08Z', 'updated_at': '2021-10-18T22:13:12Z', 'revision_number': 4, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'subnets': [{'id': '9851bb3a-3c56-45ef-9403-ba6fe54853b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:13.875304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19f205-f536-44bd-9e23-17a33f60592c None None] The sync data for ids ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'] in n-d-812149-2 is: [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '71d66250-3d23-48c3-9cee-4a765b096026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:08Z', 'revision_number': 4, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port': {'id': '71d66250-3d23-48c3-9cee-4a765b096026', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948', 'name': '', 'network_id': '7c53809e-5977-4a7d-bd49-54928c4f5726', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'mac_address': 'fa:16:3e:48:ed:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '9851bb3a-3c56-45ef-9403-ba6fe54853b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:08Z', 'updated_at': '2021-10-18T22:13:12Z', 'revision_number': 4, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'subnets': [{'id': '9851bb3a-3c56-45ef-9403-ba6fe54853b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:13:13.883442 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] Set router c73f810b-2f55-44fe-b5af-11a5d16d2424 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:13.902972 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:13.969364 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-634e4426-349a-4de8-b127-3408be0ba698 None None] Provisioning complete for port 2feb0435-5b35-465f-874b-00f7416fb451 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:13.969882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-634e4426-349a-4de8-b127-3408be0ba698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.041397 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2feb0435-5b35-465f-874b-00f7416fb451 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:14.041918 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.205197 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:13:11Z', 'revision_number': 3, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port': {'id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:11Z', 'updated_at': '2021-10-18T22:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:14.229891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.230873 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.232027 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-634e4426-349a-4de8-b127-3408be0ba698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.241219 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.275344 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b667b11d-13b9-4e28-b03d-35bc073383fb None None] The sync data for ids ['c73f810b-2f55-44fe-b5af-11a5d16d2424'] in n-d-812149-2 is: [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:13:11Z', 'revision_number': 3, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port': {'id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:11Z', 'updated_at': '2021-10-18T22:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:13:14.332636 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-634e4426-349a-4de8-b127-3408be0ba698 None None] For port 2feb0435-5b35-465f-874b-00f7416fb451, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2feb0435-5b35-465f-874b-00f7416fb451,segment=NetworkSegment(d544e6e1-0d63-421b-9d05-3b1aaba669bf),segment_id=d544e6e1-0d63-421b-9d05-3b1aaba669bf)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:14.346177 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-634e4426-349a-4de8-b127-3408be0ba698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.388732 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Pushing event updated for resources: {'Port': ['ID=e45a8d68-e233-4531-bcf0-30a6a91a52eb,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:14.392938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.482165 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 22:13:14.482620 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 22:13:14.490764 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e4426-349a-4de8-b127-3408be0ba698 None None] Pushing event updated for resources: {'Port': ['ID=2feb0435-5b35-465f-874b-00f7416fb451,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:14.567536 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:13:14.569380 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:13:14.583680 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.591675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a54d70ce-2dcd-4d7e-81ff-7e4d58c8128e None None] Provisioning complete for port 2feb0435-5b35-465f-874b-00f7416fb451 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:14.592076 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a54d70ce-2dcd-4d7e-81ff-7e4d58c8128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.760917 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Router c73f810b-2f55-44fe-b5af-11a5d16d2424 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:13:14.812975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-a54d70ce-2dcd-4d7e-81ff-7e4d58c8128e None None] Provisioning complete for port e45a8d68-e233-4531-bcf0-30a6a91a52eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:14.813452 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a54d70ce-2dcd-4d7e-81ff-7e4d58c8128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:14.862908 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-a54d70ce-2dcd-4d7e-81ff-7e4d58c8128e None None] Port e45a8d68-e233-4531-bcf0-30a6a91a52eb cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:13:14.918052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:13:14.925005 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-cceec1d4-5d4b-4d8c-ae57-0457b62f8629 admin admin] 10.222.0.66 "PUT /v2.0/routers/c73f810b-2f55-44fe-b5af-11a5d16d2424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272261 Oct 18 22:13:15.024930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bb4daf24-6868-4ef1-940a-3e7517c3fb80 None None] Provisioning complete for port e45a8d68-e233-4531-bcf0-30a6a91a52eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:15.025394 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb4daf24-6868-4ef1-940a-3e7517c3fb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:15.080801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-bb4daf24-6868-4ef1-940a-3e7517c3fb80 None None] Port e45a8d68-e233-4531-bcf0-30a6a91a52eb cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:13:15.228786 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-c39c4344-e9ff-48a0-b21e-8280851b709b None None] Provisioning complete for port e45a8d68-e233-4531-bcf0-30a6a91a52eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:15.231060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c39c4344-e9ff-48a0-b21e-8280851b709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:15.274916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-c39c4344-e9ff-48a0-b21e-8280851b709b None None] Port e45a8d68-e233-4531-bcf0-30a6a91a52eb cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:13:15.308601 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:15.366575 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:15.366947 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:15.487919 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9812bbe9-53c9-4fd5-b008-6401ab824e24 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:15.542140 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9812bbe9-53c9-4fd5-b008-6401ab824e24 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:15.542849 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:15.631367 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:15.653944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 9812bbe9-53c9-4fd5-b008-6401ab824e24, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9812bbe9-53c9-4fd5-b008-6401ab824e24,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:15.663245 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:15.664053 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2feb0435-5b35-465f-874b-00f7416fb451 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:15.744896 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=9812bbe9-53c9-4fd5-b008-6401ab824e24,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:15.761675 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 2feb0435-5b35-465f-874b-00f7416fb451 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:15.762077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:17.026499 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Sync routers for ids ['c73f810b-2f55-44fe-b5af-11a5d16d2424'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:13:17.040158 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Routers {'c73f810b-2f55-44fe-b5af-11a5d16d2424'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:17.040952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c73f810b-2f55-44fe-b5af-11a5d16d2424'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:17.177923 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Set router c73f810b-2f55-44fe-b5af-11a5d16d2424 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:17.210474 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9812bbe9-53c9-4fd5-b008-6401ab824e24 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:17.354270 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 9812bbe9-53c9-4fd5-b008-6401ab824e24 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:17.354563 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:17.500177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:13:13Z', 'revision_number': 4, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port': {'id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:11Z', 'updated_at': '2021-10-18T22:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e45a8d68-e233-4531-bcf0-30a6a91a52eb', 'name': '', 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'mac_address': 'fa:16:3e:5c:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3bdadb1e-43df-4cba-b4ad-1d6580933d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:13Z', 'updated_at': '2021-10-18T22:13:13Z', 'revision_number': 2, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'subnets': [{'id': '3bdadb1e-43df-4cba-b4ad-1d6580933d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:17.529263 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Checking router: c73f810b-2f55-44fe-b5af-11a5d16d2424 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:13:17.529751 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Updating router c73f810b-2f55-44fe-b5af-11a5d16d2424 port e45a8d68-e233-4531-bcf0-30a6a91a52eb binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:13:17.566109 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:17.871761 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:17.879161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:17.943662 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26988df0-d1a0-4c68-abc8-63c07d2a3fdf None None] Pushing event updated for resources: {'Port': ['ID=e45a8d68-e233-4531-bcf0-30a6a91a52eb,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:18.017205 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Attempting to bind port e45a8d68-e233-4531-bcf0-30a6a91a52eb on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:13:18.017878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Attempting to bind port e45a8d68-e233-4531-bcf0-30a6a91a52eb by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:13:18.018426 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Attempting to bind port e45a8d68-e233-4531-bcf0-30a6a91a52eb on network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:13:18.024619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:13:18.025274 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Checking segment: {'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:13:18.025845 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:18.026390 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Bound using segment: {'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:13:18.027035 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Bound port: e45a8d68-e233-4531-bcf0-30a6a91a52eb, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd544e6e1-0d63-421b-9d05-3b1aaba669bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:13:18.028086 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:18.134376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] For port e45a8d68-e233-4531-bcf0-30a6a91a52eb, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:13:18.138226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] For port e45a8d68-e233-4531-bcf0-30a6a91a52eb, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e45a8d68-e233-4531-bcf0-30a6a91a52eb,segment=NetworkSegment(d544e6e1-0d63-421b-9d05-3b1aaba669bf),segment_id=d544e6e1-0d63-421b-9d05-3b1aaba669bf)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:13:18.146111 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:18.216589 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Routers {'c73f810b-2f55-44fe-b5af-11a5d16d2424'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:13:18.217240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:12:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c73f810b-2f55-44fe-b5af-11a5d16d2424'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:18.267952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26988df0-d1a0-4c68-abc8-63c07d2a3fdf None None] Pushing event updated for resources: {'Port': ['ID=e45a8d68-e233-4531-bcf0-30a6a91a52eb,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:18.280427 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-5e0c405c-5608-45b5-b4ca-54ab2fa3ed96 None None] Provisioning complete for port e45a8d68-e233-4531-bcf0-30a6a91a52eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:18.280805 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e0c405c-5608-45b5-b4ca-54ab2fa3ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:18.397627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] Set router c73f810b-2f55-44fe-b5af-11a5d16d2424 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:13:18.502995 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e0c405c-5608-45b5-b4ca-54ab2fa3ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:18.755592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-5e0c405c-5608-45b5-b4ca-54ab2fa3ed96 None None] For port e45a8d68-e233-4531-bcf0-30a6a91a52eb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e45a8d68-e233-4531-bcf0-30a6a91a52eb,segment=NetworkSegment(d544e6e1-0d63-421b-9d05-3b1aaba669bf),segment_id=d544e6e1-0d63-421b-9d05-3b1aaba669bf)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:13:18.763378 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5e0c405c-5608-45b5-b4ca-54ab2fa3ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:18.839300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c405c-5608-45b5-b4ca-54ab2fa3ed96 None None] Pushing event updated for resources: {'Port': ['ID=e45a8d68-e233-4531-bcf0-30a6a91a52eb,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:13:18.893924 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-b2feab25-454f-4286-a6b1-8e43d111e42d None None] Provisioning complete for port e45a8d68-e233-4531-bcf0-30a6a91a52eb triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:18.894315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b2feab25-454f-4286-a6b1-8e43d111e42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:18.934032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:13:13Z', 'revision_number': 4, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port': {'id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:11Z', 'updated_at': '2021-10-18T22:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e45a8d68-e233-4531-bcf0-30a6a91a52eb', 'name': '', 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'mac_address': 'fa:16:3e:5c:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3bdadb1e-43df-4cba-b4ad-1d6580933d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:13Z', 'updated_at': '2021-10-18T22:13:18Z', 'revision_number': 4, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'subnets': [{'id': '3bdadb1e-43df-4cba-b4ad-1d6580933d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:13:18.966624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017b9a-4a0e-4452-8fd3-5b2612a71037 None None] The sync data for ids ['c73f810b-2f55-44fe-b5af-11a5d16d2424'] in n-d-812149-2 is: [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:13:13Z', 'revision_number': 4, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port': {'id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:11Z', 'updated_at': '2021-10-18T22:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'e45a8d68-e233-4531-bcf0-30a6a91a52eb', 'name': '', 'network_id': '0d20e4ce-ab1f-426a-be2c-a7d95e4205a1', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'mac_address': 'fa:16:3e:5c:97:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '3bdadb1e-43df-4cba-b4ad-1d6580933d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:13Z', 'updated_at': '2021-10-18T22:13:18Z', 'revision_number': 4, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'subnets': [{'id': '3bdadb1e-43df-4cba-b4ad-1d6580933d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:13:19.021976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-35c732ab-ea1f-4096-98cd-1414c7f02e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:19.229012 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e45a8d68-e233-4531-bcf0-30a6a91a52eb up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:13:19.291286 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port e45a8d68-e233-4531-bcf0-30a6a91a52eb triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:13:19.291908 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:20.064486 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:23.381513 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bfa96a10-247a-4360-b694-bb37a7e7235f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:24.423506 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:25.587328 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:27.046405 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:27.931293 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:13:34.321236 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-0437e6da-cab1-47e7-a9e2-3aed6a084d55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404744 Oct 18 22:13:34.403700 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-b08949f0-b41a-4fcf-b68b-e2c25150125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:34.405235 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-b08949f0-b41a-4fcf-b68b-e2c25150125f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0424411 Oct 18 22:13:34.515908 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-09a30c1c-8d9e-446c-bbe6-27497ac9c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:34.517462 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-09a30c1c-8d9e-446c-bbe6-27497ac9c8c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0925167 Oct 18 22:13:34.561357 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-5981211f-024a-45fd-947b-fb0315f2b28a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0362530 Oct 18 22:13:34.614179 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-9d360ffa-080a-4c0c-8026-dd11ebc9a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:34.615650 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-9d360ffa-080a-4c0c-8026-dd11ebc9a704 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0476165 Oct 18 22:13:34.660972 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-565de576-f4f1-4e26-9188-fd1c3ee32ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:13:34.663036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-565de576-f4f1-4e26-9188-fd1c3ee32ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400789 Oct 18 22:13:34.750485 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-eecb867f-ae1b-47db-9435-9d9bf9d2790b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806513 Oct 18 22:13:34.844690 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b6882f45-7721-4f7b-833a-e2b6381fff19 req-be130cc4-3689-42f9-a9f1-aa8c1b7838a7 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867848 Oct 18 22:13:44.567992 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:48.992787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0dccd3a4-b2cd-4a16-bba4-f81732dfd510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:50.065731 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:53.373656 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc79872c-41a4-4210-a8ec-a94376275256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:54.425247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:55.589167 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:13:57.049172 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:04.929957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:14:14.571681 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:18.993077 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8cc6aa42-7746-43d1-bb53-87b06697e8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:20.069044 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:23.374809 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5cb059c1-57a1-49da-8415-47a986ae7673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:24.428408 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:25.062000 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47252) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:25.399929 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:25.592688 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:25.641325 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Deleting port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:14:25.641655 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:25.718920 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] For port 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,segment=NetworkSegment(66b5786f-c516-481c-aa39-04dfba90af9f),segment_id=66b5786f-c516-481c-aa39-04dfba90af9f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:14:25.719281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:25.731409 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Calling delete_port for 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:14:25.906582 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:25.933114 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Pushing event deleted for resources: {'Port': ['ID=22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:25.945033 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.945383 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.945719 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.946056 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.946388 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.946715 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.947039 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.947364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.947688 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.948007 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.948329 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:25.948674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:26.110481 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:26.663576 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:14:26.775299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:14:26.780644 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a5747da0-e936-4271-ba95-9d9936b0457f admin admin] 10.222.0.66 "PUT /v2.0/routers/5cbfb107-a105-4934-b8b0-faa9f9bb0f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7174399 Oct 18 22:14:26.783165 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47256) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:26.783765 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] Sync routers for ids ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:14:26.792957 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] Routers {'5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:14:26.794672 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:14:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:26.891410 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:26.901627 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] Set router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:14:26.995281 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.047485 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Deleting port 71d66250-3d23-48c3-9cee-4a765b096026 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:14:27.048116 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.051590 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.078192 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': '71d66250-3d23-48c3-9cee-4a765b096026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:14:25Z', 'revision_number': 5, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port': {'id': '71d66250-3d23-48c3-9cee-4a765b096026', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:27.129260 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] For port 71d66250-3d23-48c3-9cee-4a765b096026, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=71d66250-3d23-48c3-9cee-4a765b096026,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:14:27.129957 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.144309 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Calling delete_port for 71d66250-3d23-48c3-9cee-4a765b096026 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:14:27.196505 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] Checking router: 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:14:27.205077 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] Routers {'5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:14:27.205676 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:14:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:27.289050 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] Set router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:14:27.311787 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.339485 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:14:26Z', 'revision_number': 6, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:27.341100 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d66250-3d23-48c3-9cee-4a765b096026,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:27.369450 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43f471-2a37-48ff-afe8-687b6bba8f7f None None] The sync data for ids ['5cbfb107-a105-4934-b8b0-faa9f9bb0f8a'] in n-d-812149-2 is: [{'id': '5cbfb107-a105-4934-b8b0-faa9f9bb0f8a', 'name': 'tempest-TestMinimumBasicScenario-740680030-router', 'tenant_id': '1249e4bb17b74856810ae4b663777af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:06Z', 'updated_at': '2021-10-18T22:14:26Z', 'revision_number': 6, 'project_id': '1249e4bb17b74856810ae4b663777af1', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:14:27.402602 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.500244 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.502294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.542643 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.543127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbfb107-a105-4934-b8b0-faa9f9bb0f8a {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:14:27.547502 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.548973 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-c022c0b1-243b-47c4-87fd-527c446f3342 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5cbfb107-a105-4934-b8b0-faa9f9bb0f8a HTTP/1.1" status: 204 len: 168 time: 0.7648811 Oct 18 22:14:27.551518 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47258) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:27.599310 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] Deleting subnet 9851bb3a-3c56-45ef-9403-ba6fe54853b3 {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:14:27.602311 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.636241 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.711023 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.769532 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.795229 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9851bb3a-3c56-45ef-9403-ba6fe54853b3,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:27.801339 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.804472 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-0f3017d7-1c74-419d-a1cc-d66336b7e5e7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9851bb3a-3c56-45ef-9403-ba6fe54853b3 HTTP/1.1" status: 204 len: 168 time: 0.2519739 Oct 18 22:14:27.806939 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47260) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:27.809800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f807b7bc-f67e-422b-9ab0-38b53a89620f None None] Network 7c53809e-5977-4a7d-bd49-54928c4f5726 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:14:27.884739 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:27.945795 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Deleting port 647815b1-f5b2-41d5-9f30-5af603cc8887 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:14:27.946124 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.008303 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] For port 647815b1-f5b2-41d5-9f30-5af603cc8887, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=647815b1-f5b2-41d5-9f30-5af603cc8887,segment=NetworkSegment(66b5786f-c516-481c-aa39-04dfba90af9f),segment_id=66b5786f-c516-481c-aa39-04dfba90af9f)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:14:28.008763 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.021233 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Calling delete_port for 647815b1-f5b2-41d5-9f30-5af603cc8887 owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:14:28.101719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.127843 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Pushing event deleted for resources: {'Port': ['ID=647815b1-f5b2-41d5-9f30-5af603cc8887,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:28.131709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] No DVR routers for this DVR port 647815b1-f5b2-41d5-9f30-5af603cc8887 on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:14:28.165307 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27acdd9e-5dd2-416b-a054-046d22890047 None None] DHCP port deletion for 7c53809e-5977-4a7d-bd49-54928c4f5726 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:14:28.206104 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.229669 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c53809e-5977-4a7d-bd49-54928c4f5726']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:28.238674 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b5786f-c516-481c-aa39-04dfba90af9f') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:28.238966 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b5786f-c516-481c-aa39-04dfba90af9f') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:28.247954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.261031 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.266824 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:14:28.267210 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: timer() Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:14:28.268887 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:14:28.327012 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.333719 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.336976 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] 10.222.0.66 "DELETE /v2.0/networks/7c53809e-5977-4a7d-bd49-54928c4f5726 HTTP/1.1" status: 204 len: 168 time: 0.5291033 Oct 18 22:14:28.340032 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47262) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:28.349476 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2b98f-a4bc-4256-a741-56c51f25b23e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c53809e-5977-4a7d-bd49-54928c4f5726,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:28.694751 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:28.936280 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Deleting port e45a8d68-e233-4531-bcf0-30a6a91a52eb {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:14:28.936642 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:29.012919 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] For port e45a8d68-e233-4531-bcf0-30a6a91a52eb, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=e45a8d68-e233-4531-bcf0-30a6a91a52eb,segment=NetworkSegment(d544e6e1-0d63-421b-9d05-3b1aaba669bf),segment_id=d544e6e1-0d63-421b-9d05-3b1aaba669bf)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:14:29.013201 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:29.025754 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Calling delete_port for e45a8d68-e233-4531-bcf0-30a6a91a52eb owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:14:29.203133 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:14:29.223588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:14:29.223932 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 22f4a22f-1e46-4ce3-9cdf-5c1a8a6c1948 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:14:29.224357 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 647815b1-f5b2-41d5-9f30-5af603cc8887 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:14:29.247455 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 647815b1-f5b2-41d5-9f30-5af603cc8887 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:14:29.247795 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 647815b1-f5b2-41d5-9f30-5af603cc8887 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:14:29.248206 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 71d66250-3d23-48c3-9cee-4a765b096026 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:14:29.267798 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 71d66250-3d23-48c3-9cee-4a765b096026 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:14:29.268054 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 71d66250-3d23-48c3-9cee-4a765b096026 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:14:29.454337 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:29.483753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e45a8d68-e233-4531-bcf0-30a6a91a52eb,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:29.511289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.511639 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.511982 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.512319 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.512680 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.513013 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.513352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.513676 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.514002 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.514326 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.514650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.514977 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:29.657192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:29.868556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Router c73f810b-2f55-44fe-b5af-11a5d16d2424 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:14:29.974742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:14:29.979820 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-25c990c4-cb30-417a-8c78-ad95e2aaf6bf admin admin] 10.222.0.66 "PUT /v2.0/routers/c73f810b-2f55-44fe-b5af-11a5d16d2424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385810 Oct 18 22:14:29.982325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47266) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:29.983338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] Sync routers for ids ['c73f810b-2f55-44fe-b5af-11a5d16d2424'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:14:29.992230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] Routers {'c73f810b-2f55-44fe-b5af-11a5d16d2424'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:14:29.992872 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:14:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c73f810b-2f55-44fe-b5af-11a5d16d2424'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:30.086235 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.095964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] Set router c73f810b-2f55-44fe-b5af-11a5d16d2424 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:14:30.190783 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.242563 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Deleting port 9812bbe9-53c9-4fd5-b008-6401ab824e24 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:14:30.242894 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.272033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:14:29Z', 'revision_number': 5, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port': {'id': '9812bbe9-53c9-4fd5-b008-6401ab824e24', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:13:11Z', 'updated_at': '2021-10-18T22:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:30.298674 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] Checking router: c73f810b-2f55-44fe-b5af-11a5d16d2424 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:14:30.306931 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] Routers {'c73f810b-2f55-44fe-b5af-11a5d16d2424'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:14:30.307541 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:14:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['c73f810b-2f55-44fe-b5af-11a5d16d2424'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:30.320266 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] For port 9812bbe9-53c9-4fd5-b008-6401ab824e24, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=9812bbe9-53c9-4fd5-b008-6401ab824e24,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:14:30.320656 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.333047 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Calling delete_port for 9812bbe9-53c9-4fd5-b008-6401ab824e24 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:14:30.394015 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] Set router c73f810b-2f55-44fe-b5af-11a5d16d2424 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:14:30.450423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:14:30Z', 'revision_number': 6, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:30.477139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbf14c1-a939-4f7a-8ee9-f8f342824d9d None None] The sync data for ids ['c73f810b-2f55-44fe-b5af-11a5d16d2424'] in n-d-812149-2 is: [{'id': 'c73f810b-2f55-44fe-b5af-11a5d16d2424', 'name': 'tempest-TestMinimumBasicScenario-825684018-router', 'tenant_id': 'b210cfc706b84f31aa18fd387527bd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:13:10Z', 'updated_at': '2021-10-18T22:14:30Z', 'revision_number': 6, 'project_id': 'b210cfc706b84f31aa18fd387527bd1a', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:14:30.506910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.537100 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Pushing event deleted for resources: {'Port': ['ID=9812bbe9-53c9-4fd5-b008-6401ab824e24,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:30.597748 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.687754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.689835 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.732140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.732660 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c73f810b-2f55-44fe-b5af-11a5d16d2424 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:14:30.737041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.738242 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-ab431398-0a03-44f2-b5ed-51169599f63e admin admin] 10.222.0.66 "DELETE /v2.0/routers/c73f810b-2f55-44fe-b5af-11a5d16d2424 HTTP/1.1" status: 204 len: 168 time: 0.7549803 Oct 18 22:14:30.741283 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47268) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:30.788995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] Deleting subnet 3bdadb1e-43df-4cba-b4ad-1d6580933d6e {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:14:30.792313 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.828412 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.908263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.969787 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:30.995559 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bdadb1e-43df-4cba-b4ad-1d6580933d6e,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:30.999398 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.002757 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1730a606-a8f4-49aa-8347-764da631d5bb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3bdadb1e-43df-4cba-b4ad-1d6580933d6e HTTP/1.1" status: 204 len: 168 time: 0.2603908 Oct 18 22:14:31.004920 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5734123-016a-4855-912f-949c93103ee8 None None] Network 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:14:31.005925 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47270) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:31.074474 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.131870 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Deleting port 2feb0435-5b35-465f-874b-00f7416fb451 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:14:31.132208 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.199495 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] For port 2feb0435-5b35-465f-874b-00f7416fb451, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=2feb0435-5b35-465f-874b-00f7416fb451,segment=NetworkSegment(d544e6e1-0d63-421b-9d05-3b1aaba669bf),segment_id=d544e6e1-0d63-421b-9d05-3b1aaba669bf)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:14:31.199787 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.211798 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Calling delete_port for 2feb0435-5b35-465f-874b-00f7416fb451 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:14:31.269901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] DHCP port deletion for 0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:14:31.305716 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.328698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Deleting port 2feb0435-5b35-465f-874b-00f7416fb451 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:14:31.329256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.334140 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2feb0435-5b35-465f-874b-00f7416fb451,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:31.335953 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] No DVR routers for this DVR port 2feb0435-5b35-465f-874b-00f7416fb451 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:14:31.348434 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e45a8d68-e233-4531-bcf0-30a6a91a52eb no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:14:31.381630 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: e45a8d68-e233-4531-bcf0-30a6a91a52eb {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:14:31.381977 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device e45a8d68-e233-4531-bcf0-30a6a91a52eb not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:14:31.382420 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9812bbe9-53c9-4fd5-b008-6401ab824e24 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:14:31.404332 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 9812bbe9-53c9-4fd5-b008-6401ab824e24 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:14:31.404705 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 9812bbe9-53c9-4fd5-b008-6401ab824e24 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:14:31.405122 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2feb0435-5b35-465f-874b-00f7416fb451 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:14:31.413262 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.433997 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d20e4ce-ab1f-426a-be2c-a7d95e4205a1']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:31.445168 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd544e6e1-0d63-421b-9d05-3b1aaba669bf') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:31.445464 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd544e6e1-0d63-421b-9d05-3b1aaba669bf') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:14:31.447746 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 2feb0435-5b35-465f-874b-00f7416fb451 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:14:31.448100 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 2feb0435-5b35-465f-874b-00f7416fb451 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:14:31.463172 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.468088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] For port 2feb0435-5b35-465f-874b-00f7416fb451, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:14:31.468517 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.479512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.484106 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Calling delete_port for 2feb0435-5b35-465f-874b-00f7416fb451 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:14:31.486857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:14:31.487029 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Port 2feb0435-5b35-465f-874b-00f7416fb451 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 22:14:31.487427 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.488861 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:14:31.489052 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:14:31.518930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Pushing event deleted for resources: {'Port': ['ID=2feb0435-5b35-465f-874b-00f7416fb451,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:31.527376 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.527850 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.528288 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.528886 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.529311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.529902 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.530303 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.530720 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.531138 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.531572 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.531975 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.532419 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:14:31.541304 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaca117-7240-40e9-a232-988e4b78c8dd None None] No DVR routers for this DVR port 2feb0435-5b35-465f-874b-00f7416fb451 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:14:31.554183 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.560223 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.564844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] 10.222.0.66 "DELETE /v2.0/networks/0d20e4ce-ab1f-426a-be2c-a7d95e4205a1 HTTP/1.1" status: 204 len: 168 time: 0.5578532 Oct 18 22:14:31.577314 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638512-004a-41ab-bfc6-fba7b1846e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d20e4ce-ab1f-426a-be2c-a7d95e4205a1,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:31.742875 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47274) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:31.783036 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-1966a5dc-c02d-4929-9ba3-9b33f405948c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1249e4bb17b74856810ae4b663777af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388026 Oct 18 22:14:31.785309 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47276) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:31.834935 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e44d797c-f66c-4d05-890b-cb22b1fe6038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.858796 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e44d797c-f66c-4d05-890b-cb22b1fe6038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.908297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e44d797c-f66c-4d05-890b-cb22b1fe6038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.910916 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e44d797c-f66c-4d05-890b-cb22b1fe6038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:31.912201 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e44d797c-f66c-4d05-890b-cb22b1fe6038 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f5a6e3a-88c8-41d0-b8b6-e7f460f10ee7 HTTP/1.1" status: 204 len: 168 time: 0.1259973 Oct 18 22:14:31.920674 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d797c-f66c-4d05-890b-cb22b1fe6038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5a6e3a-88c8-41d0-b8b6-e7f460f10ee7,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:32.230281 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47282) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:32.270134 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-fd79e395-80f6-471a-ac23-7e5a37d7b48f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b210cfc706b84f31aa18fd387527bd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387180 Oct 18 22:14:32.272627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47284) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:14:32.320493 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afe795e5-81f3-405c-8636-35620ed2bc5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:32.341101 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afe795e5-81f3-405c-8636-35620ed2bc5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:32.388582 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afe795e5-81f3-405c-8636-35620ed2bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:32.391240 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-afe795e5-81f3-405c-8636-35620ed2bc5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:32.392401 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-afe795e5-81f3-405c-8636-35620ed2bc5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4938ce1c-0ec6-47dd-8e6c-549b223a6889 HTTP/1.1" status: 204 len: 168 time: 0.1188674 Oct 18 22:14:32.400261 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe795e5-81f3-405c-8636-35620ed2bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4938ce1c-0ec6-47dd-8e6c-549b223a6889,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:14:36.162892 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-b92806d9-06f2-4168-94e9-ebc44a95e863 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404730 Oct 18 22:14:36.248748 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747d8c-af79-4905-a176-9e4686755bee req-091698ec-f15f-44e3-882e-d2d67374e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:14:36.250170 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-091698ec-f15f-44e3-882e-d2d67374e4e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0440876 Oct 18 22:14:36.356681 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747d8c-af79-4905-a176-9e4686755bee req-1bc3a5a2-4ed7-4382-a3c0-bf4f7872ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:14:36.358207 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-1bc3a5a2-4ed7-4382-a3c0-bf4f7872ab03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0879064 Oct 18 22:14:36.403454 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-fb15ad02-a467-491b-9b52-92348954f658 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0375624 Oct 18 22:14:36.451682 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747d8c-af79-4905-a176-9e4686755bee req-85b1c879-7e31-44c0-abd1-7d2d2f20fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:14:36.453129 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-85b1c879-7e31-44c0-abd1-7d2d2f20fa41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0430722 Oct 18 22:14:36.497436 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747d8c-af79-4905-a176-9e4686755bee req-cc83121e-d25e-408b-9dff-3d6a18570dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:14:36.498958 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-cc83121e-d25e-408b-9dff-3d6a18570dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384364 Oct 18 22:14:36.590688 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-36d98d59-b2d3-4fc4-809b-f7de0e215a79 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Oct 18 22:14:36.680036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-52747d8c-af79-4905-a176-9e4686755bee req-bec86043-af45-4c65-8d8d-05f94e1d2d33 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813930 Oct 18 22:14:41.929415 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:14:44.584334 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:48.992735 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-76049fe1-8498-4f03-a979-02268210357c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:50.085839 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:53.375711 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4c3a-15c7-452d-af5a-5f65f68a3f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:54.430889 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:55.595088 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:14:57.060594 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:14.583307 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:18.929201 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:15:18.993110 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d9067150-82b7-463f-aa62-52468705116a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:20.086005 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:23.375951 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d20782b-fa3e-4ea8-a00b-8841c088dff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:24.434686 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:25.598574 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:27.060328 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:36.214060 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-d1fbe28e-e08b-46dd-8e18-5dff5a10ec96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455666 Oct 18 22:15:36.309767 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-e7abe5a7-ee94-45b1-88bb-c2b18271d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:15:36.311912 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-e7abe5a7-ee94-45b1-88bb-c2b18271d9f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0518394 Oct 18 22:15:36.424237 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-d263ad5c-f748-475a-b715-6c4f3f167149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:15:36.425742 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-d263ad5c-f748-475a-b715-6c4f3f167149 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0928605 Oct 18 22:15:36.476154 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-3bc60048-4d30-4e52-8f11-efc7d884056c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0431197 Oct 18 22:15:36.538191 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-9b863e16-8585-44c0-b64b-b82c348942e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:15:36.540501 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-9b863e16-8585-44c0-b64b-b82c348942e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0576351 Oct 18 22:15:36.614709 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-9b537340-5cd4-4cb3-86ea-5e5466d68891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:15:36.617245 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-9b537340-5cd4-4cb3-86ea-5e5466d68891 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701449 Oct 18 22:15:36.729384 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-c07f38c3-0503-467e-b8d3-d8b591c4c0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042156 Oct 18 22:15:36.824660 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-44b59cde-4140-48a6-b81d-5f6e8063eb08 req-4061ed99-0d85-4e4b-b439-c581933a9268 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877931 Oct 18 22:15:44.584047 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:48.997756 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-190c89bc-917b-41dc-a88b-08b033cfc207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:50.087658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:53.377439 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-92a12aee-c2ff-40c1-acfe-589b2b55ec3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:54.441983 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:55.602377 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:15:55.929015 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:15:57.062192 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:14.589343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:18.999386 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ba1b7d3-1f6e-4270-8264-d3ef9d5f4177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:20.103514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:23.380643 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e6eff2ca-c250-4343-b920-568e7a5870c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:24.438299 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:25.604789 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:27.063028 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:32.933216 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:16:36.409639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-35bdbe78-4357-4575-b5ab-0bc3520c813b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1467886 Oct 18 22:16:36.491446 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-31d0f1d6-6215-4c03-b52d-13bd6ad97fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:16:36.493012 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-31d0f1d6-6215-4c03-b52d-13bd6ad97fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0402937 Oct 18 22:16:36.598457 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-bc564004-2693-4cf6-b98a-1fd58ce9acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:16:36.599848 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-bc564004-2693-4cf6-b98a-1fd58ce9acfa service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0866778 Oct 18 22:16:36.646582 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-8fa12e09-14c0-404b-b458-d38c06539390 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0388792 Oct 18 22:16:36.696482 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-5257703c-de0f-4c4e-97eb-535ba7aa242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:16:36.698188 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-5257703c-de0f-4c4e-97eb-535ba7aa242c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0442076 Oct 18 22:16:36.744875 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-134970f1-203d-49af-ba55-dfc1e0e66b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:16:36.746348 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-134970f1-203d-49af-ba55-dfc1e0e66b0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405333 Oct 18 22:16:36.846571 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-a4070d7a-382b-4076-838c-c2b438b7cfc8 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912580 Oct 18 22:16:36.936747 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-3608e42e-917a-4dc8-bf26-93439214fac7 req-bce02c29-bce2-41bc-a89a-5c6eb6724cdf service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834651 Oct 18 22:16:44.589449 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:49.000455 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b7f003c7-5252-49ce-a8d0-bd2c84ef2b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:50.105465 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:53.381939 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b3a63ccc-fa78-415c-ad88-2ac7ac9d4203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:54.441162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:55.607914 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:16:57.066338 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:09.932865 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:17:14.616056 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:19.006084 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6d2fa6f3-de0f-4c57-9d65-f9047983ba19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:20.104255 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:23.388237 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c7d84924-dee9-413b-83fd-39e07644d077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:24.449976 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:25.612878 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:27.069482 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:37.153968 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-1b95ec0a-8089-4123-afb3-f0f93daf2e7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447335 Oct 18 22:17:37.234678 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a747f-1143-4522-a041-077f091e1156 req-258cb720-ed37-4479-8e6a-d8db9e722c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:17:37.236839 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-258cb720-ed37-4479-8e6a-d8db9e722c4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0411923 Oct 18 22:17:37.340127 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a747f-1143-4522-a041-077f091e1156 req-a660a1b1-d37e-47df-90ed-8737b11d7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:17:37.341635 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-a660a1b1-d37e-47df-90ed-8737b11d7949 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0851104 Oct 18 22:17:37.386349 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-e78e991d-3cf8-4b3f-8695-f9bcc936ff3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0373330 Oct 18 22:17:37.435932 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a747f-1143-4522-a041-077f091e1156 req-dcd44dc0-089d-4f94-a870-9e2d5389bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:17:37.437519 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-dcd44dc0-089d-4f94-a870-9e2d5389bedf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0442033 Oct 18 22:17:37.483563 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a747f-1143-4522-a041-077f091e1156 req-03baf469-2a22-4f9c-a13a-670acf31273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:17:37.485153 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-03baf469-2a22-4f9c-a13a-670acf31273d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402222 Oct 18 22:17:37.577562 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-25652879-ace1-40d7-97f9-b0f00eed3207 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846364 Oct 18 22:17:37.668460 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-fe8a747f-1143-4522-a041-077f091e1156 req-f2de5548-934e-4ab3-9b41-a31bf74ebb09 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827837 Oct 18 22:17:44.610507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:46.933970 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:17:48.999654 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-959cd0bb-595d-4599-afd1-f889cbdd9efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:50.115898 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:53.381537 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-88ae3268-b63c-407a-adda-9db951e4f396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:54.448876 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:55.614402 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:17:57.073109 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:14.614102 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:19.002211 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1362dddd-14ed-4007-9d43-3779cd4fec3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:20.116725 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:23.385745 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-55dbf0ff-0aa5-4e0f-9c3b-89040a780940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:23.933580 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:18:24.440903 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:25.617112 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:27.075064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:38.256494 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-9f22367e-d795-4efb-8019-20c72873e856 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448976 Oct 18 22:18:38.336147 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-330b215f-8ad0-4bf9-be4b-db67b541be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:18:38.337653 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-330b215f-8ad0-4bf9-be4b-db67b541be73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0393469 Oct 18 22:18:38.438130 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-d0a570c2-04cb-431b-91fc-856097d78a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:18:38.439571 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-d0a570c2-04cb-431b-91fc-856097d78a9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0824616 Oct 18 22:18:38.485784 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-d098e414-9660-4467-8346-1f2095d214ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0390198 Oct 18 22:18:38.534451 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-3cd862eb-155f-42e9-9c04-36add204692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:18:38.535779 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-3cd862eb-155f-42e9-9c04-36add204692a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0435452 Oct 18 22:18:38.581460 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-98077b52-715c-4fdf-ac1e-19c7bd30f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:18:38.583557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-98077b52-715c-4fdf-ac1e-19c7bd30f159 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397253 Oct 18 22:18:38.675517 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-02b4286d-12ea-41ed-b1c6-b6ef98852271 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Oct 18 22:18:38.763008 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-2fd16e8b-ed76-49a3-80e3-b28f2800aef2 req-7269e87a-e1c0-4073-b898-d0f89014689c service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809195 Oct 18 22:18:44.610989 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:49.001811 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e72c0d81-0ebb-4976-85a6-04c8d4fc2b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:50.129391 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:53.378539 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-14f6ee53-10ee-46c7-af81-c1e4a836aa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:54.444293 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:55.620759 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:18:57.080503 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:00.933746 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:19:14.630009 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:19.002209 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-27de5baf-8e37-4fc7-8dac-8cdabd710410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:20.126161 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:23.379128 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1096aa40-ca24-4c28-a78f-847d337d9ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:24.446957 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:25.623817 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:27.079833 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.181198 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47432) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:34.317423 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.396529 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.400573 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.442972 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c319777bc5874f8c88190fdbabe25c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605855 Oct 18 22:19:34.443749 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a9741c-6d69-46ad-91d0-1f942298dece,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:34.445660 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47444) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:34.451242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.451590 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.451929 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.452264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.452627 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.452960 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.453287 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.453614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.453940 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.454262 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.454586 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.454915 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cfbf17-aeee-4069-8d5e-241932c39721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.495110 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.520022 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.565294 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.568674 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.569816 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64a9741c-6d69-46ad-91d0-1f942298dece HTTP/1.1" status: 204 len: 168 time: 0.1231468 Oct 18 22:19:34.577193 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a9741c-6d69-46ad-91d0-1f942298dece,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:34.584931 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.585269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.585653 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.585983 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.586307 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.586631 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.586949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.587266 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.587582 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.587897 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.588212 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.588584 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25661f-0270-45e9-866a-ad67c0189daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:34.831516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47450) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:34.845002 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e6edcd0a-2fef-4fa6-ade9-5898483db10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.918395 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e6edcd0a-2fef-4fa6-ade9-5898483db10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.922379 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-e6edcd0a-2fef-4fa6-ade9-5898483db10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:34.960616 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-e6edcd0a-2fef-4fa6-ade9-5898483db10b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7cf2210acb847828e8ec122fa6cc913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278784 Oct 18 22:19:34.961510 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edcd0a-2fef-4fa6-ade9-5898483db10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bfbc8e-728e-458c-a748-8f3c9df50ab2,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:34.963294 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47452) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:35.014772 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26fb4909-a450-4a6c-b6e0-692dfc1cadb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.035657 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26fb4909-a450-4a6c-b6e0-692dfc1cadb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.081926 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26fb4909-a450-4a6c-b6e0-692dfc1cadb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.084546 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-26fb4909-a450-4a6c-b6e0-692dfc1cadb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.085725 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-26fb4909-a450-4a6c-b6e0-692dfc1cadb2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43bfbc8e-728e-458c-a748-8f3c9df50ab2 HTTP/1.1" status: 204 len: 168 time: 0.1214316 Oct 18 22:19:35.093532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb4909-a450-4a6c-b6e0-692dfc1cadb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bfbc8e-728e-458c-a748-8f3c9df50ab2,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:35.753763 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47480) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:35.851176 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1199867814-network', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:19:35.871927 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Made reservation on behalf of 19e4462396e842539bc3ffb81aba73b1 for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:19:35.874245 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.882833 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.966147 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.970253 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:35.997275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:19:36.012325 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7fe83-8cce-4d94-8225-ed92d9be8c7b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:36.015287 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.015626 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Added segment 585071cb-e176-4aba-a60b-2f33b9908463 of type vlan for network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a Oct 18 22:19:36.058398 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.085006 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.085996 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:36.086582 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.119042 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3641129 Oct 18 22:19:36.122064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47484) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:36.127006 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Request body: {'subnet': {'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1199867814-subnet', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'ip_version': 4}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:19:36.148903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Made reservation on behalf of 19e4462396e842539bc3ffb81aba73b1 for: {'subnet': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:19:36.151254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59170893'] for subnet, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.152740 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f12aad-f413-4462-95cc-bb6cf89cc53d admin admin] Pushing event updated for resources: {'Network': ['ID=bf0ffa4d-ea26-40c1-baca-c5aa59024e7a,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:36.163243 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:19:36.326815 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59757585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59170915'] for subnet, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.374820 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4a73e5-681c-431c-8819-addeb4829696,revision_number=0']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:36.390210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Checking segment: {'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:36.390569 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Network hostable DHCP agents. Network: bf0ffa4d-ea26-40c1-baca-c5aa59024e7a, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:19:36.406725 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:19:36.415428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, bf0ffa4d-ea26-40c1-baca-c5aa59024e7a) {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:36.419670 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:36.420135 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.424653 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac422028-f8b7-4405-9419-70890ec7034c None None] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:19:36.438779 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-ef6f2c00-ef7e-4ad9-afdc-ff5aac3805c7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3155642 Oct 18 22:19:36.442672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47486) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:36.447215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:19:36.469554 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.470568 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.525883 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.576188 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-bf0ffa4d-ea26-40c1-baca-c5aa59024e7a', 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'fixed_ips': [{'subnet_id': '7a4a73e5-681c-431c-8819-addeb4829696'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:19:36.577079 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.666692 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.710641 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Allocated IP 172.20.0.2 (bf0ffa4d-ea26-40c1-baca-c5aa59024e7a/7a4a73e5-681c-431c-8819-addeb4829696/fdec6530-03a5-4ec4-928a-98025601550d) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:19:36.866355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.873162 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:36.922934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:36.924189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Pushing event updated for resources: {'Port': ['ID=fdec6530-03a5-4ec4-928a-98025601550d,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:36.927624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:36.930644 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:19:36.937830 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.938177 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.938524 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.938867 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.939199 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.939532 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.939862 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.940189 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.940545 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.940874 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.941368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.941695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:36.998252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Attempting to bind port fdec6530-03a5-4ec4-928a-98025601550d on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:19:36.998619 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Attempting to bind port fdec6530-03a5-4ec4-928a-98025601550d by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:19:36.999011 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Attempting to bind port fdec6530-03a5-4ec4-928a-98025601550d on network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:19:37.004069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:19:37.004470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Checking segment: {'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:37.004889 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.005284 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Bound using segment: {'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:19:37.005744 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Bound port: fdec6530-03a5-4ec4-928a-98025601550d, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:19:37.006121 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.070530 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] For port fdec6530-03a5-4ec4-928a-98025601550d, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:19:37.073604 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] For port fdec6530-03a5-4ec4-928a-98025601550d, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fdec6530-03a5-4ec4-928a-98025601550d,segment=NetworkSegment(585071cb-e176-4aba-a60b-2f33b9908463),segment_id=585071cb-e176-4aba-a60b-2f33b9908463)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:19:37.078474 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.118875 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.134801 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebceb41d-4548-4d3e-b557-80b86389540e None None] Pushing event updated for resources: {'Port': ['ID=fdec6530-03a5-4ec4-928a-98025601550d,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:37.142527 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.253166 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Allocated IP 172.25.7.173 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/4c64fe65-3dc0-4caa-a48f-af05757fb1a5) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:19:37.376282 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.419884 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.446302 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fdec6530-03a5-4ec4-928a-98025601550d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:37.460054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:37.463190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:37.466921 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:19:37.501791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fdec6530-03a5-4ec4-928a-98025601550d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:37.502170 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.503215 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Pushing event updated for resources: {'Port': ['ID=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:37.588188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.621258 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port fdec6530-03a5-4ec4-928a-98025601550d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fdec6530-03a5-4ec4-928a-98025601550d,segment=NetworkSegment(585071cb-e176-4aba-a60b-2f33b9908463),segment_id=585071cb-e176-4aba-a60b-2f33b9908463)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:19:37.625456 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.673723 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=fdec6530-03a5-4ec4-928a-98025601550d,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:37.725004 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.933355 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:37.933626 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:19:38.063708 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264817f-966f-446e-a585-2448b9e26742 None None] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:19:38.066882 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Router 36795305-0c13-4d1c-bf59-e81e40b32511 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:19:38.098570 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fc6aea1a-546f-49c5-b886-3f0037089c03 None None] Provisioning complete for port fdec6530-03a5-4ec4-928a-98025601550d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:38.098964 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc6aea1a-546f-49c5-b886-3f0037089c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.172888 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:19:38.182714 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Sync routers for ids ['36795305-0c13-4d1c-bf59-e81e40b32511'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:19:38.195292 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.195775 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Routers {'36795305-0c13-4d1c-bf59-e81e40b32511'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:38.196432 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['36795305-0c13-4d1c-bf59-e81e40b32511'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:38.196731 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-044f66a7-8c03-40b1-9669-c5fa7da82079 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7528663 Oct 18 22:19:38.199522 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47490) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:38.316975 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Set router 36795305-0c13-4d1c-bf59-e81e40b32511 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:38.499624 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fca505e3-9c87-4b88-90b6-fbaa80ba278e None None] Provisioning complete for port fdec6530-03a5-4ec4-928a-98025601550d triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:38.500179 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fca505e3-9c87-4b88-90b6-fbaa80ba278e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.506984 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:19:37Z', 'revision_number': 3, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port': {'id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:37Z', 'updated_at': '2021-10-18T22:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:38.533496 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Checking router: 36795305-0c13-4d1c-bf59-e81e40b32511 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:19:38.533889 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Updating router 36795305-0c13-4d1c-bf59-e81e40b32511 port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:19:38.561133 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.640880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.798442 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Allocated IP 172.20.0.1 (bf0ffa4d-ea26-40c1-baca-c5aa59024e7a/7a4a73e5-681c-431c-8819-addeb4829696/0f919fab-e9bb-46ac-bf68-06e6d2d63488) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:19:38.819918 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.825710 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.879825 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Attempting to bind port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:19:38.880073 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Attempting to bind port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:19:38.880407 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Attempting to bind port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:19:38.882221 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Pushing event updated for resources: {'Port': ['ID=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:38.891440 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.891776 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.892103 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.892453 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.892778 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.893093 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.893409 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.893721 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.894031 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.894388 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.894693 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.895003 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:19:38.898564 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:19:38.899023 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:38.899307 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.899680 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:19:38.900138 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Bound port: 4c64fe65-3dc0-4caa-a48f-af05757fb1a5, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:19:38.900533 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.910574 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.945880 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.957513 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] For port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:19:38.960636 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] For port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:19:38.965376 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:38.988997 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:38.992121 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:38.998780 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:19:39.001837 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Pushing event updated for resources: {'Port': ['ID=0f919fab-e9bb-46ac-bf68-06e6d2d63488,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:39.026178 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Routers {'36795305-0c13-4d1c-bf59-e81e40b32511'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:39.026951 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['36795305-0c13-4d1c-bf59-e81e40b32511'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:39.043305 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:39.156462 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a32f-bcf2-45b3-80cc-6a8d7d3721ec None None] Pushing event updated for resources: {'Port': ['ID=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:39.237813 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] Set router 36795305-0c13-4d1c-bf59-e81e40b32511 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:39.304136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-04ec51a7-5cae-4bfe-a791-816dfcbfe274 None None] Provisioning complete for port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:39.305085 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-04ec51a7-5cae-4bfe-a791-816dfcbfe274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:39.339800 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-04ec51a7-5cae-4bfe-a791-816dfcbfe274 None None] Port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:19:39.419279 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fdec6530-03a5-4ec4-928a-98025601550d up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:39.432170 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:19:37Z', 'revision_number': 3, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port': {'id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:37Z', 'updated_at': '2021-10-18T22:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:39.459822 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98476497-2ed8-4e43-84f6-b277a2351eda None None] The sync data for ids ['36795305-0c13-4d1c-bf59-e81e40b32511'] in n-d-812149-2 is: [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:19:37Z', 'revision_number': 3, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port': {'id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:37Z', 'updated_at': '2021-10-18T22:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:19:39.481983 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port fdec6530-03a5-4ec4-928a-98025601550d triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:39.482448 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:39.530632 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:39.700967 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-36c65b55-31b2-4041-b738-b16116d7a65b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887177 Oct 18 22:19:39.745837 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:39.751304 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:39.853714 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:39.857061 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Pushing event updated for resources: {'Port': ['ID=0f919fab-e9bb-46ac-bf68-06e6d2d63488,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:39.871311 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce75f-2917-4101-ad8b-20649afed149 req-76d647b4-be60-4f00-8157-5e56465b38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:39.872881 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-76d647b4-be60-4f00-8157-5e56465b38cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.1165969 Oct 18 22:19:40.033701 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:40.036742 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:40.042608 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce75f-2917-4101-ad8b-20649afed149 req-eeba2312-cead-4179-9bf9-cd2812e383bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:40.044063 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-eeba2312-cead-4179-9bf9-cd2812e383bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.1481979 Oct 18 22:19:40.129703 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-36c39043-cafb-408a-b7dc-ff721e51f689 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0461564 Oct 18 22:19:40.232441 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce75f-2917-4101-ad8b-20649afed149 req-7fbf10e3-d528-4eac-8bed-af6bf2a77df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:40.233952 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-7fbf10e3-d528-4eac-8bed-af6bf2a77df3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0955737 Oct 18 22:19:40.240927 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Router 36795305-0c13-4d1c-bf59-e81e40b32511 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:19:40.266913 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ef8cac9a-145a-47b8-9669-3099acf52f11 None None] Provisioning complete for port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:40.267464 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef8cac9a-145a-47b8-9669-3099acf52f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:40.305832 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-ef8cac9a-145a-47b8-9669-3099acf52f11 None None] Port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:19:40.329055 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce75f-2917-4101-ad8b-20649afed149 req-70859bcd-90f9-43e2-bf49-a9fcd6a3d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:40.330579 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-70859bcd-90f9-43e2-bf49-a9fcd6a3d57c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868509 Oct 18 22:19:40.411506 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:19:40.443883 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-a63e4f6f-f152-416c-bbaf-2c27335de0ba admin admin] 10.222.0.66 "PUT /v2.0/routers/36795305-0c13-4d1c-bf59-e81e40b32511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2427373 Oct 18 22:19:40.473867 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-cb80fe90-361a-44a2-a706-1d0f8b026505 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058562 Oct 18 22:19:40.571471 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-393ce75f-2917-4101-ad8b-20649afed149 req-8d211a92-664b-4ae0-ae6c-363207f88d50 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901091 Oct 18 22:19:40.910564 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47506) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:40.915471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-296920407-network', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:19:40.937142 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Made reservation on behalf of 2099fbea0c4648fcb0fec99a40f98727 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:19:40.939465 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:40.948529 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.026068 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.031242 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.037093 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Sync routers for ids ['36795305-0c13-4d1c-bf59-e81e40b32511'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:19:41.046463 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Routers {'36795305-0c13-4d1c-bf59-e81e40b32511'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:41.047092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['36795305-0c13-4d1c-bf59-e81e40b32511'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:41.056359 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:19:41.066060 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f8a84-9f20-4d9e-926c-d5661b3e95b4,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:41.070978 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.071389 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Added segment 04714d7c-4c01-462a-8f96-b5e3d7e6d393 of type vlan for network 16d3ba18-bc24-4053-a896-66f37e91494b Oct 18 22:19:41.115237 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.139494 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.140498 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:41.141081 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.155901 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Set router 36795305-0c13-4d1c-bf59-e81e40b32511 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:41.176890 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2622395 Oct 18 22:19:41.177626 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47508) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:41.182748 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Request body: {'subnet': {'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-296920407-subnet', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:19:41.206371 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Made reservation on behalf of 2099fbea0c4648fcb0fec99a40f98727 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:19:41.208064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188c12-0761-4562-8b61-1ef3750f9250 admin admin] Pushing event updated for resources: {'Network': ['ID=16d3ba18-bc24-4053-a896-66f37e91494b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:41.210948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.230691 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 16d3ba18-bc24-4053-a896-66f37e91494b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:19:41.395882 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.415909 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:19:39Z', 'revision_number': 4, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port': {'id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:37Z', 'updated_at': '2021-10-18T22:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0f919fab-e9bb-46ac-bf68-06e6d2d63488', 'name': '', 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'mac_address': 'fa:16:3e:0c:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '7a4a73e5-681c-431c-8819-addeb4829696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:38Z', 'updated_at': '2021-10-18T22:19:39Z', 'revision_number': 2, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'subnets': [{'id': '7a4a73e5-681c-431c-8819-addeb4829696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:41.447479 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Checking router: 36795305-0c13-4d1c-bf59-e81e40b32511 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:19:41.448059 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Updating router 36795305-0c13-4d1c-bf59-e81e40b32511 port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:19:41.455727 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86106435-c0ea-4acc-8e7c-af18e76b87dd,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:41.464237 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Checking segment: {'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:41.464525 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Network hostable DHCP agents. Network: 16d3ba18-bc24-4053-a896-66f37e91494b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:19:41.467423 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:41.480792 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Network 16d3ba18-bc24-4053-a896-66f37e91494b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:19:41.489400 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 16d3ba18-bc24-4053-a896-66f37e91494b) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:41.498014 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be218e29-c670-4d0e-96af-478147ae1bfe None None] Network 16d3ba18-bc24-4053-a896-66f37e91494b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:19:41.498255 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:19:41.499263 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.499633 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.515718 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8c78c15a-76ea-4ab7-97ba-85a62bb43026 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3370013 Oct 18 22:19:41.518250 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47510) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:41.523352 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:19:41.542978 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.544104 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.599431 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.696974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:41.697373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.734140 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.858066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-16d3ba18-bc24-4053-a896-66f37e91494b', 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'fixed_ips': [{'subnet_id': '86106435-c0ea-4acc-8e7c-af18e76b87dd'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:19:41.858906 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.944227 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.963844 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:41.980353 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.035492 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:19:42.063690 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.072860 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Allocated IP 172.25.7.8 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/056fbe5a-511a-411c-b275-71c6a7ce05db) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:19:42.137636 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.155303 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.165339 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Allocated IP 172.20.0.2 (16d3ba18-bc24-4053-a896-66f37e91494b/86106435-c0ea-4acc-8e7c-af18e76b87dd/482ec4cf-9b6b-4b7e-b908-78c144b0e24c) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:19:42.180206 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.196680 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:42.223533 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.269710 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:42.272992 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:42.276845 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:19:42.285784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Pushing event updated for resources: {'Port': ['ID=056fbe5a-511a-411c-b275-71c6a7ce05db,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:42.328823 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd233-900b-4b63-bef1-fc2736adab02 None None] Pushing event updated for resources: {'Port': ['ID=0f919fab-e9bb-46ac-bf68-06e6d2d63488,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:42.358661 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Attempting to bind port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:19:42.359298 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Attempting to bind port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:19:42.359671 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Attempting to bind port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 on network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:19:42.371136 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:19:42.371520 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Checking segment: {'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:42.371926 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.372327 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Bound using segment: {'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:19:42.372848 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Bound port: 0f919fab-e9bb-46ac-bf68-06e6d2d63488, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585071cb-e176-4aba-a60b-2f33b9908463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:19:42.373236 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.560301 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.621504 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fc991876-82f7-416d-8517-fe6a4be00591 None None] Provisioning complete for port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:42.622111 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fc991876-82f7-416d-8517-fe6a4be00591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.681828 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.697265 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.708209 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] For port 0f919fab-e9bb-46ac-bf68-06e6d2d63488, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:19:42.723480 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-fc991876-82f7-416d-8517-fe6a4be00591 None None] Port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:19:42.748733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] For port 0f919fab-e9bb-46ac-bf68-06e6d2d63488, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0f919fab-e9bb-46ac-bf68-06e6d2d63488,segment=NetworkSegment(585071cb-e176-4aba-a60b-2f33b9908463),segment_id=585071cb-e176-4aba-a60b-2f33b9908463)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:19:42.761362 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Network 16d3ba18-bc24-4053-a896-66f37e91494b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:42.762654 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.767521 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:42.770627 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:19:42.793074 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Pushing event updated for resources: {'Port': ['ID=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:42.845578 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Routers {'36795305-0c13-4d1c-bf59-e81e40b32511'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:42.846230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['36795305-0c13-4d1c-bf59-e81e40b32511'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:42.939693 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Attempting to bind port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:19:42.940069 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Attempting to bind port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:19:42.940470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Attempting to bind port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c on network 16d3ba18-bc24-4053-a896-66f37e91494b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:19:42.947518 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd233-900b-4b63-bef1-fc2736adab02 None None] Pushing event updated for resources: {'Port': ['ID=0f919fab-e9bb-46ac-bf68-06e6d2d63488,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:42.962511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:19:42.962511 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Checking segment: {'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:42.962511 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:42.963063 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Bound using segment: {'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:19:42.963414 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Bound port: 482ec4cf-9b6b-4b7e-b908-78c144b0e24c, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:19:42.963801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.027921 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.052213 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] Set router 36795305-0c13-4d1c-bf59-e81e40b32511 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:43.105782 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-fe6cedf9-b212-4dd0-90f2-aaf9c4d25cce None None] Provisioning complete for port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:43.106036 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fe6cedf9-b212-4dd0-90f2-aaf9c4d25cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.118994 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] For port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:19:43.157226 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:19:43.177879 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] For port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,segment=NetworkSegment(04714d7c-4c01-462a-8f96-b5e3d7e6d393),segment_id=04714d7c-4c01-462a-8f96-b5e3d7e6d393)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:19:43.194276 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.267178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:19:43.279157 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Sync routers for ids ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:19:43.286552 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.287825 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-705aca62-5895-427b-ae73-fa41bc8ffc3b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7685070 Oct 18 22:19:43.290663 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47512) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:19:43.313028 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Routers {'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:43.313802 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:43.329433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f0b10-a0cc-421e-bd71-23c2ed8afc75 None None] Pushing event updated for resources: {'Port': ['ID=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:43.381955 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fe6cedf9-b212-4dd0-90f2-aaf9c4d25cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.445880 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-fe6cedf9-b212-4dd0-90f2-aaf9c4d25cce None None] For port 0f919fab-e9bb-46ac-bf68-06e6d2d63488, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0f919fab-e9bb-46ac-bf68-06e6d2d63488,segment=NetworkSegment(585071cb-e176-4aba-a60b-2f33b9908463),segment_id=585071cb-e176-4aba-a60b-2f33b9908463)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:19:43.449655 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Set router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:43.452072 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:43.475256 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fe6cedf9-b212-4dd0-90f2-aaf9c4d25cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.556860 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:19:39Z', 'revision_number': 4, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port': {'id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:37Z', 'updated_at': '2021-10-18T22:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0f919fab-e9bb-46ac-bf68-06e6d2d63488', 'name': '', 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'mac_address': 'fa:16:3e:0c:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '7a4a73e5-681c-431c-8819-addeb4829696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:38Z', 'updated_at': '2021-10-18T22:19:42Z', 'revision_number': 4, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'subnets': [{'id': '7a4a73e5-681c-431c-8819-addeb4829696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:43.604971 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72e144-0328-4b89-a06c-be5183e67651 None None] The sync data for ids ['36795305-0c13-4d1c-bf59-e81e40b32511'] in n-d-812149-2 is: [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:19:39Z', 'revision_number': 4, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port': {'id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:37Z', 'updated_at': '2021-10-18T22:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '0f919fab-e9bb-46ac-bf68-06e6d2d63488', 'name': '', 'network_id': 'bf0ffa4d-ea26-40c1-baca-c5aa59024e7a', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'mac_address': 'fa:16:3e:0c:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '7a4a73e5-681c-431c-8819-addeb4829696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:38Z', 'updated_at': '2021-10-18T22:19:42Z', 'revision_number': 4, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'subnets': [{'id': '7a4a73e5-681c-431c-8819-addeb4829696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:19:43.612179 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cedf9-b212-4dd0-90f2-aaf9c4d25cce None None] Pushing event updated for resources: {'Port': ['ID=0f919fab-e9bb-46ac-bf68-06e6d2d63488,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:43.621319 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:43.621693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.766563 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:42Z', 'revision_number': 3, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port': {'id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:43.799349 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Checking router: ad3ae254-75f2-47a5-9f9b-2d58d5f0769c for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:19:43.799694 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Updating router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c port 056fbe5a-511a-411c-b275-71c6a7ce05db binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:19:43.829560 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:43.971670 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.141188 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.149173 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.154316 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Allocated IP 172.20.0.1 (16d3ba18-bc24-4053-a896-66f37e91494b/86106435-c0ea-4acc-8e7c-af18e76b87dd/a097a9a8-24ce-40b4-be66-10f23b76084b) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:19:44.207143 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Attempting to bind port 056fbe5a-511a-411c-b275-71c6a7ce05db on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:19:44.207515 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Attempting to bind port 056fbe5a-511a-411c-b275-71c6a7ce05db by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:19:44.207875 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Attempting to bind port 056fbe5a-511a-411c-b275-71c6a7ce05db on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:19:44.215893 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:19:44.216297 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:44.216681 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.217066 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:19:44.217537 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Bound port: 056fbe5a-511a-411c-b275-71c6a7ce05db, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:19:44.217906 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.226232 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e712-df70-4425-b47b-00fa359dbd2f None None] Pushing event updated for resources: {'Port': ['ID=056fbe5a-511a-411c-b275-71c6a7ce05db,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:44.286257 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] For port 056fbe5a-511a-411c-b275-71c6a7ce05db, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:19:44.289514 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] For port 056fbe5a-511a-411c-b275-71c6a7ce05db, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=056fbe5a-511a-411c-b275-71c6a7ce05db,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:19:44.295646 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.297057 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.342795 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.348560 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Routers {'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:44.349727 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:44.403473 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Pushing event updated for resources: {'Port': ['ID=a097a9a8-24ce-40b4-be66-10f23b76084b,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:44.412343 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Network 16d3ba18-bc24-4053-a896-66f37e91494b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:44.413881 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:44.418870 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:19:44.473954 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.495846 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] Set router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:44.551718 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e0648-b56c-4326-9785-c6e8618c306b None None] Network 16d3ba18-bc24-4053-a896-66f37e91494b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:19:44.569404 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e712-df70-4425-b47b-00fa359dbd2f None None] Pushing event updated for resources: {'Port': ['ID=056fbe5a-511a-411c-b275-71c6a7ce05db,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:44.622571 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.669271 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-768f6bc9-2028-4381-82a5-562fddc1e328 None None] Provisioning complete for port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:44.669916 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-768f6bc9-2028-4381-82a5-562fddc1e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.674687 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.735817 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:42Z', 'revision_number': 3, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port': {'id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:44.771826 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48044dc-9e39-478b-8d07-4117c0cad170 None None] The sync data for ids ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'] in n-d-812149-2 is: [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:42Z', 'revision_number': 3, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port': {'id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:19:44.819995 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-768f6bc9-2028-4381-82a5-562fddc1e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.821018 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.827261 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.871287 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-768f6bc9-2028-4381-82a5-562fddc1e328 None None] For port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,segment=NetworkSegment(04714d7c-4c01-462a-8f96-b5e3d7e6d393),segment_id=04714d7c-4c01-462a-8f96-b5e3d7e6d393)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:19:44.883188 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-768f6bc9-2028-4381-82a5-562fddc1e328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.915693 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Pushing event updated for resources: {'Port': ['ID=a097a9a8-24ce-40b4-be66-10f23b76084b,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:44.919488 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:44.958865 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f6bc9-2028-4381-82a5-562fddc1e328 None None] Pushing event updated for resources: {'Port': ['ID=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:45.019828 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Network 16d3ba18-bc24-4053-a896-66f37e91494b is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:19:45.021534 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:19:45.146324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:19:45.234565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-63412a94-b601-41f2-aebc-50b493d8c4b8 None None] Provisioning complete for port a097a9a8-24ce-40b4-be66-10f23b76084b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:45.235010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-63412a94-b601-41f2-aebc-50b493d8c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.287631 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-63412a94-b601-41f2-aebc-50b493d8c4b8 None None] Port a097a9a8-24ce-40b4-be66-10f23b76084b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:19:45.298208 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:19:45.303936 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-63412a94-b601-41f2-aebc-50b493d8c4b8 None None] Provisioning complete for port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:45.304622 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-63412a94-b601-41f2-aebc-50b493d8c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.304742 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-fe748507-e501-4d4a-a7ab-11ff5aa6f24e admin admin] 10.222.0.66 "PUT /v2.0/routers/ad3ae254-75f2-47a5-9f9b-2d58d5f0769c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0128884 Oct 18 22:19:45.533592 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-84bbdf38-5ab2-4d64-a6db-f987b2fb2dee None None] Provisioning complete for port a097a9a8-24ce-40b4-be66-10f23b76084b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:45.533747 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-84bbdf38-5ab2-4d64-a6db-f987b2fb2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.558193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 056fbe5a-511a-411c-b275-71c6a7ce05db up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:45.599944 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-84bbdf38-5ab2-4d64-a6db-f987b2fb2dee None None] Port a097a9a8-24ce-40b4-be66-10f23b76084b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:19:45.619725 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 056fbe5a-511a-411c-b275-71c6a7ce05db triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:45.620104 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.701721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.732593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 056fbe5a-511a-411c-b275-71c6a7ce05db, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=056fbe5a-511a-411c-b275-71c6a7ce05db,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:19:45.734267 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-887ab5f1-9e69-4353-b77e-ef4f14e11754 None None] Provisioning complete for port a097a9a8-24ce-40b4-be66-10f23b76084b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:45.734634 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-887ab5f1-9e69-4353-b77e-ef4f14e11754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.737837 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.738297 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0f919fab-e9bb-46ac-bf68-06e6d2d63488 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:45.825324 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-887ab5f1-9e69-4353-b77e-ef4f14e11754 None None] Port a097a9a8-24ce-40b4-be66-10f23b76084b cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:19:45.843698 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=056fbe5a-511a-411c-b275-71c6a7ce05db,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:45.857378 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:45.857745 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:45.939449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 482ec4cf-9b6b-4b7e-b908-78c144b0e24c up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:45.985885 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:45.986202 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:46.913646 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Sync routers for ids ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:19:46.923560 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Routers {'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:46.924445 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:47.183758 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Set router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:47.377139 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:44Z', 'revision_number': 4, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port': {'id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a097a9a8-24ce-40b4-be66-10f23b76084b', 'name': '', 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'mac_address': 'fa:16:3e:15:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '86106435-c0ea-4acc-8e7c-af18e76b87dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:43Z', 'updated_at': '2021-10-18T22:19:44Z', 'revision_number': 2, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'subnets': [{'id': '86106435-c0ea-4acc-8e7c-af18e76b87dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:47.403788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Checking router: ad3ae254-75f2-47a5-9f9b-2d58d5f0769c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:19:47.404109 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Updating router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c port a097a9a8-24ce-40b4-be66-10f23b76084b binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:19:47.408230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 056fbe5a-511a-411c-b275-71c6a7ce05db up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:47.459060 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:47.512083 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 056fbe5a-511a-411c-b275-71c6a7ce05db triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:47.512477 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:47.792278 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:47.797329 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:47.845252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3cb55-facb-47be-861d-ff26a81b29f6 None None] Pushing event updated for resources: {'Port': ['ID=a097a9a8-24ce-40b4-be66-10f23b76084b,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:47.902223 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Attempting to bind port a097a9a8-24ce-40b4-be66-10f23b76084b on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:19:47.902599 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Attempting to bind port a097a9a8-24ce-40b4-be66-10f23b76084b by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:19:47.902952 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Attempting to bind port a097a9a8-24ce-40b4-be66-10f23b76084b on network 16d3ba18-bc24-4053-a896-66f37e91494b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:19:47.908514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:19:47.908889 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Checking segment: {'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:19:47.909287 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:47.910386 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Bound using segment: {'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:19:47.910854 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Bound port: a097a9a8-24ce-40b4-be66-10f23b76084b, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04714d7c-4c01-462a-8f96-b5e3d7e6d393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:19:47.911234 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:47.976979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] For port a097a9a8-24ce-40b4-be66-10f23b76084b, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:19:47.980149 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] For port a097a9a8-24ce-40b4-be66-10f23b76084b, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a097a9a8-24ce-40b4-be66-10f23b76084b,segment=NetworkSegment(04714d7c-4c01-462a-8f96-b5e3d7e6d393),segment_id=04714d7c-4c01-462a-8f96-b5e3d7e6d393)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:19:47.985792 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:48.045640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Routers {'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:19:48.046301 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:19:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:48.098657 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3cb55-facb-47be-861d-ff26a81b29f6 None None] Pushing event updated for resources: {'Port': ['ID=a097a9a8-24ce-40b4-be66-10f23b76084b,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:48.116659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-90d3cdc7-4e1b-4820-9d60-cc07348ed88f None None] Provisioning complete for port a097a9a8-24ce-40b4-be66-10f23b76084b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:48.117038 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90d3cdc7-4e1b-4820-9d60-cc07348ed88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:48.202399 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] Set router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:19:48.319231 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90d3cdc7-4e1b-4820-9d60-cc07348ed88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:48.396869 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-90d3cdc7-4e1b-4820-9d60-cc07348ed88f None None] For port a097a9a8-24ce-40b4-be66-10f23b76084b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a097a9a8-24ce-40b4-be66-10f23b76084b,segment=NetworkSegment(04714d7c-4c01-462a-8f96-b5e3d7e6d393),segment_id=04714d7c-4c01-462a-8f96-b5e3d7e6d393)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:19:48.407010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-90d3cdc7-4e1b-4820-9d60-cc07348ed88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:48.482131 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3cdc7-4e1b-4820-9d60-cc07348ed88f None None] Pushing event updated for resources: {'Port': ['ID=a097a9a8-24ce-40b4-be66-10f23b76084b,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:19:48.502989 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:44Z', 'revision_number': 4, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port': {'id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a097a9a8-24ce-40b4-be66-10f23b76084b', 'name': '', 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'mac_address': 'fa:16:3e:15:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '86106435-c0ea-4acc-8e7c-af18e76b87dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:43Z', 'updated_at': '2021-10-18T22:19:47Z', 'revision_number': 4, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'subnets': [{'id': '86106435-c0ea-4acc-8e7c-af18e76b87dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:19:48.538090 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471cf173-c4e4-4c42-8af8-c13480ea860b None None] The sync data for ids ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'] in n-d-812149-2 is: [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:44Z', 'revision_number': 4, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port': {'id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'a097a9a8-24ce-40b4-be66-10f23b76084b', 'name': '', 'network_id': '16d3ba18-bc24-4053-a896-66f37e91494b', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'mac_address': 'fa:16:3e:15:2b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '86106435-c0ea-4acc-8e7c-af18e76b87dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:43Z', 'updated_at': '2021-10-18T22:19:47Z', 'revision_number': 4, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'subnets': [{'id': '86106435-c0ea-4acc-8e7c-af18e76b87dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:19:48.547343 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-d44e7d72-436c-40e5-abe1-d671297189f0 None None] Provisioning complete for port a097a9a8-24ce-40b4-be66-10f23b76084b triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:48.547721 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d44e7d72-436c-40e5-abe1-d671297189f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:49.004472 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d990b3f2-4a0d-4622-83fa-5c713f8bf305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:49.426602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a097a9a8-24ce-40b4-be66-10f23b76084b up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:19:49.488425 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a097a9a8-24ce-40b4-be66-10f23b76084b triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:19:49.488807 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:50.140247 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:53.380626 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cd4a993f-6cd6-4667-a76d-9a269f657e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:54.447266 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:55.625990 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:19:57.083221 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:14.633682 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:14.933666 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:20:19.005603 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c9bde186-7eae-414e-8de5-85c732d8a5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:20.142575 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:23.382628 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-604d3a59-a3a1-45aa-837f-8671f93a38a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:24.447772 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:25.631974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:27.086405 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:41.630017 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-e52d136f-e0b6-40be-8ed2-e374047f1fcd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0377927 Oct 18 22:20:41.715415 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-13f0f659-bf2a-43ab-a184-b0c9a0d30eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:20:41.716928 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-13f0f659-bf2a-43ab-a184-b0c9a0d30eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0435894 Oct 18 22:20:41.819341 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-8057e2b0-5fd9-45b4-bfbb-1d78a037e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:20:41.820829 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-8057e2b0-5fd9-45b4-bfbb-1d78a037e16d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0844316 Oct 18 22:20:41.864492 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-b7bbe1e9-e162-4549-8cd3-b8e2a1ec8d5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0353501 Oct 18 22:20:41.913111 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-34433964-4736-42c5-8b06-d183c77ed704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:20:41.914589 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-34433964-4736-42c5-8b06-d183c77ed704 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0429809 Oct 18 22:20:41.961580 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-a9aec275-1b57-439d-b8f4-0903935c260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:20:41.963067 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-a9aec275-1b57-439d-b8f4-0903935c260c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415013 Oct 18 22:20:41.973903 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-1238af4a-f496-4c95-b18b-b1b4f7a08017 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 22:20:41.974848 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-1238af4a-f496-4c95-b18b-b1b4f7a08017 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048027 Oct 18 22:20:42.066598 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-57df0a5d-6e8f-43ad-aba5-5b2e588bd053 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844178 Oct 18 22:20:42.154464 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-5793b3c9-d532-42ee-81e8-d7571631b3fe req-5e7ef36a-adfb-4c59-be24-154ef18e510f service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808399 Oct 18 22:20:44.652533 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:49.005796 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-29d543e1-3aa9-4b35-94de-32ce7d08948c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:50.156102 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:51.932764 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:20:53.383514 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-12183539-7e6a-4f1d-8446-1841e2bfce57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:54.448029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:55.632114 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:20:57.089610 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:14.652971 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:19.005546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d090cb00-1e64-4924-90fe-004426e2fc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:20.152438 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:23.385546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bdd70ca0-37b4-4bc9-8470-bafc38164a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:24.449923 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:25.635953 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:27.093823 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:28.932211 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:21:43.785339 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-25a1cc08-820f-43a1-937c-24213029f911 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701844 Oct 18 22:21:43.873238 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15178c9d-1340-471a-bbb1-601d172fdedb req-73abf5f8-af55-4922-bc82-d54926ade2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:43.874750 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-73abf5f8-af55-4922-bc82-d54926ade2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0468750 Oct 18 22:21:43.982604 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15178c9d-1340-471a-bbb1-601d172fdedb req-c8fe66b6-b412-4246-bee6-4b5483ffc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:43.983995 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-c8fe66b6-b412-4246-bee6-4b5483ffc2f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0879712 Oct 18 22:21:44.030763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-45af5742-9595-4a09-9107-722b5ae03ff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0380666 Oct 18 22:21:44.082616 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15178c9d-1340-471a-bbb1-601d172fdedb req-6bf8baa7-65c1-42a1-b41a-d6026251c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:44.084087 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-6bf8baa7-65c1-42a1-b41a-d6026251c4d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0461516 Oct 18 22:21:44.131065 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15178c9d-1340-471a-bbb1-601d172fdedb req-49bdd948-7079-4b65-8d30-7bb90ade2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:44.132561 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-49bdd948-7079-4b65-8d30-7bb90ade2e04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387282 Oct 18 22:21:44.233036 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-b502979d-fe8b-40c9-ba5c-7a7cba4449a9 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909078 Oct 18 22:21:44.324630 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-15178c9d-1340-471a-bbb1-601d172fdedb req-45dc9675-7e18-4760-b779-775f876a15be service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Oct 18 22:21:44.653865 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:45.636264 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47562) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:45.992130 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:46.256596 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Deleting port 0f919fab-e9bb-46ac-bf68-06e6d2d63488 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:46.256931 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:46.337112 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] For port 0f919fab-e9bb-46ac-bf68-06e6d2d63488, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=0f919fab-e9bb-46ac-bf68-06e6d2d63488,segment=NetworkSegment(585071cb-e176-4aba-a60b-2f33b9908463),segment_id=585071cb-e176-4aba-a60b-2f33b9908463)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:46.337484 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:46.354460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Calling delete_port for 0f919fab-e9bb-46ac-bf68-06e6d2d63488 owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:46.535911 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:46.563562 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f919fab-e9bb-46ac-bf68-06e6d2d63488,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:46.575667 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.576017 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.576356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.576725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.577063 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.577393 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.577726 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.578053 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.578379 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.578705 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.579029 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.579483 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:46.741876 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:46.959853 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Router 36795305-0c13-4d1c-bf59-e81e40b32511 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:21:47.065790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:21:47.070844 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5718fd39-9935-40bc-bd66-884c6564101d admin admin] 10.222.0.66 "PUT /v2.0/routers/36795305-0c13-4d1c-bf59-e81e40b32511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4334991 Oct 18 22:21:47.073515 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47566) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:47.079491 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] Sync routers for ids ['36795305-0c13-4d1c-bf59-e81e40b32511'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:21:47.088221 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] Routers {'36795305-0c13-4d1c-bf59-e81e40b32511'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:21:47.089366 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['36795305-0c13-4d1c-bf59-e81e40b32511'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:47.179192 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.192491 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] Set router 36795305-0c13-4d1c-bf59-e81e40b32511 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:21:47.288674 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.346945 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Deleting port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:47.347425 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.380004 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:21:46Z', 'revision_number': 5, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port': {'id': '4c64fe65-3dc0-4caa-a48f-af05757fb1a5', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:37Z', 'updated_at': '2021-10-18T22:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:47.407607 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] Checking router: 36795305-0c13-4d1c-bf59-e81e40b32511 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:21:47.416978 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] Routers {'36795305-0c13-4d1c-bf59-e81e40b32511'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:21:47.417537 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['36795305-0c13-4d1c-bf59-e81e40b32511'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:47.432730 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] For port 4c64fe65-3dc0-4caa-a48f-af05757fb1a5, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:47.433083 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.452332 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Calling delete_port for 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:47.506937 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] Set router 36795305-0c13-4d1c-bf59-e81e40b32511 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:21:47.563771 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:21:47Z', 'revision_number': 6, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:47.591027 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c995fd-232a-4c6a-a223-a61365055201 None None] The sync data for ids ['36795305-0c13-4d1c-bf59-e81e40b32511'] in n-d-812149-2 is: [{'id': '36795305-0c13-4d1c-bf59-e81e40b32511', 'name': 'tempest-TestShelveInstance-1199867814-router', 'tenant_id': '19e4462396e842539bc3ffb81aba73b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:36Z', 'updated_at': '2021-10-18T22:21:47Z', 'revision_number': 6, 'project_id': '19e4462396e842539bc3ffb81aba73b1', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:21:47.639550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.669260 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c64fe65-3dc0-4caa-a48f-af05757fb1a5,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:47.729838 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.835922 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.838149 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.885056 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.886178 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36795305-0c13-4d1c-bf59-e81e40b32511 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:21:47.891580 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.892752 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8621dbbf-1235-4f8f-9aaf-9b4d6743487d admin admin] 10.222.0.66 "DELETE /v2.0/routers/36795305-0c13-4d1c-bf59-e81e40b32511 HTTP/1.1" status: 204 len: 168 time: 0.8183136 Oct 18 22:21:47.895345 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47568) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:47.946448 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] Deleting subnet 7a4a73e5-681c-431c-8819-addeb4829696 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:21:47.950068 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:47.986895 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.315592 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.372896 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.399117 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4a73e5-681c-431c-8819-addeb4829696,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:48.403622 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.409268 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8b545adc-9f70-4da6-9d34-48a262699736 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7a4a73e5-681c-431c-8819-addeb4829696 HTTP/1.1" status: 204 len: 168 time: 0.5126524 Oct 18 22:21:48.409439 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92ff0e-3345-4d08-825b-829b291ac5c1 None None] Network bf0ffa4d-ea26-40c1-baca-c5aa59024e7a requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:21:48.410372 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47570) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:48.491197 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.549535 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Deleting port fdec6530-03a5-4ec4-928a-98025601550d {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:48.549765 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.598857 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] DHCP port deletion for bf0ffa4d-ea26-40c1-baca-c5aa59024e7a request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:21:48.622743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] For port fdec6530-03a5-4ec4-928a-98025601550d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fdec6530-03a5-4ec4-928a-98025601550d,segment=NetworkSegment(585071cb-e176-4aba-a60b-2f33b9908463),segment_id=585071cb-e176-4aba-a60b-2f33b9908463)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:48.623141 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.637088 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Calling delete_port for fdec6530-03a5-4ec4-928a-98025601550d owned by network:dhcp {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:48.650240 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Deleting port fdec6530-03a5-4ec4-928a-98025601550d {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:48.650614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.721767 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] For port fdec6530-03a5-4ec4-928a-98025601550d, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=fdec6530-03a5-4ec4-928a-98025601550d,segment=NetworkSegment(585071cb-e176-4aba-a60b-2f33b9908463),segment_id=585071cb-e176-4aba-a60b-2f33b9908463)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:48.722310 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.725952 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.736060 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Calling delete_port for fdec6530-03a5-4ec4-928a-98025601550d owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:48.755064 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] No DVR routers for this DVR port fdec6530-03a5-4ec4-928a-98025601550d on host n-d-812149-2 {{(pid=100530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:21:48.756878 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdec6530-03a5-4ec4-928a-98025601550d,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:48.785210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.785548 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.785883 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.786210 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.786537 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.786855 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.787172 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.787488 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.787805 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.788117 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.788454 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.788771 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.816900 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.845065 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.845268 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Pushing event deleted for resources: {'Port': ['ID=fdec6530-03a5-4ec4-928a-98025601550d,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:48.852295 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] No DVR routers for this DVR port fdec6530-03a5-4ec4-928a-98025601550d on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:21:48.865235 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.866141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.866141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.866392 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0ffa4d-ea26-40c1-baca-c5aa59024e7a']}} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:48.866481 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.866687 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.866935 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.867269 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.867602 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.867934 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.868265 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.868623 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.868953 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34357841-2e5a-4824-bf28-7f98d66b51da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:48.877264 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585071cb-e176-4aba-a60b-2f33b9908463') {'for_net_delete': True} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:48.877549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.services.segments.db [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585071cb-e176-4aba-a60b-2f33b9908463') {} {{(pid=100530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:48.888179 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59762999'] for segment, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.911570 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.918001 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=100530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:21:48.918430 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59757710'] for segment, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: Traceback (most recent call last): Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: timer() Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: cb(*args, **kw) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: return func(*args, **kwargs) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: self._notify() Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: self.callback(batched_events) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: event.method(event) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: return f(self, *a, **k) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: return self._get(url).json() Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: return self.request(url, 'GET', **kwargs) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:21:48.920149 n-d-812149-2 neutron-server[100530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:21:48.977975 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.982886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:48.986235 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bf0ffa4d-ea26-40c1-baca-c5aa59024e7a HTTP/1.1" status: 204 len: 168 time: 0.5747428 Oct 18 22:21:48.989453 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47572) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:49.001954 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f377b6-4bd0-4350-9ca9-6f5cf6b62b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0ffa4d-ea26-40c1-baca-c5aa59024e7a,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:49.011663 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-195ac041-3306-403b-a689-be4050d92c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:49.346742 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:49.479963 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0f919fab-e9bb-46ac-bf68-06e6d2d63488 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:21:49.501041 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 0f919fab-e9bb-46ac-bf68-06e6d2d63488 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:21:49.501391 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 0f919fab-e9bb-46ac-bf68-06e6d2d63488 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:21:49.501817 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fdec6530-03a5-4ec4-928a-98025601550d no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:21:49.520878 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: fdec6530-03a5-4ec4-928a-98025601550d {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:21:49.521226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device fdec6530-03a5-4ec4-928a-98025601550d not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:21:49.521643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:21:49.540191 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:21:49.540593 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 4c64fe65-3dc0-4caa-a48f-af05757fb1a5 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:21:49.605979 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Deleting port a097a9a8-24ce-40b4-be66-10f23b76084b {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:49.606316 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:49.685937 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] For port a097a9a8-24ce-40b4-be66-10f23b76084b, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a097a9a8-24ce-40b4-be66-10f23b76084b,segment=NetworkSegment(04714d7c-4c01-462a-8f96-b5e3d7e6d393),segment_id=04714d7c-4c01-462a-8f96-b5e3d7e6d393)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:49.686303 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:49.698962 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Calling delete_port for a097a9a8-24ce-40b4-be66-10f23b76084b owned by network:router_interface {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:49.885938 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:49.916666 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Pushing event deleted for resources: {'Port': ['ID=a097a9a8-24ce-40b4-be66-10f23b76084b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:50.090026 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:50.167447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:50.317104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:21:50.427428 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:21:50.432480 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-c88eeb99-078a-4fd5-aa34-06c974bb204e admin admin] 10.222.0.66 "PUT /v2.0/routers/ad3ae254-75f2-47a5-9f9b-2d58d5f0769c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419162 Oct 18 22:21:50.435276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47574) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:50.436485 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] Sync routers for ids ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:21:50.445853 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] Routers {'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:21:50.446475 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:50.544409 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:50.652406 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:50.710725 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Deleting port 056fbe5a-511a-411c-b275-71c6a7ce05db {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:50.710956 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:50.720659 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] Set router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:21:50.796690 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] For port 056fbe5a-511a-411c-b275-71c6a7ce05db, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=056fbe5a-511a-411c-b275-71c6a7ce05db,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:50.797056 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:50.810891 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Calling delete_port for 056fbe5a-511a-411c-b275-71c6a7ce05db owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:50.901951 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8'}], 'enable_snat': True}, 'gw_port_id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:21:49Z', 'revision_number': 5, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port': {'id': '056fbe5a-511a-411c-b275-71c6a7ce05db', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:97:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:50.939178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] Checking router: ad3ae254-75f2-47a5-9f9b-2d58d5f0769c for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:21:50.947676 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] Routers {'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:21:50.948326 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:23Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:50.983288 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.010052 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=056fbe5a-511a-411c-b275-71c6a7ce05db,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:51.039493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] Set router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:21:51.081041 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.093443 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:21:50Z', 'revision_number': 6, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:51.127565 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d809202-43b8-4ed3-96ee-395d8649344d None None] The sync data for ids ['ad3ae254-75f2-47a5-9f9b-2d58d5f0769c'] in n-d-812149-2 is: [{'id': 'ad3ae254-75f2-47a5-9f9b-2d58d5f0769c', 'name': 'tempest-TestShelveInstance-296920407-router', 'tenant_id': '2099fbea0c4648fcb0fec99a40f98727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:19:41Z', 'updated_at': '2021-10-18T22:21:50Z', 'revision_number': 6, 'project_id': '2099fbea0c4648fcb0fec99a40f98727', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:21:51.180904 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.183752 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.227910 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.228485 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3ae254-75f2-47a5-9f9b-2d58d5f0769c {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:21:51.233355 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.234359 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-534f18f9-8cdb-49c1-a6f1-74304bc96f0d admin admin] 10.222.0.66 "DELETE /v2.0/routers/ad3ae254-75f2-47a5-9f9b-2d58d5f0769c HTTP/1.1" status: 204 len: 168 time: 0.7981167 Oct 18 22:21:51.237158 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47576) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:51.283005 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] Deleting subnet 86106435-c0ea-4acc-8e7c-af18e76b87dd {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:21:51.286511 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.326721 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.404512 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.455270 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.484312 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86106435-c0ea-4acc-8e7c-af18e76b87dd,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:51.489494 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.492759 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8d9ac4c8-beeb-416f-9e3d-945aa15a9ee2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/86106435-c0ea-4acc-8e7c-af18e76b87dd HTTP/1.1" status: 204 len: 168 time: 0.2546732 Oct 18 22:21:51.495242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47578) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:51.497651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0158695-42ac-48c5-9a6a-21569a9c0c82 None None] Network 16d3ba18-bc24-4053-a896-66f37e91494b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:21:51.586315 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.648012 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Deleting port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:51.648335 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.954972 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] DHCP port deletion for 16d3ba18-bc24-4053-a896-66f37e91494b request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:21:51.968104 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] For port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,segment=NetworkSegment(04714d7c-4c01-462a-8f96-b5e3d7e6d393),segment_id=04714d7c-4c01-462a-8f96-b5e3d7e6d393)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:51.968499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:51.983857 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Calling delete_port for 482ec4cf-9b6b-4b7e-b908-78c144b0e24c owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:51.986229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a097a9a8-24ce-40b4-be66-10f23b76084b no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:21:52.009226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a097a9a8-24ce-40b4-be66-10f23b76084b {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:21:52.010742 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a097a9a8-24ce-40b4-be66-10f23b76084b not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:21:52.033317 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] Deleting port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:21:52.033696 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.078979 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.103733 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] For port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,segment=NetworkSegment(04714d7c-4c01-462a-8f96-b5e3d7e6d393),segment_id=04714d7c-4c01-462a-8f96-b5e3d7e6d393)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:52.104160 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.104821 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Pushing event deleted for resources: {'Port': ['ID=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:52.110622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] No DVR routers for this DVR port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:21:52.117888 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] Calling delete_port for 482ec4cf-9b6b-4b7e-b908-78c144b0e24c owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:21:52.191897 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.203497 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.216089 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d3ba18-bc24-4053-a896-66f37e91494b']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:52.226650 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04714d7c-4c01-462a-8f96-b5e3d7e6d393') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:52.227172 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04714d7c-4c01-462a-8f96-b5e3d7e6d393') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:52.229342 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] Pushing event deleted for resources: {'Port': ['ID=482ec4cf-9b6b-4b7e-b908-78c144b0e24c,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:52.237791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18e141-5cf3-4e7b-9004-abe7686e02e4 None None] No DVR routers for this DVR port 482ec4cf-9b6b-4b7e-b908-78c144b0e24c on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:21:52.240067 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.259302 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.266842 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:21:52.267239 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:21:52.269264 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:21:52.337047 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.345692 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.348969 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] 10.222.0.66 "DELETE /v2.0/networks/16d3ba18-bc24-4053-a896-66f37e91494b HTTP/1.1" status: 204 len: 168 time: 0.8527319 Oct 18 22:21:52.359252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a124c28-3c47-44d9-812d-440909ecae56 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d3ba18-bc24-4053-a896-66f37e91494b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:52.523098 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47582) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:52.562867 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-a29ef56c-2301-427d-813d-6f68ae33f442 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19e4462396e842539bc3ffb81aba73b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385110 Oct 18 22:21:52.565311 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47584) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:52.612405 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efac370c-0e00-4951-887d-52708eb6f848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.632755 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efac370c-0e00-4951-887d-52708eb6f848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.678971 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efac370c-0e00-4951-887d-52708eb6f848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.681771 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-efac370c-0e00-4951-887d-52708eb6f848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:52.685390 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-efac370c-0e00-4951-887d-52708eb6f848 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/beb7fe83-8cce-4d94-8225-ed92d9be8c7b HTTP/1.1" status: 204 len: 168 time: 0.1167095 Oct 18 22:21:52.691169 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac370c-0e00-4951-887d-52708eb6f848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7fe83-8cce-4d94-8225-ed92d9be8c7b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:52.990889 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47590) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:53.030639 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-e915a235-c362-4263-a5ac-a90f95325ef6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2099fbea0c4648fcb0fec99a40f98727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385129 Oct 18 22:21:53.033016 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47592) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:53.080088 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d01666da-289e-4df3-80d0-d083bc79f0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:53.100834 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d01666da-289e-4df3-80d0-d083bc79f0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:53.148067 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d01666da-289e-4df3-80d0-d083bc79f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:53.150620 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-d01666da-289e-4df3-80d0-d083bc79f0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:53.151788 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-d01666da-289e-4df3-80d0-d083bc79f0db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f2f8a84-9f20-4d9e-926c-d5661b3e95b4 HTTP/1.1" status: 204 len: 168 time: 0.1178844 Oct 18 22:21:53.161299 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01666da-289e-4df3-80d0-d083bc79f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f8a84-9f20-4d9e-926c-d5661b3e95b4,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:53.388888 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-87a4603d-45bd-4d1f-a517-54be2b32e447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:53.473954 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 482ec4cf-9b6b-4b7e-b908-78c144b0e24c no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:21:53.498585 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 482ec4cf-9b6b-4b7e-b908-78c144b0e24c {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:21:53.498938 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 482ec4cf-9b6b-4b7e-b908-78c144b0e24c not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:21:53.499359 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 056fbe5a-511a-411c-b275-71c6a7ce05db no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:21:53.518738 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 056fbe5a-511a-411c-b275-71c6a7ce05db {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:21:53.519088 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 056fbe5a-511a-411c-b275-71c6a7ce05db not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:21:53.813444 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47614) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:53.907659 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1586590737-network', 'tenant_id': '36894befa4b447d190325f7139f6059d'}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:21:53.931356 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Made reservation on behalf of 36894befa4b447d190325f7139f6059d for: {'network': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:21:53.934005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:53.949730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.033205 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.037304 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.062460 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=100531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:21:54.072544 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33067c7-6791-4f92-b1a8-a92e13d7a88c,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:54.078353 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.078708 n-d-812149-2 neutron-server[100531]: INFO neutron.db.segments_db [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Added segment cf21419b-a932-4d4a-8758-4be604f0caf9 of type vlan for network 5d238e76-8d46-4375-a440-48ae4fa28d6b Oct 18 22:21:54.122171 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.149527 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.150646 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:54.152005 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.187057 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3724341 Oct 18 22:21:54.189775 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47618) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:54.196331 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Request body: {'subnet': {'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1586590737-subnet', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:21:54.237027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b5de0-f8f4-4c12-b389-99a277de9068 admin admin] Pushing event updated for resources: {'Network': ['ID=5d238e76-8d46-4375-a440-48ae4fa28d6b,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:54.247464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:21:54.253327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Made reservation on behalf of 36894befa4b447d190325f7139f6059d for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:21:54.255811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.427930 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.451891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.487164 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900a55e5-4ec7-488b-9c26-7f5b46d89199,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:54.495275 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Checking segment: {'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:21:54.495632 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Network hostable DHCP agents. Network: 5d238e76-8d46-4375-a440-48ae4fa28d6b, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:21:54.513335 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:21:54.522114 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, 5d238e76-8d46-4375-a440-48ae4fa28d6b) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:21:54.526799 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:54.527996 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.533450 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a8426c-4dce-4d7c-abe8-f057fe936e96 None None] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:21:54.543649 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-b5fb7933-24a8-4070-99cd-ac78860c0cc3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3528163 Oct 18 22:21:54.546422 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47620) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:54.551620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:21:54.574807 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.576230 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.631390 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.681193 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-5d238e76-8d46-4375-a440-48ae4fa28d6b', 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'fixed_ips': [{'subnet_id': '900a55e5-4ec7-488b-9c26-7f5b46d89199'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:21:54.682051 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.778662 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.838734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Allocated IP 172.20.0.2 (5d238e76-8d46-4375-a440-48ae4fa28d6b/900a55e5-4ec7-488b-9c26-7f5b46d89199/f3985521-5d32-4384-8780-a3ea50689964) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:21:54.986251 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.986720 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:54.992498 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.007695 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.035893 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:21:55.038882 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:21:55.042930 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:21:55.053033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Pushing event updated for resources: {'Port': ['ID=f3985521-5d32-4384-8780-a3ea50689964,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:55.109464 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Attempting to bind port f3985521-5d32-4384-8780-a3ea50689964 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:21:55.109834 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Attempting to bind port f3985521-5d32-4384-8780-a3ea50689964 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:21:55.110201 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Attempting to bind port f3985521-5d32-4384-8780-a3ea50689964 on network 5d238e76-8d46-4375-a440-48ae4fa28d6b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:21:55.115300 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:21:55.115689 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Checking segment: {'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:21:55.116066 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.116498 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Bound using segment: {'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:21:55.116643 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Allocated IP 172.25.7.24 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/5d12e09f-6189-4b75-8dbc-3340c2cce172) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:21:55.116970 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Bound port: f3985521-5d32-4384-8780-a3ea50689964, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:21:55.117353 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.192968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] For port f3985521-5d32-4384-8780-a3ea50689964, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:21:55.192968 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] For port f3985521-5d32-4384-8780-a3ea50689964, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f3985521-5d32-4384-8780-a3ea50689964,segment=NetworkSegment(cf21419b-a932-4d4a-8758-4be604f0caf9),segment_id=cf21419b-a932-4d4a-8758-4be604f0caf9)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:21:55.196191 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.233754 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.263714 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6b9be-77da-4f53-bdb4-0045f426826b None None] Pushing event updated for resources: {'Port': ['ID=f3985521-5d32-4384-8780-a3ea50689964,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:55.274623 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.316622 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:21:55.319619 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:21:55.322146 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:21:55.350334 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d12e09f-6189-4b75-8dbc-3340c2cce172,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:55.530009 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f3985521-5d32-4384-8780-a3ea50689964 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:21:55.587881 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f3985521-5d32-4384-8780-a3ea50689964 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:21:55.589007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.621180 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.646373 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.682742 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.721283 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port f3985521-5d32-4384-8780-a3ea50689964, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f3985521-5d32-4384-8780-a3ea50689964,segment=NetworkSegment(cf21419b-a932-4d4a-8758-4be604f0caf9),segment_id=cf21419b-a932-4d4a-8758-4be604f0caf9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:21:55.726183 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.781255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=f3985521-5d32-4384-8780-a3ea50689964,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:55.839652 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:55.979789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:21:56.103716 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:21:56.114594 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Sync routers for ids ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:21:56.124524 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.125795 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-039f9bec-5beb-4dcd-987b-f2a5e7e413d0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5784051 Oct 18 22:21:56.128614 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47622) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:56.129839 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Routers {'b0d29a02-b8a7-41d3-81b0-5c648a0441b4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:21:56.130557 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:56.239428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243c558-1a59-4d3c-87e5-21c426ebfd10 None None] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:21:56.252544 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Set router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:21:56.365727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-6bcd9134-e2b9-4520-a3ba-83b667383222 None None] Provisioning complete for port f3985521-5d32-4384-8780-a3ea50689964 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:21:56.366007 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9134-e2b9-4520-a3ba-83b667383222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.451203 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:21:55Z', 'revision_number': 3, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port': {'id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:02:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:55Z', 'updated_at': '2021-10-18T22:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:56.485019 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Checking router: b0d29a02-b8a7-41d3-81b0-5c648a0441b4 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:21:56.485253 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Updating router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 port 5d12e09f-6189-4b75-8dbc-3340c2cce172 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:21:56.513792 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.706340 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bb57aee2-4502-439f-87f2-afe5d897999f None None] Provisioning complete for port f3985521-5d32-4384-8780-a3ea50689964 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:21:56.706955 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb57aee2-4502-439f-87f2-afe5d897999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.786951 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.793357 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.832811 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.843925 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Attempting to bind port 5d12e09f-6189-4b75-8dbc-3340c2cce172 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:21:56.844369 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Attempting to bind port 5d12e09f-6189-4b75-8dbc-3340c2cce172 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:21:56.844757 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Attempting to bind port 5d12e09f-6189-4b75-8dbc-3340c2cce172 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:21:56.851187 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:21:56.851556 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:21:56.851948 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.852332 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:21:56.852806 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Bound port: 5d12e09f-6189-4b75-8dbc-3340c2cce172, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:21:56.853189 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.876688 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Pushing event updated for resources: {'Port': ['ID=5d12e09f-6189-4b75-8dbc-3340c2cce172,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:56.887185 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.887444 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.887776 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.888101 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.888447 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.888776 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.889095 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.889429 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.889723 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.890040 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.890353 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.890668 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:21:56.924993 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] For port 5d12e09f-6189-4b75-8dbc-3340c2cce172, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:21:56.928416 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] For port 5d12e09f-6189-4b75-8dbc-3340c2cce172, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5d12e09f-6189-4b75-8dbc-3340c2cce172,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:21:56.933875 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:56.992093 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Routers {'b0d29a02-b8a7-41d3-81b0-5c648a0441b4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:21:56.992723 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:56.994175 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Allocated IP 172.20.0.1 (5d238e76-8d46-4375-a440-48ae4fa28d6b/900a55e5-4ec7-488b-9c26-7f5b46d89199/ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:21:56.995386 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e398491-bef3-4862-a963-8791daa334e9 None None] Pushing event updated for resources: {'Port': ['ID=5d12e09f-6189-4b75-8dbc-3340c2cce172,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:57.096343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.109812 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.144941 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.188088 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:21:57.190710 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] Set router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:21:57.191190 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:21:57.194054 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:21:57.231657 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:57.246499 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.389497 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.394022 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:21:55Z', 'revision_number': 3, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port': {'id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:02:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:55Z', 'updated_at': '2021-10-18T22:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:57.423638 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f21fc3b-7520-4996-aaea-2fc3e4dffd0f None None] The sync data for ids ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'] in n-d-812149-2 is: [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:21:55Z', 'revision_number': 3, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port': {'id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:02:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:55Z', 'updated_at': '2021-10-18T22:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:21:57.490747 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f3985521-5d32-4384-8780-a3ea50689964 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:21:57.543797 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-805639b2-a773-40b0-8a77-e31326c000ef None None] Provisioning complete for port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:21:57.544166 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-805639b2-a773-40b0-8a77-e31326c000ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.573550 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.578488 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59756542'] for port, after_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.590182 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-805639b2-a773-40b0-8a77-e31326c000ef None None] Port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:21:57.593588 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port f3985521-5d32-4384-8780-a3ea50689964 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:21:57.593960 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.651446 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,revision_number=2']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:57.656960 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:57.782135 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:21:57.783789 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:21:57.915411 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:21:58.019470 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-aca176b8-befd-4d9f-86aa-b89b54e9cef2 None None] Provisioning complete for port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:21:58.020087 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aca176b8-befd-4d9f-86aa-b89b54e9cef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.047157 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:21:58.053517 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-8321d339-c994-4df0-ad9f-ca550cfd6763 admin admin] 10.222.0.66 "PUT /v2.0/routers/b0d29a02-b8a7-41d3-81b0-5c648a0441b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238470 Oct 18 22:21:58.065252 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-aca176b8-befd-4d9f-86aa-b89b54e9cef2 None None] Port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:21:58.549571 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47638) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:58.556749 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.v2.base [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1366131228-network', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4'}} {{(pid=100530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:21:58.578692 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Made reservation on behalf of e1584706d0a3425eabbb391bb585f5c4 for: {'network': 1} {{(pid=100530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:21:58.581423 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for network, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.590614 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.670235 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.676895 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.703240 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=100530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 22:21:58.713917 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6791936a-d6af-450e-9f65-09b92667b248,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:58.720818 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.721165 n-d-812149-2 neutron-server[100530]: INFO neutron.db.segments_db [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Added segment 344ce8aa-3b09-4d9a-8378-22cb57d3d797 of type vlan for network f0946dff-6fd1-407a-a273-dac5e0ea34f0 Oct 18 22:21:58.767426 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778210729180'] for network, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.794195 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827'] for network, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.795174 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:58.795692 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Publish callbacks [] for network, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.830763 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2797492 Oct 18 22:21:58.833918 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47640) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:58.839786 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Request body: {'subnet': {'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1366131228-subnet', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'ip_version': 4}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:21:58.864327 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Made reservation on behalf of e1584706d0a3425eabbb391bb585f5c4 for: {'subnet': 1} {{(pid=100531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 22:21:58.866164 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb55acc-06d8-4fe0-9ca7-379b08f8d6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f0946dff-6fd1-407a-a273-dac5e0ea34f0,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:58.866948 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58906423'] for subnet, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:58.881962 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 details requested by agent ovs-agent-n-d-812149-2 with host n-d-812149-2 {{(pid=100532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 22:21:59.055347 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59756293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58906393'] for subnet, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.104717 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Sync routers for ids ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:21:59.111337 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e760fe1e-ee7d-498c-9e3a-df0292f4baee,revision_number=0']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:21:59.114226 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Routers {'b0d29a02-b8a7-41d3-81b0-5c648a0441b4'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:21:59.114916 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:59.127034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Checking segment: {'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:21:59.127390 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Network hostable DHCP agents. Network: f0946dff-6fd1-407a-a273-dac5e0ea34f0, hostable agents: ['4e88be0a-fd2d-496b-847a-676b8036842b'], hosted agents: [] {{(pid=100531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 22:21:59.147045 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 is scheduled to be hosted by DHCP agent 4e88be0a-fd2d-496b-847a-676b8036842b with binding_index 1 {{(pid=100531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 22:21:59.156624 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812149-2, f0946dff-6fd1-407a-a273-dac5e0ea34f0) {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:21:59.161995 n-d-812149-2 neutron-server[100531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:21:59.162603 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.166066 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265241c-df39-4f5a-938b-a8151f1ba6d8 None None] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:21:59.181033 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-2e145d7d-11d7-48b8-81a7-4ada5bc99ac7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3451264 Oct 18 22:21:59.184074 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47642) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:21:59.188474 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.v2.base [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}} {{(pid=100531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 22:21:59.212297 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-234098'] for router, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.213362 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-234091'] for router, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.271672 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.281684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Set router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:21:59.419336 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.566484 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5d12e09f-6189-4b75-8dbc-3340c2cce172 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:21:59.640730 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.660892 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.679080 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf87af95d-24bb-5c6f-b5f1-1ed416a00964-f0946dff-6fd1-407a-a273-dac5e0ea34f0', 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'fixed_ips': [{'subnet_id': 'e760fe1e-ee7d-498c-9e3a-df0292f4baee'}]}} from n-d-812149-2. {{(pid=100532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 22:21:59.679931 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.722195 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5d12e09f-6189-4b75-8dbc-3340c2cce172 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:21:59.722447 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.772803 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_common [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Allocated IP 172.25.7.241 (46350bbf-6178-4487-b76a-d8b49657535f/1db6a337-7cc9-4000-803d-edbf541d6f9c/653e3f05-17be-47ee-b616-79caea4d1d44) {{(pid=100531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:21:59.878692 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.918142 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:21:59.956320 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Network 46350bbf-6178-4487-b76a-d8b49657535f is already hosted by enough agents. {{(pid=100531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:21:59.957077 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.db_base_plugin_common [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Allocated IP 172.20.0.2 (f0946dff-6fd1-407a-a273-dac5e0ea34f0/e760fe1e-ee7d-498c-9e3a-df0292f4baee/a84da888-9fef-40ea-9972-8e4b35e99313) {{(pid=100532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:21:59.960742 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.base_scheduler [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:21:59.964416 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Received port after_create {{(pid=100531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:21:59.968703 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:21:57Z', 'revision_number': 4, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port': {'id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:02:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:55Z', 'updated_at': '2021-10-18T22:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e', 'name': '', 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'mac_address': 'fa:16:3e:29:56:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '900a55e5-4ec7-488b-9c26-7f5b46d89199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:56Z', 'updated_at': '2021-10-18T22:21:57Z', 'revision_number': 2, 'project_id': '36894befa4b447d190325f7139f6059d', 'subnets': [{'id': '900a55e5-4ec7-488b-9c26-7f5b46d89199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:21:59.983601 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=653e3f05-17be-47ee-b616-79caea4d1d44,revision_number=1']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:00.004867 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.010514 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Checking router: b0d29a02-b8a7-41d3-81b0-5c648a0441b4 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:22:00.011370 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Updating router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:22:00.075892 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 5d12e09f-6189-4b75-8dbc-3340c2cce172, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5d12e09f-6189-4b75-8dbc-3340c2cce172,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:22:00.078546 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.113686 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.235061 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.271229 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=5d12e09f-6189-4b75-8dbc-3340c2cce172,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:00.338212 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Publish callbacks [] for port, precommit_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.351781 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577'] for port, after_create {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.431569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 is already hosted by enough agents. {{(pid=100532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:22:00.445170 n-d-812149-2 neutron-server[100532]: DEBUG neutron.scheduler.base_scheduler [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Resources bound (agent type, host, resource id): {{(pid=100532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:22:00.449600 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Pushing event updated for resources: {'Port': ['ID=a84da888-9fef-40ea-9972-8e4b35e99313,revision_number=1']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:00.452028 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Received port after_create {{(pid=100532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:22:00.536115 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Attempting to bind port a84da888-9fef-40ea-9972-8e4b35e99313 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:22:00.536416 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Attempting to bind port a84da888-9fef-40ea-9972-8e4b35e99313 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:22:00.536757 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Attempting to bind port a84da888-9fef-40ea-9972-8e4b35e99313 on network f0946dff-6fd1-407a-a273-dac5e0ea34f0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:22:00.547092 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:22:00.547441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Checking segment: {'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:22:00.547968 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.548315 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Bound using segment: {'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:22:00.548826 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Bound port: a84da888-9fef-40ea-9972-8e4b35e99313, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:22:00.549208 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.627893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.641365 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.689727 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] For port a84da888-9fef-40ea-9972-8e4b35e99313, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:22:00.692014 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545495'] for router, after_create {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.711230 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] For port a84da888-9fef-40ea-9972-8e4b35e99313, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a84da888-9fef-40ea-9972-8e4b35e99313,segment=NetworkSegment(344ce8aa-3b09-4d9a-8378-22cb57d3d797),segment_id=344ce8aa-3b09-4d9a-8378-22cb57d3d797)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:22:00.725820 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.731449 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc72c-14b8-4950-810a-ffe418636837 None None] Pushing event updated for resources: {'Port': ['ID=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:00.818734 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Attempting to bind port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:22:00.819114 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Attempting to bind port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:22:00.819493 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Attempting to bind port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e on network 5d238e76-8d46-4375-a440-48ae4fa28d6b {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:22:00.829802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:22:00.830183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Checking segment: {'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:22:00.830597 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.830999 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Bound using segment: {'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:22:00.831477 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Bound port: ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf21419b-a932-4d4a-8758-4be604f0caf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:22:00.831867 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.844027 n-d-812149-2 neutron-server[100531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 is scheduled to L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 with binding_index 1 {{(pid=100531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 22:22:00.860256 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68012bb1-3d6c-4153-94f0-596c72c88643 None None] Pushing event updated for resources: {'Port': ['ID=a84da888-9fef-40ea-9972-8e4b35e99313,revision_number=2']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:00.933791 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] For port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:22:00.937010 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] For port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,segment=NetworkSegment(cf21419b-a932-4d4a-8758-4be604f0caf9),segment_id=cf21419b-a932-4d4a-8758-4be604f0caf9)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:22:00.942752 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.946915 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-3810af60-6e6f-473f-8ef7-eca40b7c19b4 None None] Provisioning complete for port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:00.947281 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3810af60-6e6f-473f-8ef7-eca40b7c19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:00.974609 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:22:00.986708 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Sync routers for ids ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:22:01.014032 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.014924 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Routers {'83aebc21-2d16-47e0-a7e3-d800e9de9bb9'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:22:01.017053 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:01.020284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47644) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:22:01.039184 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-45c2003a-4c12-4770-8724-797cdb31e6b5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8474455 Oct 18 22:22:01.138094 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Routers {'b0d29a02-b8a7-41d3-81b0-5c648a0441b4'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:22:01.139173 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:01.143162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc72c-14b8-4950-810a-ffe418636837 None None] Pushing event updated for resources: {'Port': ['ID=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:01.196812 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Set router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:22:01.264799 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3810af60-6e6f-473f-8ef7-eca40b7c19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.350178 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-3810af60-6e6f-473f-8ef7-eca40b7c19b4 None None] For port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,segment=NetworkSegment(cf21419b-a932-4d4a-8758-4be604f0caf9),segment_id=cf21419b-a932-4d4a-8758-4be604f0caf9)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:22:01.367713 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] Set router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:22:01.371872 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3810af60-6e6f-473f-8ef7-eca40b7c19b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.488510 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 3, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port': {'id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:01.526980 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Checking router: 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:22:01.527337 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Updating router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 port 653e3f05-17be-47ee-b616-79caea4d1d44 binding host n-d-812149-2 {{(pid=100533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:22:01.558459 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.615735 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-bb60c7c3-db97-41ff-ae50-b79a29dbd9ab None None] Provisioning complete for port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:01.616076 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bb60c7c3-db97-41ff-ae50-b79a29dbd9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.618027 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810af60-6e6f-473f-8ef7-eca40b7c19b4 None None] Pushing event updated for resources: {'Port': ['ID=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:01.663643 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5d12e09f-6189-4b75-8dbc-3340c2cce172 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:22:01.875319 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Publish callbacks [] for port, precommit_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.887321 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.939362 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0372e-efec-47ba-bb5b-765b99fc472d None None] Pushing event updated for resources: {'Port': ['ID=653e3f05-17be-47ee-b616-79caea4d1d44,revision_number=2']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:01.963524 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Attempting to bind port 653e3f05-17be-47ee-b616-79caea4d1d44 on host n-d-812149-2 for vnic_type normal with profile {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:22:01.964042 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Attempting to bind port 653e3f05-17be-47ee-b616-79caea4d1d44 by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:22:01.964524 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Attempting to bind port 653e3f05-17be-47ee-b616-79caea4d1d44 on network 46350bbf-6178-4487-b76a-d8b49657535f {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:22:01.977254 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:22:01.978045 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Checking segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:22:01.978680 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:01.979241 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Bound using segment: {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'} {{(pid=100533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:22:01.979901 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.managers [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Bound port: 653e3f05-17be-47ee-b616-79caea4d1d44, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb9f225-e440-4251-8d8f-eae8f057c523', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f'}}] {{(pid=100533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:22:01.980409 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.000466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:21:57Z', 'revision_number': 4, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port': {'id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:02:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:55Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e', 'name': '', 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'mac_address': 'fa:16:3e:29:56:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '900a55e5-4ec7-488b-9c26-7f5b46d89199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:56Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 4, 'project_id': '36894befa4b447d190325f7139f6059d', 'subnets': [{'id': '900a55e5-4ec7-488b-9c26-7f5b46d89199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:02.042362 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] For port 653e3f05-17be-47ee-b616-79caea4d1d44, host n-d-812149-2, cleared binding levels {{(pid=100533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:22:02.045862 n-d-812149-2 neutron-server[100533]: DEBUG neutron.plugins.ml2.db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] For port 653e3f05-17be-47ee-b616-79caea4d1d44, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=653e3f05-17be-47ee-b616-79caea4d1d44,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:22:02.051441 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 5d12e09f-6189-4b75-8dbc-3340c2cce172 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:02.051945 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.052716 n-d-812149-2 neutron-server[100533]: DEBUG neutron_lib.callbacks.manager [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.063244 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd743ce2-074a-4da9-9493-03a17b4ff0c7 None None] The sync data for ids ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'] in n-d-812149-2 is: [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:21:57Z', 'revision_number': 4, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port': {'id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:02:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:55Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': 'ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e', 'name': '', 'network_id': '5d238e76-8d46-4375-a440-48ae4fa28d6b', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'mac_address': 'fa:16:3e:29:56:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '900a55e5-4ec7-488b-9c26-7f5b46d89199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:56Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 4, 'project_id': '36894befa4b447d190325f7139f6059d', 'subnets': [{'id': '900a55e5-4ec7-488b-9c26-7f5b46d89199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:22:02.106743 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.170788 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7bf55b-b46a-4c6e-888d-7b163529e603 None None] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:22:02.175128 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0372e-efec-47ba-bb5b-765b99fc472d None None] Pushing event updated for resources: {'Port': ['ID=653e3f05-17be-47ee-b616-79caea4d1d44,revision_number=3']} {{(pid=100533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:02.178937 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Routers {'83aebc21-2d16-47e0-a7e3-d800e9de9bb9'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:22:02.179837 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:02.297482 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a84da888-9fef-40ea-9972-8e4b35e99313 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:22:02.321174 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] Set router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:22:02.326822 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-83e78830-5547-4160-b679-5abfb72a03d8 None None] Provisioning complete for port a84da888-9fef-40ea-9972-8e4b35e99313 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:02.327189 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83e78830-5547-4160-b679-5abfb72a03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.358253 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_common [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Allocated IP 172.20.0.1 (f0946dff-6fd1-407a-a273-dac5e0ea34f0/e760fe1e-ee7d-498c-9e3a-df0292f4baee/26c72a76-c50c-4df4-9395-bf6985f1ef1f) {{(pid=100530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 22:22:02.494003 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a84da888-9fef-40ea-9972-8e4b35e99313 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:02.494446 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.509106 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.545092 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 3, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port': {'id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:02.547527 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83e78830-5547-4160-b679-5abfb72a03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.566767 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778210739577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.583574 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e9739d-13a4-464a-b080-ae35049df4f0 None None] The sync data for ids ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'] in n-d-812149-2 is: [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 3, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port': {'id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:22:02.612022 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-83e78830-5547-4160-b679-5abfb72a03d8 None None] For port a84da888-9fef-40ea-9972-8e4b35e99313, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a84da888-9fef-40ea-9972-8e4b35e99313,segment=NetworkSegment(344ce8aa-3b09-4d9a-8378-22cb57d3d797),segment_id=344ce8aa-3b09-4d9a-8378-22cb57d3d797)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:22:02.627600 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:22:02.631126 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:22:02.634106 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Received port after_create {{(pid=100530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 22:22:02.641502 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83e78830-5547-4160-b679-5abfb72a03d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.663865 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Pushing event updated for resources: {'Port': ['ID=26c72a76-c50c-4df4-9395-bf6985f1ef1f,revision_number=1']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:02.687661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.701929 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545316'] for router_interface, before_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.749033 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e78830-5547-4160-b679-5abfb72a03d8 None None] Pushing event updated for resources: {'Port': ['ID=a84da888-9fef-40ea-9972-8e4b35e99313,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:02.806258 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 22:22:02.807226 n-d-812149-2 neutron-server[100532]: DEBUG oslo_db.api [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 22:22:02.886864 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:02.984974 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-8d0bf374-805b-4dc1-9b48-97505ab153cd None None] Provisioning complete for port a84da888-9fef-40ea-9972-8e4b35e99313 triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:02.985344 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8d0bf374-805b-4dc1-9b48-97505ab153cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.141254 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.150541 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59757802'] for port, after_update {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.229854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Pushing event updated for resources: {'Port': ['ID=26c72a76-c50c-4df4-9395-bf6985f1ef1f,revision_number=2']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:03.232684 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-f11948e5-b03b-4c9a-ad93-cedd2fe68f67 None None] Provisioning complete for port 26c72a76-c50c-4df4-9395-bf6985f1ef1f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:03.232684 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f11948e5-b03b-4c9a-ad93-cedd2fe68f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.233712 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548756'] for router_interface, after_create {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.286610 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-f11948e5-b03b-4c9a-ad93-cedd2fe68f67 None None] Port 26c72a76-c50c-4df4-9395-bf6985f1ef1f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:22:03.357836 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 is already hosted by enough agents. {{(pid=100530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 22:22:03.359345 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.base_scheduler [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 22:22:03.518549 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:22:03.670032 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a84da888-9fef-40ea-9972-8e4b35e99313 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:22:03.682305 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:22:03.692362 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-28db2a07-60a6-4969-8919-b06c166ebcb4 admin admin] 10.222.0.66 "PUT /v2.0/routers/83aebc21-2d16-47e0-a7e3-d800e9de9bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6656058 Oct 18 22:22:03.723415 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-cc7c1f4b-ece6-44ef-9153-0d0b9d0bf8d2 None None] Provisioning complete for port 26c72a76-c50c-4df4-9395-bf6985f1ef1f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:03.723787 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1f4b-ece6-44ef-9153-0d0b9d0bf8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.765236 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port a84da888-9fef-40ea-9972-8e4b35e99313 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:03.765786 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.768311 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c1f4b-ece6-44ef-9153-0d0b9d0bf8d2 None None] Port 26c72a76-c50c-4df4-9395-bf6985f1ef1f cannot update to ACTIVE because it is not bound. {{(pid=100532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 22:22:03.855551 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:22:03.908985 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:03.909416 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:03.993497 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 653e3f05-17be-47ee-b616-79caea4d1d44 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:22:04.041176 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 653e3f05-17be-47ee-b616-79caea4d1d44 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:04.041543 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:04.128058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:04.148724 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] For port 653e3f05-17be-47ee-b616-79caea4d1d44, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=653e3f05-17be-47ee-b616-79caea4d1d44,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:22:04.153537 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:04.208411 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Pushing event updated for resources: {'Port': ['ID=653e3f05-17be-47ee-b616-79caea4d1d44,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:05.225948 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Sync routers for ids ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:22:05.236048 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Routers {'83aebc21-2d16-47e0-a7e3-d800e9de9bb9'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:22:05.236710 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:05.346368 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Set router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:22:05.489992 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 653e3f05-17be-47ee-b616-79caea4d1d44 up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:22:05.582321 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 653e3f05-17be-47ee-b616-79caea4d1d44 triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:05.582692 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:05.617543 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:02Z', 'revision_number': 4, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port': {'id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '26c72a76-c50c-4df4-9395-bf6985f1ef1f', 'name': '', 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'mac_address': 'fa:16:3e:71:fa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e760fe1e-ee7d-498c-9e3a-df0292f4baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:22:02Z', 'updated_at': '2021-10-18T22:22:02Z', 'revision_number': 2, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'subnets': [{'id': 'e760fe1e-ee7d-498c-9e3a-df0292f4baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:05.650394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Checking router: 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:22:05.650752 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Updating router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 port 26c72a76-c50c-4df4-9395-bf6985f1ef1f binding host n-d-812149-2 {{(pid=100532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 22:22:05.681553 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:05.931400 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:22:05.999490 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Publish callbacks [] for port, precommit_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.006001 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.055163 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0081c4-e98c-48d8-92a3-fa6b7f5583b1 None None] Pushing event updated for resources: {'Port': ['ID=26c72a76-c50c-4df4-9395-bf6985f1ef1f,revision_number=3']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:06.109914 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Attempting to bind port 26c72a76-c50c-4df4-9395-bf6985f1ef1f on host n-d-812149-2 for vnic_type normal with profile {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 22:22:06.110433 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Attempting to bind port 26c72a76-c50c-4df4-9395-bf6985f1ef1f by drivers openvswitch,hyperv on host n-d-812149-2 at level 0 using segments [{'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 22:22:06.110802 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Attempting to bind port 26c72a76-c50c-4df4-9395-bf6985f1ef1f on network f0946dff-6fd1-407a-a273-dac5e0ea34f0 {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 22:22:06.116428 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Checking agent: {'id': '73c783ab-e30a-43ad-966a-3cefb916d62d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812149-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 20, 16, 24), 'started_at': datetime.datetime(2021, 10, 18, 20, 16, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812149-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 22:22:06.116787 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Checking segment: {'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 22:22:06.117194 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.117595 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Bound using segment: {'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'} {{(pid=100532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 22:22:06.118089 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.managers [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Bound port: 26c72a76-c50c-4df4-9395-bf6985f1ef1f, host: n-d-812149-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344ce8aa-3b09-4d9a-8378-22cb57d3d797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0'}}] {{(pid=100532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 22:22:06.118469 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.191260 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] For port 26c72a76-c50c-4df4-9395-bf6985f1ef1f, host n-d-812149-2, cleared binding levels {{(pid=100532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 22:22:06.195156 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] For port 26c72a76-c50c-4df4-9395-bf6985f1ef1f, host n-d-812149-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=26c72a76-c50c-4df4-9395-bf6985f1ef1f,segment=NetworkSegment(344ce8aa-3b09-4d9a-8378-22cb57d3d797),segment_id=344ce8aa-3b09-4d9a-8378-22cb57d3d797)] {{(pid=100532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 22:22:06.199777 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.262555 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Routers {'83aebc21-2d16-47e0-a7e3-d800e9de9bb9'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:22:06.263183 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:21:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:06.266255 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0081c4-e98c-48d8-92a3-fa6b7f5583b1 None None] Pushing event updated for resources: {'Port': ['ID=26c72a76-c50c-4df4-9395-bf6985f1ef1f,revision_number=4']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:06.329147 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-ef73e59e-9b0b-4a26-be4b-ef55ca11529b None None] Provisioning complete for port 26c72a76-c50c-4df4-9395-bf6985f1ef1f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:06.329516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef73e59e-9b0b-4a26-be4b-ef55ca11529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.412651 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] Set router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:22:06.531476 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef73e59e-9b0b-4a26-be4b-ef55ca11529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728751'] for port, before_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.608997 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-ef73e59e-9b0b-4a26-be4b-ef55ca11529b None None] For port 26c72a76-c50c-4df4-9395-bf6985f1ef1f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=26c72a76-c50c-4df4-9395-bf6985f1ef1f,segment=NetworkSegment(344ce8aa-3b09-4d9a-8378-22cb57d3d797),segment_id=344ce8aa-3b09-4d9a-8378-22cb57d3d797)] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:22:06.613893 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-ef73e59e-9b0b-4a26-be4b-ef55ca11529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778211312159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778210739595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778210739613'] for port, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:06.695656 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73e59e-9b0b-4a26-be4b-ef55ca11529b None None] Pushing event updated for resources: {'Port': ['ID=26c72a76-c50c-4df4-9395-bf6985f1ef1f,revision_number=5']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:22:06.717006 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:02Z', 'revision_number': 4, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port': {'id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '26c72a76-c50c-4df4-9395-bf6985f1ef1f', 'name': '', 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'mac_address': 'fa:16:3e:71:fa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e760fe1e-ee7d-498c-9e3a-df0292f4baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:22:02Z', 'updated_at': '2021-10-18T22:22:06Z', 'revision_number': 4, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'subnets': [{'id': 'e760fe1e-ee7d-498c-9e3a-df0292f4baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:22:06.751382 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a13c2-ef87-4b8d-a18a-d8e154043e5a None None] The sync data for ids ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'] in n-d-812149-2 is: [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:02Z', 'revision_number': 4, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port': {'id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2', '_interfaces': [{'id': '26c72a76-c50c-4df4-9395-bf6985f1ef1f', 'name': '', 'network_id': 'f0946dff-6fd1-407a-a273-dac5e0ea34f0', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'mac_address': 'fa:16:3e:71:fa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'e760fe1e-ee7d-498c-9e3a-df0292f4baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:22:02Z', 'updated_at': '2021-10-18T22:22:06Z', 'revision_number': 4, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'subnets': [{'id': 'e760fe1e-ee7d-498c-9e3a-df0292f4baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:22:06.761964 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-9a45622e-8c91-46e8-825a-1bdb4b951acc None None] Provisioning complete for port 26c72a76-c50c-4df4-9395-bf6985f1ef1f triggered by entity DHCP. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:06.762332 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9a45622e-8c91-46e8-825a-1bdb4b951acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:07.504457 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 26c72a76-c50c-4df4-9395-bf6985f1ef1f up at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 22:22:07.564829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.provisioning_blocks [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Provisioning complete for port 26c72a76-c50c-4df4-9395-bf6985f1ef1f triggered by entity L2. {{(pid=100532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 22:22:07.565216 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766712'] for port, provisioning_complete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:14.653364 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:19.005727 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bd66c85e-bb9d-4ae1-8585-125bb1035c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:20.175679 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:23.391011 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-bc94f662-9ba3-4352-a9e5-f35e1f766d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:24.455949 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:25.641664 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:27.097870 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:42.932816 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:22:43.642269 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-f127e91b-05c7-4de8-9578-8ec022f17870 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439184 Oct 18 22:22:43.724417 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-02b377a8-30a5-43be-b42e-8ae49bf89d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:22:43.725818 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-02b377a8-30a5-43be-b42e-8ae49bf89d98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0409954 Oct 18 22:22:43.833729 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-46834ca6-90e5-449b-a38a-eb6c4f8a8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:22:43.835230 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-46834ca6-90e5-449b-a38a-eb6c4f8a8b7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0887332 Oct 18 22:22:43.883463 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-f98b47fd-72a3-4996-a4c2-20ad1b3b1b2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0384991 Oct 18 22:22:43.934536 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-a93b665d-8f88-4c90-8f13-e681e0c01dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:22:43.936018 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-a93b665d-8f88-4c90-8f13-e681e0c01dc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0452659 Oct 18 22:22:43.983270 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-cfa741ea-9b08-4e28-a318-e22086476c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:22:43.984711 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-cfa741ea-9b08-4e28-a318-e22086476c47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417824 Oct 18 22:22:44.080372 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-2db0f518-8002-4563-ba84-68ccbb2062a5 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884922 Oct 18 22:22:44.177103 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-4f724bd5-ada5-466d-bdca-cf46aefca2ab req-b883ce48-8744-4b62-9225-d381ce58be5e service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861754 Oct 18 22:22:44.666768 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:49.010566 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0ed02faf-d33e-4a7c-b212-08d387306e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:50.182871 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:53.393874 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-7c307fc1-5d26-4814-b309-ef6e7a7c1227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:54.457058 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:55.644723 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:22:57.102442 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:03.898134 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47670) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:04.261729 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:04.523705 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Deleting port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:23:04.523935 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:04.605244 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] For port ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,segment=NetworkSegment(cf21419b-a932-4d4a-8758-4be604f0caf9),segment_id=cf21419b-a932-4d4a-8758-4be604f0caf9)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:23:04.605604 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:04.619067 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Calling delete_port for ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:23:04.810020 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:04.841215 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:04.868595 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.868944 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.869284 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.869622 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.869960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.870324 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.870618 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.870949 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.871399 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.871636 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.871960 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:04.872298 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.029593 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:05.249619 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:23:05.358977 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:23:05.365320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-da3838d9-26ae-428a-a5a3-7456e3f7e5a3 admin admin] 10.222.0.66 "PUT /v2.0/routers/b0d29a02-b8a7-41d3-81b0-5c648a0441b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4655626 Oct 18 22:23:05.366936 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47676) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:05.368909 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] Sync routers for ids ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'] in n-d-812149-2 {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:23:05.379297 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] Routers {'b0d29a02-b8a7-41d3-81b0-5c648a0441b4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:23:05.379919 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:22:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:05.476891 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks [] for router, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:05.584840 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] Set router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 gateway port host: n-d-812149-2 {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:23:05.589016 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:05.647223 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Deleting port 5d12e09f-6189-4b75-8dbc-3340c2cce172 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:23:05.647558 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:05.727655 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] For port 5d12e09f-6189-4b75-8dbc-3340c2cce172, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=5d12e09f-6189-4b75-8dbc-3340c2cce172,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:23:05.728012 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:05.742556 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Calling delete_port for 5d12e09f-6189-4b75-8dbc-3340c2cce172 owned by network:router_gateway {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:23:05.770116 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:23:04Z', 'revision_number': 5, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port': {'id': '5d12e09f-6189-4b75-8dbc-3340c2cce172', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:02:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:55Z', 'updated_at': '2021-10-18T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:05.797643 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] Checking router: b0d29a02-b8a7-41d3-81b0-5c648a0441b4 for host: n-d-812149-2 {{(pid=100533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:23:05.806003 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] Routers {'b0d29a02-b8a7-41d3-81b0-5c648a0441b4'} bound to L3 agent in host n-d-812149-2 {{(pid=100533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:23:05.806610 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:22:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'], 'active': True} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:05.899512 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_dvr_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] Set router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 gateway port host: None {{(pid=100533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:23:05.921972 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:05.949284 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d12e09f-6189-4b75-8dbc-3340c2cce172,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:05.957430 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.l3_hamode_db [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:23:05Z', 'revision_number': 6, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:05.964008 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.964370 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.964737 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.965620 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.965954 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.966289 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.966616 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.966950 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.967276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.967599 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.967923 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.968245 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:05.987792 n-d-812149-2 neutron-server[100533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e4d026-a31f-40c4-b74c-b297578de820 None None] The sync data for ids ['b0d29a02-b8a7-41d3-81b0-5c648a0441b4'] in n-d-812149-2 is: [{'id': 'b0d29a02-b8a7-41d3-81b0-5c648a0441b4', 'name': 'tempest-TestSnapshotPattern-1586590737-router', 'tenant_id': '36894befa4b447d190325f7139f6059d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:54Z', 'updated_at': '2021-10-18T22:23:05Z', 'revision_number': 6, 'project_id': '36894befa4b447d190325f7139f6059d', 'gw_port_host': None}] {{(pid=100533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:23:06.037173 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.133675 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.135830 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.182600 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.183290 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d29a02-b8a7-41d3-81b0-5c648a0441b4 {{(pid=100531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:23:06.188773 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] Publish callbacks [] for router, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.189942 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-03d36180-1a07-4ce4-ba8e-a4d07aadbff6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b0d29a02-b8a7-41d3-81b0-5c648a0441b4 HTTP/1.1" status: 204 len: 168 time: 0.8219647 Oct 18 22:23:06.192681 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47680) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:06.243276 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] Deleting subnet 900a55e5-4ec7-488b-9c26-7f5b46d89199 {{(pid=100531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:23:06.246495 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.283320 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902997'] for subnet, precommit_delete_associations {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.379164 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.439265 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59756484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58906386'] for subnet, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.471707 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900a55e5-4ec7-488b-9c26-7f5b46d89199,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:06.476233 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.479913 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-572e2970-307c-4ca8-a548-5b8c82d9078f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/900a55e5-4ec7-488b-9c26-7f5b46d89199 HTTP/1.1" status: 204 len: 168 time: 0.2860093 Oct 18 22:23:06.482242 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47682) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:06.482396 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160630a-dafa-4976-938d-94aaf5c5f4cd None None] Network 5d238e76-8d46-4375-a440-48ae4fa28d6b requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:23:06.560467 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.617784 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Deleting port f3985521-5d32-4384-8780-a3ea50689964 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:23:06.618118 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.691481 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] For port f3985521-5d32-4384-8780-a3ea50689964, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=f3985521-5d32-4384-8780-a3ea50689964,segment=NetworkSegment(cf21419b-a932-4d4a-8758-4be604f0caf9),segment_id=cf21419b-a932-4d4a-8758-4be604f0caf9)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:23:06.691753 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.705392 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Calling delete_port for f3985521-5d32-4384-8780-a3ea50689964 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:23:06.761640 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] DHCP port deletion for 5d238e76-8d46-4375-a440-48ae4fa28d6b request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:23:06.791141 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.813672 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Deleting port f3985521-5d32-4384-8780-a3ea50689964 {{(pid=100532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:23:06.814180 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.825896 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] No DVR routers for this DVR port f3985521-5d32-4384-8780-a3ea50689964 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:23:06.832079 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3985521-5d32-4384-8780-a3ea50689964,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:06.881927 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.db [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] For port f3985521-5d32-4384-8780-a3ea50689964, host n-d-812149-2, got binding levels [] {{(pid=100532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:23:06.882327 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.897519 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Calling delete_port for f3985521-5d32-4384-8780-a3ea50689964 owned by network:dhcp {{(pid=100532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:23:06.900466 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.ipam_backend_mixin [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Port f3985521-5d32-4384-8780-a3ea50689964 was not found and therefore no delete operation was performed {{(pid=100532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 22:23:06.901808 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586'] for port, after_delete {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.908851 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.930695 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Pushing event deleted for resources: {'Port': ['ID=f3985521-5d32-4384-8780-a3ea50689964,revision_number=None']} {{(pid=100532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:06.931188 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d238e76-8d46-4375-a440-48ae4fa28d6b']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:06.938978 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] No DVR routers for this DVR port f3985521-5d32-4384-8780-a3ea50689964 on host n-d-812149-2 {{(pid=100532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:23:06.950476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf21419b-a932-4d4a-8758-4be604f0caf9') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:06.950476 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf21419b-a932-4d4a-8758-4be604f0caf9') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.954753 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa0e11-b131-43b7-985a-dfd6e816a186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812149-2 {{(pid=100532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 22:23:06.959360 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.974968 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.982499 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:23:06.983151 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:23:06.985198 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:23:07.053441 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:07.061772 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:07.064966 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5d238e76-8d46-4375-a440-48ae4fa28d6b HTTP/1.1" status: 204 len: 168 time: 0.5817726 Oct 18 22:23:07.068008 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47684) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:07.075753 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1cd85-9876-436e-b765-fdf27abdb144 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d238e76-8d46-4375-a440-48ae4fa28d6b,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:07.416130 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548785'] for router_interface, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:07.519097 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5d12e09f-6189-4b75-8dbc-3340c2cce172 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:23:07.539573 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 5d12e09f-6189-4b75-8dbc-3340c2cce172 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:23:07.539926 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 5d12e09f-6189-4b75-8dbc-3340c2cce172 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:23:07.540349 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:23:07.559766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:23:07.560117 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device ab8f8cc0-06c1-4ac4-9e86-d28dd22f333e not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:23:07.560569 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f3985521-5d32-4384-8780-a3ea50689964 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:23:07.579042 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: f3985521-5d32-4384-8780-a3ea50689964 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:23:07.579394 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device f3985521-5d32-4384-8780-a3ea50689964 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:23:07.669025 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Deleting port 26c72a76-c50c-4df4-9395-bf6985f1ef1f {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:23:07.669250 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:07.756168 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] For port 26c72a76-c50c-4df4-9395-bf6985f1ef1f, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=26c72a76-c50c-4df4-9395-bf6985f1ef1f,segment=NetworkSegment(344ce8aa-3b09-4d9a-8378-22cb57d3d797),segment_id=344ce8aa-3b09-4d9a-8378-22cb57d3d797)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:23:07.756562 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:07.770269 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Calling delete_port for 26c72a76-c50c-4df4-9395-bf6985f1ef1f owned by network:router_interface {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:23:07.956912 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:07.981766 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=26c72a76-c50c-4df4-9395-bf6985f1ef1f,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:08.153419 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548637'] for router_interface, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:08.712335 n-d-812149-2 neutron-server[100530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 has already been hosted by L3 agent 619dd386-a93a-45ee-8a30-4751f714f0d7 {{(pid=100530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 22:23:08.821723 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] Notify agent at l3_agent.n-d-812149-2 the message routers_updated {{(pid=100530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 22:23:08.827207 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-5e4f07ae-d173-460d-a674-dc04fcd73d9b admin admin] 10.222.0.66 "PUT /v2.0/routers/83aebc21-2d16-47e0-a7e3-d800e9de9bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578771 Oct 18 22:23:08.829516 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47686) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:08.832861 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] Sync routers for ids ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'] in n-d-812149-2 {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 22:23:08.845056 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] Routers {'83aebc21-2d16-47e0-a7e3-d800e9de9bb9'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:23:08.845928 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:22:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:08.952372 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks [] for router, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.072500 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.133634 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] Set router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 gateway port host: n-d-812149-2 {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:23:09.142073 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Deleting port 653e3f05-17be-47ee-b616-79caea4d1d44 {{(pid=100530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:23:09.142439 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.230257 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.db [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] For port 653e3f05-17be-47ee-b616-79caea4d1d44, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=653e3f05-17be-47ee-b616-79caea4d1d44,segment=NetworkSegment(dfb9f225-e440-4251-8d8f-eae8f057c523),segment_id=dfb9f225-e440-4251-8d8f-eae8f057c523)] {{(pid=100530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:23:09.231011 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.243120 n-d-812149-2 neutron-server[100530]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Calling delete_port for 653e3f05-17be-47ee-b616-79caea4d1d44 owned by network:router_gateway {{(pid=100530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:23:09.325979 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'external_fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:23:07Z', 'revision_number': 5, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port': {'id': '653e3f05-17be-47ee-b616-79caea4d1d44', 'name': '', 'network_id': '46350bbf-6178-4487-b76a-d8b49657535f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:be:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812149-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1db6a337-7cc9-4000-803d-edbf541d6f9c', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812149-2'}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:09.357766 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] Checking router: 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 for host: n-d-812149-2 {{(pid=100532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 22:23:09.367829 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] Routers {'83aebc21-2d16-47e0-a7e3-d800e9de9bb9'} bound to L3 agent in host n-d-812149-2 {{(pid=100532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 22:23:09.368677 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812149-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T20:16:23Z,description=,heartbeat_timestamp=2021-10-18T22:22:53Z,host='n-d-812149-2',id=619dd386-a93a-45ee-8a30-4751f714f0d7,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T20:16:23Z,topic='l3_agent')) {'router_ids': ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'], 'active': True} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:09.418607 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59757821'] for port, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.446189 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Pushing event deleted for resources: {'Port': ['ID=653e3f05-17be-47ee-b616-79caea4d1d44,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:09.480846 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_dvr_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] Set router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 gateway port host: None {{(pid=100532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 22:23:09.518145 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545531'] for router_gateway, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.539338 n-d-812149-2 neutron-server[100532]: DEBUG neutron.db.l3_hamode_db [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:23:09Z', 'revision_number': 6, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port_host': None}], 'n-d-812149-2', False) {} {{(pid=100532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:09.571354 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232208e1-080f-478f-8ce4-a59299144ddc None None] The sync data for ids ['83aebc21-2d16-47e0-a7e3-d800e9de9bb9'] in n-d-812149-2 is: [{'id': '83aebc21-2d16-47e0-a7e3-d800e9de9bb9', 'name': 'tempest-TestSnapshotPattern-1366131228-router', 'tenant_id': 'e1584706d0a3425eabbb391bb585f5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T22:21:59Z', 'updated_at': '2021-10-18T22:23:09Z', 'revision_number': 6, 'project_id': 'e1584706d0a3425eabbb391bb585f5c4', 'gw_port_host': None}] {{(pid=100532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 22:23:09.618170 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-547584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-234084'] for router, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.620459 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.665886 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-547595'] for router, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.666428 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83aebc21-2d16-47e0-a7e3-d800e9de9bb9 {{(pid=100530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 22:23:09.671190 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] Publish callbacks [] for router, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.672359 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-3ad8a097-f8ea-45b4-86f7-7c1aa2ee5fac admin admin] 10.222.0.66 "DELETE /v2.0/routers/83aebc21-2d16-47e0-a7e3-d800e9de9bb9 HTTP/1.1" status: 204 len: 168 time: 0.8419087 Oct 18 22:23:09.674898 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47688) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:09.721201 n-d-812149-2 neutron-server[100530]: DEBUG neutron.db.db_base_plugin_v2 [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] Deleting subnet e760fe1e-ee7d-498c-9e3a-df0292f4baee {{(pid=100530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 22:23:09.724479 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.759981 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59762990'] for subnet, precommit_delete_associations {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.841698 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1746140'] for subnet, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.895861 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1746133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59757776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59170920'] for subnet, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.921901 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e760fe1e-ee7d-498c-9e3a-df0292f4baee,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:09.925951 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:09.932038 n-d-812149-2 neutron-server[100531]: DEBUG neutron.wsgi [-] (100531) accepted ('10.222.0.66', 47690) {{(pid=100531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:09.934943 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a522f8e-e09e-4f79-aa91-0f2c788723e1 None None] Network f0946dff-6fd1-407a-a273-dac5e0ea34f0 requested from n-d-812149-2 {{(pid=100532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 22:23:09.936962 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-905e9d54-ae0e-490a-8081-5770b55aa4e0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e760fe1e-ee7d-498c-9e3a-df0292f4baee HTTP/1.1" status: 204 len: 168 time: 0.2609839 Oct 18 22:23:10.015971 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1801977'] for network, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.077747 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Deleting port a84da888-9fef-40ea-9972-8e4b35e99313 {{(pid=100531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 22:23:10.078091 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778211257667'] for port, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.142790 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.db [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] For port a84da888-9fef-40ea-9972-8e4b35e99313, host n-d-812149-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812149-2',level=0,port_id=a84da888-9fef-40ea-9972-8e4b35e99313,segment=NetworkSegment(344ce8aa-3b09-4d9a-8378-22cb57d3d797),segment_id=344ce8aa-3b09-4d9a-8378-22cb57d3d797)] {{(pid=100531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 22:23:10.143153 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752824'] for port, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.155579 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Calling delete_port for a84da888-9fef-40ea-9972-8e4b35e99313 owned by network:dhcp {{(pid=100531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 22:23:10.237587 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1729329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778211312141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778210739586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59756521'] for port, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.262516 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84da888-9fef-40ea-9972-8e4b35e99313,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:10.268252 n-d-812149-2 neutron-server[100531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] No DVR routers for this DVR port a84da888-9fef-40ea-9972-8e4b35e99313 on host n-d-812149-2 {{(pid=100531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 22:23:10.344463 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765705', 'neutron.services.segments.db._delete_segments_for_network-8778211269205'] for network, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.367766 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0946dff-6fd1-407a-a273-dac5e0ea34f0']}} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:10.380672 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344ce8aa-3b09-4d9a-8378-22cb57d3d797') {'for_net_delete': True} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:10.380841 n-d-812149-2 neutron-server[100532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e04fa-5e16-4f1b-b344-e64db059fea9 None None] DHCP port deletion for f0946dff-6fd1-407a-a273-dac5e0ea34f0 request from n-d-812149-2 {{(pid=100532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 22:23:10.381034 n-d-812149-2 neutron-server[100531]: DEBUG neutron.services.segments.db [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344ce8aa-3b09-4d9a-8378-22cb57d3d797') {} {{(pid=100531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 22:23:10.392768 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778211272286', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902988'] for segment, before_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.407534 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987'] for segment, precommit_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.413966 n-d-812149-2 neutron-server[100531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=100531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 22:23:10.414364 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1744987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59756442'] for segment, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: Traceback (most recent call last): Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: timer() Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: cb(*args, **kw) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: return func(*args, **kwargs) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: self._notify() Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: self.callback(batched_events) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: event.method(event) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: return f(self, *a, **k) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: return self._get(url).json() Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: return self.request(url, 'GET', **kwargs) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 22:23:10.416115 n-d-812149-2 neutron-server[100531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 22:23:10.474633 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545439'] for network, after_delete {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.483082 n-d-812149-2 neutron-server[100531]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Publish callbacks [] for network, before_response {{(pid=100531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.486527 n-d-812149-2 neutron-server[100531]: INFO neutron.wsgi [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f0946dff-6fd1-407a-a273-dac5e0ea34f0 HTTP/1.1" status: 204 len: 168 time: 0.5527236 Oct 18 22:23:10.496576 n-d-812149-2 neutron-server[100531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2a18f-313e-4b6b-b68a-588e8594d805 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0946dff-6fd1-407a-a273-dac5e0ea34f0,revision_number=None']} {{(pid=100531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:10.665471 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47694) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:10.709282 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-09ff191e-cde1-442a-b4d7-9cce686de0e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36894befa4b447d190325f7139f6059d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424242 Oct 18 22:23:10.711735 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47696) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:10.771232 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afea7ec5-8254-4100-ad6d-b457c6218017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.800249 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afea7ec5-8254-4100-ad6d-b457c6218017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.849229 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afea7ec5-8254-4100-ad6d-b457c6218017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.851962 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-afea7ec5-8254-4100-ad6d-b457c6218017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:10.853149 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-afea7ec5-8254-4100-ad6d-b457c6218017 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d33067c7-6791-4f92-b1a8-a92e13d7a88c HTTP/1.1" status: 204 len: 168 time: 0.1405106 Oct 18 22:23:10.862154 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea7ec5-8254-4100-ad6d-b457c6218017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33067c7-6791-4f92-b1a8-a92e13d7a88c,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:11.186018 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47702) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:11.226431 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-1e5d9509-0c71-4a15-9b9e-815e6599dca9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1584706d0a3425eabbb391bb585f5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392208 Oct 18 22:23:11.228964 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [-] (100530) accepted ('10.222.0.66', 47704) {{(pid=100530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 22:23:11.278979 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50d52757-355d-4f6e-a72c-aa539db06af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:11.300999 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50d52757-355d-4f6e-a72c-aa539db06af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:11.348680 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50d52757-355d-4f6e-a72c-aa539db06af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699361'] for security_group, after_delete {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:11.351252 n-d-812149-2 neutron-server[100530]: DEBUG neutron_lib.callbacks.manager [None req-50d52757-355d-4f6e-a72c-aa539db06af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:11.352458 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [None req-50d52757-355d-4f6e-a72c-aa539db06af2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6791936a-d6af-450e-9f65-09b92667b248 HTTP/1.1" status: 204 len: 168 time: 0.1224465 Oct 18 22:23:11.360711 n-d-812149-2 neutron-server[100530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d52757-355d-4f6e-a72c-aa539db06af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6791936a-d6af-450e-9f65-09b92667b248,revision_number=None']} {{(pid=100530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 22:23:11.534141 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a84da888-9fef-40ea-9972-8e4b35e99313 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:23:11.556804 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: a84da888-9fef-40ea-9972-8e4b35e99313 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:23:11.557162 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device a84da888-9fef-40ea-9972-8e4b35e99313 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:23:11.557577 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 26c72a76-c50c-4df4-9395-bf6985f1ef1f no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:23:11.578694 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 26c72a76-c50c-4df4-9395-bf6985f1ef1f {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:23:11.579043 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 26c72a76-c50c-4df4-9395-bf6985f1ef1f not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:23:11.579462 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 653e3f05-17be-47ee-b616-79caea4d1d44 no longer exists at agent ovs-agent-n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 22:23:11.600214 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.plugin [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] No Port match for: 653e3f05-17be-47ee-b616-79caea4d1d44 {{(pid=100532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 22:23:11.600598 n-d-812149-2 neutron-server[100532]: DEBUG neutron.plugins.ml2.rpc [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Device 653e3f05-17be-47ee-b616-79caea4d1d44 not bound to the agent host n-d-812149-2 {{(pid=100532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 22:23:14.696575 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:19.014441 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-11a5ab7e-006c-4a16-9c62-5ffef77856d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:19.932941 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:23:20.209693 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:23.396054 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a77e584e-f81e-4e8c-9af6-373291914ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:24.458845 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:25.647882 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:27.103344 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:44.222761 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-a4dee9c9-51d5-4ecb-be3d-7c96e0c10d20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442789 Oct 18 22:23:44.309110 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-e63262fb-868f-49c7-a47d-85872cf866c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:23:44.310708 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-e63262fb-868f-49c7-a47d-85872cf866c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0421212 Oct 18 22:23:44.415994 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-28c7954b-f520-4d74-95d9-bb2fa8ea41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:23:44.417520 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-28c7954b-f520-4d74-95d9-bb2fa8ea41e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0863748 Oct 18 22:23:44.467289 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-73727036-4f2e-49e6-a916-9a7a7ebbcb42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0400519 Oct 18 22:23:44.519698 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-d9c732cb-dbf1-44b6-a7b7-b2f0a0703ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:23:44.521115 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-d9c732cb-dbf1-44b6-a7b7-b2f0a0703ad0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0462291 Oct 18 22:23:44.569532 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-91db7955-111d-4a63-9228-9050e38521da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:23:44.571121 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-91db7955-111d-4a63-9228-9050e38521da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421019 Oct 18 22:23:44.667611 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-c43e9b6e-d27c-491f-ba4c-94f1be2843a0 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880740 Oct 18 22:23:44.699587 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:44.763793 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-18e026cc-c8ee-494e-9cf2-537fbc5e8da2 req-73fdbff6-247d-4b27-bbcc-3066cee71a8d service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866888 Oct 18 22:23:49.017068 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-24889f70-c746-4cb3-9ad6-c5479348d20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:50.224197 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:53.399516 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3d57eab8-69b5-4ba4-8bc1-790710898dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:54.460801 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:55.649981 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:23:56.932928 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:23:57.108576 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:14.696341 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:19.017862 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-17238e62-a532-4936-881c-d3138391edbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:20.223850 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:23.402991 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-c1593ad7-ae5b-4fa6-a828-22307e883acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:24.462652 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:25.653433 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:27.110522 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:33.932488 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:24:44.697342 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:45.398103 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-4e816080-eb19-4d0f-b0e7-056fb9b8686e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979891 Oct 18 22:24:45.485740 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313855da-3530-42b7-93a6-a78d735eb634 req-921bbd3f-b544-416e-b5ef-ec85c08d8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:24:45.488179 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-921bbd3f-b544-416e-b5ef-ec85c08d8fe5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0443883 Oct 18 22:24:45.593433 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313855da-3530-42b7-93a6-a78d735eb634 req-332922ee-a90b-479f-a9d7-af894b492ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:24:45.594909 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-332922ee-a90b-479f-a9d7-af894b492ade service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0875285 Oct 18 22:24:45.641645 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-5bc086ef-28bc-4eab-8e0c-6fa55479dbaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0385194 Oct 18 22:24:45.693877 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313855da-3530-42b7-93a6-a78d735eb634 req-c7668786-9001-4601-b622-8358d1503ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:24:45.695355 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-c7668786-9001-4601-b622-8358d1503ba0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0465145 Oct 18 22:24:45.744250 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313855da-3530-42b7-93a6-a78d735eb634 req-4aef154a-6b23-4071-b924-b3a5e59f6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:24:45.745822 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-4aef154a-6b23-4071-b924-b3a5e59f6bcf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423267 Oct 18 22:24:45.840340 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-99b72d2d-304c-4409-acbf-876cf3c28253 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863333 Oct 18 22:24:45.933484 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-313855da-3530-42b7-93a6-a78d735eb634 req-06e9ebb0-005c-4abe-873b-2fe47a11972b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855992 Oct 18 22:24:49.019540 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-e49ac16b-8b4f-4ddf-abea-c9deeaf8acc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:50.216398 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:53.404534 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-9d5b889f-5ff8-4506-9318-8bd9bc7a2489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:54.465096 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:55.657355 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:24:57.114331 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:10.932009 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:25:14.697701 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:19.023360 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-aab7e36a-a4b0-4452-8fc5-1d62cbc80445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:20.232730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:23.406235 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-0e7fe747-7ce8-44c0-913f-577c4210bd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:24.468407 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:25.658682 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:27.117225 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:44.696056 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:47.231796 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-a20f919b-0a7d-43e3-847e-5b7d74e78295 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484896 Oct 18 22:25:47.312724 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa88397-4570-426f-9a13-9e7e49032883 req-b32d7ca9-1cac-46a2-aa9b-bbf3830edf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:25:47.314233 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-b32d7ca9-1cac-46a2-aa9b-bbf3830edf63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0412707 Oct 18 22:25:47.417854 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa88397-4570-426f-9a13-9e7e49032883 req-7aa18423-3800-4b9e-a1c2-832aecb1d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:25:47.419320 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-7aa18423-3800-4b9e-a1c2-832aecb1d45c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0859563 Oct 18 22:25:47.467150 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-6924ecee-b9be-4462-adb8-9445fc39d14d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0393536 Oct 18 22:25:47.519597 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa88397-4570-426f-9a13-9e7e49032883 req-2de62481-b440-4df8-9545-7438b4bb18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:25:47.521581 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-2de62481-b440-4df8-9545-7438b4bb18ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0468736 Oct 18 22:25:47.573054 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa88397-4570-426f-9a13-9e7e49032883 req-aab2f04c-279b-4463-a736-b383cb6c01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:25:47.574556 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-aab2f04c-279b-4463-a736-b383cb6c01e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447721 Oct 18 22:25:47.668957 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-9b40c234-a9b8-4db9-9d19-cca8f553d37a service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854237 Oct 18 22:25:47.758630 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-baa88397-4570-426f-9a13-9e7e49032883 req-22041604-9fc2-40d3-902c-d957070f9e02 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Oct 18 22:25:47.932018 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:25:49.025088 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-639c5567-275c-4617-9186-9d347c6a5c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:50.238902 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:53.407758 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4769c5f2-3ebc-4789-b86b-9768998cd82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:54.470343 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:55.663177 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:25:57.121023 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:14.702260 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:19.026048 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-fbb03cff-cd2c-4c7e-9cd1-1d0ca5aa5d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:20.245064 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:23.414140 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-5758c20e-e83c-4bee-b782-c69a40682c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:24.471891 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:24.932127 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:26:25.666078 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:27.125148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:44.729347 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:49.026754 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-cac14047-e09a-434a-933d-7d53fa27a382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:49.528798 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-6dc418ec-9e4c-4388-b399-1b96079f7b89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465193 Oct 18 22:26:49.609743 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-64563e56-7c9e-4546-893c-109cb6ef3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:26:49.611301 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-64563e56-7c9e-4546-893c-109cb6ef3318 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0411053 Oct 18 22:26:49.720083 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-1ecf2bfc-1878-49c5-a35e-e66c185affbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:26:49.721652 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-1ecf2bfc-1878-49c5-a35e-e66c185affbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0894532 Oct 18 22:26:49.768905 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-bfa6fdb8-e562-4ac8-a373-440497630651 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0391998 Oct 18 22:26:49.819998 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-7595d425-6a9c-406d-88ab-604ec3d9644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:26:49.821413 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-7595d425-6a9c-406d-88ab-604ec3d9644b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0460913 Oct 18 22:26:49.870364 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-24694c56-a757-425e-82a2-c14f4ed8a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:26:49.871884 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-24694c56-a757-425e-82a2-c14f4ed8a096 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424516 Oct 18 22:26:49.968024 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-c28abd17-a65d-4047-8436-e1099a1b76c8 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881619 Oct 18 22:26:50.060933 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-a2fb00e0-c8af-4418-8179-388a946a1cbc req-44609eae-17cb-43a8-9f18-74af174ae815 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Oct 18 22:26:50.255995 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:53.419010 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ed0b-fe22-4457-945d-4cd13d1076c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:54.474536 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:55.669938 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:26:57.127362 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:01.931748 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:27:14.737911 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:19.027315 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-16d92c41-03f2-4002-ade8-2541047c7b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:20.259314 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:23.420730 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a831139c-755d-461e-9fba-293e1ffc6765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:24.476339 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:25.672179 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:27.131148 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:38.932102 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:27:44.740709 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:48.635112 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-38f140c3-7c30-4fc2-bd33-bb14da00dba1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468721 Oct 18 22:27:48.718890 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-f0096938-8f8c-43c2-a71d-cb3deb6df1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:27:48.720419 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-f0096938-8f8c-43c2-a71d-cb3deb6df1e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0409236 Oct 18 22:27:48.827096 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-dec52380-5efe-463e-ad5c-18a61d7bdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:27:48.828687 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-dec52380-5efe-463e-ad5c-18a61d7bdfaf service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0865581 Oct 18 22:27:48.876105 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-e2b90713-037a-4f98-9cf3-b56be01eb228 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0390258 Oct 18 22:27:48.929894 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-df0818b7-e92c-4dba-b935-19f9cdcfc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:27:48.931395 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-df0818b7-e92c-4dba-b935-19f9cdcfc723 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0475368 Oct 18 22:27:48.979013 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-0664db41-d3ee-4d0e-9feb-e8d7c71f6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:27:48.980587 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-0664db41-d3ee-4d0e-9feb-e8d7c71f6e9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412543 Oct 18 22:27:49.030472 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a46a69cb-521f-4b1a-974a-cf7e610cbacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:49.089399 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-0c691368-eace-4a03-a1a1-181f2e730b28 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014724 Oct 18 22:27:49.187434 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-97059273-566a-4134-99cb-e3af76ea4ce6 req-03e6a410-7d97-4584-9eea-0d8d4a0ed00b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892301 Oct 18 22:27:50.277685 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:53.422718 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3e7cedba-58cf-46c9-998a-39b047ef8ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:54.478581 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:55.678673 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:27:57.132897 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:14.737424 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:15.932534 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:28:19.031614 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-4627aa8e-ac87-4d14-be70-1cc940fd38da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:20.268224 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:23.423846 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-1df547ff-cd3a-4380-b085-88aa1bd92dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:24.479404 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:25.681088 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:27.135803 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:44.751700 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:49.032833 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-3c1fc1b3-39e3-4811-8949-71619ad29779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:50.195572 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-946e251b-5fe1-43d7-a50e-e432e3d2b829 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598075 Oct 18 22:28:50.273658 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:50.282044 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-fc04ac16-421a-46b7-9e25-a2a5623083ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:28:50.283556 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-fc04ac16-421a-46b7-9e25-a2a5623083ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0434067 Oct 18 22:28:50.388732 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-7c741ba8-3440-4793-998b-ee8484ff8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:28:50.390204 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-7c741ba8-3440-4793-998b-ee8484ff8f81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0851796 Oct 18 22:28:50.434434 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-9e023504-7a38-4d11-95e6-c2b17cda4054 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0372059 Oct 18 22:28:50.486132 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-83170d1d-d140-43f3-b65f-f436de165be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:28:50.487467 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-83170d1d-d140-43f3-b65f-f436de165be9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0438576 Oct 18 22:28:50.533036 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-e7e96170-7a60-46b7-aa88-5ee196c7a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:28:50.534525 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-e7e96170-7a60-46b7-aa88-5ee196c7a537 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398066 Oct 18 22:28:50.625626 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-e08cf850-0493-4cd6-a76c-528a99a5c2de service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841680 Oct 18 22:28:50.713849 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-b3ec0fad-2c90-4463-a5db-b5c0d6b41178 req-797b44fe-37e4-438f-8cfa-9bb62b1ab70b service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805759 Oct 18 22:28:52.932593 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:28:53.427599 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-718c4ae3-09d3-4bef-9d00-f240a4029b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:54.480988 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:55.681120 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:28:57.138661 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:14.750369 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:19.035152 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-f261db7a-8ea5-4d13-802d-fa7eb3abf1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:20.270059 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:23.428974 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a497ea50-9bba-43ed-8500-b55862841270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:24.482245 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:25.685198 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:27.142507 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:29.933437 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:29:44.781544 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:49.038118 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d08fd446-5891-46c3-ba24-a653a0a22a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:50.287987 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:50.695457 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-98a1e1d6-e73e-41ef-8015-2448a42b089e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928178 Oct 18 22:29:50.785730 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5968-61f7-4989-a009-015f57f3430c req-7ebcdf64-9b54-44c6-a0b8-4038b3e74e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:29:50.787882 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-7ebcdf64-9b54-44c6-a0b8-4038b3e74e03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0476487 Oct 18 22:29:50.902946 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5968-61f7-4989-a009-015f57f3430c req-d29a68c4-c130-4355-af72-dd27aac68067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:29:50.905003 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-d29a68c4-c130-4355-af72-dd27aac68067 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0968482 Oct 18 22:29:50.950877 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-dea75481-70ef-46ae-930e-a76789860829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0385718 Oct 18 22:29:51.001438 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5968-61f7-4989-a009-015f57f3430c req-4e0cd0da-7a1b-4119-8b4c-1337dd330075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:29:51.002885 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-4e0cd0da-7a1b-4119-8b4c-1337dd330075 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0438888 Oct 18 22:29:51.054859 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b5968-61f7-4989-a009-015f57f3430c req-682ff308-e899-4836-a38f-58e1e5f665e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:29:51.056396 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-682ff308-e899-4836-a38f-58e1e5f665e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456157 Oct 18 22:29:51.151689 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-714a9da3-e164-4e68-8624-bb37c46a2970 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876181 Oct 18 22:29:51.242987 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-0e0b5968-61f7-4989-a009-015f57f3430c req-f2693a95-3660-4ef9-8a1b-d9132957cf5e service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835464 Oct 18 22:29:53.433682 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-78a02b8d-ae91-475c-97bc-b4c5a1f3c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:54.484020 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:55.686177 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:29:57.146374 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:06.935350 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:30:14.799729 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:19.039029 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a5afb5b3-a124-40e5-bcb5-6df57d3637d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:20.303670 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:23.435261 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-b55cc17e-c44a-4037-af67-633a7fd6817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:24.490869 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:25.689003 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:27.149733 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:43.934770 n-d-812149-2 neutron-server[100533]: DEBUG neutron.db.agents_db [None req-4802a226-a4b1-4c1c-a37b-10d0ad2d1b47 None None] Agent healthcheck: found 7 active agents {{(pid=100533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 22:30:44.796653 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-885e4f61-709a-4a9c-bc25-3215f32dacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:49.041336 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-83c4fe52-03a5-4df1-9281-9f2791ad546f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:50.296895 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-6493e91e-5011-44ac-a267-1627a36d085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:51.645078 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-340db145-e066-4581-a086-9a563011c595 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cc14b1d-901e-47cf-87ae-117650dfd752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452602 Oct 18 22:30:51.729058 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-59341c4d-1bff-443c-ba95-8cbb6dd4a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:30:51.730557 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-59341c4d-1bff-443c-ba95-8cbb6dd4a47c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=225362a2762f487496c11c3b8b34db3a&device_id=7cc14b1d-901e-47cf-87ae-117650dfd752 HTTP/1.1" status: 200 len: 1097 time: 0.0406039 Oct 18 22:30:51.838102 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-7732914d-85ab-4ccd-b53d-2f23cfdac7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:30:51.839879 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-7732914d-85ab-4ccd-b53d-2f23cfdac7cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633 HTTP/1.1" status: 200 len: 910 time: 0.0885036 Oct 18 22:30:51.888051 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-986db5c2-ef27-4a90-a417-24f9115e624b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db6e49e0-3232-4df7-819e-6d847835063d HTTP/1.1" status: 200 len: 217 time: 0.0401933 Oct 18 22:30:51.938787 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-294e0ead-7c60-44e9-b053-1961e34a01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:30:51.940224 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-294e0ead-7c60-44e9-b053-1961e34a01fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cd74ff4-240a-4353-aabd-3cd06aa9aa9a HTTP/1.1" status: 200 len: 848 time: 0.0451667 Oct 18 22:30:51.986714 n-d-812149-2 neutron-server[100530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-7663fee1-0edc-4e9d-aeee-a5d17bc38e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 22:30:51.988869 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-7663fee1-0edc-4e9d-aeee-a5d17bc38e1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcdb0c1b-4385-450d-8a92-b0e4d1fdc633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401151 Oct 18 22:30:51.999368 n-d-812149-2 neutron-server[100530]: DEBUG neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-4aa4ca88-0e92-4ca5-b0fd-d344eb75006e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=100530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 22:30:52.000327 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-4aa4ca88-0e92-4ca5-b0fd-d344eb75006e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050397 Oct 18 22:30:52.093333 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-6ff69335-c132-4e46-bb3a-e8917914f7fc service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Oct 18 22:30:52.183781 n-d-812149-2 neutron-server[100530]: INFO neutron.wsgi [req-aa7ec935-231e-4a23-b1c4-0856c5f8b9f2 req-0e04799e-0bf4-41b5-a4c6-bedf167fd774 service neutron] 10.222.0.30 "GET /v2.0/networks/fcdb0c1b-4385-450d-8a92-b0e4d1fdc633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834460 Oct 18 22:30:53.438056 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-8cbb0860-953b-499a-a92f-1c39ece4b4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:54.484309 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-49e7f1da-c739-4c1b-affc-7bd30912235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:55.693553 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-a1790337-e229-453a-b108-c5d987c7e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 22:30:57.152972 n-d-812149-2 neutron-server[100532]: DEBUG neutron_lib.callbacks.manager [None req-d4ca28ee-8b84-4c19-b0c5-48e87242ea8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778211269187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766729'] for agent, after_update {{(pid=100532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}